-- Logs begin at Tue 2021-08-10 02:39:06 UTC, end at Tue 2021-08-10 05:12:41 UTC. -- Aug 10 03:12:38.428011 n-d-769329-14 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 03:12:41.248077 n-d-769329-14 neutron-server[94031]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:12:41.248829 n-d-769329-14 neutron-server[94031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:12:41.248954 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94031) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:12:41.252518 n-d-769329-14 neutron-server[94031]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:12:41.252831 n-d-769329-14 neutron-server[94031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:12:41.253198 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94031) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:12:41.254261 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:12:41.254544 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:12:41.254991 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:12:41.255291 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:12:41.255566 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:12:41.255939 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.256286 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.256633 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.256915 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.257262 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.257608 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.257945 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.258306 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.258659 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.259021 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.259351 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.259713 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.260000 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.260337 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.260678 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.261012 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.261288 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] debug = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.261699 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.262240 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.262812 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.263164 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.263563 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.263915 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.264256 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.264669 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.265058 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.265482 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] host = n-d-769329-14 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.265840 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.266248 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.266586 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.267000 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.267349 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.267773 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.268185 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.268513 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.268888 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.269276 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.269664 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.270099 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.270492 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.270814 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.271135 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.271537 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.271959 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.272337 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.272715 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.273092 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.273473 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.273849 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.274243 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.274632 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.275072 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.275450 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.275862 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.276245 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.276629 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.277006 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.277401 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.277777 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.278200 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.278581 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.279025 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.279402 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.279779 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.280183 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.281109 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.281493 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.281877 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.282321 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.282703 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.283080 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.283458 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.283833 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] use_json = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.284210 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.284582 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.284966 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.285345 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.285717 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.286134 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.286507 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.286947 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:41.287349 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.287750 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.288151 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.288534 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.288927 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.289309 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.289692 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.290112 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.290499 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.290885 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.291280 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.291657 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.292044 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.292427 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.292825 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.293228 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.293622 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.294039 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.294431 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.294802 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.295172 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.295549 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.296003 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.296898 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.297294 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.297701 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.298156 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.298567 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.298944 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.299338 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.299716 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.300103 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.300488 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.300860 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.301248 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.301613 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.301939 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.302348 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.302683 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.303027 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.303357 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.303686 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.304012 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.304348 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.304675 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.305019 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.305463 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.305829 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.306184 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.306573 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.306921 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.307303 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.307657 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.307989 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.308320 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.308697 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.309087 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.309469 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.309817 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.310188 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.310513 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.310836 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.311188 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.311536 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.311863 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.312192 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.312542 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.312866 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.313203 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.313550 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.313932 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.314339 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.314735 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.315119 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.315502 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.315876 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.316255 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.316630 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.317008 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.317403 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.317784 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.318210 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.318840 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.319219 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.319623 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.319997 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.320396 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.320775 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.321161 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.321548 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.321938 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.322378 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.322853 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.323206 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.323602 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.323917 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.324358 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.324739 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.325126 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:41.325412 n-d-769329-14 neutron-server[94031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:12:41.325758 n-d-769329-14 neutron-server[94031]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94031) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 03:12:41.693903 n-d-769329-14 neutron-server[94031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:12:41.694207 n-d-769329-14 neutron-server[94031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:12:41.694506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:12:41.694853 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 03:12:42.118784 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.119083 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.119347 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.120620 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.120889 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.121156 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.160183 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.160559 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.160954 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.179308 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.179634 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.180168 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.211992 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.212316 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.212650 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.253845 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.254606 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.254606 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.514810 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.515199 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.515559 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.515865 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.516640 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.651083 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.651524 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.651894 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.652244 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.652590 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.652987 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.653329 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.653675 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.654064 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.654437 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.654789 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.655151 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.655524 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.655864 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.656208 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.656564 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.656912 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.657267 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.657625 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.657971 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.658378 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.658730 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.659106 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.659607 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.659951 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.660286 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.660888 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:42.661267 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:42.661577 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:42.661859 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:42.662165 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:42.662453 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:42.662882 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 03:12:42.666526 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 03:12:42.670821 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 03:12:42.675054 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 10 03:12:42.676972 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 03:12:42.677442 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 03:12:42.677785 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 03:12:42.678214 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 03:12:42.681205 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 03:12:42.681455 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 03:12:42.681826 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:12:42.688284 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 03:12:42.712591 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 03:12:42.713206 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.713613 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94031) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 03:12:42.714186 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.715775 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94031) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 03:12:42.716111 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:12:42.716401 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 03:12:42.720266 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.720598 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:42.785726 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 03:12:42.785969 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 03:12:42.786439 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 03:12:42.787012 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 03:12:42.811172 n-d-769329-14 neutron-server[94031]: DEBUG oslo_db.sqlalchemy.engines [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94031) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 03:12:43.399054 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing driver for type 'gre' Aug 10 03:12:43.400157 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] gre ID ranges: [(1, 1000)] Aug 10 03:12:43.468434 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing driver for type 'local' Aug 10 03:12:43.468911 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing driver for type 'vlan' Aug 10 03:12:43.486054 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] VlanTypeDriver initialization complete Aug 10 03:12:43.486381 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing driver for type 'vxlan' Aug 10 03:12:43.487021 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] vxlan ID ranges: [(1, 1000)] Aug 10 03:12:43.553481 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing extension driver 'port_security' Aug 10 03:12:43.554075 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.extensions.port_security [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] PortSecurityExtensionDriver initialization complete Aug 10 03:12:43.554476 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing mechanism driver 'openvswitch' Aug 10 03:12:43.554898 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing mechanism driver 'hyperv' Aug 10 03:12:43.562368 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:43.563081 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.563461 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.563819 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.564380 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:12:43.564828 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.565191 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.565544 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.565950 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:12:43.566395 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.566750 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.567099 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.567503 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:12:43.567921 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > security_group after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.568277 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > security_group after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.568889 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.569300 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:12:43.569885 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.570276 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.570623 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.571033 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:12:43.571464 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > address_group after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.571806 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > address_group after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.572150 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.572555 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:12:43.572945 n-d-769329-14 neutron-server[94031]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] ML2 OVO RPC backend initialized. {{(pid=94031) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 03:12:43.573735 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.574127 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.574551 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.574904 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > networks before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.575257 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.575604 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > ports before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.575953 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.576295 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnets before_response 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.576647 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.576993 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.577871 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.578258 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.578606 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.578976 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.579304 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.579652 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.580110 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.580789 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.plugin [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Modular L2 Plugin initialization complete Aug 10 03:12:43.581227 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading services supported by the core plugin {{(pid=94031) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 03:12:43.581574 n-d-769329-14 neutron-server[94031]: INFO neutron.plugins.ml2.managers [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Got port-security extension from driver 'port_security' Aug 10 03:12:43.582165 n-d-769329-14 neutron-server[94031]: INFO neutron.extensions.vlantransparent [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Disabled vlantransparent extension. Aug 10 03:12:43.582675 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94031) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 03:12:43.583001 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: router Aug 10 03:12:43.624451 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.624862 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_create 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.625241 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router before_create 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.625612 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.626022 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.626384 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_delete 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.626755 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.627126 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_create 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.627481 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_update 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.627842 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_update 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.628202 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.628576 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_update 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.629007 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_update 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.629390 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.629738 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.630117 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: subnet after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.630462 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.630820 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.631176 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_create 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.631525 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.631873 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.632240 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router after_update 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.632588 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.632946 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_create 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.633317 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.633681 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_update 55549900 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.634070 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > agent after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.634431 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > agent after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.634786 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > network after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.635766 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Tracking information for resource: router configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:43.636103 n-d-769329-14 neutron-server[94031]: DEBUG neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Tracking information for resource: floatingip configured {{(pid=94031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:12:43.642230 n-d-769329-14 neutron-server[94031]: INFO neutron.db.l3_agentschedulers_db [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 03:12:43.642983 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.643378 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.643736 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.644094 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.644963 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router before_create 55550100 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.645338 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.645704 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_create 55550100 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.646101 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > router precommit_update 55550100 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.651172 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.provider_configuration [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service providers = [] {{(pid=94031) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 03:12:43.651462 n-d-769329-14 neutron-server[94031]: DEBUG neutron.db.servicetype_db [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94031) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 03:12:43.654811 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.service_base [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:12:43.655164 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.service_base [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:12:43.656077 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.service_base [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:12:43.657072 n-d-769329-14 neutron-server[94031]: DEBUG neutron.services.service_base [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:12:43.657469 n-d-769329-14 neutron-server[94031]: INFO neutron.services.service_base [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 03:12:43.657877 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.658244 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 03:12:43.669879 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.670253 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: auto_allocate Aug 10 03:12:43.676704 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: network precommit_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.677081 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: network precommit_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.677631 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.677960 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: tag Aug 10 03:12:43.685068 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.685400 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: timestamp Aug 10 03:12:43.689824 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.690185 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: network_ip_availability Aug 10 03:12:43.696158 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.696537 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.696901 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.697692 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.698039 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: flavors Aug 10 03:12:43.703799 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.704137 n-d-769329-14 neutron-server[94031]: INFO neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading Plugin: revisions Aug 10 03:12:43.708838 n-d-769329-14 neutron-server[94031]: DEBUG neutron.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:12:43.709241 n-d-769329-14 neutron-server[94031]: DEBUG oslo_concurrency.lockutils [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.015s {{(pid=94031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:12:43.710054 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94031) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 03:12:43.710398 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Initializing extension manager. Aug 10 03:12:43.710922 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: __init__.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.711269 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: __pycache__ {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.711604 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.711937 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: address_group.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.712786 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.713387 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: address-group Aug 10 03:12:43.713713 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: address_scope.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.714567 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.715094 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: address-scope Aug 10 03:12:43.715413 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.716486 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.717011 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: router-admin-state-down-before-update Aug 10 03:12:43.717336 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: agent.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.718943 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.719461 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: agent Aug 10 03:12:43.719791 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: agent_resources_synced.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.720809 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.721321 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: agent-resources-synced Aug 10 03:12:43.721647 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: allowedaddresspairs.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.723643 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.724178 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: allowed-address-pairs Aug 10 03:12:43.724507 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: auto_allocated_topology.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.725656 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.726206 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: auto-allocated-topology Aug 10 03:12:43.726539 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: availability_zone.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.727269 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.727774 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: availability_zone Aug 10 03:12:43.728102 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: availability_zone_filter.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.729093 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.729605 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: availability_zone_filter Aug 10 03:12:43.729933 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: data_plane_status.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.730934 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.731445 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 03:12:43.731775 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: default_subnetpools.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.732742 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.733255 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: default-subnetpools Aug 10 03:12:43.733620 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.734520 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.735026 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: dhcp_agent_scheduler Aug 10 03:12:43.735365 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: dns.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.736336 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.736844 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 03:12:43.737172 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: dns_domain_ports.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.738158 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.738678 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 03:12:43.739004 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.739961 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.740473 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 03:12:43.740799 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: dvr.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.741525 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.742036 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: dvr Aug 10 03:12:43.742365 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: ecmp_routes.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.743361 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.743872 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 03:12:43.744202 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: empty_string_filtering.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.745155 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.745671 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: empty-string-filtering Aug 10 03:12:43.746015 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.746959 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.747464 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:12:43.747789 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.748747 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.749308 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 03:12:43.749630 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: external_net.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.750598 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.751107 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: external-net Aug 10 03:12:43.751428 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.752378 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.752879 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: extra_dhcp_opt Aug 10 03:12:43.753203 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: extraroute.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.754181 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.754692 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: extraroute Aug 10 03:12:43.755018 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: extraroute_atomic.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.756186 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.756701 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: extraroute-atomic Aug 10 03:12:43.757030 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: filter_validation.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.757817 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.758358 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: filter-validation Aug 10 03:12:43.758689 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: fip_pf_description.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.759690 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.760198 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 03:12:43.760527 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: fip_port_details.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.761469 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.762021 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: fip-port-details Aug 10 03:12:43.762428 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: flavors.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.763819 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.764349 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: flavors Aug 10 03:12:43.765238 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.767076 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.767615 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 03:12:43.767953 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: floatingip_pools.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.768703 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.769231 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: floatingip-pools Aug 10 03:12:43.769562 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: ip_allocation.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.770598 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.771104 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 03:12:43.771432 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.772381 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.772898 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: ip-substring-filtering Aug 10 03:12:43.773229 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l2_adjacency.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.774206 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.774718 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 03:12:43.775048 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.776324 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.776851 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: router Aug 10 03:12:43.777212 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.779697 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.780300 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:12:43.781126 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.782149 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.782664 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: ext-gw-mode Aug 10 03:12:43.782995 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.783953 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.784466 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: l3-ha Aug 10 03:12:43.784798 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3_flavors.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.785745 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.786289 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: l3-flavors Aug 10 03:12:43.786616 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.787570 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.788077 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 03:12:43.788405 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: l3agentscheduler.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.789538 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.790080 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: l3_agent_scheduler Aug 10 03:12:43.790414 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: logging.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.792050 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.792583 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension logging not supported by any of loaded plugins Aug 10 03:12:43.792910 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: metering.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.793692 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.794324 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: metering Aug 10 03:12:43.794654 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.795876 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.796394 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: metering_source_and_destination_fields Aug 10 03:12:43.796724 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: multiprovidernet.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.798245 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.798867 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: multi-provider Aug 10 03:12:43.799196 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: netmtu.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.800315 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.800905 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: net-mtu Aug 10 03:12:43.801346 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: netmtu_writable.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.802617 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.803160 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: net-mtu-writable Aug 10 03:12:43.803599 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: network_availability_zone.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.804377 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.804892 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: network_availability_zone Aug 10 03:12:43.805228 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: network_ip_availability.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.806561 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.807104 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: network-ip-availability Aug 10 03:12:43.807504 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: network_segment_range.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.808409 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.808989 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 03:12:43.809429 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: pagination.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.810748 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.811129 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: pagination Aug 10 03:12:43.811458 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: port_device_profile.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.812565 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.813176 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: port-device-profile Aug 10 03:12:43.813603 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.814690 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.815213 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: port-mac-address-regenerate Aug 10 03:12:43.815610 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.816763 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.817282 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: port-numa-affinity-policy Aug 10 03:12:43.817691 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: port_resource_request.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.819102 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.819723 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 03:12:43.820085 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: portbindings.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.821172 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.821722 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: binding Aug 10 03:12:43.822079 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: portbindings_extended.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.823769 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.824449 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: binding-extended Aug 10 03:12:43.824781 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: portsecurity.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.825767 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.826322 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: port-security Aug 10 03:12:43.826669 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: project_id.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.828201 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.828538 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: project-id Aug 10 03:12:43.828866 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: providernet.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.829839 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.830392 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: provider Aug 10 03:12:43.830723 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.834351 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.834902 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos not supported by any of loaded plugins Aug 10 03:12:43.835237 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.836914 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.838915 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 03:12:43.839248 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.840253 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.840773 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 03:12:43.841106 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_default.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.842113 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.842633 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-default not supported by any of loaded plugins Aug 10 03:12:43.843527 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_fip.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.844239 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.844748 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 03:12:43.845081 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_gateway_ip.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.846137 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.846656 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 03:12:43.846985 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_port_network_policy.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.847947 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.848459 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 03:12:43.848788 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_pps_rule.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.850066 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.850588 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 03:12:43.850920 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_rule_type_details.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.851890 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.852401 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 03:12:43.852725 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: qos_rules_alias.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.853824 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.854366 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 03:12:43.854692 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: quotasv2.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.855711 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.856041 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: quotas Aug 10 03:12:43.856365 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: quotasv2_detail.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.859754 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.860153 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: quota_details Aug 10 03:12:43.860528 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: rbac.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.862001 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.862683 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: rbac-policies Aug 10 03:12:43.863078 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: rbac_address_group.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.864148 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.864724 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: rbac-address-group Aug 10 03:12:43.865108 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: rbac_address_scope.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.866244 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.866820 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: rbac-address-scope Aug 10 03:12:43.867212 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: rbac_security_groups.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.868242 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.868821 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: rbac-security-groups Aug 10 03:12:43.869198 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: rbac_subnetpool.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.870277 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.870895 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: rbac-subnetpool Aug 10 03:12:43.871327 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: revisionifmatch.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.872379 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.873078 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: revision-if-match Aug 10 03:12:43.873493 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: revisions.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.874942 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.875670 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: standard-attr-revisions Aug 10 03:12:43.876076 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: router_availability_zone.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.876893 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.877516 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: router_availability_zone Aug 10 03:12:43.877934 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: routerservicetype.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.879075 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.879682 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 03:12:43.880091 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.881136 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.881751 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: security-groups-normalized-cidr Aug 10 03:12:43.882216 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.883327 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.883937 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: port-security-groups-filtering Aug 10 03:12:43.884349 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.885404 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.886073 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: security-groups-remote-address-group Aug 10 03:12:43.886485 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: securitygroup.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.897237 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.897816 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: security-group Aug 10 03:12:43.898200 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: segment.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.899139 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.899663 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension segment not supported by any of loaded plugins Aug 10 03:12:43.899999 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.901115 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.901672 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 03:12:43.902009 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: servicetype.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.903384 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.903923 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: service-type Aug 10 03:12:43.904263 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: sorting.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.905878 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.906256 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: sorting Aug 10 03:12:43.906589 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: standard_attr_segment.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.907573 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.908117 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 03:12:43.908451 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: standardattrdescription.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.909145 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.909655 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: standard-attr-description Aug 10 03:12:43.910013 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: stateful_security_group.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.911010 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.911536 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: stateful-security-group Aug 10 03:12:43.911875 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: stdattrs_common.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.912506 n-d-769329-14 neutron-server[94031]: WARNING neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 03:12:43.912837 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.913837 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.914405 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 03:12:43.914732 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: subnet_onboard.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.915887 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.916413 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: subnet_onboard Aug 10 03:12:43.916741 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.917719 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.918274 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 03:12:43.918607 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: subnet_service_types.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.919609 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.920132 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: subnet-service-types Aug 10 03:12:43.920463 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: subnetallocation.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.921656 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.922214 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: subnet_allocation Aug 10 03:12:43.922550 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.923270 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.923791 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: subnetpool-prefix-ops Aug 10 03:12:43.924119 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.925130 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.925649 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 03:12:43.926005 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: tagging.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.927159 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.927681 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: standard-attr-tag Aug 10 03:12:43.928016 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: timestamp.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.929338 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.929854 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loaded extension: standard-attr-timestamp Aug 10 03:12:43.930222 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: trunk.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.931308 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.931836 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension trunk not supported by any of loaded plugins Aug 10 03:12:43.932168 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: trunk_details.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.933144 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.933682 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 03:12:43.933997 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: uplink_status_propagation.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.934982 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.935500 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 03:12:43.935825 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Loading extension file: vlantransparent.py {{(pid=94031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:12:43.937107 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:12:43.937610 n-d-769329-14 neutron-server[94031]: INFO neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 03:12:43.940288 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:network Aug 10 03:12:43.940836 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:subnet Aug 10 03:12:43.941283 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:12:43.941680 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:port Aug 10 03:12:43.943057 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.943523 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service FLAVORS assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.944444 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.944929 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.945333 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:router Aug 10 03:12:43.945833 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:12:43.946450 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service METERING assigned prefix: /metering {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.947953 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.948329 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.948684 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:12:43.949762 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:12:43.950247 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:12:43.950697 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:12:43.952801 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service CORE assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.953257 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:12:43.954242 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] subnetpool is already registered Aug 10 03:12:43.954740 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service CORE assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.955077 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:12:43.955421 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] subnetpool is already registered Aug 10 03:12:43.958123 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.958594 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service FLAVORS assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.959210 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.959644 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.959989 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:router Aug 10 03:12:43.960343 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] router is already registered Aug 10 03:12:43.960787 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:12:43.961130 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] floatingip is already registered Aug 10 03:12:43.961702 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service METERING assigned prefix: /metering {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.962638 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:12:43.963082 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] rbac_policy is already registered Aug 10 03:12:43.963663 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:12:43.964131 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] security_group is already registered Aug 10 03:12:43.964710 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:12:43.965184 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] security_group_rule is already registered Aug 10 03:12:43.965965 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service CORE assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.966324 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:12:43.966669 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] subnetpool is already registered Aug 10 03:12:43.967250 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.v2.resource_helper [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Service CORE assigned prefix: {{(pid=94031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:12:43.967715 n-d-769329-14 neutron-server[94031]: INFO neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:12:43.968174 n-d-769329-14 neutron-server[94031]: WARNING neutron.quota.resource_registry [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] subnetpool is already registered Aug 10 03:12:43.968881 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: extensions {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.970825 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: address-groups {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.972414 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: address-scopes {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.973846 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: agents {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.975481 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: auto-allocated-topology {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.977473 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: availability_zones {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.978791 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: dhcp-networks {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.980321 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: dhcp-agents {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.981748 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: routers {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.983719 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: flavors {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.984999 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: service_profiles {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.986250 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: next_providers {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.987670 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: service_profiles {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.989237 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: floatingip-pools {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.990504 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: routers {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.992244 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: floatingips {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.993538 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: l3-routers {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.994980 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: l3-agents {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.996395 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: metering-labels {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.997661 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: metering-label-rules {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:43.999720 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: network-ip-availabilities {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.001254 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: bindings {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.003086 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: quotas {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.004677 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: quotas {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.006504 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: rbac-policies {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.007705 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: security-groups {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.009007 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: security-group-rules {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.010296 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: service-providers {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.011525 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: subnetpools {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.012901 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: subnetpools {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.014710 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.016898 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.018755 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.020557 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.022294 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.025640 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.027480 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.029373 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.031552 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.033390 n-d-769329-14 neutron-server[94031]: DEBUG neutron.api.extensions [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Extended resource: tags {{(pid=94031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:12:44.039862 n-d-769329-14 neutron-server[94031]: WARNING keystonemiddleware.auth_token [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 03:12:44.044565 n-d-769329-14 neutron-server[94031]: WARNING keystonemiddleware.auth_token [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 03:12:44.053494 n-d-769329-14 neutron-server[94031]: DEBUG oslo_concurrency.lockutils [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Acquired lock "singleton_lock" {{(pid=94031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 03:12:44.054016 n-d-769329-14 neutron-server[94031]: DEBUG oslo_concurrency.lockutils [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Releasing lock "singleton_lock" {{(pid=94031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 03:12:44.054684 n-d-769329-14 neutron-server[94031]: INFO oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Starting 2 workers Aug 10 03:12:44.059678 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Started child 94140 {{(pid=94031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:12:44.065304 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Started child 94141 {{(pid=94031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:12:44.066887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.068015 n-d-769329-14 neutron-server[94031]: INFO neutron.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 03:12:44.068015 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Notify callbacks [] for process, before_spawn {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.069536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [-] (94140) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:12:44.071086 n-d-769329-14 neutron-server[94031]: INFO oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Starting 1 workers Aug 10 03:12:44.073951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.076263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [-] (94141) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:12:44.077892 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Started child 94142 {{(pid=94031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:12:44.078839 n-d-769329-14 neutron-server[94031]: INFO oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Starting 1 workers Aug 10 03:12:44.084923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] calling RpcWorker wait() {{(pid=94142) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 03:12:44.085934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] returning from RpcWorker wait() {{(pid=94142) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 03:12:44.086105 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Started child 94143 {{(pid=94031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:12:44.086935 n-d-769329-14 neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3677799f-730a-4ca7-b8fd-ecf344aaa131 None None] Notify callbacks [] for process, after_spawn {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.087598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.088260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:44.089254 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:12:44.089577 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:12:44.089870 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:12:44.090222 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:12:44.090629 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:44.091481 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:12:44.091481 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:12:44.091751 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.092039 n-d-769329-14 neutron-server[94143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:44.092190 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.092524 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.092982 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.093406 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.094460 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.094911 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.095300 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.095726 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.096102 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.096391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.096678 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.097098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.097485 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.097942 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.098413 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.098821 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.099266 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.099543 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.099965 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.100423 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.100827 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.101270 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] debug = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.101676 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.102512 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.102924 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.103320 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.103684 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.104125 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.104509 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.104927 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.105313 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.105669 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.106085 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.106510 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.106915 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.107288 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.107671 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.108130 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.108541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.109291 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] host = n-d-769329-14 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.109674 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.110067 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.110454 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.110855 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.111250 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.111632 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.112073 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.112482 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.112904 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.113304 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.113698 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.114130 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.114501 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.114904 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.115186 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_options = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.115599 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.116060 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.116504 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.116819 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.117097 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.117387 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.117809 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.118113 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.118528 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.118915 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.119289 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.119655 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.120041 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.120420 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.120823 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.121242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.121633 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.122023 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.122447 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.122854 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.123246 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.123637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.124531 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.124884 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.125189 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.125545 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.125877 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.126254 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.126558 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.126901 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.127236 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.127625 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.127964 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.128292 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.128608 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.128915 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.129214 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.129598 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.129917 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.130297 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.130670 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.130994 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.131367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.131670 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.132007 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.132309 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_json = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.132606 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.132922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.133268 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.133565 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.133866 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.134226 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.134546 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.134875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.135472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.135846 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.136297 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.136644 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.136961 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.137288 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.137602 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.137930 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.138324 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.138641 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.139104 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.139473 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.140406 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.140804 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.141218 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.141730 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.142107 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.142481 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.142870 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.143281 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.143639 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.144038 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.144584 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.145037 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.145457 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.145861 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.146276 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.147489 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.148036 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.148381 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.148725 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.149092 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.149528 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.149939 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.150358 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.150749 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.150906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:12:44.151147 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.151514 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.151920 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.152262 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.152632 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.153042 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.153422 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.153782 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.154209 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.154535 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.154862 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.155222 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.155535 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.155886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.156206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.156521 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.156816 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.157116 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.157423 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.157750 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.158083 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.158406 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.158704 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.159064 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.159487 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.159907 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.160294 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.160787 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.161154 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.161528 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.161906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.162307 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.162690 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.163157 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.163381 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.163740 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.164045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.164351 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.164678 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.164982 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.165296 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.165630 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.165936 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.166330 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.166749 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.167116 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.167459 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.167959 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.168186 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.168399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0128188 Aug 10 03:12:44.169583 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.170416 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.170745 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.171008 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.171310 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.171543 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.171836 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.172068 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.172302 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.172561 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.172858 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.173133 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.173363 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.173622 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.173862 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.174134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.175425 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.175425 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.175773 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.175914 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.176199 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.176449 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.176696 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.176944 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.177224 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.177626 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.177922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.178294 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.178499 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.178783 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.179030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.179519 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.179734 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.179956 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.180171 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.180402 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.180657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.180895 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.181158 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.181394 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.181647 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.181885 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.183935 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.183935 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.183935 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.183935 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.184846 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.184846 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.184846 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.185482 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.185482 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.185896 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.185896 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.186313 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.186313 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.187142 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.187342 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.187528 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.188933 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.188933 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.188933 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.188933 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.188933 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.188933 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.189952 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.189952 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.189952 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.189952 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.190661 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.190661 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.190661 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.190661 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.191345 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.191345 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.191345 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.191858 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.191858 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.192192 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.192384 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.192567 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.192744 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.192921 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.193118 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.193326 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.193871 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.194232 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.194444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.194681 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.194911 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.195180 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.195400 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.195654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.195901 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.196097 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.196322 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.196550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.196768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.196991 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.197222 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.197438 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.199135 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.199135 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.199135 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.199135 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.199135 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.199135 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.200541 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.201906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.201906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.201906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.201906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.201906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.201906 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.203592 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.203768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.204050 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.204324 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.204527 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.204795 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.205036 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.205283 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.205515 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.205737 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.205952 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.206235 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.206454 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.206652 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.206882 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.207097 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.208444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.208444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.208444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.208444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.208444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.208444 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.209480 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.209480 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.209480 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.209480 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.209480 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.210355 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.210355 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.210355 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.211419 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.211672 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.211897 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.212148 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.212367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.213280 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.213523 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.213749 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.214062 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.214357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.214707 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.214956 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.215218 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.215520 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.215759 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.216038 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.216294 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.216560 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.216790 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.217035 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.217283 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.217558 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.217925 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.218272 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.218543 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.218801 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.219078 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.219369 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.219638 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.219874 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.220143 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.220475 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.220746 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.221007 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.221243 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.221559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.221818 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.222103 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.222411 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.222581 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.222857 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.223095 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.223330 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.223563 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.223808 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.224585 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.224854 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.225123 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.225277 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.225473 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.225860 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.226228 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:12:44.227768 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.228657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.228657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.228657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.228657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.228657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.228657 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.230430 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.232111 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] debug = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.234286 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.234286 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.234286 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.234286 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.234286 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.234286 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.235559 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] host = n-d-769329-14 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.239045 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.240724 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_options = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.242391 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.244225 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.245875 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.248030 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.250508 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.253886 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_json = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.255637 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.257273 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.259548 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.261267 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.263019 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.265472 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.267367 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.271453 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.273414 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.275653 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.277618 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.280247 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.282134 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.283922 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.286119 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.288066 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.290550 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.292318 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.294098 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.296525 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.298242 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.300478 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.302357 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.304530 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.306206 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.307314 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.308483 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.309654 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.310742 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.312412 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.313378 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.314506 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.315701 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.317223 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.318424 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.319878 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.319878 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:12:44.319878 n-d-769329-14 neutron-server[94031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:12:44.349851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:56.952493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145e062a-ab89-4c94-a2c6-23f5b46c9fc7 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:12:57.015755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145e062a-ab89-4c94-a2c6-23f5b46c9fc7 None None] No non-hosted networks {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 03:12:57.041577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b3212a70-881e-4c90-8e39-042d5223effa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.529058 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.530796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.531157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.531513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.531821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.532145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.532529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.532765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.533082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.533471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.533696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.534033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.534441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:12:59.534731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-769329-14', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:59.551531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-769329-14', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:12:59.732657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3653bb03-31e7-49ef-b6a2-a057020a052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:12:59.837215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3613ecf9-6508-4e57-9193-6c9194d091d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:01.531543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:02.945354 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:04.677786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36318) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:05.348433 n-d-769329-14 neutron-server[94141]: WARNING oslo_policy.policy [None req-caec2055-a292-42fe-aa9b-ad381652cf72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:05.349059 n-d-769329-14 neutron-server[94141]: WARNING oslo_policy.policy [None req-caec2055-a292-42fe-aa9b-ad381652cf72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:05.568789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-caec2055-a292-42fe-aa9b-ad381652cf72 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:05.570072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-caec2055-a292-42fe-aa9b-ad381652cf72 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8900790 Aug 10 03:13:07.252385 n-d-769329-14 neutron-server[94142]: INFO neutron.db.l3_hamode_db [None req-cc00219b-2889-4dfc-8d3d-832217ddb8ac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 03:13:07.345905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00219b-2889-4dfc-8d3d-832217ddb8ac None None] Routers set() bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:07.346334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00219b-2889-4dfc-8d3d-832217ddb8ac None None] Router IDs set() for agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:13:08.144357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36332) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:08.559415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:08.658554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.policy [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:13:08.705077 n-d-769329-14 neutron-server[94141]: WARNING oslo_policy.policy [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:08.705373 n-d-769329-14 neutron-server[94141]: WARNING oslo_policy.policy [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:08.714421 n-d-769329-14 neutron-server[94141]: INFO neutron.quota [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] Loaded quota_driver: . Aug 10 03:13:08.817448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731980190021', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731980190392', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731980197578', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731980077245', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731980566972', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731980089837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1499305', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1341838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3841160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3774682'] for rbac-policy, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.891119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:08.892335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-01ab62ea-504e-4d35-95f8-b9cecb4775e6 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7467904 Aug 10 03:13:11.819794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36344) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:12.385734 n-d-769329-14 neutron-server[94140]: WARNING oslo_policy.policy [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:12.386364 n-d-769329-14 neutron-server[94140]: WARNING oslo_policy.policy [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:12.605844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Request body: {'network': {'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'name': 'private', 'admin_state_up': True, 'project_id': '3b89f9171408411dbe6404cde31c2fd6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:12.607507 n-d-769329-14 neutron-server[94140]: INFO neutron.quota [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Loaded quota_driver: . Aug 10 03:13:12.672809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Made reservation on behalf of 3b89f9171408411dbe6404cde31c2fd6 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:12.744414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.policy [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:13:12.791649 n-d-769329-14 neutron-server[94140]: WARNING oslo_policy.policy [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:12.792086 n-d-769329-14 neutron-server[94140]: WARNING oslo_policy.policy [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:13:12.804406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:12.831226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.020497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.025533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.047846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:13:13.085576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731981456743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.086212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Unsubscribe: segment precommit_create {{(pid=94140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:13:13.086815 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Added segment 41ac3d4f-44da-4804-a61a-2a29b7093678 of type vlan for network ec894112-52c7-4d90-a3be-db9718e51abf Aug 10 03:13:13.107197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff26ac-d8d7-4052-8841-e507af62fff7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.163796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.164132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.164470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.164802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.165131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.165455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.165777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.166137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.166461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.166778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.167094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.167417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Tracked resource versions report: Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: pushed versions: Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: { 'AddressGroup': {'1.2'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'ConntrackHelper': {'1.0'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Log': {'1.0'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Network': {'1.1'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Port': {'1.7'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'PortForwarding': {'1.2'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'QosPolicy': {'1.9'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'SecurityGroup': {'1.4'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'SubPort': {'1.0'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Subnet': {'1.1'}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Trunk': {'1.1'}} Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: consumer versions: Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: L3 agent@n-d-769329-14: {}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: Metadata agent@n-d-769329-14: {}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: Metering agent@n-d-769329-14: {}, Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'ConntrackHelper': '1.0', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Log': '1.0', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Network': '1.1', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Port': '1.7', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'PortForwarding': '1.2', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'QosPolicy': '1.9', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'SecurityGroup': '1.4', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'SecurityGroupRule': '1.2', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'SubPort': '1.0', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Subnet': '1.1', Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: 'Trunk': '1.1'}} Aug 10 03:13:13.168532 n-d-769329-14 neutron-server[94140]: {{(pid=94140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:13:13.226217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.306668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.307802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:13.308451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:13.399483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5783129 Aug 10 03:13:13.421086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05873e-ed30-47d3-9916-f7e89df806ef admin admin] Pushing event updated for resources: {'Network': ['ID=ec894112-52c7-4d90-a3be-db9718e51abf,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:13.439584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ec894112-52c7-4d90-a3be-db9718e51abf details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:16.200373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36366) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:16.660993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb705c2-30f8-4f85-b9eb-873e6f621aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:16.662405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2eb705c2-30f8-4f85-b9eb-873e6f621aff admin admin] 10.222.0.53 "GET /v2.0/networks/ec894112-52c7-4d90-a3be-db9718e51abf HTTP/1.1" status: 200 len: 825 time: 0.4610975 Aug 10 03:13:16.689700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-243e5456-4192-43c0-a7ba-4da3d33dd03b admin admin] 10.222.0.53 "GET /v2.0/subnetpools/0fe7e99c-598e-4875-90a0-f9c4523fb0bc HTTP/1.1" status: 200 len: 734 time: 0.0212274 Aug 10 03:13:16.702261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Request body: {'subnet': {'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc', 'gateway_ip': '172.20.0.1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:16.731218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Made reservation on behalf of 3b89f9171408411dbe6404cde31c2fd6 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:16.734593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.043159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.117146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Checking segment: {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:17.117528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Network hostable DHCP agents. Network: ec894112-52c7-4d90-a3be-db9718e51abf, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:17.133805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5df1f9b-a2e0-4093-8034-95a3f8d91cd0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:17.149377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.149708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.150069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.150396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.150715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.151032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.151346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.151658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.151968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.152277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.152585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.152894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Tracked resource versions report: Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: pushed versions: Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: { 'AddressGroup': {'1.2'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'ConntrackHelper': {'1.0'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Log': {'1.0'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Network': {'1.1'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Port': {'1.7'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'PortForwarding': {'1.2'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'QosPolicy': {'1.9'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'SecurityGroup': {'1.4'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'SubPort': {'1.0'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Subnet': {'1.1'}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Trunk': {'1.1'}} Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: consumer versions: Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: L3 agent@n-d-769329-14: {}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: Metadata agent@n-d-769329-14: {}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: Metering agent@n-d-769329-14: {}, Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'ConntrackHelper': '1.0', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Log': '1.0', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Network': '1.1', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Port': '1.7', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'PortForwarding': '1.2', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'QosPolicy': '1.9', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'SecurityGroup': '1.4', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'SecurityGroupRule': '1.2', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'SubPort': '1.0', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Subnet': '1.1', Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: 'Trunk': '1.1'}} Aug 10 03:13:17.154005 n-d-769329-14 neutron-server[94141]: {{(pid=94141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:13:17.184146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Network ec894112-52c7-4d90-a3be-db9718e51abf is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:17.199119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, ec894112-52c7-4d90-a3be-db9718e51abf) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:17.208855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8c107-8a0e-4ea6-a6be-655e0d062f9a None None] Network ec894112-52c7-4d90-a3be-db9718e51abf requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:17.211409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:17.212054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.227847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dabd379e-264c-4c20-ae12-c0f1dfc96394 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5314925 Aug 10 03:13:17.616975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-ec894112-52c7-4d90-a3be-db9718e51abf', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:13:17.618473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:17.995114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Allocated IP 172.20.0.2 (ec894112-52c7-4d90-a3be-db9718e51abf/a5df1f9b-a2e0-4093-8034-95a3f8d91cd0/a1234ab4-8fe8-44ee-a614-dbea00f10712) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:18.284797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.303910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Transition to ACTIVE for port object a1234ab4-8fe8-44ee-a614-dbea00f10712 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:18.330144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Transition to ACTIVE for port object a1234ab4-8fe8-44ee-a614-dbea00f10712 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:18.341233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.405094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Network ec894112-52c7-4d90-a3be-db9718e51abf is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:18.411106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:18.423166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:18.470842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Pushing event updated for resources: {'Port': ['ID=a1234ab4-8fe8-44ee-a614-dbea00f10712,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:18.495474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.495812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.496177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.496503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.496827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.497148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.497466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.497780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.498186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.498521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.498899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.499216 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Tracked resource versions report: Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: pushed versions: Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: { 'AddressGroup': {'1.2'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'ConntrackHelper': {'1.0'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Log': {'1.0'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Network': {'1.1'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Port': {'1.7'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'PortForwarding': {'1.2'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'QosPolicy': {'1.9'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'SecurityGroup': {'1.4'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'SubPort': {'1.0'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Subnet': {'1.1'}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Trunk': {'1.1'}} Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: consumer versions: Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: L3 agent@n-d-769329-14: {}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: Metadata agent@n-d-769329-14: {}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: Metering agent@n-d-769329-14: {}, Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'ConntrackHelper': '1.0', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Log': '1.0', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Network': '1.1', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Port': '1.7', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'PortForwarding': '1.2', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'QosPolicy': '1.9', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'SecurityGroup': '1.4', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'SecurityGroupRule': '1.2', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'SubPort': '1.0', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Subnet': '1.1', Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: 'Trunk': '1.1'}} Aug 10 03:13:18.500391 n-d-769329-14 neutron-server[94142]: {{(pid=94142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:13:18.537765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Attempting to bind port a1234ab4-8fe8-44ee-a614-dbea00f10712 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:18.538079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Attempting to bind port a1234ab4-8fe8-44ee-a614-dbea00f10712 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:18.538515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Attempting to bind port a1234ab4-8fe8-44ee-a614-dbea00f10712 on network ec894112-52c7-4d90-a3be-db9718e51abf {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:18.545588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:18.546016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Checking segment: {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:18.546525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.546934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Bound using segment: {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:18.547447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Bound port: a1234ab4-8fe8-44ee-a614-dbea00f10712, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:18.547857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.621566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] For port a1234ab4-8fe8-44ee-a614-dbea00f10712, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:18.646279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] For port a1234ab4-8fe8-44ee-a614-dbea00f10712, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a1234ab4-8fe8-44ee-a614-dbea00f10712,segment=NetworkSegment(41ac3d4f-44da-4804-a61a-2a29b7093678),segment_id=41ac3d4f-44da-4804-a61a-2a29b7093678)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:18.652361 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:18.714441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1eb23-6949-4cc7-810c-953a9ecfbfbc None None] Pushing event updated for resources: {'Port': ['ID=a1234ab4-8fe8-44ee-a614-dbea00f10712,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:19.839104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36378) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:20.258645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-55fdaa7c-bc1d-4ad7-979a-c895e1dde12b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:20.260575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55fdaa7c-bc1d-4ad7-979a-c895e1dde12b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4202914 Aug 10 03:13:22.867007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:23.334249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-9497bd84-c59f-44c0-9cd9-e4a0c26c46d0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:23.335304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9497bd84-c59f-44c0-9cd9-e4a0c26c46d0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4668739 Aug 10 03:13:26.310091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36396) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:26.684473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:26.712396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.714228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.856243 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cab15a19-da3f-42b4-9b1d-8748e441d35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.981456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:26.987423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.002905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:27.004263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87447af1-3bfa-40e0-9605-1bb028b09cbf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6925151 Aug 10 03:13:28.054196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a1234ab4-8fe8-44ee-a614-dbea00f10712 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:28.185093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a1234ab4-8fe8-44ee-a614-dbea00f10712 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:28.793928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c3500-6567-4c8a-8b41-2a1e60ec63da None None] Network ec894112-52c7-4d90-a3be-db9718e51abf requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:28.881992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] Provisioning for port a1234ab4-8fe8-44ee-a614-dbea00f10712 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:28.891495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] Provisioning complete for port a1234ab4-8fe8-44ee-a614-dbea00f10712 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:28.891885 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.070027 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.129642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] For port a1234ab4-8fe8-44ee-a614-dbea00f10712, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a1234ab4-8fe8-44ee-a614-dbea00f10712,segment=NetworkSegment(41ac3d4f-44da-4804-a61a-2a29b7093678),segment_id=41ac3d4f-44da-4804-a61a-2a29b7093678)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:29.136260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.199570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706bdfb-21ff-46b5-829c-97bb7c96143c None None] Pushing event updated for resources: {'Port': ['ID=a1234ab4-8fe8-44ee-a614-dbea00f10712,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:29.458940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-307ba0ad-359b-4803-8cb8-fa7c2c0efec2 None None] Provisioning complete for port a1234ab4-8fe8-44ee-a614-dbea00f10712 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:29.459201 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307ba0ad-359b-4803-8cb8-fa7c2c0efec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.558645 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.604484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36408) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:29.732114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5c586532-a826-4ac9-ae69-7b8516e6d36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:29.952105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-45ed9716-ef06-4316-9787-b20b72a5df04 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:13:29.953139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-45ed9716-ef06-4316-9787-b20b72a5df04 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3477678 Aug 10 03:13:30.016927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a1234ab4-8fe8-44ee-a614-dbea00f10712 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:30.079381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a1234ab4-8fe8-44ee-a614-dbea00f10712 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:30.080065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:31.473044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.528446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36426) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:32.684036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:32.721022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Made reservation on behalf of 2b36027a0202445abf75239cf6ea37ec for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:32.723787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.733440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.832676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.837676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.855083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Reserving flat network on physical network physnet1 {{(pid=94140) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 03:13:32.876207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e83a52-67c4-46df-bd45-d0df28b22936,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:32.877050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.881744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.882128 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Added segment bf8faf52-2074-4055-953e-2b886b32020e of type flat for network a4fdb4ae-b30e-4708-9211-680c60e57004 Aug 10 03:13:32.938161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.979530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:32.980643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:32.981284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:33.044067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5138388 Aug 10 03:13:33.054055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0d17-3f84-4972-a850-29fe25f97c55 admin admin] Pushing event updated for resources: {'Network': ['ID=a4fdb4ae-b30e-4708-9211-680c60e57004,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:33.078387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network a4fdb4ae-b30e-4708-9211-680c60e57004 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:13:35.406769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:35.600377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66251b13-e35e-406a-ac10-189287ddcfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:35.602742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66251b13-e35e-406a-ac10-189287ddcfee admin admin] 10.222.0.53 "GET /v2.0/subnets/a5df1f9b-a2e0-4093-8034-95a3f8d91cd0 HTTP/1.1" status: 200 len: 849 time: 0.1945193 Aug 10 03:13:35.805612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51cd0bfc-f4cb-4155-9adf-aa1f5dfdb817 admin admin] 10.222.0.53 "GET /v2.0/routers/32402288-c3cc-4c5e-816f-1dc4e305a595 HTTP/1.1" status: 200 len: 704 time: 0.1963317 Aug 10 03:13:36.100473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.428424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Allocated IP 172.20.0.1 (ec894112-52c7-4d90-a3be-db9718e51abf/a5df1f9b-a2e0-4093-8034-95a3f8d91cd0/7c012bda-99d3-4d52-b3e5-7be6ea826295) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:36.626056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.652586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Transition to ACTIVE for port object 7c012bda-99d3-4d52-b3e5-7be6ea826295 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:36.743883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.821795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Network ec894112-52c7-4d90-a3be-db9718e51abf is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:36.827079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:36.836507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:36.837877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:36.858116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Pushing event updated for resources: {'Port': ['ID=7c012bda-99d3-4d52-b3e5-7be6ea826295,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.045757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2758ac83-3ba9-45d0-8bca-836955d46a3f None None] Provisioning for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:37.050994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2758ac83-3ba9-45d0-8bca-836955d46a3f None None] Provisioning complete for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:37.051439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2758ac83-3ba9-45d0-8bca-836955d46a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.097245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2758ac83-3ba9-45d0-8bca-836955d46a3f None None] Port 7c012bda-99d3-4d52-b3e5-7be6ea826295 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:37.097500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.320885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.326617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.335383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.421234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Pushing event updated for resources: {'Port': ['ID=7c012bda-99d3-4d52-b3e5-7be6ea826295,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:37.468817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Network ec894112-52c7-4d90-a3be-db9718e51abf is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:37.470202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:37.652076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Router 32402288-c3cc-4c5e-816f-1dc4e305a595 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:13:37.722626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-96abc408-fa16-422d-a1e9-a02cd8ec5c2d None None] Provisioning complete for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:37.723133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-96abc408-fa16-422d-a1e9-a02cd8ec5c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:37.754208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:37.758461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-96abc408-fa16-422d-a1e9-a02cd8ec5c2d None None] Port 7c012bda-99d3-4d52-b3e5-7be6ea826295 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:13:37.759678 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-44fb6f8c-d4ab-41be-b829-4f9ae9ce3963 admin admin] 10.222.0.53 "PUT /v2.0/routers/32402288-c3cc-4c5e-816f-1dc4e305a595/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9467959 Aug 10 03:13:37.774160 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Sync routers for ids ['32402288-c3cc-4c5e-816f-1dc4e305a595'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:37.787460 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Routers {'32402288-c3cc-4c5e-816f-1dc4e305a595'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:37.788351 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:13:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['32402288-c3cc-4c5e-816f-1dc4e305a595'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:37.991116 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Set router 32402288-c3cc-4c5e-816f-1dc4e305a595 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:38.495107 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:26Z', 'updated_at': '2021-08-10T03:13:36Z', 'revision_number': 2, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'gw_port_host': None, '_interfaces': [{'id': '7c012bda-99d3-4d52-b3e5-7be6ea826295', 'name': '', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'mac_address': 'fa:16:3e:0b:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:36Z', 'updated_at': '2021-08-10T03:13:37Z', 'revision_number': 2, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'subnets': [{'id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:38.549553 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Checking router: 32402288-c3cc-4c5e-816f-1dc4e305a595 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:38.549928 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Updating router 32402288-c3cc-4c5e-816f-1dc4e305a595 port 7c012bda-99d3-4d52-b3e5-7be6ea826295 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:38.604759 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.196035 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.215089 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Transition to ACTIVE for port object 7c012bda-99d3-4d52-b3e5-7be6ea826295 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:39.222713 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.376336 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Attempting to bind port 7c012bda-99d3-4d52-b3e5-7be6ea826295 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:39.376721 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Attempting to bind port 7c012bda-99d3-4d52-b3e5-7be6ea826295 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:39.377144 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Attempting to bind port 7c012bda-99d3-4d52-b3e5-7be6ea826295 on network ec894112-52c7-4d90-a3be-db9718e51abf {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:39.394470 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:39.395005 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Checking segment: {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:39.395346 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.395748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Bound using segment: {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:39.396302 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Bound port: 7c012bda-99d3-4d52-b3e5-7be6ea826295, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ac3d4f-44da-4804-a61a-2a29b7093678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:39.396678 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.422530 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Pushing event updated for resources: {'Port': ['ID=7c012bda-99d3-4d52-b3e5-7be6ea826295,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.451363 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.451652 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.451970 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.452294 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.452623 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.452948 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.453278 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.453598 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.453917 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.454268 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.454589 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.454907 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Tracked resource versions report: Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: pushed versions: Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: { 'AddressGroup': {'1.2'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'ConntrackHelper': {'1.0'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Log': {'1.0'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Network': {'1.1'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Port': {'1.7'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'PortForwarding': {'1.2'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'QosPolicy': {'1.9'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'SecurityGroup': {'1.4'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'SubPort': {'1.0'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Subnet': {'1.1'}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Trunk': {'1.1'}} Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: consumer versions: Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: L3 agent@n-d-769329-14: {}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: Metadata agent@n-d-769329-14: {}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: Metering agent@n-d-769329-14: {}, Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'ConntrackHelper': '1.0', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Log': '1.0', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Network': '1.1', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Port': '1.7', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'PortForwarding': '1.2', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'QosPolicy': '1.9', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'SecurityGroup': '1.4', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'SecurityGroupRule': '1.2', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'SubPort': '1.0', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Subnet': '1.1', Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: 'Trunk': '1.1'}} Aug 10 03:13:39.455987 n-d-769329-14 neutron-server[94143]: {{(pid=94143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:13:39.496570 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] For port 7c012bda-99d3-4d52-b3e5-7be6ea826295, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:39.521184 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] For port 7c012bda-99d3-4d52-b3e5-7be6ea826295, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7c012bda-99d3-4d52-b3e5-7be6ea826295,segment=NetworkSegment(41ac3d4f-44da-4804-a61a-2a29b7093678),segment_id=41ac3d4f-44da-4804-a61a-2a29b7093678)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:39.526424 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:39.598680 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b2cc5-85f3-4dc3-a753-57ab42cfaa5f None None] Pushing event updated for resources: {'Port': ['ID=7c012bda-99d3-4d52-b3e5-7be6ea826295,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:39.610224 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Routers {'32402288-c3cc-4c5e-816f-1dc4e305a595'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:39.611046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:13:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['32402288-c3cc-4c5e-816f-1dc4e305a595'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:39.715438 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] Set router 32402288-c3cc-4c5e-816f-1dc4e305a595 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:39.937685 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:26Z', 'updated_at': '2021-08-10T03:13:36Z', 'revision_number': 2, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'gw_port_host': None, '_interfaces': [{'id': '7c012bda-99d3-4d52-b3e5-7be6ea826295', 'name': '', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'mac_address': 'fa:16:3e:0b:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:36Z', 'updated_at': '2021-08-10T03:13:39Z', 'revision_number': 4, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'subnets': [{'id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:39.965004 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742cbbc-1507-4319-bfe2-b036519dbc42 None None] The sync data for ids ['32402288-c3cc-4c5e-816f-1dc4e305a595'] in n-d-769329-14 is: [{'id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:26Z', 'updated_at': '2021-08-10T03:13:36Z', 'revision_number': 2, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'gw_port_host': None, '_interfaces': [{'id': '7c012bda-99d3-4d52-b3e5-7be6ea826295', 'name': '', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'mac_address': 'fa:16:3e:0b:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:36Z', 'updated_at': '2021-08-10T03:13:39Z', 'revision_number': 4, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'subnets': [{'id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:40.069145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:40.199589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d48655-9824-4bd9-96ac-54318c55f9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.202050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f7d48655-9824-4bd9-96ac-54318c55f9f8 admin admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 842 time: 0.1312168 Aug 10 03:13:40.213221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:40.237645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Made reservation on behalf of 2b36027a0202445abf75239cf6ea37ec for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:13:40.240265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.645819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:13:40.646286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.703601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a23c43-4081-4d7b-8a60-ecd2dc62b529,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:40.713212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:40.714543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Network hostable DHCP agents. Network: a4fdb4ae-b30e-4708-9211-680c60e57004, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:13:40.731159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:13:40.740733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, a4fdb4ae-b30e-4708-9211-680c60e57004) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:40.746819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:40.746819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:40.749921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e37c0-d485-4849-b526-efb19103eebd None None] Network a4fdb4ae-b30e-4708-9211-680c60e57004 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:40.768279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4c0b27f1-e157-4d76-a386-81958eeb72a4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5532098 Aug 10 03:13:40.897881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f234e21-43c5-49ac-a94e-353c7b0f9ecb None None] Network a4fdb4ae-b30e-4708-9211-680c60e57004 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:13:42.194977 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:13:43.118971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36462) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:43.347452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-570960f4-8261-4131-8933-69f38ec0f608 admin admin] 10.222.0.53 "GET /v2.0/routers/32402288-c3cc-4c5e-816f-1dc4e305a595 HTTP/1.1" status: 200 len: 710 time: 0.2272091 Aug 10 03:13:43.491123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a00821-c167-4728-8a83-7364bdda66c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:13:43.502037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68a00821-c167-4728-8a83-7364bdda66c3 admin admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 886 time: 0.1366711 Aug 10 03:13:43.508920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:13:43.796365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.049218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.186350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.362152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Allocated IP 172.25.2.188 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/16bd4012-82d5-46b2-8251-b203d32778bb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:13:44.490500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.588258 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:44.714901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:13:44.720900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:13:44.731671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:13:44.736190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Pushing event updated for resources: {'Port': ['ID=16bd4012-82d5-46b2-8251-b203d32778bb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:45.037896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.286359 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.291618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.426432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Router 32402288-c3cc-4c5e-816f-1dc4e305a595 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:13:45.563459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:13:45.571010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:45.573149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a521049b-4c5e-4389-ad67-f93688a66c16 admin admin] 10.222.0.53 "PUT /v2.0/routers/32402288-c3cc-4c5e-816f-1dc4e305a595 HTTP/1.1" status: 200 len: 890 time: 2.0689766 Aug 10 03:13:46.055336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7c012bda-99d3-4d52-b3e5-7be6ea826295 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:46.138183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:46.143662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:46.144148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.234781 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.273221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7c012bda-99d3-4d52-b3e5-7be6ea826295, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7c012bda-99d3-4d52-b3e5-7be6ea826295,segment=NetworkSegment(41ac3d4f-44da-4804-a61a-2a29b7093678),segment_id=41ac3d4f-44da-4804-a61a-2a29b7093678)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:46.278914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:46.409961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7c012bda-99d3-4d52-b3e5-7be6ea826295,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:46.868514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Sync routers for ids ['32402288-c3cc-4c5e-816f-1dc4e305a595'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:13:46.881496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Routers {'32402288-c3cc-4c5e-816f-1dc4e305a595'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:46.882333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:13:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['32402288-c3cc-4c5e-816f-1dc4e305a595'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:47.129171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Set router 32402288-c3cc-4c5e-816f-1dc4e305a595 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:47.662965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '16bd4012-82d5-46b2-8251-b203d32778bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:26Z', 'updated_at': '2021-08-10T03:13:44Z', 'revision_number': 4, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'gw_port': {'id': '16bd4012-82d5-46b2-8251-b203d32778bb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:44Z', 'updated_at': '2021-08-10T03:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7c012bda-99d3-4d52-b3e5-7be6ea826295', 'name': '', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'mac_address': 'fa:16:3e:0b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:36Z', 'updated_at': '2021-08-10T03:13:46Z', 'revision_number': 5, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'subnets': [{'id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:47.720137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Checking router: 32402288-c3cc-4c5e-816f-1dc4e305a595 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:13:47.720683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Updating router 32402288-c3cc-4c5e-816f-1dc4e305a595 port 16bd4012-82d5-46b2-8251-b203d32778bb binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:13:47.773677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.055567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7c012bda-99d3-4d52-b3e5-7be6ea826295 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:48.150131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36474) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:13:48.202445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:48.203274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.208578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.243451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Transition to ACTIVE for port object 16bd4012-82d5-46b2-8251-b203d32778bb will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:13:48.254950 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.273850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fdf4c391-5689-4f90-be5c-653d6db2b7a3 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1213152 Aug 10 03:13:48.321386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Attempting to bind port 16bd4012-82d5-46b2-8251-b203d32778bb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:13:48.321649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Attempting to bind port 16bd4012-82d5-46b2-8251-b203d32778bb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:13:48.322019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Attempting to bind port 16bd4012-82d5-46b2-8251-b203d32778bb on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:13:48.444207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edf5f1-c975-4362-8d22-4ed8f369f4b9 None None] Pushing event updated for resources: {'Port': ['ID=16bd4012-82d5-46b2-8251-b203d32778bb,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.449643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:13:48.450103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:13:48.450487 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.450876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:13:48.451349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Bound port: 16bd4012-82d5-46b2-8251-b203d32778bb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:13:48.451741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.520730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] For port 16bd4012-82d5-46b2-8251-b203d32778bb, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:13:48.524419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] For port 16bd4012-82d5-46b2-8251-b203d32778bb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=16bd4012-82d5-46b2-8251-b203d32778bb,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:13:48.530937 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:48.593790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Routers {'32402288-c3cc-4c5e-816f-1dc4e305a595'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:13:48.594383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:13:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['32402288-c3cc-4c5e-816f-1dc4e305a595'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:48.600796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edf5f1-c975-4362-8d22-4ed8f369f4b9 None None] Pushing event updated for resources: {'Port': ['ID=16bd4012-82d5-46b2-8251-b203d32778bb,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:48.720073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] Set router 32402288-c3cc-4c5e-816f-1dc4e305a595 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:13:48.995735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '16bd4012-82d5-46b2-8251-b203d32778bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:26Z', 'updated_at': '2021-08-10T03:13:44Z', 'revision_number': 4, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'gw_port': {'id': '16bd4012-82d5-46b2-8251-b203d32778bb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:44Z', 'updated_at': '2021-08-10T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7c012bda-99d3-4d52-b3e5-7be6ea826295', 'name': '', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'mac_address': 'fa:16:3e:0b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:36Z', 'updated_at': '2021-08-10T03:13:46Z', 'revision_number': 5, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'subnets': [{'id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:13:49.025263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9564a39-1474-417a-9eb0-bcc344158b94 None None] The sync data for ids ['32402288-c3cc-4c5e-816f-1dc4e305a595'] in n-d-769329-14 is: [{'id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'name': 'router1', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '16bd4012-82d5-46b2-8251-b203d32778bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:13:26Z', 'updated_at': '2021-08-10T03:13:44Z', 'revision_number': 4, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'gw_port': {'id': '16bd4012-82d5-46b2-8251-b203d32778bb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:44Z', 'updated_at': '2021-08-10T03:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7c012bda-99d3-4d52-b3e5-7be6ea826295', 'name': '', 'network_id': 'ec894112-52c7-4d90-a3be-db9718e51abf', 'tenant_id': '3b89f9171408411dbe6404cde31c2fd6', 'mac_address': 'fa:16:3e:0b:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32402288-c3cc-4c5e-816f-1dc4e305a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:13:36Z', 'updated_at': '2021-08-10T03:13:46Z', 'revision_number': 5, 'project_id': '3b89f9171408411dbe6404cde31c2fd6', 'subnets': [{'id': 'a5df1f9b-a2e0-4093-8034-95a3f8d91cd0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0fe7e99c-598e-4875-90a0-f9c4523fb0bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:13:50.081660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 16bd4012-82d5-46b2-8251-b203d32778bb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:50.133183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 16bd4012-82d5-46b2-8251-b203d32778bb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:13:50.137460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 16bd4012-82d5-46b2-8251-b203d32778bb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:50.137860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.251468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.284295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 16bd4012-82d5-46b2-8251-b203d32778bb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=16bd4012-82d5-46b2-8251-b203d32778bb,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:13:50.289369 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:50.352200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=16bd4012-82d5-46b2-8251-b203d32778bb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:13:52.095811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 16bd4012-82d5-46b2-8251-b203d32778bb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:13:52.196831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 16bd4012-82d5-46b2-8251-b203d32778bb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:13:52.202078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:56.863369 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-812a006d-70ac-4109-9147-8bd24ebbd898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.619419 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:13:59.758490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d81188e4-d38d-44d0-898c-699b28e02eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:01.474414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:02.890538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:19.201166 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:26.850478 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-120282f8-49a8-416d-884e-3ad989e1ed70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.555099 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:29.744640 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c0f19cdc-66ce-4bb3-8e30-a76639540e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:31.493742 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:32.889141 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:56.191262 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:14:56.843162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e7f648ba-e74b-4717-8200-ce254c4193d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.542291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:14:59.747074 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-736d1d97-e54d-48b6-9896-23db880e513f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:01.483259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:02.905779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:26.839037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2f0df7bf-1d5e-4576-9bd4-006bd8d2f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.547114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:29.742372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5ab36a95-a77a-46af-afef-1cac6bf7225e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:31.490847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:32.909687 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:33.193516 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:15:40.034109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37078) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:40.105781 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-357abd74-ee70-4691-afb3-3b4bccf010e2 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:15:40.107396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-357abd74-ee70-4691-afb3-3b4bccf010e2 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0720062 Aug 10 03:15:40.392094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27b3a0-587d-440c-8902-0378dfd3b6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:40.393642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3d27b3a0-587d-440c-8902-0378dfd3b6a0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2813733 Aug 10 03:15:42.770432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37088) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:42.914287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b5bd20-8b4b-4277-b22b-9be7f30dd742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:42.915727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-66b5bd20-8b4b-4277-b22b-9be7f30dd742 admin admin] 10.222.0.53 "GET /v2.0/subnets/a5df1f9b-a2e0-4093-8034-95a3f8d91cd0 HTTP/1.1" status: 200 len: 849 time: 0.1443541 Aug 10 03:15:42.926393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:15:43.037951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.213321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731981418132'] for subnet, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.247501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:43.248103 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.249915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] 10.222.0.53 "PUT /v2.0/subnets/a5df1f9b-a2e0-4093-8034-95a3f8d91cd0 HTTP/1.1" status: 200 len: 868 time: 0.3272548 Aug 10 03:15:43.275689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5df1f9b-a2e0-4093-8034-95a3f8d91cd0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:15:43.277190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6552a569-ff61-4929-955f-846a753fc897 None None] Network ec894112-52c7-4d90-a3be-db9718e51abf requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:15:43.287260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.287594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.287927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.288356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.289057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.289243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.289565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.289822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.290182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.290546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.290935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.291257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288fb68-d2fe-4a61-9a4c-65d4c20cba42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:15:43.725697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eb41d4b8-28d3-4123-84df-a4835d0ffed4 None None] Provisioning complete for port a1234ab4-8fe8-44ee-a614-dbea00f10712 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:43.726286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb41d4b8-28d3-4123-84df-a4835d0ffed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:43.839929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eb41d4b8-28d3-4123-84df-a4835d0ffed4 None None] Provisioning complete for port 7c012bda-99d3-4d52-b3e5-7be6ea826295 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:15:43.840268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb41d4b8-28d3-4123-84df-a4835d0ffed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:45.560184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37096) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:45.908585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a32db5-bedc-4955-b668-630211cecb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.909408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a32db5-bedc-4955-b668-630211cecb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:45.912285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-77a32db5-bedc-4955-b668-630211cecb5b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3505185 Aug 10 03:15:48.631901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37106) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:48.785398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1810ca-9645-42fa-a03f-77a10da834cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:48.785772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1810ca-9645-42fa-a03f-77a10da834cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:48.787447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd1810ca-9645-42fa-a03f-77a10da834cd admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1543560 Aug 10 03:15:51.897612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37114) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:52.038199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954eda01-5eb8-4aca-8c7b-d1e45ea4d52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:52.039619 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-954eda01-5eb8-4aca-8c7b-d1e45ea4d52d admin admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 886 time: 0.1406679 Aug 10 03:15:54.355410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37122) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:54.507336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb50f3-8592-4972-901a-3c962ffabda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:54.509162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ddb50f3-8592-4972-901a-3c962ffabda3 admin admin] 10.222.0.53 "GET /v2.0/networks/ec894112-52c7-4d90-a3be-db9718e51abf HTTP/1.1" status: 200 len: 869 time: 0.1522484 Aug 10 03:15:56.834845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37130) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:56.838097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9478c388-d4e0-40e9-81cd-83385fdee507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:56.975067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e123b2-e257-4b8c-a88c-c277a03b715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.975512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e123b2-e257-4b8c-a88c-c277a03b715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:56.977132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-10e123b2-e257-4b8c-a88c-c277a03b715c admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1410668 Aug 10 03:15:59.293469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37138) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:15:59.397254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aed03d-b7d5-42e0-bde8-d736dc6d03ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.397733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aed03d-b7d5-42e0-bde8-d736dc6d03ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:15:59.399455 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a7aed03d-b7d5-42e0-bde8-d736dc6d03ff admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049259 Aug 10 03:15:59.544429 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:15:59.746597 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff292-428d-4f4e-ba9f-1136e66fd721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.492710 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:01.723941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37146) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:01.850681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e485984-00df-41f0-a5a6-05af34ac2ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:01.852115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e485984-00df-41f0-a5a6-05af34ac2ac1 admin admin] 10.222.0.53 "GET /v2.0/subnets/21a23c43-4081-4d7b-8a60-ecd2dc62b529 HTTP/1.1" status: 200 len: 816 time: 0.1269391 Aug 10 03:16:02.909292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:04.476280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37154) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:04.593595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593581e-f632-4a59-8e3f-4180891b87f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:04.595093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8593581e-f632-4a59-8e3f-4180891b87f3 admin admin] 10.222.0.53 "GET /v2.0/subnets/a5df1f9b-a2e0-4093-8034-95a3f8d91cd0 HTTP/1.1" status: 200 len: 868 time: 0.1174643 Aug 10 03:16:10.193539 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:26.840081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4b1a-a255-4f37-a1bf-aba15008b357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.543665 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:29.751501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-471fbb8b-c670-4183-8834-d10eb1692ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:31.493212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:32.261756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37210) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:32.317232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-1ea14700-a384-467f-9156-0b5edc26ba51 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:16:32.318334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1ea14700-a384-467f-9156-0b5edc26ba51 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552504 Aug 10 03:16:32.915743 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:34.719349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:34.797100 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e344c6-eba3-4832-980e-a90d64692428 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:16:34.799638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20e344c6-eba3-4832-980e-a90d64692428 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0790322 Aug 10 03:16:35.054732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120e59e-14cd-4c2b-b281-36c5520e4039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:35.056746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0120e59e-14cd-4c2b-b281-36c5520e4039 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2524281 Aug 10 03:16:37.388200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37226) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:37.447145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:37.475304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Made reservation on behalf of 2b36027a0202445abf75239cf6ea37ec for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:37.478048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.510528 n-d-769329-14 neutron-server[94140]: WARNING neutron.services.revisions.revision_plugin [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Could not find related network for resource to bump revision. Aug 10 03:16:37.523535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:16:37.533796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.534307 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Added segment 0df5a833-b217-4cb1-9479-9ddd87bf1e12 of type vlan for network cc2e5baa-838e-4ee2-abd3-467c68b1715c Aug 10 03:16:37.585510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.617098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.618858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:37.619624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:37.677728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2883995 Aug 10 03:16:37.686276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2e5baa-838e-4ee2-abd3-467c68b1715c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:37.693330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.693684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.694039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.694377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.694710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.695045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.695415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.695743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.696095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.696400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.696720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.697036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c35fa-f52a-4eb7-a726-cf5de5b79363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:37.712973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:16:40.048147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:16:40.124567 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-92050375-ea0d-45e1-bcf6-92f45f6815b7 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:16:40.126084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-92050375-ea0d-45e1-bcf6-92f45f6815b7 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0766315 Aug 10 03:16:40.219778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf1b05-1625-4e5f-9244-6164b0fba635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.221374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4ccf1b05-1625-4e5f-9244-6164b0fba635 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0900881 Aug 10 03:16:40.233491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:16:40.260022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Made reservation on behalf of 2b36027a0202445abf75239cf6ea37ec for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:16:40.262829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.495453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.555401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4720540c-0bc8-49c4-8741-eb9e7591316e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:40.575091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:40.575448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Network hostable DHCP agents. Network: cc2e5baa-838e-4ee2-abd3-467c68b1715c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:16:40.601931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:16:40.616746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, cc2e5baa-838e-4ee2-abd3-467c68b1715c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:40.623034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:16:40.623992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:40.630798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75094cea-f033-4949-b13d-0636e9325be3 None None] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:40.646834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1aeaf0c9-6f68-4c0b-90b9-9152fa12e2b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4170482 Aug 10 03:16:40.867688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'tenant_id': '2b36027a0202445abf75239cf6ea37ec', 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:16:40.869104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.072434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Allocated IP 192.168.233.2 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/26af71be-ce17-4d5d-ad00-8a573b2e5bad) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:16:41.297931 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.308967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Transition to ACTIVE for port object 26af71be-ce17-4d5d-ad00-8a573b2e5bad will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:41.326897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Transition to ACTIVE for port object 26af71be-ce17-4d5d-ad00-8a573b2e5bad will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:16:41.334880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.380335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:16:41.383735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:16:41.387801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:16:41.395895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Pushing event updated for resources: {'Port': ['ID=26af71be-ce17-4d5d-ad00-8a573b2e5bad,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:41.407038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.407387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.407729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.408071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.408883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.408883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.409221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.409377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.409684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.410024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.410350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.410668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:16:41.469184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Attempting to bind port 26af71be-ce17-4d5d-ad00-8a573b2e5bad on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:16:41.469719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Attempting to bind port 26af71be-ce17-4d5d-ad00-8a573b2e5bad by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:16:41.470294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Attempting to bind port 26af71be-ce17-4d5d-ad00-8a573b2e5bad on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:16:41.477315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:16:41.477808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:16:41.478411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.479073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:16:41.479770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Bound port: 26af71be-ce17-4d5d-ad00-8a573b2e5bad, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:16:41.480289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.578476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] For port 26af71be-ce17-4d5d-ad00-8a573b2e5bad, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:16:41.584413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] For port 26af71be-ce17-4d5d-ad00-8a573b2e5bad, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=26af71be-ce17-4d5d-ad00-8a573b2e5bad,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:16:41.591297 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:41.694220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80631303-6697-483c-97f1-08a4f6812b83 None None] Pushing event updated for resources: {'Port': ['ID=26af71be-ce17-4d5d-ad00-8a573b2e5bad,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:42.235935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 26af71be-ce17-4d5d-ad00-8a573b2e5bad up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:42.307925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 26af71be-ce17-4d5d-ad00-8a573b2e5bad completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:42.657575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34fe44-fe99-4e12-8120-e217f771f698 None None] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:16:42.722137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] Provisioning for port 26af71be-ce17-4d5d-ad00-8a573b2e5bad completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:16:42.732899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] Provisioning complete for port 26af71be-ce17-4d5d-ad00-8a573b2e5bad triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:42.733459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:42.940143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.016049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] For port 26af71be-ce17-4d5d-ad00-8a573b2e5bad, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=26af71be-ce17-4d5d-ad00-8a573b2e5bad,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:16:43.023032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:43.116063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e8a3a-061d-4aa3-b8c6-554d0489e314 None None] Pushing event updated for resources: {'Port': ['ID=26af71be-ce17-4d5d-ad00-8a573b2e5bad,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:16:43.262920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ad341bd6-f462-4f0d-82e8-63e8736c4605 None None] Provisioning complete for port 26af71be-ce17-4d5d-ad00-8a573b2e5bad triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:43.263610 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ad341bd6-f462-4f0d-82e8-63e8736c4605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:44.180538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 26af71be-ce17-4d5d-ad00-8a573b2e5bad up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:16:44.255776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 26af71be-ce17-4d5d-ad00-8a573b2e5bad triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:16:44.256375 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:47.198163 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:16:56.839915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3287d54e-5776-41cb-93a3-4cbb039b71d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.545999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:16:59.756579 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c8afa21-4007-4d33-9a53-86ebee4b99ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:01.498997 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:02.923281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:24.199002 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:17:26.836777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe8205a4-3024-4413-8bf2-f5bfeb661cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.548998 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:29.758483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5d95ad1c-91cf-4c73-b6be-1c6711682937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:31.502664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:32.926918 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.846004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-68c60f6c-b5f3-4430-9754-db6e474fa840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:56.887901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37286) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:56.895458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-da3860aa-4c63-4939-831c-72c3ed10ddbf tempest-verify_tempest_config-1441367954 tempest-verify_tempest_config-1441367954-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:17:56.897081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da3860aa-4c63-4939-831c-72c3ed10ddbf tempest-verify_tempest_config-1441367954 tempest-verify_tempest_config-1441367954-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076206 Aug 10 03:17:57.280172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37304) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.412841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.543802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.549048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.598764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2987b4-fcb1-4e58-be16-02d674ae8cf8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.603188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ab98873a63d4703963b8879872e0876&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3218639 Aug 10 03:17:57.606271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37308) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:17:57.609039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.609389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.609732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.610125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.610458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.610789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.611120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.611447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.611775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.612101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.612428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.612753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac967bde-cf18-4da9-847e-187d98f635cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.720899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.747777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.846517 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.849048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:57.851205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b2987b4-fcb1-4e58-be16-02d674ae8cf8 HTTP/1.1" status: 204 len: 168 time: 0.2436962 Aug 10 03:17:57.859630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2987b4-fcb1-4e58-be16-02d674ae8cf8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:17:57.866962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.867309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.867652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.867986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.868317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.868670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.868995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.869319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.869647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.869967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.870318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:57.870639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d5cad9-a7c8-4beb-a99f-3d1b9b5d829d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:17:59.543314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:17:59.752728 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d0b974fa-b03a-43d3-9c67-be36190e057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:01.198264 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:01.508565 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:02.923871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:26.831395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d67ab57e-abec-4752-b482-9196d9c548a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.549124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:29.749571 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-393c7fbb-a13e-491d-84dc-d7045a60803a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:31.506552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:32.928820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:38.201659 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:18:56.827353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8b253eb-b735-43bc-bc0a-e7718fb48e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.544813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:18:59.747002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3c3cb92-f620-4f90-922d-aa46a6d2516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:01.509721 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:02.931780 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:15.199896 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:26.833958 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a922c828-d647-4775-834f-fc4718e025c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.550815 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:29.742858 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60d4a864-ea97-408b-8e27-0a6681ae3a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:31.511176 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:32.936589 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:52.199864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:19:56.838613 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-badbeb58-40f7-47f1-88e2-32014a9c90c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.545698 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:19:59.738980 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c6f71fc-14be-4881-a00a-30be2bd51edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:01.514876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:02.938412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:26.834951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd4af8f5-accb-46ad-a110-df32e5908f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.199072 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 5 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:20:29.559473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:29.732836 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d7744304-bdd0-45b4-9e80-4ee1c7d346a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:31.521008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:32.945095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:54.213357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:55.590962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3764710'] for agent, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:56.838446 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4f2691cf-db7c-4e36-8987-f03d919fabc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.572049 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:20:59.735588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-909dfc1f-7966-47b2-b6aa-9c25cbd759af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:01.520361 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:02.948720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:06.198401 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:24.164676 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:25.576757 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:26.842718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc47e-8373-4d38-9dd4-37ec30bf7585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.567605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:29.740468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55d254ab-ee0d-4c01-958c-969dd0ef2431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:31.524582 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:32.956453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:40.838377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37374) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:40.965504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-45bba846-12bb-4770-bc5a-1c934dae355b admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1256719 Aug 10 03:21:43.199253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:21:43.263405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:21:43.344613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-493c1a8d-a8b7-4426-923b-3d552b88862a admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0800564 Aug 10 03:21:54.192845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:55.572355 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:56.845941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ece931f8-48e1-4121-9617-d088089a6302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.553960 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:21:59.734809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a8c70ba-777c-4c0a-b0aa-dc96362e50ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:01.527180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:02.964093 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:20.201759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:24.222493 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:25.585457 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:26.854462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-079014ac-b5ed-4938-b229-107cc3186327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.558814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:29.741606 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9460-b7a0-4945-84c7-d726ec7aeec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:31.534806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:32.972050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:54.212379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:55.587926 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:56.856414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fc45980-55d7-4627-91f9-885aa26df689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:57.202469 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:22:59.563867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:22:59.736669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30893e9e-1ec5-4cb3-9c08-bf3eb2c7c8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:01.536203 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:02.969123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.192130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:08.537183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-network', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:08.578369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Made reservation on behalf of 91d5fa271eb547d9984e2483f7934efc for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:08.582029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.595494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.757413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.764924 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.788181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:08.843178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:08.844123 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Added segment 9c560808-5fd3-427e-9dfa-549c32a7da21 of type vlan for network 1ad7594b-ce85-417c-a676-f372590af00f Aug 10 03:23:08.859824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8b59d-6304-4075-941b-64e5a65b4aa4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:08.927041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.927577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.928111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.928641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.929175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.929663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.930194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.930971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.931908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.932897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.933638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.935173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Tracked resource versions report: Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: pushed versions: Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: { 'AddressGroup': {'1.2'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'ConntrackHelper': {'1.0'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Log': {'1.0'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Network': {'1.1'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Port': {'1.7'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'PortForwarding': {'1.2'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'QosPolicy': {'1.9'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'SecurityGroup': {'1.4'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'SubPort': {'1.0'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Subnet': {'1.1'}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Trunk': {'1.1'}} Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: consumer versions: Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: HyperV agent@n-h1-769329-14: {}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: HyperV agent@n-h2-769329-14: {}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: L3 agent@n-d-769329-14: {}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: Metadata agent@n-d-769329-14: {}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: Metering agent@n-d-769329-14: {}, Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'ConntrackHelper': '1.0', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Log': '1.0', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Network': '1.1', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Port': '1.7', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'PortForwarding': '1.2', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'QosPolicy': '1.9', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'SecurityGroup': '1.4', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'SecurityGroupRule': '1.2', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'SubPort': '1.0', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Subnet': '1.1', Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: 'Trunk': '1.1'}} Aug 10 03:23:08.937575 n-d-769329-14 neutron-server[94140]: {{(pid=94140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:23:08.951537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.019568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.021816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.023350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.132428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9380572 Aug 10 03:23:09.137129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37574) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:09.142290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042eb55c-d4b1-4f01-b9e2-e762b24ef7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad7594b-ce85-417c-a676-f372590af00f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.145256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Request body: {'subnet': {'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-subnet', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:09.155533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1ad7594b-ce85-417c-a676-f372590af00f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:09.201586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Made reservation on behalf of 91d5fa271eb547d9984e2483f7934efc for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:09.206002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.410377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.464508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e531932-a8c5-47bd-82b0-ba328268107a,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:09.486815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.488012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.488705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.490031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.490623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.491175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.491726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.492274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.493097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.493860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.494444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.495204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Tracked resource versions report: Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: pushed versions: Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: { 'AddressGroup': {'1.2'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'ConntrackHelper': {'1.0'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Log': {'1.0'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Network': {'1.1'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Port': {'1.7'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'PortForwarding': {'1.2'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'QosPolicy': {'1.9'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'SecurityGroup': {'1.4'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'SubPort': {'1.0'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Subnet': {'1.1'}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Trunk': {'1.1'}} Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: consumer versions: Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: HyperV agent@n-h1-769329-14: {}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: HyperV agent@n-h2-769329-14: {}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: L3 agent@n-d-769329-14: {}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: Metadata agent@n-d-769329-14: {}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: Metering agent@n-d-769329-14: {}, Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'ConntrackHelper': '1.0', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Log': '1.0', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Network': '1.1', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Port': '1.7', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'PortForwarding': '1.2', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'QosPolicy': '1.9', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'SecurityGroup': '1.4', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'SecurityGroupRule': '1.2', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'SubPort': '1.0', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Subnet': '1.1', Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: 'Trunk': '1.1'}} Aug 10 03:23:09.496961 n-d-769329-14 neutron-server[94141]: {{(pid=94141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:23:09.534690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Checking segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:09.535037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Network hostable DHCP agents. Network: 1ad7594b-ce85-417c-a676-f372590af00f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:09.555993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Network 1ad7594b-ce85-417c-a676-f372590af00f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:09.574789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1ad7594b-ce85-417c-a676-f372590af00f) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:09.581134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:09.583437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.587351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07f779-a12f-4222-8145-adbcbe3ab141 None None] Network 1ad7594b-ce85-417c-a676-f372590af00f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:09.613157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a9ce004-e8d9-4a56-9177-e034671da280 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4737957 Aug 10 03:23:09.616038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:09.624092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:09.665689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.667478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.788818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93972855-bfed-4507-a284-308e21e78604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-1ad7594b-ce85-417c-a676-f372590af00f', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:09.790593 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:09.836129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.014303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-93972855-bfed-4507-a284-308e21e78604 None None] Allocated IP 172.20.0.2 (1ad7594b-ce85-417c-a676-f372590af00f/9e531932-a8c5-47bd-82b0-ba328268107a/b6df2e46-57c0-469b-a3b0-7fab6a991171) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:10.099684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.266368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37614) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:10.316020 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.332440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-93972855-bfed-4507-a284-308e21e78604 None None] Transition to ACTIVE for port object b6df2e46-57c0-469b-a3b0-7fab6a991171 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:10.369608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-93972855-bfed-4507-a284-308e21e78604 None None] Transition to ACTIVE for port object b6df2e46-57c0-469b-a3b0-7fab6a991171 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:10.376367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.388659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.434853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93972855-bfed-4507-a284-308e21e78604 None None] Pushing event updated for resources: {'Port': ['ID=b6df2e46-57c0-469b-a3b0-7fab6a991171,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.447293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.447908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.448408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.448926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.449445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.450020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.450642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.450969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.451475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.451988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.452488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.452974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Tracked resource versions report: Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: pushed versions: Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: { 'AddressGroup': {'1.2'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'ConntrackHelper': {'1.0'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Log': {'1.0'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Network': {'1.1'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Port': {'1.7'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'PortForwarding': {'1.2'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'QosPolicy': {'1.9'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'SecurityGroup': {'1.4'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'SubPort': {'1.0'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Subnet': {'1.1'}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Trunk': {'1.1'}} Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: consumer versions: Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: HyperV agent@n-h1-769329-14: {}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: HyperV agent@n-h2-769329-14: {}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: L3 agent@n-d-769329-14: {}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: Metadata agent@n-d-769329-14: {}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: Metering agent@n-d-769329-14: {}, Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'ConntrackHelper': '1.0', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Log': '1.0', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Network': '1.1', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Port': '1.7', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'PortForwarding': '1.2', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'QosPolicy': '1.9', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'SecurityGroup': '1.4', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'SecurityGroupRule': '1.2', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'SubPort': '1.0', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Subnet': '1.1', Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: 'Trunk': '1.1'}} Aug 10 03:23:10.454315 n-d-769329-14 neutron-server[94142]: {{(pid=94142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:23:10.471640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93972855-bfed-4507-a284-308e21e78604 None None] Network 1ad7594b-ce85-417c-a676-f372590af00f is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:10.474240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-93972855-bfed-4507-a284-308e21e78604 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:10.476981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93972855-bfed-4507-a284-308e21e78604 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:10.526173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.556265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-93972855-bfed-4507-a284-308e21e78604 None None] Attempting to bind port b6df2e46-57c0-469b-a3b0-7fab6a991171 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:10.557029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-93972855-bfed-4507-a284-308e21e78604 None None] Attempting to bind port b6df2e46-57c0-469b-a3b0-7fab6a991171 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:10.557606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972855-bfed-4507-a284-308e21e78604 None None] Attempting to bind port b6df2e46-57c0-469b-a3b0-7fab6a991171 on network 1ad7594b-ce85-417c-a676-f372590af00f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:10.582364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972855-bfed-4507-a284-308e21e78604 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:10.582919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972855-bfed-4507-a284-308e21e78604 None None] Checking segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:10.583629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.584124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93972855-bfed-4507-a284-308e21e78604 None None] Bound using segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:10.584740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-93972855-bfed-4507-a284-308e21e78604 None None] Bound port: b6df2e46-57c0-469b-a3b0-7fab6a991171, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:10.585225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.670996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-93972855-bfed-4507-a284-308e21e78604 None None] For port b6df2e46-57c0-469b-a3b0-7fab6a991171, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:10.678639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-93972855-bfed-4507-a284-308e21e78604 None None] For port b6df2e46-57c0-469b-a3b0-7fab6a991171, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6df2e46-57c0-469b-a3b0-7fab6a991171,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:10.686880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93972855-bfed-4507-a284-308e21e78604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.727983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Allocated IP 172.25.2.35 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e88d4bd0-396f-402d-94bc-63227089e880) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:10.774570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93972855-bfed-4507-a284-308e21e78604 None None] Pushing event updated for resources: {'Port': ['ID=b6df2e46-57c0-469b-a3b0-7fab6a991171,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:10.883470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:10.967220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.024562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-86c0c64f-5eaa-4fdc-ad14-f861a2a1e0a3 tempest-AutoAllocateNetworkTest-149191218 tempest-AutoAllocateNetworkTest-149191218-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6d6c3a36adb24daa80dc614b83f63386&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7569559 Aug 10 03:23:11.025565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37630) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.059968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e88d4bd0-396f-402d-94bc-63227089e880,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:11.084279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:11.086262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:11.089300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:11.274320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37638) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.324775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7b2e9-efec-4cbf-8a4c-ed918e1989f7 tempest-AutoAllocateNetworkTest-149191218 tempest-AutoAllocateNetworkTest-149191218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:11.326922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b2d7b2e9-efec-4cbf-8a4c-ed918e1989f7 tempest-AutoAllocateNetworkTest-149191218 tempest-AutoAllocateNetworkTest-149191218-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3001206 Aug 10 03:23:11.330594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37644) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.397910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d88d528f-019f-4e1f-a093-318c2a7fefeb tempest-AutoAllocateNetworkTest-149191218 tempest-AutoAllocateNetworkTest-149191218-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653036 Aug 10 03:23:11.398677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37648) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:11.451351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-519e2bdd-04e3-4924-86bb-f4f0f795adcc tempest-AutoAllocateNetworkTest-149191218 tempest-AutoAllocateNetworkTest-149191218-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6d6c3a36adb24daa80dc614b83f63386 HTTP/1.1" status: 200 len: 208 time: 0.0508935 Aug 10 03:23:11.483278 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.720600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.867575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-527928166-network', 'tenant_id': 'd391b830312d4dd98a2bca453b5ba1bd'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:11.931396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Made reservation on behalf of d391b830312d4dd98a2bca453b5ba1bd for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:11.934322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:11.948903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.043226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:12.143493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.145242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b884bd63-f5c9-4eab-b688-66ecfb47ae82 None None] Network 1ad7594b-ce85-417c-a676-f372590af00f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:12.175167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.210773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808c0121-704e-4150-b260-b418853f0474,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.227785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:12.245218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.245218 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Added segment bd2d9066-5585-4f90-91fb-15cf0bcb043b of type vlan for network 9b304310-d5b7-4288-901e-b606b6b37694 Aug 10 03:23:12.247239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:12.260185 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:12.272068 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:12.276633 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:12.287046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8f6c9294-045d-4541-9e29-d17b1e480b36 None None] Provisioning for port b6df2e46-57c0-469b-a3b0-7fab6a991171 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:12.348775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.350117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e187c38b-4ee1-4316-9a21-ec330df7e6d2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7326169 Aug 10 03:23:12.353733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37676) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.393132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.538376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6df2e46-57c0-469b-a3b0-7fab6a991171 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:12.548915 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:12.591144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.593861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:12.595481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.690838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b6df2e46-57c0-469b-a3b0-7fab6a991171 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:12.700135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b6df2e46-57c0-469b-a3b0-7fab6a991171 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:12.701490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.717655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] Pushing event updated for resources: {'Network': ['ID=9b304310-d5b7-4288-901e-b606b6b37694,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:12.802610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9b304310-d5b7-4288-901e-b606b6b37694 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:12.845257 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:11Z', 'revision_number': 3, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:12.886427 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:12.886592 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Updating router b7c72c32-1db9-44d1-9f7e-9166fae685ef port e88d4bd0-396f-402d-94bc-63227089e880 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:23:12.900704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3d82d94e-97c2-4ba4-8baf-e6f3bfb5a796 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6244948 Aug 10 03:23:12.906377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37688) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:12.912361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Request body: {'subnet': {'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-527928166-subnet', 'tenant_id': 'd391b830312d4dd98a2bca453b5ba1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:12.928314 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:12.958976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Made reservation on behalf of d391b830312d4dd98a2bca453b5ba1bd for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:12.962351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.026955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-57a45201-b08e-472e-bfb1-a999d482a145 None None] Provisioning complete for port b6df2e46-57c0-469b-a3b0-7fab6a991171 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:13.027552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-57a45201-b08e-472e-bfb1-a999d482a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.091117 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.183342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37690) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:13.207026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b6df2e46-57c0-469b-a3b0-7fab6a991171, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6df2e46-57c0-469b-a3b0-7fab6a991171,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:13.223222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.274706 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-57a45201-b08e-472e-bfb1-a999d482a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.383481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.384680 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.407353 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Transition to ACTIVE for port object e88d4bd0-396f-402d-94bc-63227089e880 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:13.419962 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.508684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b6df2e46-57c0-469b-a3b0-7fab6a991171,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.531924 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Pushing event updated for resources: {'Port': ['ID=e88d4bd0-396f-402d-94bc-63227089e880,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.554066 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.555612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-57a45201-b08e-472e-bfb1-a999d482a145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:23:13.556397 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-57a45201-b08e-472e-bfb1-a999d482a145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:23:13.557198 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.557721 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.558386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.558882 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.560027 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.560948 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.561508 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.561645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=966fc33a-b988-4686-b2a6-be0386b61a4c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:13.562170 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.562697 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.563176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.563665 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Tracked resource versions report: Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: pushed versions: Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: { 'AddressGroup': {'1.2'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'ConntrackHelper': {'1.0'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Log': {'1.0'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Network': {'1.1'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Port': {'1.7'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'PortForwarding': {'1.2'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'QosPolicy': {'1.9'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'SecurityGroup': {'1.4'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'SubPort': {'1.0'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Subnet': {'1.1'}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Trunk': {'1.1'}} Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: consumer versions: Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: { DHCP agent@n-d-769329-14: {}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: HyperV agent@n-h1-769329-14: {}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: HyperV agent@n-h2-769329-14: {}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: L3 agent@n-d-769329-14: {}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: Metadata agent@n-d-769329-14: {}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: Metering agent@n-d-769329-14: {}, Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: Open vSwitch agent@n-d-769329-14: { 'AddressGroup': '1.2', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'ConntrackHelper': '1.0', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Log': '1.0', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Network': '1.1', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Port': '1.7', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'PortForwarding': '1.2', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'QosPolicy': '1.9', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'SecurityGroup': '1.4', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'SecurityGroupRule': '1.2', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'SubPort': '1.0', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Subnet': '1.1', Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: 'Trunk': '1.1'}} Aug 10 03:23:13.564995 n-d-769329-14 neutron-server[94143]: {{(pid=94143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:23:13.588245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:13.588794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Network hostable DHCP agents. Network: 9b304310-d5b7-4288-901e-b606b6b37694, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:13.603073 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Attempting to bind port e88d4bd0-396f-402d-94bc-63227089e880 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:13.603987 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Attempting to bind port e88d4bd0-396f-402d-94bc-63227089e880 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:13.604690 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Attempting to bind port e88d4bd0-396f-402d-94bc-63227089e880 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:13.613222 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:13.614120 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:13.615028 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.615850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:13.616681 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Bound port: e88d4bd0-396f-402d-94bc-63227089e880, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:13.616881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Network 9b304310-d5b7-4288-901e-b606b6b37694 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:13.617619 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.642511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9b304310-d5b7-4288-901e-b606b6b37694) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:13.651069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:13.655714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.656481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74e8b3-cec8-4bd7-a9f2-081dc1ba8409 None None] Network 9b304310-d5b7-4288-901e-b606b6b37694 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:13.687465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9fe311aa-56be-44d5-9bb9-461df1b8c7db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7798305 Aug 10 03:23:13.737924 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] For port e88d4bd0-396f-402d-94bc-63227089e880, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:13.743846 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] For port e88d4bd0-396f-402d-94bc-63227089e880, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e88d4bd0-396f-402d-94bc-63227089e880,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:13.750094 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.875452 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:13.876124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:13.905187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:13.942368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fe501-aedd-4d42-b33d-ffbf1d23e6c1 None None] Network 9b304310-d5b7-4288-901e-b606b6b37694 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:14.013234 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5b9aa-dc5d-403d-910a-9fd51477fc22 None None] Pushing event updated for resources: {'Port': ['ID=e88d4bd0-396f-402d-94bc-63227089e880,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.082830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Allocated IP 172.20.0.1 (1ad7594b-ce85-417c-a676-f372590af00f/9e531932-a8c5-47bd-82b0-ba328268107a/a2506d63-2458-41f3-a540-065433ae419e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:14.167315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e52f3c1-f1a1-4d29-87b5-2b20b770bde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.235100 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:14.305700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.332678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Transition to ACTIVE for port object a2506d63-2458-41f3-a540-065433ae419e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:14.407306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e52f3c1-f1a1-4d29-87b5-2b20b770bde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.416673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.417285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e52f3c1-f1a1-4d29-87b5-2b20b770bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.493596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6df2e46-57c0-469b-a3b0-7fab6a991171 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:14.518651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Network 1ad7594b-ce85-417c-a676-f372590af00f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:14.523348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:14.538998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:14.571695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.572644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f3c1-f1a1-4d29-87b5-2b20b770bde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba5594-b8a2-49d4-8f97-cf1292de3869,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.572644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e52f3c1-f1a1-4d29-87b5-2b20b770bde8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d6c3a36adb24daa80dc614b83f63386&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3743358 Aug 10 03:23:14.575292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37726) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:14.706229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc2de55c-925c-4636-8807-5a4df3109992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.730116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b6df2e46-57c0-469b-a3b0-7fab6a991171 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:14.730707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.734225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Pushing event updated for resources: {'Port': ['ID=a2506d63-2458-41f3-a540-065433ae419e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.782994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc2de55c-925c-4636-8807-5a4df3109992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.894678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc2de55c-925c-4636-8807-5a4df3109992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.897599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc2de55c-925c-4636-8807-5a4df3109992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:14.898986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc2de55c-925c-4636-8807-5a4df3109992 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fba5594-b8a2-49d4-8f97-cf1292de3869 HTTP/1.1" status: 204 len: 168 time: 0.3225458 Aug 10 03:23:14.915976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2de55c-925c-4636-8807-5a4df3109992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba5594-b8a2-49d4-8f97-cf1292de3869,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:14.992877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.100962 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:11Z', 'revision_number': 3, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:15.152589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19ec98d1-8b9b-408e-ab96-0817c7e1952e None None] Provisioning for port a2506d63-2458-41f3-a540-065433ae419e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:15.157697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19ec98d1-8b9b-408e-ab96-0817c7e1952e None None] Provisioning complete for port a2506d63-2458-41f3-a540-065433ae419e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:15.158086 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-19ec98d1-8b9b-408e-ab96-0817c7e1952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.174350 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec13f67-b982-437e-815b-97d1195e5b48 None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:11Z', 'revision_number': 3, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:15.222362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-19ec98d1-8b9b-408e-ab96-0817c7e1952e None None] Port a2506d63-2458-41f3-a540-065433ae419e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:15.282152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.291708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.293126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:15.395339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Pushing event updated for resources: {'Port': ['ID=a2506d63-2458-41f3-a540-065433ae419e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:15.459462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Network 1ad7594b-ce85-417c-a676-f372590af00f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:15.461199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:15.769676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:15.968378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-38911703-8380-45db-a7c0-a247b45ab2e1 None None] Provisioning complete for port a2506d63-2458-41f3-a540-065433ae419e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:15.968955 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-38911703-8380-45db-a7c0-a247b45ab2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.025878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:16.037413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e5734cd4-9794-4bba-846f-fa77f40560ce admin admin] 10.222.0.53 "PUT /v2.0/routers/b7c72c32-1db9-44d1-9f7e-9166fae685ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6757412 Aug 10 03:23:16.062517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-38911703-8380-45db-a7c0-a247b45ab2e1 None None] Port a2506d63-2458-41f3-a540-065433ae419e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:16.498524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e88d4bd0-396f-402d-94bc-63227089e880 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:16.583183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e88d4bd0-396f-402d-94bc-63227089e880 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:16.588184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e88d4bd0-396f-402d-94bc-63227089e880 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:16.588755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.702961 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.731443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e88d4bd0-396f-402d-94bc-63227089e880, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e88d4bd0-396f-402d-94bc-63227089e880,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:16.742677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:16.877261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e88d4bd0-396f-402d-94bc-63227089e880,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.126467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37794) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:17.480199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:17.493552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:17.494389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:17.569766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-416f3e4c-09b3-4683-a222-8fe6f7cb22e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.636879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37812) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:17.644395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1473765859-network', 'tenant_id': '1bdf58d9c2784a27b6d5be330f2d052f'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:17.689021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:17.732464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-416f3e4c-09b3-4683-a222-8fe6f7cb22e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.758619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-416f3e4c-09b3-4683-a222-8fe6f7cb22e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.791492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Made reservation on behalf of 1bdf58d9c2784a27b6d5be330f2d052f for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:17.805350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.831614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f3e4c-09b3-4683-a222-8fe6f7cb22e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3201baa9-facd-495a-a438-f89eaab4ef56,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:17.834663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:17.999658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-416f3e4c-09b3-4683-a222-8fe6f7cb22e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a9bac2532c04968969a37aa31aeb4bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8720293 Aug 10 03:23:18.003924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37828) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.092705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:15Z', 'revision_number': 2, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:18.168950 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a38630e-e6ea-424f-9939-d515c11c556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.194672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a38630e-e6ea-424f-9939-d515c11c556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.266485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a38630e-e6ea-424f-9939-d515c11c556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.269821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a38630e-e6ea-424f-9939-d515c11c556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.271142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8a38630e-e6ea-424f-9939-d515c11c556d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3201baa9-facd-495a-a438-f89eaab4ef56 HTTP/1.1" status: 204 len: 168 time: 0.2662301 Aug 10 03:23:18.279729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.281666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:18.282048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Updating router b7c72c32-1db9-44d1-9f7e-9166fae685ef port a2506d63-2458-41f3-a540-065433ae419e binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:23:18.287376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.300364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:18.309832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38630e-e6ea-424f-9939-d515c11c556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3201baa9-facd-495a-a438-f89eaab4ef56,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.321238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.322047 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Added segment 3f6c0bf2-2027-41d6-a69e-5600deb0939f of type vlan for network d84f87a6-4322-45fd-b012-fd985ecda3f8 Aug 10 03:23:18.333358 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.431521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.467477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a5427f-91ea-4ff0-9e58-ae1e5ac6c929,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.471729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.482636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:18.483253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.501192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8626668 Aug 10 03:23:18.506459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37862) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.524203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Request body: {'subnet': {'network_id': 'd84f87a6-4322-45fd-b012-fd985ecda3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1473765859-subnet', 'tenant_id': '1bdf58d9c2784a27b6d5be330f2d052f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:18.532593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37864) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.548951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e88d4bd0-396f-402d-94bc-63227089e880 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:18.572462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec8f20-4506-4f85-990e-9a7dc8057835 admin admin] Pushing event updated for resources: {'Network': ['ID=d84f87a6-4322-45fd-b012-fd985ecda3f8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:18.593498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d84f87a6-4322-45fd-b012-fd985ecda3f8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:18.594939 n-d-769329-14 neutron-server[94141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:23:18.652487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Made reservation on behalf of 1bdf58d9c2784a27b6d5be330f2d052f for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:18.658006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.773655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e88d4bd0-396f-402d-94bc-63227089e880 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:18.774410 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.875091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37870) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:18.887643 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.888202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-network', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:18.904865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Transition to ACTIVE for port object a2506d63-2458-41f3-a540-065433ae419e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:18.946784 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.969312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-de70480b-1607-4a6a-a68d-b70436105d24 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7bb1e204ae2445e2bcc500e908905def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4003026 Aug 10 03:23:18.969509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Made reservation on behalf of aa1647910f8b47f7ae1ae69138e841fe for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:18.974595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:18.975709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.032111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251694-fd0a-4285-8a03-2e5703c2ecdc None None] Pushing event updated for resources: {'Port': ['ID=a2506d63-2458-41f3-a540-065433ae419e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.053112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.143273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Attempting to bind port a2506d63-2458-41f3-a540-065433ae419e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:19.147572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Attempting to bind port a2506d63-2458-41f3-a540-065433ae419e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:19.148154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Attempting to bind port a2506d63-2458-41f3-a540-065433ae419e on network 1ad7594b-ce85-417c-a676-f372590af00f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:19.155414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:19.155897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Checking segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:19.156374 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.157080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Bound using segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:19.157691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Bound port: a2506d63-2458-41f3-a540-065433ae419e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:19.158537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.284567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-87a914ef-fba9-4b9d-89e3-e13b8b504c02 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.302289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-87a914ef-fba9-4b9d-89e3-e13b8b504c02 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308074 Aug 10 03:23:19.325027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.326898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] For port a2506d63-2458-41f3-a540-065433ae419e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:19.332424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:19.336509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] For port a2506d63-2458-41f3-a540-065433ae419e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2506d63-2458-41f3-a540-065433ae419e,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:19.346500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.352448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.366647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-e13dc651-62d5-401f-9cfa-e1e94d21b989 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/quotas/7bb1e204ae2445e2bcc500e908905def HTTP/1.1" status: 200 len: 375 time: 0.0536301 Aug 10 03:23:19.382265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Checking segment: {'id': '3f6c0bf2-2027-41d6-a69e-5600deb0939f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd84f87a6-4322-45fd-b012-fd985ecda3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:19.382668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Network hostable DHCP agents. Network: d84f87a6-4322-45fd-b012-fd985ecda3f8, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:19.390169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e43ebfb-17fe-47d8-8148-e12046e7744a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.405948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:23:19.437245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.437585 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Added segment 36578fcf-1a54-45a4-bc94-39d540d6626a of type vlan for network d18b0a43-dc20-4b3e-95bb-e02bf970e422 Aug 10 03:23:19.453936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96bb0fe-447b-4d58-8d71-27222f93fb4d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.468098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251694-fd0a-4285-8a03-2e5703c2ecdc None None] Pushing event updated for resources: {'Port': ['ID=a2506d63-2458-41f3-a540-065433ae419e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.484891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:19.485535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:19.582335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.604828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-937d49fc-5710-4466-9b69-acb3c18fdf80 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb1e204ae2445e2bcc500e908905def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2292881 Aug 10 03:23:19.623617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Network d84f87a6-4322-45fd-b012-fd985ecda3f8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:19.643867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e207c00-b9bd-416d-a89a-4d49cb3bf3be,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.658200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d84f87a6-4322-45fd-b012-fd985ecda3f8) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:19.665951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.666673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.718773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2948efb-3f20-4983-b9a5-c7dd36045c96 None None] Network d84f87a6-4322-45fd-b012-fd985ecda3f8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:19.736612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.737690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:19.738364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.890111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e43ebfb-17fe-47d8-8148-e12046e7744a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.891507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] Pushing event updated for resources: {'Network': ['ID=d18b0a43-dc20-4b3e-95bb-e02bf970e422,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:19.921537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9a19ed17-b95e-4420-863c-5b7a36352c38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4049618 Aug 10 03:23:19.922161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e43ebfb-17fe-47d8-8148-e12046e7744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:19.941262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:20.024227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-826e8d06-565c-4a9e-b894-9749679dd469 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1432304 Aug 10 03:23:20.024539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37916) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:20.031723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Request body: {'subnet': {'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-subnet', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:20.035379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43ebfb-17fe-47d8-8148-e12046e7744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f3553-27e6-4fc4-b36c-3418fb37944b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.083746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Made reservation on behalf of aa1647910f8b47f7ae1ae69138e841fe for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:20.086766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.118809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4e43ebfb-17fe-47d8-8148-e12046e7744a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b8df4298b614ae3af2c5c4e7b4959f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7838485 Aug 10 03:23:20.119433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37928) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:20.130402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:23:20.245142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdec6-87e5-414f-bf6f-b9562ed1af8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.315961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdec6-87e5-414f-bf6f-b9562ed1af8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.355372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37940) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:20.378976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.425255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdec6-87e5-414f-bf6f-b9562ed1af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.428853 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cfcdec6-87e5-414f-bf6f-b9562ed1af8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.434440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8cfcdec6-87e5-414f-bf6f-b9562ed1af8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c26f3553-27e6-4fc4-b36c-3418fb37944b HTTP/1.1" status: 204 len: 168 time: 0.3111227 Aug 10 03:23:20.471191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcdec6-87e5-414f-bf6f-b9562ed1af8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f3553-27e6-4fc4-b36c-3418fb37944b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.512778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de0871e-1997-428a-aaad-7f9d267f8390,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:20.522503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Checking segment: {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:20.523084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Network hostable DHCP agents. Network: d18b0a43-dc20-4b3e-95bb-e02bf970e422, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:23:20.557616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:23:20.589790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d18b0a43-dc20-4b3e-95bb-e02bf970e422) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:20.604487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:20.605138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.609040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6584948-bcb1-4ee9-b963-1251caa0d58f None None] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:20.634377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37950) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:20.634694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ee5a21dd-a37b-4102-855b-8d3e0c428e10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6080697 Aug 10 03:23:20.639609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:20.648111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f857a14-f22a-462c-a665-d848362aab93 None None] Network d84f87a6-4322-45fd-b012-fd985ecda3f8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:20.697008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.698678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.805690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:20.809318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:19Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:20.858695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94670edf-8733-4b93-9722-ad3cdc924856 None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:19Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:20.912031 n-d-769329-14 neutron-server[94140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:23:21.128207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d18b0a43-dc20-4b3e-95bb-e02bf970e422', 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'fixed_ips': [{'subnet_id': '9de0871e-1997-428a-aaad-7f9d267f8390'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:23:21.129129 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.308255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ec79435-04c5-4e22-b01f-004b414367a9 req-292ba545-ae35-468b-887d-8afad49ee692 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 210 time: 0.9513659 Aug 10 03:23:21.470855 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:21.819531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Allocated IP 172.20.0.2 (d18b0a43-dc20-4b3e-95bb-e02bf970e422/9de0871e-1997-428a-aaad-7f9d267f8390/16c1bc68-197b-40b7-af17-225eebda3862) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:22.021077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-adb69c2f-1b1b-4286-a1e9-47be1ca12027 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:22.022740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-adb69c2f-1b1b-4286-a1e9-47be1ca12027 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.6572990 Aug 10 03:23:22.059117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-df4d2e56-2266-4f3d-a394-c7d0474ebc0d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/quotas/d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 375 time: 0.0124445 Aug 10 03:23:22.119876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.157511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.189549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-cd4ea6c3-a0bd-4c6d-b292-48048016f91c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119215 Aug 10 03:23:22.469948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.488483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Transition to ACTIVE for port object 16c1bc68-197b-40b7-af17-225eebda3862 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:22.519241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Allocated IP 172.25.2.88 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/923f5d71-e478-4346-ad33-a41689901a63) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:22.519828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Transition to ACTIVE for port object 16c1bc68-197b-40b7-af17-225eebda3862 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:22.532887 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.592535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:22.617905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:22.621810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:22.630348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Pushing event updated for resources: {'Port': ['ID=16c1bc68-197b-40b7-af17-225eebda3862,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:22.718544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2506d63-2458-41f3-a540-065433ae419e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:22.760667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Attempting to bind port 16c1bc68-197b-40b7-af17-225eebda3862 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:22.761098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Attempting to bind port 16c1bc68-197b-40b7-af17-225eebda3862 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:22.761493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Attempting to bind port 16c1bc68-197b-40b7-af17-225eebda3862 on network d18b0a43-dc20-4b3e-95bb-e02bf970e422 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:22.799470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:22.799876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Checking segment: {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:22.800310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.801029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Bound using segment: {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:22.801479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Bound port: 16c1bc68-197b-40b7-af17-225eebda3862, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:22.802170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.836341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.890302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a2506d63-2458-41f3-a540-065433ae419e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:22.922112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a2506d63-2458-41f3-a540-065433ae419e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:22.922553 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.957604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] For port 16c1bc68-197b-40b7-af17-225eebda3862, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:22.968682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:22.982816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] For port 16c1bc68-197b-40b7-af17-225eebda3862, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=16c1bc68-197b-40b7-af17-225eebda3862,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:22.991970 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.005143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-bff39875-5d86-48b2-affc-eb6dd2de58d0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:23:23.023498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-bff39875-5d86-48b2-affc-eb6dd2de58d0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3816121 Aug 10 03:23:23.090511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:23.108988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:23.115044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:23.188803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9573a9-d3e2-4352-a021-3a454e50998e None None] Pushing event updated for resources: {'Port': ['ID=16c1bc68-197b-40b7-af17-225eebda3862,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.234552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.292468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=923f5d71-e478-4346-ad33-a41689901a63,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.323321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-c78b8d01-eaa8-4b2c-87e9-4926eb61510b service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855277 Aug 10 03:23:23.329199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port a2506d63-2458-41f3-a540-065433ae419e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2506d63-2458-41f3-a540-065433ae419e,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:23.339656 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:23.551877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=a2506d63-2458-41f3-a540-065433ae419e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:23.576384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-da99d111-4866-4c92-88fb-1de764489b3b service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124755 Aug 10 03:23:23.718018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f3f30df4-30e8-4c25-9a70-d4ccd873e795 req-38aed041-2246-4929-881e-9fc63e5ec09f tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 210 time: 0.0407038 Aug 10 03:23:23.734250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.135348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.179437 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a118f042-b1a7-4faa-b2ca-81104f7a3e32 req-2a662688-e236-4547-a6cc-593f6feb5dff tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 210 time: 0.0973439 Aug 10 03:23:24.231728 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.327422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.39', 50808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:24.381742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-34968f65-e258-4632-a3e1-cde3b33eb15a tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb1e204ae2445e2bcc500e908905def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527685 Aug 10 03:23:24.547684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Router 7fdf3726-114c-4da8-bb1b-e25e27abb71b is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:23:24.818688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 16c1bc68-197b-40b7-af17-225eebda3862 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:24.837125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:24.865107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:24.865730 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Sync routers for ids ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:24.872392 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3b9d8c3e-7888-44e7-a42b-2cc7da999bf7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2368245 Aug 10 03:23:24.874333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38096) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:24.895339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-02b91cc9-7613-4b1f-b70b-9fb11469d3d2 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:24.901476 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Routers {'7fdf3726-114c-4da8-bb1b-e25e27abb71b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:24.903891 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:24.905427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-02b91cc9-7613-4b1f-b70b-9fb11469d3d2 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5078042 Aug 10 03:23:24.947020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435bf41a-e8e7-4d86-b3dd-7170e78dd7cd None None] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:23:24.968883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Request body: {'port': {'device_id': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '7bb1e204ae2445e2bcc500e908905def'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:25.210124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-693ecbce-f69c-4a1a-b1d8-3ae4200906a2 None None] Provisioning for port 16c1bc68-197b-40b7-af17-225eebda3862 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:25.311976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 16c1bc68-197b-40b7-af17-225eebda3862 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:25.340870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 16c1bc68-197b-40b7-af17-225eebda3862 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:25.341305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.343345 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Set router 7fdf3726-114c-4da8-bb1b-e25e27abb71b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:25.464388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Made reservation on behalf of 7bb1e204ae2445e2bcc500e908905def for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:25.493649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.541778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.752023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.802725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.851087 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 3, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:25.903015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.908294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 16c1bc68-197b-40b7-af17-225eebda3862, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=16c1bc68-197b-40b7-af17-225eebda3862,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:25.919690 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.920665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2506d63-2458-41f3-a540-065433ae419e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:25.925955 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Checking router: 7fdf3726-114c-4da8-bb1b-e25e27abb71b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:25.927140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Updating router 7fdf3726-114c-4da8-bb1b-e25e27abb71b port 923f5d71-e478-4346-ad33-a41689901a63 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:23:25.957713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:25.990957 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.171924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=16c1bc68-197b-40b7-af17-225eebda3862,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.176692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2f9f129e-eff0-4055-9cf7-3485c28f4a23 None None] Provisioning complete for port 16c1bc68-197b-40b7-af17-225eebda3862 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:26.177314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2f9f129e-eff0-4055-9cf7-3485c28f4a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.252291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e033b118-d581-41d6-8d99-c82e9d8d58fa,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:26.270090 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc45e660-88c2-4895-a02a-e086288a4ef9 req-9d1ed506-7948-4480-9f77-9fcd66eb324b tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 210 time: 0.4040353 Aug 10 03:23:26.333567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a2506d63-2458-41f3-a540-065433ae419e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:26.335932 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.410732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c266135e-e01a-4ffa-9877-e09ddab8df0c req-c27c7530-f4c3-4685-8c66-148ba92696ac tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 210 time: 0.1578755 Aug 10 03:23:26.735945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.65', 56296) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:26.916011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7e30adc3-65f1-4168-af32-b1368e46d52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:26.947248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 16c1bc68-197b-40b7-af17-225eebda3862 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:26.991970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-3f364b6f-1372-433f-921e-510e93bb5a16 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:26.993576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-3f364b6f-1372-433f-921e-510e93bb5a16 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.2562366 Aug 10 03:23:27.096907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.136096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Request body: {'port': {'device_id': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'admin_state_up': True, 'tenant_id': 'd391b830312d4dd98a2bca453b5ba1bd'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:27.186605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Allocated IP 192.168.233.9 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/6e914aaa-de3d-4931-80ef-a49ee1d0e455) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:27.291765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 16c1bc68-197b-40b7-af17-225eebda3862 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:27.292003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.389605 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.421743 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Transition to ACTIVE for port object 923f5d71-e478-4346-ad33-a41689901a63 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:27.439081 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.754101 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Attempting to bind port 923f5d71-e478-4346-ad33-a41689901a63 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:27.754727 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Attempting to bind port 923f5d71-e478-4346-ad33-a41689901a63 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:27.755454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Attempting to bind port 923f5d71-e478-4346-ad33-a41689901a63 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:27.771354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450c679-35d7-4738-8adb-9f00f85cef41 None None] Pushing event updated for resources: {'Port': ['ID=923f5d71-e478-4346-ad33-a41689901a63,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:27.774716 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:27.775100 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:27.776339 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.776799 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:27.777380 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Bound port: 923f5d71-e478-4346-ad33-a41689901a63, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:27.778308 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:27.837764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Allocated IP 172.20.0.1 (d18b0a43-dc20-4b3e-95bb-e02bf970e422/9de0871e-1997-428a-aaad-7f9d267f8390/edae7adb-b463-428c-bb54-c2b499dd1817) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:27.891516 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] For port 923f5d71-e478-4346-ad33-a41689901a63, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:27.901790 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] For port 923f5d71-e478-4346-ad33-a41689901a63, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=923f5d71-e478-4346-ad33-a41689901a63,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:27.911418 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.079459 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Routers {'7fdf3726-114c-4da8-bb1b-e25e27abb71b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:28.079769 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:28.082655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.318406 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450c679-35d7-4738-8adb-9f00f85cef41 None None] Pushing event updated for resources: {'Port': ['ID=923f5d71-e478-4346-ad33-a41689901a63,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.447500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.464521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:28.513222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Made reservation on behalf of d391b830312d4dd98a2bca453b5ba1bd for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:28.525458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.553392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Transition to ACTIVE for port object edae7adb-b463-428c-bb54-c2b499dd1817 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:28.608859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82814cad-70eb-47d0-91f2-1351ee580b90 req-46623fc8-149e-4061-aa9e-61a94e40d88a tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 210 time: 0.4348736 Aug 10 03:23:28.622471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Transition to ACTIVE for port object 6e914aaa-de3d-4931-80ef-a49ee1d0e455 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:28.706354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:28.725359 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] Set router 7fdf3726-114c-4da8-bb1b-e25e27abb71b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:28.876603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Pushing event updated for resources: {'Port': ['ID=6e914aaa-de3d-4931-80ef-a49ee1d0e455,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:28.907750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:28.926652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:28.939756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c1cdea6-bcb5-49b9-b63c-4f880333296d req-44d31453-977f-4aa3-b796-3131fc65bbb2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 210 time: 0.0650094 Aug 10 03:23:28.946913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:28.965362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:28.974586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.016569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fde-4ec1-4eb1-beb3-25cb62945f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.024040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-12608fd6-281a-402c-9eed-e304387f7ee3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0710182 Aug 10 03:23:29.040699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-3762941c-7e08-4ed4-89d9-67050141b7ef tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:23:29.051799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-3762941c-7e08-4ed4-89d9-67050141b7ef tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095537 Aug 10 03:23:29.296505 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.317879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Request body: {'port': {'device_id': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:29.482683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.599828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.625676 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 3, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:29.652402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-05a8e857-1a28-4f5c-90b5-d6538861d95d None None] Provisioning for port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:29.659157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-05a8e857-1a28-4f5c-90b5-d6538861d95d None None] Provisioning complete for port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:29.664283 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-05a8e857-1a28-4f5c-90b5-d6538861d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.739176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e605a8-1bd5-4855-8fc6-b84cc5e0fea3 None None] The sync data for ids ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'] in n-d-769329-14 is: [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 3, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:29.770326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-05a8e857-1a28-4f5c-90b5-d6538861d95d None None] Port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:29.796542 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fac7d6e9-8131-444f-a4fb-38cac0fc1809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:29.914458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Pushing event updated for resources: {'Port': ['ID=edae7adb-b463-428c-bb54-c2b499dd1817,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:29.944485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:29.962405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:29.981892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:29.985387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.197760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Allocated IP 172.20.0.7 (9b304310-d5b7-4288-901e-b606b6b37694/966fc33a-b988-4686-b2a6-be0386b61a4c/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:30.356472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.418700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e914aaa-de3d-4931-80ef-a49ee1d0e455 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:30.452724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.491647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Transition to ACTIVE for port object 6e914aaa-de3d-4931-80ef-a49ee1d0e455 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:30.499744 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.629747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-09fef075-3ff1-4b39-9160-758aebfa6af5 None None] Provisioning for port edae7adb-b463-428c-bb54-c2b499dd1817 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:30.635363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-09fef075-3ff1-4b39-9160-758aebfa6af5 None None] Provisioning complete for port edae7adb-b463-428c-bb54-c2b499dd1817 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:30.636021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09fef075-3ff1-4b39-9160-758aebfa6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.725729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-09fef075-3ff1-4b39-9160-758aebfa6af5 None None] Port edae7adb-b463-428c-bb54-c2b499dd1817 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:30.891936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 923f5d71-e478-4346-ad33-a41689901a63 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:30.921358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6e914aaa-de3d-4931-80ef-a49ee1d0e455,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:30.949944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Attempting to bind port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:30.950828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Attempting to bind port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:30.953902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Attempting to bind port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:30.959773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fde-4ec1-4eb1-beb3-25cb62945f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:30.968021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:30.968679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Attempting to bind port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:31.016771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd6e5-5ba7-4f94-acd8-7661e4de9376 req-e749a1a4-0fc0-4697-8ae3-82db53ae2d0a tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.018783 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029cd6e5-5ba7-4f94-acd8-7661e4de9376 req-e749a1a4-0fc0-4697-8ae3-82db53ae2d0a tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.2368886 Aug 10 03:23:31.023628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:31.024187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:31.024928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:31.030759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Bound port: 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:31.031825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.034619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ceef8fde-4ec1-4eb1-beb3-25cb62945f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.068050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 923f5d71-e478-4346-ad33-a41689901a63 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:31.092516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 923f5d71-e478-4346-ad33-a41689901a63 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:31.093146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.124226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8fde-4ec1-4eb1-beb3-25cb62945f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab2024b-eacf-49c6-bf0c-c5b4484f0884,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.174381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029cd6e5-5ba7-4f94-acd8-7661e4de9376 req-d3755852-0773-40ef-a2c1-092a08d95653 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372805 Aug 10 03:23:31.276208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] For port 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:31.283734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] For port 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:31.292604 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.356596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:31.357108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.360506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] 10.222.0.39 "PUT /v2.0/ports/6e914aaa-de3d-4931-80ef-a49ee1d0e455 HTTP/1.1" status: 200 len: 1095 time: 2.1960793 Aug 10 03:23:31.361250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'tag': '6e914aaa-de3d-4931-80ef-a49ee1d0e455'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:31.417611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.458683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ceef8fde-4ec1-4eb1-beb3-25cb62945f3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=129c993114054313b0f8ff475aa73f62&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9833891 Aug 10 03:23:31.466042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38262) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:31.469522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 923f5d71-e478-4346-ad33-a41689901a63, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=923f5d71-e478-4346-ad33-a41689901a63,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:31.479336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.535704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8d34577-825e-45b4-9db4-57ce1de21660 req-762716ea-7f4d-44c9-9df2-c3a56b978d4d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 210 time: 0.0761268 Aug 10 03:23:31.560073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860f36e-6b70-4738-8034-cb788a7ae7ae service neutron] Pushing event updated for resources: {'Port': ['ID=6e914aaa-de3d-4931-80ef-a49ee1d0e455,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.608033 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53080a5-3092-40f0-b7b4-096e9c9876b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9102cf3-f4d4-4590-9993-ddee16f02a96", "tag": "6e914aaa-de3d-4931-80ef-a49ee1d0e455"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:31.630743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=923f5d71-e478-4346-ad33-a41689901a63,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:31.663522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:31.970306 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.120753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-76f78896-d224-4021-9fa5-a947cc938739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.127649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-76f78896-d224-4021-9fa5-a947cc938739 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb1e204ae2445e2bcc500e908905def&device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 1098 time: 0.5132554 Aug 10 03:23:32.270443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fbeca13-f3cb-47ce-80a3-c78c120142f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.428804 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.471824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.477585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.582200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.596918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fbeca13-f3cb-47ce-80a3-c78c120142f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:32.597886 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9718d8-f216-4755-9b39-a5b4544daa08 x-openstack-request-id: req-0d9718d8-f216-4755-9b39-a5b4544daa08 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:32.598791 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9102cf3-f4d4-4590-9993-ddee16f02a96", "tag": "6e914aaa-de3d-4931-80ef-a49ee1d0e455", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:32.598791 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d9718d8-f216-4755-9b39-a5b4544daa08 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:32.606952 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'tag': '6e914aaa-de3d-4931-80ef-a49ee1d0e455', 'status': 'completed', 'code': 200} Aug 10 03:23:32.614287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-b8bbb88b-e424-40bd-a804-a1c8ad3274e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455 HTTP/1.1" status: 200 len: 217 time: 0.3974099 Aug 10 03:23:32.887007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-fb0ba9d3-948d-4857-899f-b55df960f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:32.889040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-fb0ba9d3-948d-4857-899f-b55df960f8bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2548664 Aug 10 03:23:32.926437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 923f5d71-e478-4346-ad33-a41689901a63 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:33.010243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38288) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:33.071789 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.093016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fbeca13-f3cb-47ce-80a3-c78c120142f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.099185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fbeca13-f3cb-47ce-80a3-c78c120142f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.104442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9fbeca13-f3cb-47ce-80a3-c78c120142f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ab2024b-eacf-49c6-bf0c-c5b4484f0884 HTTP/1.1" status: 204 len: 168 time: 1.6317437 Aug 10 03:23:33.119521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 923f5d71-e478-4346-ad33-a41689901a63 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:33.122179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.141016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-5dc6007b-e9c1-4f0b-8090-035fae0bf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.147369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-5dc6007b-e9c1-4f0b-8090-035fae0bf7b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2144282 Aug 10 03:23:33.148173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeca13-f3cb-47ce-80a3-c78c120142f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab2024b-eacf-49c6-bf0c-c5b4484f0884,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.156380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Pushing event updated for resources: {'Port': ['ID=edae7adb-b463-428c-bb54-c2b499dd1817,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.192368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Network 9b304310-d5b7-4288-901e-b606b6b37694 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:33.254090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:33.267361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:33.284138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:33.285028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.515704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-54546310-f8a6-45a7-a4db-20f65e5893b3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549433 Aug 10 03:23:33.516958 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ace89def-7fd9-4421-8de5-4fbcf21c182c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:33.748476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:33.862476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:33.868833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:33.968306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2ea4fd5-6756-4b83-9549-661d40e62754 req-5e75881a-de3c-4d7c-85ab-328038754b3a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213572 Aug 10 03:23:34.213394 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:23:34.234352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Router 7fdf3726-114c-4da8-bb1b-e25e27abb71b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:23:34.262450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1f796-e105-4a91-b8f6-6d4f72250a7f req-2b18f820-0c7b-4713-a96a-b02fe1bb9e40 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.286931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0f1f796-e105-4a91-b8f6-6d4f72250a7f req-2b18f820-0c7b-4713-a96a-b02fe1bb9e40 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.4529603 Aug 10 03:23:34.321772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ace89def-7fd9-4421-8de5-4fbcf21c182c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.396679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38302) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.400130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f8d9f477-48f8-4531-aec8-8e74babd9e42 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2838490 Aug 10 03:23:34.452764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4e8ec919-ce00-4ebb-84b3-9c6d136096c3 None None] Provisioning complete for port edae7adb-b463-428c-bb54-c2b499dd1817 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:34.453417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4e8ec919-ce00-4ebb-84b3-9c6d136096c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.488010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-3816e7af-869d-41ea-a423-f0b7ec697bfc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:23:34.489900 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-3816e7af-869d-41ea-a423-f0b7ec697bfc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350668 Aug 10 03:23:34.548146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4e8ec919-ce00-4ebb-84b3-9c6d136096c3 None None] Port edae7adb-b463-428c-bb54-c2b499dd1817 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:34.600329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba95-8790-4284-b83b-66b1a6faaf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.681083 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ace89def-7fd9-4421-8de5-4fbcf21c182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.764630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba95-8790-4284-b83b-66b1a6faaf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.778455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba95-8790-4284-b83b-66b1a6faaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:34.844458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:23:34.851880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5a01e6cf-91fe-4f75-9832-b8ae9519bad6 admin admin] 10.222.0.53 "PUT /v2.0/routers/7fdf3726-114c-4da8-bb1b-e25e27abb71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9740918 Aug 10 03:23:34.868308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ba95-8790-4284-b83b-66b1a6faaf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6e716-e51c-47df-93e1-fadbb7b94008,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.877087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Sync routers for ids ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:23:34.899475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-faf1ba95-8790-4284-b83b-66b1a6faaf55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4b24a5e6ea24c6890f9454a646889cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982648 Aug 10 03:23:34.901669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38310) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.910865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace89def-7fd9-4421-8de5-4fbcf21c182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc8786-072c-4d11-89a6-4ac509b3b17e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:34.926945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Routers {'7fdf3726-114c-4da8-bb1b-e25e27abb71b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:34.927876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:34.934742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0f1f796-e105-4a91-b8f6-6d4f72250a7f req-de502d99-8bd5-4d9b-94ef-21cd3e14e577 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452100 Aug 10 03:23:34.948180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-d4168b25-d150-4a89-a143-2727117064c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:34.951023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-d4168b25-d150-4a89-a143-2727117064c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb1e204ae2445e2bcc500e908905def&device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 1098 time: 0.8266580 Aug 10 03:23:34.958830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ace89def-7fd9-4421-8de5-4fbcf21c182c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0c99bcdb5a44177876f5633416472a8&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9468102 Aug 10 03:23:34.984407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38312) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:34.997619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Request body: {'port': {'device_id': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:35.178962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Set router 7fdf3726-114c-4da8-bb1b-e25e27abb71b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:35.215602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.315144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5737-d943-41cb-baf3-5e09678f3c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.316925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e177fcc0-6c05-48b9-8ec4-f5fdca36016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.433729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5737-d943-41cb-baf3-5e09678f3c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.452856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-d4f1e2cb-8e6b-4dfa-a5dc-dfbc89e440db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.461645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-d4f1e2cb-8e6b-4dfa-a5dc-dfbc89e440db service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.5010824 Aug 10 03:23:35.485656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effbfea-9226-4369-9ed0-36ceffd3dd94 req-194df150-5df6-4b06-a6b5-fe5f4c3272ea tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.487983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7effbfea-9226-4369-9ed0-36ceffd3dd94 req-194df150-5df6-4b06-a6b5-fe5f4c3272ea tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 931 time: 0.2305801 Aug 10 03:23:35.564035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-1fa2f185-81a9-434c-8bab-c87146c56764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455 HTTP/1.1" status: 200 len: 217 time: 0.0747466 Aug 10 03:23:35.634449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7effbfea-9226-4369-9ed0-36ceffd3dd94 req-70d7eac3-7bbc-4665-86d2-829d70dadc47 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273689 Aug 10 03:23:35.639898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e177fcc0-6c05-48b9-8ec4-f5fdca36016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.679578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-936e8a21-bfc1-4af1-ad86-c6ee26a4edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:35.681807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-936e8a21-bfc1-4af1-ad86-c6ee26a4edc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1033776 Aug 10 03:23:35.740996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5737-d943-41cb-baf3-5e09678f3c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.745491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5737-d943-41cb-baf3-5e09678f3c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:35.763176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3c2c5737-d943-41cb-baf3-5e09678f3c20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49c6e716-e51c-47df-93e1-fadbb7b94008 HTTP/1.1" status: 204 len: 168 time: 0.8452497 Aug 10 03:23:36.054199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:23:30Z', 'revision_number': 4, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'edae7adb-b463-428c-bb54-c2b499dd1817', 'name': '', 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'mac_address': 'fa:16:3e:e9:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de0871e-1997-428a-aaad-7f9d267f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:27Z', 'updated_at': '2021-08-10T03:23:30Z', 'revision_number': 2, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'subnets': [{'id': '9de0871e-1997-428a-aaad-7f9d267f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:36.125407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5737-d943-41cb-baf3-5e09678f3c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6e716-e51c-47df-93e1-fadbb7b94008,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.177864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-f960502f-ca86-4576-9d22-52b276aa3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:36.179420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Checking router: 7fdf3726-114c-4da8-bb1b-e25e27abb71b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:23:36.181560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-f960502f-ca86-4576-9d22-52b276aa3588 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2166691 Aug 10 03:23:36.181830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Updating router 7fdf3726-114c-4da8-bb1b-e25e27abb71b port edae7adb-b463-428c-bb54-c2b499dd1817 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:23:36.301292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.480920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-597cbf71-28be-4b10-9122-14b25415ddab service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791314 Aug 10 03:23:36.750067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e177fcc0-6c05-48b9-8ec4-f5fdca36016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.752854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e177fcc0-6c05-48b9-8ec4-f5fdca36016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:36.754177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e177fcc0-6c05-48b9-8ec4-f5fdca36016d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fcc8786-072c-4d11-89a6-4ac509b3b17e HTTP/1.1" status: 204 len: 168 time: 1.7684600 Aug 10 03:23:36.841584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177fcc0-6c05-48b9-8ec4-f5fdca36016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc8786-072c-4d11-89a6-4ac509b3b17e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:36.884050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d53080a5-3092-40f0-b7b4-096e9c9876b4 req-d77e8cac-260a-46d7-a14d-f4011eda0114 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904297 Aug 10 03:23:37.079600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c469f9-2d0d-483a-abd8-96bfd99e8f6a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:37.093122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.114036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Transition to ACTIVE for port object c3c469f9-2d0d-483a-abd8-96bfd99e8f6a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:37.115180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246587-36a1-4d08-9c68-47a08c2148de req-b62ecae8-8600-479e-8199-fe4de98c270e tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:37.120203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.127837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f246587-36a1-4d08-9c68-47a08c2148de req-b62ecae8-8600-479e-8199-fe4de98c270e tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.1080582 Aug 10 03:23:37.236993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f246587-36a1-4d08-9c68-47a08c2148de req-25dc2c0e-8751-486f-b3e0-8f92a0ebc118 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020639 Aug 10 03:23:37.314221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.358856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:37.359529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:37.360037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:37.370264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:37.370909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:37.395836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:37.396594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:37.397424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:37.398310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Bound port: c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:37.398916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.475760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.506304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Transition to ACTIVE for port object edae7adb-b463-428c-bb54-c2b499dd1817 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:37.519005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.643412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd360-30b8-4fb6-9abd-52d5203a26b5 None None] Pushing event updated for resources: {'Port': ['ID=edae7adb-b463-428c-bb54-c2b499dd1817,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:37.714631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:37.747486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:37.768120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.845208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Attempting to bind port edae7adb-b463-428c-bb54-c2b499dd1817 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:37.848694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Attempting to bind port edae7adb-b463-428c-bb54-c2b499dd1817 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:37.849238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Attempting to bind port edae7adb-b463-428c-bb54-c2b499dd1817 on network d18b0a43-dc20-4b3e-95bb-e02bf970e422 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:37.876190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:37.876653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Checking segment: {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:37.877062 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:37.877465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Bound using segment: {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:37.878035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Bound port: edae7adb-b463-428c-bb54-c2b499dd1817, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36578fcf-1a54-45a4-bc94-39d540d6626a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:37.888198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.111935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:38.156645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.157856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.161773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-f704b74f-d61b-44ab-aa54-0a86f93f66a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 1092 time: 3.3937559 Aug 10 03:23:38.162622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:38.392049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] For port edae7adb-b463-428c-bb54-c2b499dd1817, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:38.428743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] For port edae7adb-b463-428c-bb54-c2b499dd1817, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=edae7adb-b463-428c-bb54-c2b499dd1817,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:38.450407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.592909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Routers {'7fdf3726-114c-4da8-bb1b-e25e27abb71b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:23:38.596771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:23:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:38.607000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38368) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:38.624863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-499daf39-25cb-4035-9452-d832ec6effcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.790853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] Set router 7fdf3726-114c-4da8-bb1b-e25e27abb71b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:23:38.796968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-499daf39-25cb-4035-9452-d832ec6effcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.812513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-499daf39-25cb-4035-9452-d832ec6effcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:38.923824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-6b018305-805a-4dda-8f23-6c9a61f8ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:38.926197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-6b018305-805a-4dda-8f23-6c9a61f8ee04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1095 time: 0.5143533 Aug 10 03:23:38.998413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499daf39-25cb-4035-9452-d832ec6effcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f3e9eb-950e-40c7-bf0b-91cefb8934e5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.025049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38372) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:39.025369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-499daf39-25cb-4035-9452-d832ec6effcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c125ba497c924da9acd31c98d2a0c871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165111 Aug 10 03:23:39.044535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961602ce-1009-457d-a366-0c5ba0c0e352 req-afdb172d-15df-46b0-8c66-328a9dcebd30 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.053239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-961602ce-1009-457d-a366-0c5ba0c0e352 req-afdb172d-15df-46b0-8c66-328a9dcebd30 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.2490785 Aug 10 03:23:39.093840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd360-30b8-4fb6-9abd-52d5203a26b5 None None] Pushing event updated for resources: {'Port': ['ID=edae7adb-b463-428c-bb54-c2b499dd1817,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:39.118679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-961602ce-1009-457d-a366-0c5ba0c0e352 req-af9d9703-1ee9-4926-8068-58d49145aa10 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630286 Aug 10 03:23:39.388961 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee0a8d4-a449-4630-b5e5-f1e963c83967" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:39.430945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-d076a729-d86c-4719-b501-fb0f523b8dd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.3949087 Aug 10 03:23:39.466646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:23:30Z', 'revision_number': 4, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'edae7adb-b463-428c-bb54-c2b499dd1817', 'name': '', 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'mac_address': 'fa:16:3e:e9:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de0871e-1997-428a-aaad-7f9d267f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:27Z', 'updated_at': '2021-08-10T03:23:38Z', 'revision_number': 4, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'subnets': [{'id': '9de0871e-1997-428a-aaad-7f9d267f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:23:39.548940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaab0fc-3fed-4095-b86c-e0508d1d816f None None] The sync data for ids ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'] in n-d-769329-14 is: [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:23:30Z', 'revision_number': 4, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'edae7adb-b463-428c-bb54-c2b499dd1817', 'name': '', 'network_id': 'd18b0a43-dc20-4b3e-95bb-e02bf970e422', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'mac_address': 'fa:16:3e:e9:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9de0871e-1997-428a-aaad-7f9d267f8390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:27Z', 'updated_at': '2021-08-10T03:23:38Z', 'revision_number': 4, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'subnets': [{'id': '9de0871e-1997-428a-aaad-7f9d267f8390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:23:39.558408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec79ac-fa2f-4bd6-bd95-e438bf956a92 req-9c64e263-b7cf-4215-82a1-fe9f2e3416c8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.560150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28ec79ac-fa2f-4bd6-bd95-e438bf956a92 req-9c64e263-b7cf-4215-82a1-fe9f2e3416c8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.1304634 Aug 10 03:23:39.606953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b61bd2d1-8ee5-47b5-abb8-d7eeb1919f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.609904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-a4a09b63-8780-4c57-983e-a62d84ac7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:39.611557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-a4a09b63-8780-4c57-983e-a62d84ac7075 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1050625 Aug 10 03:23:39.669811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28ec79ac-fa2f-4bd6-bd95-e438bf956a92 req-a15b3f44-76b5-4cab-8a55-8ed0d5f7475d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955362 Aug 10 03:23:39.717031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b61bd2d1-8ee5-47b5-abb8-d7eeb1919f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.859106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-8cab5bb6-d523-4576-a00e-047b5bdabc73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051218 Aug 10 03:23:39.860426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b61bd2d1-8ee5-47b5-abb8-d7eeb1919f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.863458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b61bd2d1-8ee5-47b5-abb8-d7eeb1919f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:39.867603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b61bd2d1-8ee5-47b5-abb8-d7eeb1919f05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25f3e9eb-950e-40c7-bf0b-91cefb8934e5 HTTP/1.1" status: 204 len: 168 time: 0.8413966 Aug 10 03:23:39.898822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bd2d1-8ee5-47b5-abb8-d7eeb1919f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f3e9eb-950e-40c7-bf0b-91cefb8934e5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:40.055625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-a921bfb4-b542-4ec1-8b3d-4e4df7a470a5 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827493 Aug 10 03:23:40.345418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-457e6967-4a07-45f9-9d41-f678fe08cab4 req-3ddd9eb4-71d4-412e-9d91-c239c8bd6b0d service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673833 Aug 10 03:23:41.086247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device edae7adb-b463-428c-bb54-c2b499dd1817 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:41.225040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port edae7adb-b463-428c-bb54-c2b499dd1817 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:41.236789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port edae7adb-b463-428c-bb54-c2b499dd1817 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:41.239642 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.663535 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.813937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port edae7adb-b463-428c-bb54-c2b499dd1817, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=edae7adb-b463-428c-bb54-c2b499dd1817,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:41.825807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:41.918609 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c731b05-b004-4ae9-8718-d340e4c1eab1 x-openstack-request-id: req-2c731b05-b004-4ae9-8718-d340e4c1eab1 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:41.919533 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:41.920167 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c731b05-b004-4ae9-8718-d340e4c1eab1 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:41.921134 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'status': 'completed', 'code': 200} Aug 10 03:23:41.989579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=edae7adb-b463-428c-bb54-c2b499dd1817,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:42.091595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-05080877-21f8-4a15-ba4e-ffc69f45ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.093440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-05080877-21f8-4a15-ba4e-ffc69f45ad67 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1095 time: 0.1515040 Aug 10 03:23:42.342515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9e1bd-534b-40e0-b38e-00b432442835 req-6c46e9c8-5ef6-4480-9f27-91157a7cb884 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.357423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57d9e1bd-534b-40e0-b38e-00b432442835 req-6c46e9c8-5ef6-4480-9f27-91157a7cb884 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.1421275 Aug 10 03:23:42.442970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57d9e1bd-534b-40e0-b38e-00b432442835 req-cf2e353c-8ebb-4435-91b7-cd5c70748299 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816922 Aug 10 03:23:42.492269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-3e718347-4a5d-419f-a9fe-deeba5389e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.493938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-3e718347-4a5d-419f-a9fe-deeba5389e6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3693428 Aug 10 03:23:42.601169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-53bfe3ab-0157-4e95-ae71-85786ea56340 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.0978765 Aug 10 03:23:42.727685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-16967e6c-d7eb-4684-b102-2a99952f2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.734583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-16967e6c-d7eb-4684-b102-2a99952f2614 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1088388 Aug 10 03:23:42.781622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aebbe0-ed5c-4e33-8dea-444d606506ca req-82dc1df0-2c5d-405d-bad4-39142d5e3760 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:42.790593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9aebbe0-ed5c-4e33-8dea-444d606506ca req-82dc1df0-2c5d-405d-bad4-39142d5e3760 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.1628165 Aug 10 03:23:42.790814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-642e81ec-e1a3-43db-a819-4180de7bebe8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484862 Aug 10 03:23:42.904823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9aebbe0-ed5c-4e33-8dea-444d606506ca req-66b5f1f0-bda0-44b5-9feb-fc522d5ed461 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Aug 10 03:23:42.949698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device edae7adb-b463-428c-bb54-c2b499dd1817 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:43.096563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port edae7adb-b463-428c-bb54-c2b499dd1817 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:43.098002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:43.182116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-a7adb906-0a0e-4db8-add0-d9a3a2e56f2c service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544343 Aug 10 03:23:43.518624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ee0a8d4-a449-4630-b5e5-f1e963c83967 req-29349b10-64a3-4915-a7a4-60689562a325 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176844 Aug 10 03:23:44.374025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.380360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532045227', 'description': 'tempest-description--1205165533'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:44.493675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.594433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234ff3-00f5-4dfe-afe1-223f7a882974 req-889eadeb-dabc-4694-a7ec-e726d21d300f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:44.597426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2234ff3-00f5-4dfe-afe1-223f7a882974 req-889eadeb-dabc-4694-a7ec-e726d21d300f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.1533411 Aug 10 03:23:44.598330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38476) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.703253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2234ff3-00f5-4dfe-afe1-223f7a882974 req-f850df1e-21f0-4c22-82ad-17d3c5940fee tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902066 Aug 10 03:23:44.824538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.857375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.865361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.956805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:44.962778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5865223 Aug 10 03:23:44.965315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:44.965539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24650685-d637-447d-8cb5-9039bbf9187e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3223032f-7e0e-4afc-a87b-5b7d5ff82c75,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:44.971276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'security_group_rule': {'security_group_id': '3223032f-7e0e-4afc-a87b-5b7d5ff82c75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:45.104262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a734-a68e-4658-856a-5faa3c01df3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.109384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.172626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb9ece2d-86e6-443f-9ce0-c92e45e26413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.372777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-9592c366-a7da-4e38-bc20-4b27745bce0b tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ff82f2453e254da2a1456d911a11a504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801680 Aug 10 03:23:45.426210 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb9ece2d-86e6-443f-9ce0-c92e45e26413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.462398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb9ece2d-86e6-443f-9ce0-c92e45e26413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.473783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.518483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.615811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb9ece2d-86e6-443f-9ce0-c92e45e26413 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3abb897c0e743b09c3eb9c8c9f8d26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7864480 Aug 10 03:23:45.622970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-c0220335-d1cf-49b2-87e2-b137d98dcb0c tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.624864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-c0220335-d1cf-49b2-87e2-b137d98dcb0c tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282104 Aug 10 03:23:45.625216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38502) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.630710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ece2d-86e6-443f-9ce0-c92e45e26413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0311a526-e9a4-4c33-b5c0-9035fefa231c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.635605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98d818e-fa68-4053-b38b-ee1b0ceb7534,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:45.644197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-e5dacce0-08c5-4ee3-82bd-63ac31a3e073 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/quotas/ff82f2453e254da2a1456d911a11a504 HTTP/1.1" status: 200 len: 375 time: 0.0128970 Aug 10 03:23:45.708573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-f6b9dacd-1b0a-4df7-a0dc-84216e2e6e35 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ff82f2453e254da2a1456d911a11a504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574288 Aug 10 03:23:45.815667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12182eba-c21c-4f3f-b407-f466204dc58f req-621a4d65-a90a-4576-aac2-0a4f6511af32 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:45.817341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12182eba-c21c-4f3f-b407-f466204dc58f req-621a4d65-a90a-4576-aac2-0a4f6511af32 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.3038452 Aug 10 03:23:45.831160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc17b1f-69a5-4f4e-9089-8d605644b13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.896275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a734-a68e-4658-856a-5faa3c01df3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.909286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc17b1f-69a5-4f4e-9089-8d605644b13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.923824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ea2a734-a68e-4658-856a-5faa3c01df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.952568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:45.957041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-71421bc3-b0e6-48b0-a561-a058566290d2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9904375 Aug 10 03:23:45.959569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:45.968733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'security_group_rule': {'security_group_id': '3223032f-7e0e-4afc-a87b-5b7d5ff82c75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:45.987002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12182eba-c21c-4f3f-b407-f466204dc58f req-f44ef660-13c3-446c-abcb-f1560f3c821d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601031 Aug 10 03:23:46.045084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ea2a734-a68e-4658-856a-5faa3c01df3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b3186fdb7974ce0ab32fd10ce997d58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4453127 Aug 10 03:23:46.045724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38516) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:46.048780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2a734-a68e-4658-856a-5faa3c01df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bfaea4-c113-4403-9e0a-c6226a6ef8c4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.094979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.113751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc17b1f-69a5-4f4e-9089-8d605644b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.116678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc17b1f-69a5-4f4e-9089-8d605644b13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.121681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1dc17b1f-69a5-4f4e-9089-8d605644b13a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0311a526-e9a4-4c33-b5c0-9035fefa231c HTTP/1.1" status: 204 len: 168 time: 0.4922469 Aug 10 03:23:46.122775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c50d3-6900-4f62-bdf0-9ebeeb02223a req-b2611886-043e-4198-880f-7694a1b3941b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:46.125260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1d2e66c-5d24-4d09-a6f7-dfe71b2b4f86 req-5bdcea48-bd3f-44eb-bc37-225c3adbd647 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 210 time: 0.0590420 Aug 10 03:23:46.136934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-451c50d3-6900-4f62-bdf0-9ebeeb02223a req-b2611886-043e-4198-880f-7694a1b3941b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.1515784 Aug 10 03:23:46.157178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc17b1f-69a5-4f4e-9089-8d605644b13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311a526-e9a4-4c33-b5c0-9035fefa231c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.204127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20c4c482-747c-431e-a038-85fac23776eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.255174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20c4c482-747c-431e-a038-85fac23776eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.292868 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-451c50d3-6900-4f62-bdf0-9ebeeb02223a req-49b72ece-0687-4246-953b-7fc3ce4c4b07 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534956 Aug 10 03:23:46.382710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.397330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.409056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20c4c482-747c-431e-a038-85fac23776eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.418195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20c4c482-747c-431e-a038-85fac23776eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.423124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-20c4c482-747c-431e-a038-85fac23776eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13bfaea4-c113-4403-9e0a-c6226a6ef8c4 HTTP/1.1" status: 204 len: 168 time: 0.3733842 Aug 10 03:23:46.448840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331064d4-9f34-4f5f-b6d4-e295b9d65e78,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.458530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.459859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5aed2890-2c31-4eb3-9ea2-82a6d3852c63 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988325 Aug 10 03:23:46.469564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:46.475702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4c482-747c-431e-a038-85fac23776eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bfaea4-c113-4403-9e0a-c6226a6ef8c4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:46.479503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:46.555897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:46.974271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.012451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f84cdbb-41ba-4f11-b6b5-4d247c8580be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.021423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.222843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Allocated IP 172.25.2.181 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/373fba15-b0ec-4aed-a574-ee8d6f615bd8) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:47.248582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f84cdbb-41ba-4f11-b6b5-4d247c8580be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.258475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013153-662a-4918-9acc-8e7e4e21794b req-a18dfc64-59e8-441e-ab9f-9e445f8e2a50 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.260135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-72013153-662a-4918-9acc-8e7e4e21794b req-a18dfc64-59e8-441e-ab9f-9e445f8e2a50 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.1038380 Aug 10 03:23:47.261408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f84cdbb-41ba-4f11-b6b5-4d247c8580be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.296393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2f84cdbb-41ba-4f11-b6b5-4d247c8580be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31371bf772164f918cce5aacd3cb5f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202479 Aug 10 03:23:47.307153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.329217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38560) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.375130 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50fd41e8-c26f-4115-994f-5a22560a0f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.388458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84cdbb-41ba-4f11-b6b5-4d247c8580be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a717f86-1847-405e-b2e5-42358dc2a2f0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.410045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.427151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-72013153-662a-4918-9acc-8e7e4e21794b req-ba5d9155-8045-495f-b49a-cfe3c4d406e3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380885 Aug 10 03:23:47.480842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb7fc54e-ac0c-4d94-baad-f030831ecd57 req-b6bacbcb-487d-425f-97fe-8eacc78e4104 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 210 time: 0.2257392 Aug 10 03:23:47.488202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.515546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:47.536827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:47.545264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:47.569812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50fd41e8-c26f-4115-994f-5a22560a0f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.617253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50fd41e8-c26f-4115-994f-5a22560a0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.626869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'Port': ['ID=373fba15-b0ec-4aed-a574-ee8d6f615bd8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.647137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38568) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.680335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d53f6b7f-5ff0-4434-b548-84e9a4118d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.680644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.691084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-ece3d81d-318c-448a-8d0d-66c9538ec29f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ff82f2453e254da2a1456d911a11a504&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781245 Aug 10 03:23:47.735040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.786464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50fd41e8-c26f-4115-994f-5a22560a0f37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f5b0bf29309441ca96275867f4ef4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560311 Aug 10 03:23:47.791559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:47.866608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d53f6b7f-5ff0-4434-b548-84e9a4118d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.868575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd41e8-c26f-4115-994f-5a22560a0f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ae18b-6a79-46b2-aebd-c55b5926bae4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:47.956177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0365c4a-59e3-44e2-871c-838352c06a6b req-c4b5ecb2-d7ec-4b4f-b551-bd36c9fbc73c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.957818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0365c4a-59e3-44e2-871c-838352c06a6b req-c4b5ecb2-d7ec-4b4f-b551-bd36c9fbc73c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.3427758 Aug 10 03:23:47.975035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-2793dc74-e70a-4f05-87f9-0d1df3654118 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:47.976642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-2793dc74-e70a-4f05-87f9-0d1df3654118 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498031 Aug 10 03:23:47.986229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42cae09-128d-4863-9a81-dbbeaba8af0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:47.994315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f34e-f47a-4603-810a-f06d8bd3ea4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.002810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Request body: {'port': {'device_id': '029acc37-d245-46ed-8da5-cb65f1233433', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'ff82f2453e254da2a1456d911a11a504'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:48.064404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d53f6b7f-5ff0-4434-b548-84e9a4118d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.067190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d53f6b7f-5ff0-4434-b548-84e9a4118d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.068394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d53f6b7f-5ff0-4434-b548-84e9a4118d53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a717f86-1847-405e-b2e5-42358dc2a2f0 HTTP/1.1" status: 204 len: 168 time: 0.7592661 Aug 10 03:23:48.085131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0365c4a-59e3-44e2-871c-838352c06a6b req-2c900404-111a-48b6-b33a-74ab2ac80536 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074007 Aug 10 03:23:48.093533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f6b7f-5ff0-4434-b548-84e9a4118d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a717f86-1847-405e-b2e5-42358dc2a2f0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.104800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f34e-f47a-4603-810a-f06d8bd3ea4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.303169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.314104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.399101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.451219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f34e-f47a-4603-810a-f06d8bd3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.453870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3f34e-f47a-4603-810a-f06d8bd3ea4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.459174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e2c3f34e-f47a-4603-810a-f06d8bd3ea4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d4ae18b-6a79-46b2-aebd-c55b5926bae4 HTTP/1.1" status: 204 len: 168 time: 0.6657457 Aug 10 03:23:48.467669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'Port': ['ID=373fba15-b0ec-4aed-a574-ee8d6f615bd8,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.481000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3f34e-f47a-4603-810a-f06d8bd3ea4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ae18b-6a79-46b2-aebd-c55b5926bae4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.516742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42cae09-128d-4863-9a81-dbbeaba8af0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.532430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42cae09-128d-4863-9a81-dbbeaba8af0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.538684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.547071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eafbd506-7ca8-42aa-a767-a5ae43220aa0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0761514 Aug 10 03:23:48.605599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Made reservation on behalf of ff82f2453e254da2a1456d911a11a504 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:48.610550 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f42cae09-128d-4863-9a81-dbbeaba8af0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c880db1b20fb4f59a9f92d774fc8fd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9621804 Aug 10 03:23:48.612792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:48.614490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.622562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cae09-128d-4863-9a81-dbbeaba8af0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0601306-3a32-4842-8c10-39341a95ff8a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:48.669087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.773901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-110628a6-8c15-459c-89ae-f844dd2e54ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.847803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f3bbe-8be6-41eb-9c8d-773a14552167 req-7c4b17b5-f3bc-4efa-948b-564d9dae0949 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:48.851209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c43f3bbe-8be6-41eb-9c8d-773a14552167 req-7c4b17b5-f3bc-4efa-948b-564d9dae0949 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 946 time: 0.1718757 Aug 10 03:23:48.853932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.861566 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-110628a6-8c15-459c-89ae-f844dd2e54ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.872172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:48.926402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43d99866-fa77-43f2-b54f-2f5bc2c1b1d8 req-1d98f2af-249b-4370-9c75-922365e0438f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 210 time: 0.2281847 Aug 10 03:23:49.004026 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c43f3bbe-8be6-41eb-9c8d-773a14552167 req-0b35d167-23f5-4ee1-9a20-b877112951c0 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276932 Aug 10 03:23:49.006335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e914aaa-de3d-4931-80ef-a49ee1d0e455 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:49.048524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2297860a-bbf4-4545-aa4e-6dedada5117e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.062861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-110628a6-8c15-459c-89ae-f844dd2e54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.069063 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-110628a6-8c15-459c-89ae-f844dd2e54ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.071696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-110628a6-8c15-459c-89ae-f844dd2e54ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0601306-3a32-4842-8c10-39341a95ff8a HTTP/1.1" status: 204 len: 168 time: 0.4571316 Aug 10 03:23:49.084108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110628a6-8c15-459c-89ae-f844dd2e54ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0601306-3a32-4842-8c10-39341a95ff8a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.312205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:49.324307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Allocated IP 192.168.233.135 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/efc5b5a6-d484-47c7-8dc0-096673c7351e) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:49.345760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-bc44f507-4952-4013-847f-86918e61176d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--532045227&fields=id&tenant_id=91d5fa271eb547d9984e2483f7934efc HTTP/1.1" status: 200 len: 267 time: 0.1484776 Aug 10 03:23:49.358349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dac7f8-7cbd-415e-a30e-331662ab2b04 req-dbbe050a-9237-4c73-9a08-d0206bb13aa9 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.361229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53dac7f8-7cbd-415e-a30e-331662ab2b04 req-dbbe050a-9237-4c73-9a08-d0206bb13aa9 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.0647671 Aug 10 03:23:49.366316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '6e914aaa-de3d-4931-80ef-a49ee1d0e455', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '6e914aaa-de3d-4931-80ef-a49ee1d0e455', 'mac_address': 'fa:16:3e:3c:0a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:49.420534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.460690 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.470222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53dac7f8-7cbd-415e-a30e-331662ab2b04 req-e572ab2d-a16a-4297-94fa-80349aeaf76f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969138 Aug 10 03:23:49.480128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e914aaa-de3d-4931-80ef-a49ee1d0e455 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:49.504493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7c8866e-34ec-4818-be92-97e61bc8eba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.524965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:49.537319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.600868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6e914aaa-de3d-4931-80ef-a49ee1d0e455,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.788036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7c8866e-34ec-4818-be92-97e61bc8eba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.796414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7c8866e-34ec-4818-be92-97e61bc8eba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.812014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-03aabbd4-42b8-4ccf-aa0d-f7f5fec5d7f7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:49.826635 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-03aabbd4-42b8-4ccf-aa0d-f7f5fec5d7f7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 823 time: 0.4735310 Aug 10 03:23:49.861237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7c8866e-34ec-4818-be92-97e61bc8eba6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b096cae1adf41e8b061cca86e6bbffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354317 Aug 10 03:23:49.861237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8866e-34ec-4818-be92-97e61bc8eba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d07cd4-ad80-4b7f-b139-6e923b85e7f6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:49.861698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.891398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-de3232f1-b102-4171-80e2-6e07c6724587 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/quotas/91d5fa271eb547d9984e2483f7934efc HTTP/1.1" status: 200 len: 375 time: 0.0626814 Aug 10 03:23:49.908137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6e914aaa-de3d-4931-80ef-a49ee1d0e455'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:49.913940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:49.965617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecc8b-75bd-4ada-ade4-5e7f71a87756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:49.981017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fb5e317f-6c38-40fb-a79d-fbea223bcbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.192677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fb5e317f-6c38-40fb-a79d-fbea223bcbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.204364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fb5e317f-6c38-40fb-a79d-fbea223bcbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.271363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecc8b-75bd-4ada-ade4-5e7f71a87756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.274937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72495f04-ea7a-4cfd-987a-abf05cb26283 req-22b13726-0fbb-4ad2-8036-7b5a174dd0ab tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 210 time: 0.0796244 Aug 10 03:23:50.321768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fb5e317f-6c38-40fb-a79d-fbea223bcbd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5830419791fd41d298a142e6478451c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064665 Aug 10 03:23:50.322604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e317f-6c38-40fb-a79d-fbea223bcbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6473dec1-5e01-4497-8f1b-5d7d2fe1f0d9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.332010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:50.340432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.409346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-32910c20-d7d1-432f-b4e1-c8d2df8e42fd tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5155501 Aug 10 03:23:50.466818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:50.473527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecc8b-75bd-4ada-ade4-5e7f71a87756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.479811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Transition to ACTIVE for port object efc5b5a6-d484-47c7-8dc0-096673c7351e will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:50.487151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ecc8b-75bd-4ada-ade4-5e7f71a87756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.493662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd5ecc8b-75bd-4ada-ade4-5e7f71a87756 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6d07cd4-ad80-4b7f-b139-6e923b85e7f6 HTTP/1.1" status: 204 len: 168 time: 0.6302114 Aug 10 03:23:50.593571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ecc8b-75bd-4ada-ade4-5e7f71a87756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d07cd4-ad80-4b7f-b139-6e923b85e7f6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.605997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26442959-ed53-4327-ba4e-6e408504a355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.650092 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26442959-ed53-4327-ba4e-6e408504a355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.669909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-b80b119e-aa84-4361-801f-400809dd9a8e service neutron] 10.222.0.53 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387812 Aug 10 03:23:50.687760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a606c2-61f3-40b6-a491-fd6247568837 req-217516cc-a5b6-406c-8bce-3330237c3ed3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.690156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.696701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51a606c2-61f3-40b6-a491-fd6247568837 req-217516cc-a5b6-406c-8bce-3330237c3ed3 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 947 time: 0.1997812 Aug 10 03:23:50.774588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:50.802084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'port_id': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'mac_address': 'fa:16:3e:1f:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966fc33a-b988-4686-b2a6-be0386b61a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:50.803018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51a606c2-61f3-40b6-a491-fd6247568837 req-36efecd5-d6a0-4e24-9373-b7e769121cfa tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058493 Aug 10 03:23:50.851895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26442959-ed53-4327-ba4e-6e408504a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.855250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26442959-ed53-4327-ba4e-6e408504a355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.860135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26442959-ed53-4327-ba4e-6e408504a355 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6473dec1-5e01-4497-8f1b-5d7d2fe1f0d9 HTTP/1.1" status: 204 len: 168 time: 0.5269778 Aug 10 03:23:50.886767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26442959-ed53-4327-ba4e-6e408504a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6473dec1-5e01-4497-8f1b-5d7d2fe1f0d9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.919095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.927293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:50.942450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:50.948114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Pushing event updated for resources: {'Port': ['ID=efc5b5a6-d484-47c7-8dc0-096673c7351e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:50.951335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:50.957761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.958513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:50.974931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e914aaa-de3d-4931-80ef-a49ee1d0e455 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:50.989888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0db8b-b6d4-4b7c-a803-24e89645cafc req-73875228-fab3-4602-b4d5-657dd59f5efb tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:50.994031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80b0db8b-b6d4-4b7c-a803-24e89645cafc req-73875228-fab3-4602-b4d5-657dd59f5efb tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.0962577 Aug 10 03:23:51.006008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-47868247-8a05-40ca-8b98-89ede400c7d3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0193000 Aug 10 03:23:51.022650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Request body: {'port': {'device_id': '029acc37-d245-46ed-8da5-cb65f1233433', 'device_owner': 'compute:tempest-test_az-1829036900', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:51.029933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-fc7bdf58-5ffe-4e54-9418-47f3336bf96f service neutron] 10.222.0.53 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582394 Aug 10 03:23:51.060488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c469f9-2d0d-483a-abd8-96bfd99e8f6a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:51.094296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:51.104794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.110166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:51.115930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:51.116583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.142276 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80b0db8b-b6d4-4b7c-a803-24e89645cafc req-a6c0ecb9-a2e4-424e-9dab-b4584bf596c5 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392872 Aug 10 03:23:51.162145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.361898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:51.367157 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.451573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:51.527938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e914aaa-de3d-4931-80ef-a49ee1d0e455'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:51.657152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6544df8-fc57-4af2-9ad0-608247a3546b req-ad9c1000-5b8d-4b7b-8e8e-fe06416a0087 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:51.675345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6544df8-fc57-4af2-9ad0-608247a3546b req-ad9c1000-5b8d-4b7b-8e8e-fe06416a0087 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 936 time: 0.1531270 Aug 10 03:23:51.760921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6544df8-fc57-4af2-9ad0-608247a3546b req-455d3bc8-4b58-4eb1-be71-ec5692cd3c03 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771918 Aug 10 03:23:51.790932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc5b5a6-d484-47c7-8dc0-096673c7351e {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:51.792357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:51.796249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fe5ab645-fd8b-490e-b6c4-776b0924d389 None None] Provisioning for port efc5b5a6-d484-47c7-8dc0-096673c7351e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:51.802396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fe5ab645-fd8b-490e-b6c4-776b0924d389 None None] Provisioning complete for port efc5b5a6-d484-47c7-8dc0-096673c7351e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:51.803005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe5ab645-fd8b-490e-b6c4-776b0924d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.810461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.814436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.846117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Transition to ACTIVE for port object efc5b5a6-d484-47c7-8dc0-096673c7351e will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:51.904492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f44a9be-162d-4045-853c-ff451f74e704 req-89c4518f-c46e-4719-8d1e-0ea809fd5068 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 210 time: 0.1494083 Aug 10 03:23:51.905859 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:51.933648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6e914aaa-de3d-4931-80ef-a49ee1d0e455,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.040518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Pushing event updated for resources: {'Port': ['ID=efc5b5a6-d484-47c7-8dc0-096673c7351e,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.138090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Attempting to bind port efc5b5a6-d484-47c7-8dc0-096673c7351e on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:52.141143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Attempting to bind port efc5b5a6-d484-47c7-8dc0-096673c7351e by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:52.141741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Attempting to bind port efc5b5a6-d484-47c7-8dc0-096673c7351e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:52.157425 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4724d4-0181-44b3-8dfd-4f933fa054e6" -d '{"events": [{"server_uuid": "e9102cf3-f4d4-4590-9993-ddee16f02a96", "name": "network-vif-plugged", "status": "completed", "tag": "6e914aaa-de3d-4931-80ef-a49ee1d0e455"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:52.170667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Port efc5b5a6-d484-47c7-8dc0-096673c7351e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:52.173247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Attempting to bind port efc5b5a6-d484-47c7-8dc0-096673c7351e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:52.195784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:52.197933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:52.203777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:52.205062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ab645-fd8b-490e-b6c4-776b0924d389 None None] Port efc5b5a6-d484-47c7-8dc0-096673c7351e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:52.206753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Bound port: efc5b5a6-d484-47c7-8dc0-096673c7351e, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:52.207464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.265089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0c4ca-077d-4580-8cad-dbf7351602be req-d2904326-9f41-42c1-994c-75c9324ff5fb tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.272051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b2b0c4ca-077d-4580-8cad-dbf7351602be req-d2904326-9f41-42c1-994c-75c9324ff5fb tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 948 time: 0.2284119 Aug 10 03:23:52.409220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] For port efc5b5a6-d484-47c7-8dc0-096673c7351e, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:52.417369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b2b0c4ca-077d-4580-8cad-dbf7351602be req-848f6afa-bdf7-4acc-9103-e72ef4b3e37a tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370182 Aug 10 03:23:52.418589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] For port efc5b5a6-d484-47c7-8dc0-096673c7351e, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:52.428207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.475221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.476488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:52.478069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] 10.222.0.39 "PUT /v2.0/ports/efc5b5a6-d484-47c7-8dc0-096673c7351e HTTP/1.1" status: 200 len: 1119 time: 1.4626873 Aug 10 03:23:52.487427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029acc37-d245-46ed-8da5-cb65f1233433', 'tag': 'efc5b5a6-d484-47c7-8dc0-096673c7351e'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:52.487427 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee7a1e6-afea-4148-9601-98baaa633202" -d '{"events": [{"name": "network-changed", "server_uuid": "029acc37-d245-46ed-8da5-cb65f1233433", "tag": "efc5b5a6-d484-47c7-8dc0-096673c7351e"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:52.582181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0238e-51ed-4665-8ad1-147f4f09b469 service neutron] Pushing event updated for resources: {'Port': ['ID=efc5b5a6-d484-47c7-8dc0-096673c7351e,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:52.592361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-54be831b-b386-4bed-a725-57257f6a4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.593972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-54be831b-b386-4bed-a725-57257f6a4fb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff82f2453e254da2a1456d911a11a504&device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 1122 time: 0.0673914 Aug 10 03:23:52.665654 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-93d2aebe-70df-460f-bf63-7730922c82cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e HTTP/1.1" status: 200 len: 217 time: 0.0621419 Aug 10 03:23:52.705643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce97b-144d-4350-a666-28138603572c req-54816fdd-d7b3-480f-957e-cbc284c9f47c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.708258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-277ce97b-144d-4350-a666-28138603572c req-54816fdd-d7b3-480f-957e-cbc284c9f47c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.1568534 Aug 10 03:23:52.745666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0c28ebb6-6414-42c7-a3ce-365782dd9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.747964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-0c28ebb6-6414-42c7-a3ce-365782dd9a07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0719993 Aug 10 03:23:52.785820 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b4eec-8bf7-4b66-8fd5-3d2b4e7e9ebe x-openstack-request-id: req-e10b4eec-8bf7-4b66-8fd5-3d2b4e7e9ebe {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:52.786875 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9102cf3-f4d4-4590-9993-ddee16f02a96", "name": "network-vif-plugged", "status": "completed", "tag": "6e914aaa-de3d-4931-80ef-a49ee1d0e455", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:52.787763 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e10b4eec-8bf7-4b66-8fd5-3d2b4e7e9ebe {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:52.788914 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e914aaa-de3d-4931-80ef-a49ee1d0e455', 'code': 200} Aug 10 03:23:52.834954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-277ce97b-144d-4350-a666-28138603572c req-9648304f-b1ae-4cd5-a901-92de5608243c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168849 Aug 10 03:23:52.875913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-ab8481b7-d085-44c7-b2f4-26b067ca3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:52.877669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-ab8481b7-d085-44c7-b2f4-26b067ca3393 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217153 Aug 10 03:23:52.904423 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3715f2da-7869-4448-b690-4a99b37d72ee x-openstack-request-id: req-3715f2da-7869-4448-b690-4a99b37d72ee {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:52.905012 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029acc37-d245-46ed-8da5-cb65f1233433", "tag": "efc5b5a6-d484-47c7-8dc0-096673c7351e", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:52.905542 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3715f2da-7869-4448-b690-4a99b37d72ee {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:52.906218 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029acc37-d245-46ed-8da5-cb65f1233433', 'tag': 'efc5b5a6-d484-47c7-8dc0-096673c7351e', 'status': 'completed', 'code': 200} Aug 10 03:23:52.946838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.39', 50816) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:53.053303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-d02b1832-4b0e-404f-b051-52fd6c4d93bc service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604395 Aug 10 03:23:53.114102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95a5a-b686-43cc-8640-78a9ae15c078 req-cf41ad51-4209-48a3-a03d-d977041326d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.115693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fc95a5a-b686-43cc-8640-78a9ae15c078 req-cf41ad51-4209-48a3-a03d-d977041326d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 1100 time: 0.1675653 Aug 10 03:23:53.123862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7831d2fe-4e78-47d1-8afa-a5a00c84ef21 req-4584e903-43a7-436a-a40b-6064f1896002 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 210 time: 0.0688822 Aug 10 03:23:53.144551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf7b72-8d64-44d3-b665-3396c5ddca80 req-063ac9af-ca38-4969-adaf-37a59141eeec tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.160498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1fdf7b72-8d64-44d3-b665-3396c5ddca80 req-063ac9af-ca38-4969-adaf-37a59141eeec tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 970 time: 0.1369925 Aug 10 03:23:53.196005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fc95a5a-b686-43cc-8640-78a9ae15c078 req-e6bcc145-f49e-414c-974e-680c163e4ee0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.246160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1fdf7b72-8d64-44d3-b665-3396c5ddca80 req-b5e55698-196a-4e46-941c-dad239da6895 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786707 Aug 10 03:23:53.259846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a330392-0a46-4385-a3f0-3ffdf9a8798c req-93c1be1c-54e0-4c07-bef1-51c30ade760b service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859503 Aug 10 03:23:53.383880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fc95a5a-b686-43cc-8640-78a9ae15c078 req-e6bcc145-f49e-414c-974e-680c163e4ee0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.397087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fc95a5a-b686-43cc-8640-78a9ae15c078 req-e6bcc145-f49e-414c-974e-680c163e4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.408757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-2aeb2b98-4b8c-4dcc-a45f-e4cbf4421367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.409214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-2aeb2b98-4b8c-4dcc-a45f-e4cbf4421367 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff82f2453e254da2a1456d911a11a504&device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 1122 time: 0.0933645 Aug 10 03:23:53.458378 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fc95a5a-b686-43cc-8640-78a9ae15c078 req-e6bcc145-f49e-414c-974e-680c163e4ee0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942357 Aug 10 03:23:53.477177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcc145-f49e-414c-974e-680c163e4ee0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5a92d-4350-40d8-bf3b-f89e5623ee77,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:53.669579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-793d07c9-3066-4c7a-bb33-498191588172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.672216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-793d07c9-3066-4c7a-bb33-498191588172 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2544365 Aug 10 03:23:53.706235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Request body: {'security_group': {'name': 'tempest-securitygroup-213437893', 'description': 'tempest-description-1670382607'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:53.777774 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-ad365441-c034-4d95-8b4e-961e34a3e5fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e HTTP/1.1" status: 200 len: 217 time: 0.0967510 Aug 10 03:23:53.799917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f963a-edb6-4658-95e1-e7149959d37e req-00ce47d4-6801-45b9-b966-a53173433626 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.801491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad3f963a-edb6-4658-95e1-e7149959d37e req-00ce47d4-6801-45b9-b966-a53173433626 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 948 time: 0.1771808 Aug 10 03:23:53.809434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-687bf620-b531-4175-8049-3bb92e4c3c80 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.812050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-687bf620-b531-4175-8049-3bb92e4c3c80 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.65 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 823 time: 0.3117812 Aug 10 03:23:53.844141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.859306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:53.878876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-4843bf87-a2ca-4458-8a76-2400ba822f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.880547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-4843bf87-a2ca-4458-8a76-2400ba822f88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0921123 Aug 10 03:23:53.913674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad3f963a-edb6-4658-95e1-e7149959d37e req-048d62f8-fd89-436f-9616-37923c374de9 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985212 Aug 10 03:23:53.954190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-21cd1726-f562-4001-a7d4-c6d176903c6d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91d5fa271eb547d9984e2483f7934efc HTTP/1.1" status: 200 len: 379 time: 0.1192331 Aug 10 03:23:53.968600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'port': {'device_id': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'admin_state_up': True, 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'security_groups': ['3223032f-7e0e-4afc-a87b-5b7d5ff82c75']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:53.973329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-674afd97-fb50-475c-8475-2b02c15adbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:53.975312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-674afd97-fb50-475c-8475-2b02c15adbb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836785 Aug 10 03:23:54.105936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.123530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.150526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee23eb7-b28a-4fdb-8a72-770a3d88707d req-56fa0fde-f18e-4614-b8f9-266f2513793c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.150960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-d6e1cc8c-ba0d-4166-88ef-9b706b4b8ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628277 Aug 10 03:23:54.158603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ee23eb7-b28a-4fdb-8a72-770a3d88707d req-56fa0fde-f18e-4614-b8f9-266f2513793c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.1403413 Aug 10 03:23:54.202081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086be299-256f-4385-bc17-e27977ca706c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.236591 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.284787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ee23eb7-b28a-4fdb-8a72-770a3d88707d req-74319c12-70f5-4a96-8296-9b1023a0b065 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250052 Aug 10 03:23:54.331248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.340885 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.360439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ee7a1e6-afea-4148-9601-98baaa633202 req-6247a72c-a921-4b95-a204-7754835cc2c5 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947031 Aug 10 03:23:54.368796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Made reservation on behalf of 91d5fa271eb547d9984e2483f7934efc for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:23:54.373951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.392650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.395633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad4568cf-390a-44ed-a77a-09bafe068362 req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6967859 Aug 10 03:23:54.403477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e31ec8-fddd-4983-b202-b5417d36f3c2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9980cbb7-3577-4156-8035-2cf1f879f69a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.435290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:54.529465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:54.534767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:54.535309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.601504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c960e-64fe-4fe1-a10d-ca7b06bdae72 req-e5f32d7b-dd2c-4a07-a8d8-eec029b5d6e1 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:54.616344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e0c960e-64fe-4fe1-a10d-ca7b06bdae72 req-e5f32d7b-dd2c-4a07-a8d8-eec029b5d6e1 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 970 time: 0.1546295 Aug 10 03:23:54.661173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c37c0254-e5a2-40e1-b02f-4b343bd18cbe req-f69fcf95-978e-496f-855e-f3475f082fc7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 210 time: 0.2554848 Aug 10 03:23:54.678840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e0c960e-64fe-4fe1-a10d-ca7b06bdae72 req-36c8c5e4-9bf9-4bb8-bae1-fc570da81fb8 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661006 Aug 10 03:23:54.689654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.721626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e319a483-00a7-4ca6-9bb0-36d4dc282a10 req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Request body: {'security_group': {'name': 'tempest-securitygroup-555497392', 'description': 'tempest-description-171504141'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:54.738542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:54.750173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.773346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Allocated IP 172.20.0.6 (1ad7594b-ce85-417c-a676-f372590af00f/9e531932-a8c5-47bd-82b0-ba328268107a/26e9e4d9-a4de-45f6-982f-f7a31af538b9) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:23:54.775890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e319a483-00a7-4ca6-9bb0-36d4dc282a10 req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:54.793898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:54.796807 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf38dd8-869b-44d4-ba7b-e65784fd4f47" -d '{"events": [{"server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "name": "network-vif-plugged", "status": "completed", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:54.853738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:54.870816 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1ee2c3-0868-46b5-9324-5d9d2291bc49 x-openstack-request-id: req-ca1ee2c3-0868-46b5-9324-5d9d2291bc49 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:54.870989 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "name": "network-vif-plugged", "status": "completed", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:54.871164 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca1ee2c3-0868-46b5-9324-5d9d2291bc49 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:54.871566 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'code': 200} Aug 10 03:23:54.948101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.65', 56304) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:55.042585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e319a483-00a7-4ca6-9bb0-36d4dc282a10 req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.055099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.058376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e319a483-00a7-4ca6-9bb0-36d4dc282a10 req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.095520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Transition to ACTIVE for port object 26e9e4d9-a4de-45f6-982f-f7a31af538b9 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:55.103251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e319a483-00a7-4ca6-9bb0-36d4dc282a10 req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.109466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e319a483-00a7-4ca6-9bb0-36d4dc282a10 req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3918924 Aug 10 03:23:55.132239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d3624-91b3-4630-86ac-b8fe7839e6f2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be812735-a713-4c45-af07-1b9ceb0583ab,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.189005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.261936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e28c2-c707-4983-9dd9-8255b95348f1 req-fee3c526-0c6f-4d27-a49c-2c533c410799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.263840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a5e28c2-c707-4983-9dd9-8255b95348f1 req-fee3c526-0c6f-4d27-a49c-2c533c410799 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1097 time: 0.3137791 Aug 10 03:23:55.295473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Network 1ad7594b-ce85-417c-a676-f372590af00f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:23:55.303448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:23:55.327884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:23:55.346254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.358904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd292ee-a57a-4980-bb6f-aa9c331e92e5 req-c42f0a1b-5c3b-4377-b3b1-bac00d89abbe tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.360250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.364134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd292ee-a57a-4980-bb6f-aa9c331e92e5 req-c42f0a1b-5c3b-4377-b3b1-bac00d89abbe tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 948 time: 0.1980119 Aug 10 03:23:55.378570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'Port': ['ID=26e9e4d9-a4de-45f6-982f-f7a31af538b9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:55.437889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-944b167c-69cc-4c77-8baf-7f939ac3d05d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4783666 Aug 10 03:23:55.445158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a5e28c2-c707-4983-9dd9-8255b95348f1 req-d9b7bd24-2d1e-4245-9963-599aa84f1b29 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725960 Aug 10 03:23:55.455598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Request body: {'port': {'device_id': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:55.477966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd292ee-a57a-4980-bb6f-aa9c331e92e5 req-07c54ef1-0c88-43b0-9fbb-f7af68f5e61e tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130507 Aug 10 03:23:55.614414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.624038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.662240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9e1df645-e4b6-44e5-a05c-a1bf1fe97fc0 None None] Provisioning for port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:55.668594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9e1df645-e4b6-44e5-a05c-a1bf1fe97fc0 None None] Provisioning complete for port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:55.668860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9e1df645-e4b6-44e5-a05c-a1bf1fe97fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:55.719665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853bb1-da2a-4eb5-9b87-9423f32b5a94 req-d9ca9b02-f086-41c3-bfd5-da38a0c5ce19 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:55.721671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc853bb1-da2a-4eb5-9b87-9423f32b5a94 req-d9ca9b02-f086-41c3-bfd5-da38a0c5ce19 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 945 time: 0.1170673 Aug 10 03:23:55.785802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9e1df645-e4b6-44e5-a05c-a1bf1fe97fc0 None None] Port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:23:55.835071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc853bb1-da2a-4eb5-9b87-9423f32b5a94 req-e21f955a-07a4-41b1-8b66-7ff4e29bc7cc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998435 Aug 10 03:23:55.883345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2030632978', 'description': 'tempest-description-979624828'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:56.016485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.039415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.213393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38788) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:56.236573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e9e4d9-a4de-45f6-982f-f7a31af538b9 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:56.246928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7725-1af0-4099-a9a3-14bf30f0cf7a req-4bb1adb8-d2ef-4609-802a-a65d280f1329 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.249878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f66a7725-1af0-4099-a9a3-14bf30f0cf7a req-4bb1adb8-d2ef-4609-802a-a65d280f1329 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 931 time: 0.1145058 Aug 10 03:23:56.250694 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.273772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Transition to ACTIVE for port object 26e9e4d9-a4de-45f6-982f-f7a31af538b9 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:23:56.283264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.314380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f66a7725-1af0-4099-a9a3-14bf30f0cf7a req-8df31010-7d8d-4605-af5c-315660b883eb tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544353 Aug 10 03:23:56.325643 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.346578 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.420401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Pushing event updated for resources: {'Port': ['ID=26e9e4d9-a4de-45f6-982f-f7a31af538b9,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.452571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f357fd8c-1038-4f14-8d0c-33d1e90dfe35,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.465913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Attempting to bind port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:23:56.466202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Attempting to bind port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:23:56.466553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Attempting to bind port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 on network 1ad7594b-ce85-417c-a676-f372590af00f {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:56.478864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 on network 1ad7594b-ce85-417c-a676-f372590af00f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:23:56.479029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Attempting to bind port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 on network 1ad7594b-ce85-417c-a676-f372590af00f {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:23:56.513544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:23:56.514343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Checking segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:23:56.514343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Bound using segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:23:56.514752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Bound port: 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:23:56.515124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.524197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.531877 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50545276-3c7e-4431-900e-190ae76d5334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.534779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.571884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a99c9-8d72-41e9-84cc-0b7d12728bfb req-731761b2-eab1-4ac1-a985-e515441cdf2a tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.575575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc7a99c9-8d72-41e9-84cc-0b7d12728bfb req-731761b2-eab1-4ac1-a985-e515441cdf2a tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 970 time: 0.1349516 Aug 10 03:23:56.592834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.594507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b74f27d4-2f33-45de-97b3-d12d8f49200c req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7226987 Aug 10 03:23:56.654881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc7a99c9-8d72-41e9-84cc-0b7d12728bfb req-5b2c8589-cef3-4050-b794-b12f477bbdd8 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732841 Aug 10 03:23:56.662024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067483b-7960-407f-95d7-5d6a54438fda tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c3c682-a66d-449a-bda1-2b0a65f701c9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:56.712212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] For port 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:23:56.728715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] For port 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:23:56.737525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-594a1a78-e0bd-4cd1-80f1-fc7d88933f04 req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1774710621', 'description': 'tempest-description-902723592'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:23:56.750652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.874111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50545276-3c7e-4431-900e-190ae76d5334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.874843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:56.876185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:56.883281 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] 10.222.0.65 "PUT /v2.0/ports/26e9e4d9-a4de-45f6-982f-f7a31af538b9 HTTP/1.1" status: 200 len: 1092 time: 1.4339314 Aug 10 03:23:56.889128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:56.894724 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b6614-a85e-43ff-9055-95a18892d429" -d '{"events": [{"name": "network-changed", "server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:56.971597 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2d83b92-cec4-4319-9c64-dc205d308fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.003477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-594a1a78-e0bd-4cd1-80f1-fc7d88933f04 req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.007118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50545276-3c7e-4431-900e-190ae76d5334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.010322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device efc5b5a6-d484-47c7-8dc0-096673c7351e details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:23:57.072810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb88b4a-5a73-4f83-8ea6-d8ff9a3c113f service neutron] Pushing event updated for resources: {'Port': ['ID=26e9e4d9-a4de-45f6-982f-f7a31af538b9,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.083462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50545276-3c7e-4431-900e-190ae76d5334 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d030ba2c054a45978cbd3f5ed7606953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678112 Aug 10 03:23:57.103017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38806) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.177846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:57.230577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port efc5b5a6-d484-47c7-8dc0-096673c7351e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:57.253374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'efc5b5a6-d484-47c7-8dc0-096673c7351e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'efc5b5a6-d484-47c7-8dc0-096673c7351e', 'mac_address': 'fa:16:3e:98:20:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:tempest-test_az-1829036900', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:23:57.276277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cfe45-4881-4948-aea1-a4beaf6acbfc req-59384275-a2f0-46b1-b14b-a249910b94e0 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.290334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-116cfe45-4881-4948-aea1-a4beaf6acbfc req-59384275-a2f0-46b1-b14b-a249910b94e0 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 948 time: 0.4392016 Aug 10 03:23:57.320925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b970632f-ec59-48d0-9dbf-2382bd2d3651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.325894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.355365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-116cfe45-4881-4948-aea1-a4beaf6acbfc req-aba36c90-5d1a-46cf-884a-2170da8e7d06 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627732 Aug 10 03:23:57.357897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc5b5a6-d484-47c7-8dc0-096673c7351e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:23:57.359409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545276-3c7e-4431-900e-190ae76d5334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32626972-fe0d-4ced-8563-8a8ad6b71d24,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.412466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b970632f-ec59-48d0-9dbf-2382bd2d3651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.415310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port efc5b5a6-d484-47c7-8dc0-096673c7351e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:57.446664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.485198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ed7834e-1677-4432-8104-d1d9db4bf6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.496935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-0bf12dff-5557-4eb1-b65d-d7f194e3a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.499926 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-0bf12dff-5557-4eb1-b65d-d7f194e3a927 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 1095 time: 0.4453368 Aug 10 03:23:57.552699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=efc5b5a6-d484-47c7-8dc0-096673c7351e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.588126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-37cf5d89-97b4-4e5e-a73c-8e49dc7873fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9 HTTP/1.1" status: 200 len: 217 time: 0.0798531 Aug 10 03:23:57.598575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3d567-ccb6-4b70-9f60-a617f987c22c req-8ff6b197-68b5-4851-aced-e5c9eb2b6f7f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.601017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c3d567-ccb6-4b70-9f60-a617f987c22c req-8ff6b197-68b5-4851-aced-e5c9eb2b6f7f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 945 time: 0.0944648 Aug 10 03:23:57.620104 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b970632f-ec59-48d0-9dbf-2382bd2d3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.624352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b970632f-ec59-48d0-9dbf-2382bd2d3651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.625934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b970632f-ec59-48d0-9dbf-2382bd2d3651 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32626972-fe0d-4ced-8563-8a8ad6b71d24 HTTP/1.1" status: 204 len: 168 time: 0.5064383 Aug 10 03:23:57.658993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970632f-ec59-48d0-9dbf-2382bd2d3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32626972-fe0d-4ced-8563-8a8ad6b71d24,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.702977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c3d567-ccb6-4b70-9f60-a617f987c22c req-2541f709-5a0a-477d-88d3-84c5068553c6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830595 Aug 10 03:23:57.703455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['efc5b5a6-d484-47c7-8dc0-096673c7351e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:23:57.733082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-3de6298e-99f8-4f82-924f-0d632f5a9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.750847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-3de6298e-99f8-4f82-924f-0d632f5a9603 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.1505210 Aug 10 03:23:57.814030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-594a1a78-e0bd-4cd1-80f1-fc7d88933f04 req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.835187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-594a1a78-e0bd-4cd1-80f1-fc7d88933f04 req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:57.887576 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131a0739-0ccb-4756-8752-53255e18d7d7 x-openstack-request-id: req-131a0739-0ccb-4756-8752-53255e18d7d7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:23:57.887576 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:23:57.887576 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-131a0739-0ccb-4756-8752-53255e18d7d7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:23:57.889175 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'status': 'completed', 'code': 200} Aug 10 03:23:57.893132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2839d5-3b7e-425d-a67a-216a1f64f126,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:57.915174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-6e2a9485-71a8-4e96-a1e1-7d476b145ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:57.916866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-6e2a9485-71a8-4e96-a1e1-7d476b145ea3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559341 Aug 10 03:23:58.126614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ed7834e-1677-4432-8104-d1d9db4bf6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.130322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-4babc5f2-55a5-4c61-ac08-ade45a1c0d54 service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051661 Aug 10 03:23:58.138253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-594a1a78-e0bd-4cd1-80f1-fc7d88933f04 req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.139996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594a1a78-e0bd-4cd1-80f1-fc7d88933f04 req-f29840c3-f747-465f-9b55-3007e8e72ff1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4145248 Aug 10 03:23:58.143108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81f2a1-71ca-4408-adf9-09c111e7c2dd req-3f151583-3a4e-407d-97cd-43f2b1566482 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.146030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c81f2a1-71ca-4408-adf9-09c111e7c2dd req-3f151583-3a4e-407d-97cd-43f2b1566482 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 943 time: 0.1531749 Aug 10 03:23:58.148203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ed7834e-1677-4432-8104-d1d9db4bf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.252253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7834e-1677-4432-8104-d1d9db4bf6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf960d6-5eaa-4b3b-9d9e-f2fa65af5a7f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:58.281056 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ed7834e-1677-4432-8104-d1d9db4bf6db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30515290de124da981e5e91b287f913d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976360 Aug 10 03:23:58.287138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:58.308901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c81f2a1-71ca-4408-adf9-09c111e7c2dd req-253a213f-4a98-47c7-bdda-366b9ccfd60d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537576 Aug 10 03:23:58.328896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38830) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:58.378145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1227a7a9-5e6d-4809-945c-daef583f969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.382663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f8952c-6fb5-40cf-8fa7-006185552a60 req-16b2632a-0b58-420e-a738-7df67bd6f49c service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409511 Aug 10 03:23:58.456866 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a76-7e3d-480a-965d-f216aee220aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.540377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b6614-a85e-43ff-9055-95a18892d429 req-eb16c934-d1ff-4a89-9e0b-02988f52ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.543250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-eb16c934-d1ff-4a89-9e0b-02988f52ed2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 1095 time: 0.0760357 Aug 10 03:23:58.712899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a76-7e3d-480a-965d-f216aee220aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.728909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b6614-a85e-43ff-9055-95a18892d429 req-1060680c-4e69-433c-b0cd-2ed7e71c672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.732134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-1060680c-4e69-433c-b0cd-2ed7e71c672f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 924 time: 0.1767883 Aug 10 03:23:58.796617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-4f137687-7296-4355-8676-64f6347db9d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9 HTTP/1.1" status: 200 len: 217 time: 0.0562201 Aug 10 03:23:58.830411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a14d93-b229-4d35-8d24-30ec9ba8bb8b req-241f3fd9-b291-4a1e-865c-355004edf8dc tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.833400 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70a14d93-b229-4d35-8d24-30ec9ba8bb8b req-241f3fd9-b291-4a1e-865c-355004edf8dc tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 971 time: 0.3581750 Aug 10 03:23:58.871082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b6614-a85e-43ff-9055-95a18892d429 req-d95ff1cc-16c9-41af-99ad-c3f523b28eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.872934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-d95ff1cc-16c9-41af-99ad-c3f523b28eaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.0667331 Aug 10 03:23:58.934469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b6614-a85e-43ff-9055-95a18892d429 req-069f89d7-a730-48a5-a721-739af55b9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:58.935581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a76-7e3d-480a-965d-f216aee220aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.936637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-069f89d7-a730-48a5-a721-739af55b9d85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553706 Aug 10 03:23:58.940468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1e46a76-7e3d-480a-965d-f216aee220aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.942529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a1e46a76-7e3d-480a-965d-f216aee220aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bf960d6-5eaa-4b3b-9d9e-f2fa65af5a7f HTTP/1.1" status: 204 len: 168 time: 0.6532226 Aug 10 03:23:58.946315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1227a7a9-5e6d-4809-945c-daef583f969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.972614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70a14d93-b229-4d35-8d24-30ec9ba8bb8b req-8584cc85-a798-400c-bfcd-402b36be3905 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278899 Aug 10 03:23:58.973931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1227a7a9-5e6d-4809-945c-daef583f969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:58.981086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e46a76-7e3d-480a-965d-f216aee220aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf960d6-5eaa-4b3b-9d9e-f2fa65af5a7f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.026739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device efc5b5a6-d484-47c7-8dc0-096673c7351e up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:23:59.069507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1227a7a9-5e6d-4809-945c-daef583f969b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5e9d1f8da054ea7916d8d932fbae620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388723 Aug 10 03:23:59.075617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38836) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.090321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227a7a9-5e6d-4809-945c-daef583f969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd0bf1-9357-41ab-8ae2-efe4e6aa6f4e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.159350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port efc5b5a6-d484-47c7-8dc0-096673c7351e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:23:59.166214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port efc5b5a6-d484-47c7-8dc0-096673c7351e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:23:59.166638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.211344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-dc18d213-7701-4c45-b4f7-3bc96132db0d service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611611 Aug 10 03:23:59.232194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-960c8f2c-52ce-4083-b6f0-743c21251401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.272630 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-960c8f2c-52ce-4083-b6f0-743c21251401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.324349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.363728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-960c8f2c-52ce-4083-b6f0-743c21251401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.369179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-960c8f2c-52ce-4083-b6f0-743c21251401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.377663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-960c8f2c-52ce-4083-b6f0-743c21251401 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41cd0bf1-9357-41ab-8ae2-efe4e6aa6f4e HTTP/1.1" status: 204 len: 168 time: 0.2952964 Aug 10 03:23:59.411232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c8f2c-52ce-4083-b6f0-743c21251401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd0bf1-9357-41ab-8ae2-efe4e6aa6f4e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.415599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029acc37-d245-46ed-8da5-cb65f1233433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc5b5a6-d484-47c7-8dc0-096673c7351e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:23:59.428121 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c52003-f616-423c-9f6c-b38334f33bab" -d '{"events": [{"server_uuid": "029acc37-d245-46ed-8da5-cb65f1233433", "name": "network-vif-plugged", "status": "completed", "tag": "efc5b5a6-d484-47c7-8dc0-096673c7351e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:23:59.450878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-483b6614-a85e-43ff-9055-95a18892d429 req-aa97f322-2e25-4563-a67e-480d8d08f399 service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316487 Aug 10 03:23:59.472562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port efc5b5a6-d484-47c7-8dc0-096673c7351e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:23:59.501620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.610267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.615442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2b255-4594-4d2f-950d-22124bb521a2 req-f02ea77d-7a12-4c83-bc55-4374d99359a5 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:23:59.616535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=efc5b5a6-d484-47c7-8dc0-096673c7351e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:23:59.617529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1b2b255-4594-4d2f-950d-22124bb521a2 req-f02ea77d-7a12-4c83-bc55-4374d99359a5 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1097 time: 0.0855584 Aug 10 03:23:59.702953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1b2b255-4594-4d2f-950d-22124bb521a2 req-005842c4-0d83-41ae-996f-e7a86d6fbc15 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703058 Aug 10 03:23:59.720463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38848) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:23:59.743725 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c0f043f-be9d-4a45-822f-2b729a2c85a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.746924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fc666e2-8e0b-445d-a30f-26196e11c5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.765907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-2e5682cd-2b28-4657-a283-112b436857d7 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39542 time: 0.4506471 Aug 10 03:23:59.835909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-5ed9c262-a1e6-40eb-a3fa-8cdbf3f8f8d1 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/086be299-256f-4385-bc17-e27977ca706c HTTP/1.1" status: 200 len: 2981 time: 0.0615301 Aug 10 03:23:59.915812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-681df4ea-ca7a-4290-b5d8-347cbd21bd23 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/086be299-256f-4385-bc17-e27977ca706c HTTP/1.1" status: 200 len: 2981 time: 0.0706396 Aug 10 03:23:59.935788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c0f043f-be9d-4a45-822f-2b729a2c85a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.944159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c0f043f-be9d-4a45-822f-2b729a2c85a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:23:59.977953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-2893f364-bb88-4c22-ac69-e255ad0e70ab tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2297860a-bbf4-4545-aa4e-6dedada5117e HTTP/1.1" status: 200 len: 2981 time: 0.0537968 Aug 10 03:24:00.056662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8c0f043f-be9d-4a45-822f-2b729a2c85a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2b36840063d49cf9a986f25d2f83009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261564 Aug 10 03:24:00.056662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f043f-be9d-4a45-822f-2b729a2c85a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30552b1b-2d66-498c-a7ac-af08ed31eee0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.056858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-01c39d01-bb2c-44fc-9435-7ee34bc9116f tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2297860a-bbf4-4545-aa4e-6dedada5117e HTTP/1.1" status: 200 len: 2981 time: 0.0599716 Aug 10 03:24:00.056858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38860) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:00.092678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcd641-a180-46b4-852e-2a52fd1af818 req-ae9c62e8-8a69-4c27-8956-8c835b309c7e tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.095364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74bcd641-a180-46b4-852e-2a52fd1af818 req-ae9c62e8-8a69-4c27-8956-8c835b309c7e tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 948 time: 0.1344233 Aug 10 03:24:00.173473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-4b8cf39f-d924-417d-9c91-b4ac9a14f93d tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/23b5a92d-4350-40d8-bf3b-f89e5623ee77 HTTP/1.1" status: 200 len: 2981 time: 0.1009700 Aug 10 03:24:00.175710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74bcd641-a180-46b4-852e-2a52fd1af818 req-036fa87a-b753-4a15-b27f-e66eb79d579a tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634296 Aug 10 03:24:00.185684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5218-809b-4491-bf0c-02f7ab5d56f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.237142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5218-809b-4491-bf0c-02f7ab5d56f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.282491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-120d3de3-48ab-4f8f-875a-0d35bc4c2f91 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/23b5a92d-4350-40d8-bf3b-f89e5623ee77 HTTP/1.1" status: 200 len: 2981 time: 0.0856733 Aug 10 03:24:00.335177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5218-809b-4491-bf0c-02f7ab5d56f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.338103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5218-809b-4491-bf0c-02f7ab5d56f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:00.339332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb0c5218-809b-4491-bf0c-02f7ab5d56f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30552b1b-2d66-498c-a7ac-af08ed31eee0 HTTP/1.1" status: 204 len: 168 time: 0.2846606 Aug 10 03:24:00.365597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c5218-809b-4491-bf0c-02f7ab5d56f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30552b1b-2d66-498c-a7ac-af08ed31eee0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:00.379398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-d044bf4c-6b86-44b2-b09e-aa0461972d0e tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/44f8b59d-6304-4075-941b-64e5a65b4aa4 HTTP/1.1" status: 200 len: 2977 time: 0.0621305 Aug 10 03:24:00.393935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad302ff-1c2a-4ac4-854c-6a0299204bdb req-051f3d23-a1b0-4c10-85f0-3790b3ddcde0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.395890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fad302ff-1c2a-4ac4-854c-6a0299204bdb req-051f3d23-a1b0-4c10-85f0-3790b3ddcde0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 943 time: 0.0894675 Aug 10 03:24:00.482086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-718e2df0-1b98-41b9-a000-416f78c847e0 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/44f8b59d-6304-4075-941b-64e5a65b4aa4 HTTP/1.1" status: 200 len: 2977 time: 0.0717041 Aug 10 03:24:00.492121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fad302ff-1c2a-4ac4-854c-6a0299204bdb req-2b3c4438-ff57-48e4-8e06-4326e98dff5a tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767400 Aug 10 03:24:00.549537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-b0c5d624-b69a-45cb-86c3-6f6ac645ff59 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/808c0121-704e-4150-b260-b418853f0474 HTTP/1.1" status: 200 len: 2977 time: 0.0581272 Aug 10 03:24:00.636444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-1cabd8fc-6f5a-407c-8d3f-9092b0b98544 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/808c0121-704e-4150-b260-b418853f0474 HTTP/1.1" status: 200 len: 2977 time: 0.0648642 Aug 10 03:24:00.715144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-54bb50ce-f37d-40a4-a789-856117ab3d32 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/86a5427f-91ea-4ff0-9e58-ae1e5ac6c929 HTTP/1.1" status: 200 len: 2977 time: 0.0661345 Aug 10 03:24:00.780593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-234a7522-81be-428f-a8e6-1593973b4c19 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/86a5427f-91ea-4ff0-9e58-ae1e5ac6c929 HTTP/1.1" status: 200 len: 2977 time: 0.0639281 Aug 10 03:24:00.850780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-edc705f2-9fcd-46d0-9866-16a1f1404ec5 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:00.853517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-edc705f2-9fcd-46d0-9866-16a1f1404ec5 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 1100 time: 0.1053183 Aug 10 03:24:00.884562 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9efe9e1-3e70-4118-a8c3-cefea5b21188 x-openstack-request-id: req-f9efe9e1-3e70-4118-a8c3-cefea5b21188 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:00.885328 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029acc37-d245-46ed-8da5-cb65f1233433", "name": "network-vif-plugged", "status": "completed", "tag": "efc5b5a6-d484-47c7-8dc0-096673c7351e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:00.885456 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9efe9e1-3e70-4118-a8c3-cefea5b21188 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:00.893667 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029acc37-d245-46ed-8da5-cb65f1233433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc5b5a6-d484-47c7-8dc0-096673c7351e', 'code': 200} Aug 10 03:24:00.919372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-0db57054-daf4-416c-95dd-a16577d2b4e7 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/99ff26ac-d8d7-4052-8841-e507af62fff7 HTTP/1.1" status: 200 len: 2973 time: 0.1295879 Aug 10 03:24:01.045003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-d217d134-6d38-4774-b6f2-da1b16d8a5dd tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/99ff26ac-d8d7-4052-8841-e507af62fff7 HTTP/1.1" status: 200 len: 2973 time: 0.1246047 Aug 10 03:24:01.072216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed5f1b-ae69-4d6e-998e-6a34a4806f4d req-63fcfe96-c49e-4778-84ab-849bcff12cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.074989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7eed5f1b-ae69-4d6e-998e-6a34a4806f4d req-63fcfe96-c49e-4778-84ab-849bcff12cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 1124 time: 0.1090407 Aug 10 03:24:01.085584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Deleting port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:01.086161 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.127039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-5e2b3db6-e60e-4d77-8ef6-2abed7972313 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a8e83a52-67c4-46df-bd45-d0df28b22936 HTTP/1.1" status: 200 len: 2977 time: 0.0810375 Aug 10 03:24:01.153727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7eed5f1b-ae69-4d6e-998e-6a34a4806f4d req-904abc30-a05b-465a-813b-d8dfe1ab73cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Aug 10 03:24:01.211814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-82cee1db-3225-4a46-ae24-3acc0ced9a28 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a8e83a52-67c4-46df-bd45-d0df28b22936 HTTP/1.1" status: 200 len: 2977 time: 0.0835495 Aug 10 03:24:01.244054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] For port 6e914aaa-de3d-4931-80ef-a49ee1d0e455, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e914aaa-de3d-4931-80ef-a49ee1d0e455,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:01.244647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.266955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Calling delete_port for 6e914aaa-de3d-4931-80ef-a49ee1d0e455 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:01.288002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf213e7-8e99-45f6-91ad-416b03c439dc req-1a8fafa3-f6f2-4761-90b8-41d82587663d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.289800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2cf213e7-8e99-45f6-91ad-416b03c439dc req-1a8fafa3-f6f2-4761-90b8-41d82587663d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1097 time: 0.3042765 Aug 10 03:24:01.307319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-4adb2976-6f80-4c64-bfa5-99eae3cf44b7 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e033b118-d581-41d6-8d99-c82e9d8d58fa HTTP/1.1" status: 200 len: 2977 time: 0.0873764 Aug 10 03:24:01.386623 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-8e076766-4d22-4648-b87e-a5a888dbf586 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e033b118-d581-41d6-8d99-c82e9d8d58fa HTTP/1.1" status: 200 len: 2977 time: 0.0722992 Aug 10 03:24:01.418038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2cf213e7-8e99-45f6-91ad-416b03c439dc req-13829659-625d-41cb-9dc3-4b7af1b18111 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951076 Aug 10 03:24:01.487638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-42a6a367-dc20-476e-8b4a-b7af41a9b49b tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f357fd8c-1038-4f14-8d0c-33d1e90dfe35 HTTP/1.1" status: 200 len: 2981 time: 0.0919468 Aug 10 03:24:01.572145 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.580688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.593066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6e914aaa-de3d-4931-80ef-a49ee1d0e455'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:01.600691 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-81ddafbe-a9ad-429d-ac52-fa042e7196a8 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f357fd8c-1038-4f14-8d0c-33d1e90dfe35 HTTP/1.1" status: 200 len: 2981 time: 0.1116309 Aug 10 03:24:01.656710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e914aaa-de3d-4931-80ef-a49ee1d0e455,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:01.709561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-83dee9eb-f048-4cc8-a874-e0f3b1f4126a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f96bb0fe-447b-4d58-8d71-27222f93fb4d HTTP/1.1" status: 200 len: 2977 time: 0.1013703 Aug 10 03:24:01.761815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] No DVR routers for this DVR port 6e914aaa-de3d-4931-80ef-a49ee1d0e455 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:01.765927 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:01.769921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cac40204-cfbb-4e24-8b1f-aaaa1fb0a498 req-412d4f9a-1c59-4cd1-8ef9-bc0580e9f8a0 tempest-DeleteServersAdminTestJSON-1987111891 tempest-DeleteServersAdminTestJSON-1987111891-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6e914aaa-de3d-4931-80ef-a49ee1d0e455 HTTP/1.1" status: 204 len: 173 time: 0.9088788 Aug 10 03:24:01.775813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'name': 'network-vif-deleted', 'tag': '6e914aaa-de3d-4931-80ef-a49ee1d0e455'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:01.778546 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525b9f4c-0f7e-46a1-8395-18432f782a31" -d '{"events": [{"server_uuid": "e9102cf3-f4d4-4590-9993-ddee16f02a96", "name": "network-vif-deleted", "tag": "6e914aaa-de3d-4931-80ef-a49ee1d0e455"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:01.812069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e658587-1d94-46fe-94e3-1985ee1be06b req-6ef5c131-0961-4654-a1ec-2468e327b1e8 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f96bb0fe-447b-4d58-8d71-27222f93fb4d HTTP/1.1" status: 200 len: 2977 time: 0.0941620 Aug 10 03:24:01.839784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c273f-4213-42e4-99e1-9ca747ffcfae req-cdb4932a-4df6-44d1-b8fb-56e3d3abedeb tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:01.842511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd1c273f-4213-42e4-99e1-9ca747ffcfae req-cdb4932a-4df6-44d1-b8fb-56e3d3abedeb tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 972 time: 0.1377857 Aug 10 03:24:01.914935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd1c273f-4213-42e4-99e1-9ca747ffcfae req-700342a5-e78d-4d69-8b0f-30e81cf687c3 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516372 Aug 10 03:24:02.075987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc33eadc-255b-4c0f-b485-96d10795394f req-e0617936-94e8-4a9d-8488-8947f8d86ec8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9102cf3-f4d4-4590-9993-ddee16f02a96 HTTP/1.1" status: 200 len: 210 time: 0.0569599 Aug 10 03:24:02.168900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbfb8-27b3-4aff-ae2a-714d1e3fcd7b req-8ef2ad9c-1018-406f-b282-c808ae413b69 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:02.184737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d16bbfb8-27b3-4aff-ae2a-714d1e3fcd7b req-8ef2ad9c-1018-406f-b282-c808ae413b69 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 943 time: 0.1034887 Aug 10 03:24:02.253875 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866d74f-1a78-466d-bd80-39b12d85a826 x-openstack-request-id: req-3866d74f-1a78-466d-bd80-39b12d85a826 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:02.254233 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9102cf3-f4d4-4590-9993-ddee16f02a96", "name": "network-vif-deleted", "tag": "6e914aaa-de3d-4931-80ef-a49ee1d0e455", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:02.255156 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3866d74f-1a78-466d-bd80-39b12d85a826 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:02.255570 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9102cf3-f4d4-4590-9993-ddee16f02a96', 'name': 'network-vif-deleted', 'tag': '6e914aaa-de3d-4931-80ef-a49ee1d0e455', 'status': 'completed', 'code': 200} Aug 10 03:24:02.277215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d16bbfb8-27b3-4aff-ae2a-714d1e3fcd7b req-ad23a340-14ce-4fa1-9c07-8fe3937418ab tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863929 Aug 10 03:24:02.384289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a03c24e5-6249-4061-b171-2448cb848c01 req-531b7a44-26e3-467a-899e-4a3e9e872756 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0746758a6a554d94b6ac2bad27ee5af0 HTTP/1.1" status: 200 len: 6101 time: 0.1343715 Aug 10 03:24:02.478019 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a03c24e5-6249-4061-b171-2448cb848c01 req-1d492072-7f93-4163-9d84-0fa3f90fe346 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "GET /v2.0/security-groups/086be299-256f-4385-bc17-e27977ca706c HTTP/1.1" status: 200 len: 2981 time: 0.0863962 Aug 10 03:24:02.484058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 26e9e4d9-a4de-45f6-982f-f7a31af538b9 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:02.597757 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a03c24e5-6249-4061-b171-2448cb848c01 req-8f06781c-8c2c-4192-b01c-da8c9c27b0b6 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "GET /v2.0/security-groups/086be299-256f-4385-bc17-e27977ca706c HTTP/1.1" status: 200 len: 2981 time: 0.1086190 Aug 10 03:24:02.643192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:02.658789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'port_id': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'mac_address': 'fa:16:3e:b2:ae:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:02.767972 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.795922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e9e4d9-a4de-45f6-982f-f7a31af538b9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:02.824209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:02.829187 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:02.905246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=26e9e4d9-a4de-45f6-982f-f7a31af538b9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:02.967648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.046459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['26e9e4d9-a4de-45f6-982f-f7a31af538b9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:03.133213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f575302f-108d-4b4e-abc2-b3f93894cb69 req-004c157c-b8cb-4bfe-9458-1cec6ba5a8a8 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/1b2839d5-3b7e-425d-a67a-216a1f64f126 HTTP/1.1" status: 200 len: 1777 time: 0.0508974 Aug 10 03:24:03.200116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f575302f-108d-4b4e-abc2-b3f93894cb69 req-4ad67315-5940-4592-9c7f-52f82b5e4e2a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.235490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f575302f-108d-4b4e-abc2-b3f93894cb69 req-4ad67315-5940-4592-9c7f-52f82b5e4e2a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.282217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f575302f-108d-4b4e-abc2-b3f93894cb69 req-4ad67315-5940-4592-9c7f-52f82b5e4e2a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.285755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f575302f-108d-4b4e-abc2-b3f93894cb69 req-4ad67315-5940-4592-9c7f-52f82b5e4e2a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:03.287411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f575302f-108d-4b4e-abc2-b3f93894cb69 req-4ad67315-5940-4592-9c7f-52f82b5e4e2a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b2839d5-3b7e-425d-a67a-216a1f64f126 HTTP/1.1" status: 204 len: 173 time: 0.1532955 Aug 10 03:24:03.301591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad67315-5940-4592-9c7f-52f82b5e4e2a tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2839d5-3b7e-425d-a67a-216a1f64f126,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:03.687828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15b85-ca05-4083-b52e-d915f76575ec req-a43d78c4-6d26-43f4-a10a-7222e94dcc41 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:03.689910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3e15b85-ca05-4083-b52e-d915f76575ec req-a43d78c4-6d26-43f4-a10a-7222e94dcc41 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 972 time: 0.0730617 Aug 10 03:24:03.744755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3e15b85-ca05-4083-b52e-d915f76575ec req-e8d571b8-d30d-4a2a-85cc-550eb7d383f5 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Aug 10 03:24:03.982240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38998) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:04.011197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb84c66c-e0aa-439e-bb20-751ff3ee5850 req-45999c76-cb42-46d0-8210-20d4d8be4742 tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "GET /v2.0/security-groups/61c3c682-a66d-449a-bda1-2b0a65f701c9 HTTP/1.1" status: 200 len: 1777 time: 0.0568008 Aug 10 03:24:04.101642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb84c66c-e0aa-439e-bb20-751ff3ee5850 req-71d3ca71-1f3c-4620-aefd-782611b07dac tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.136431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb84c66c-e0aa-439e-bb20-751ff3ee5850 req-71d3ca71-1f3c-4620-aefd-782611b07dac tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.153650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-124bfefc-252a-4b49-8371-215d0a41266c tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:24:04.155049 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-124bfefc-252a-4b49-8371-215d0a41266c tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1717324 Aug 10 03:24:04.196766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb84c66c-e0aa-439e-bb20-751ff3ee5850 req-71d3ca71-1f3c-4620-aefd-782611b07dac tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.202564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb84c66c-e0aa-439e-bb20-751ff3ee5850 req-71d3ca71-1f3c-4620-aefd-782611b07dac tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.204872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb84c66c-e0aa-439e-bb20-751ff3ee5850 req-71d3ca71-1f3c-4620-aefd-782611b07dac tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/61c3c682-a66d-449a-bda1-2b0a65f701c9 HTTP/1.1" status: 204 len: 173 time: 0.1850746 Aug 10 03:24:04.217066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3ca71-1f3c-4620-aefd-782611b07dac tempest-SecurityGroupsTestAdminJSON-1397375024 tempest-SecurityGroupsTestAdminJSON-1397375024-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c3c682-a66d-449a-bda1-2b0a65f701c9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.280596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Request body: {'binding': {'host': 'n-h1-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:04.281498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:04.483528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 26e9e4d9-a4de-45f6-982f-f7a31af538b9 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:04.498864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1b4e5-98e3-4679-b481-1260cc6d6f83 req-596dadda-cf43-4b4c-aa9a-7c6cbcb80f8a tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.505961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6c1b4e5-98e3-4679-b481-1260cc6d6f83 req-596dadda-cf43-4b4c-aa9a-7c6cbcb80f8a tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 944 time: 0.2152989 Aug 10 03:24:04.543603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:04.547959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:04.548338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.618235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6c1b4e5-98e3-4679-b481-1260cc6d6f83 req-2a9b902e-9c01-43c7-9d67-48902d3731a2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043015 Aug 10 03:24:04.636124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.651320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on host n-h1-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:04.651712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:04.652184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:04.657733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:04.658202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:04.664373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:04.664637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:04.665066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:04.665364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:04.665860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Bound port: c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:04.667613 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ca631b-9814-4b4f-a725-c348b7f6e286" -d '{"events": [{"server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "name": "network-vif-plugged", "status": "completed", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:04.687394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:04.693096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.754836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=26e9e4d9-a4de-45f6-982f-f7a31af538b9,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:04.771355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:04.778615 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:04.780145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8a85febc-8329-49ab-ad50-03204a1a61d0 service neutron] 10.222.0.53 "POST /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5547788 Aug 10 03:24:04.921044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8762-acfc-45dc-8e8a-d2cad0f74f07 req-488b59a8-3faf-41b2-9407-2af0e23a20d1 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:04.923377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-036a8762-acfc-45dc-8e8a-d2cad0f74f07 req-488b59a8-3faf-41b2-9407-2af0e23a20d1 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 1124 time: 0.0634224 Aug 10 03:24:04.953434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-036a8762-acfc-45dc-8e8a-d2cad0f74f07 req-e730d4dc-fe1c-4d7b-864c-59b1e7672181 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.044106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-d0b47c60-38f2-49c1-85e9-e9ab59c2aa44 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7bb1e204ae2445e2bcc500e908905def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440960 Aug 10 03:24:05.044999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e914aaa-de3d-4931-80ef-a49ee1d0e455 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:05.086291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 6e914aaa-de3d-4931-80ef-a49ee1d0e455 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:05.087264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e914aaa-de3d-4931-80ef-a49ee1d0e455 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:05.105399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-036a8762-acfc-45dc-8e8a-d2cad0f74f07 req-e730d4dc-fe1c-4d7b-864c-59b1e7672181 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.112778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-036a8762-acfc-45dc-8e8a-d2cad0f74f07 req-e730d4dc-fe1c-4d7b-864c-59b1e7672181 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.150162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-036a8762-acfc-45dc-8e8a-d2cad0f74f07 req-e730d4dc-fe1c-4d7b-864c-59b1e7672181 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199354 Aug 10 03:24:05.170436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730d4dc-fe1c-4d7b-864c-59b1e7672181 tempest-AggregatesAdminTestJSON-847270965 tempest-AggregatesAdminTestJSON-847270965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df812ca-d5b7-405c-8c3b-adea27d7e827,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.194582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-f474262d-edb1-4bbd-99b8-30613f998dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.196922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-f474262d-edb1-4bbd-99b8-30613f998dd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1097 time: 0.1207309 Aug 10 03:24:05.243321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5fcead05-2bc8-47d5-aa4e-9406b12bcb9c req-0f3fd198-7368-404e-8fe5-5ab7449594c5 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "GET /v2.0/security-groups/be812735-a713-4c45-af07-1b9ceb0583ab HTTP/1.1" status: 200 len: 1776 time: 0.0480139 Aug 10 03:24:05.281327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-9acf99f8-61ea-41e1-8de6-2d459e6b0dd7 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.283035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-9acf99f8-61ea-41e1-8de6-2d459e6b0dd7 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274222 Aug 10 03:24:05.315433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-be9bc4e4-9e89-4a23-80a3-562f0e9925bf tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/quotas/7bb1e204ae2445e2bcc500e908905def HTTP/1.1" status: 200 len: 375 time: 0.0207927 Aug 10 03:24:05.337219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5fcead05-2bc8-47d5-aa4e-9406b12bcb9c req-c3e612ba-a7e8-4ac2-bb35-0b5489561af1 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.366491 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3b4746fc-db45-4e9e-8137-0221928bf855 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb1e204ae2445e2bcc500e908905def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373235 Aug 10 03:24:05.367515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5fcead05-2bc8-47d5-aa4e-9406b12bcb9c req-c3e612ba-a7e8-4ac2-bb35-0b5489561af1 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.368773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-7b27f5ae-80a6-4cba-89b8-df94b1ac51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.371515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-7b27f5ae-80a6-4cba-89b8-df94b1ac51ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.1663463 Aug 10 03:24:05.456180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5fcead05-2bc8-47d5-aa4e-9406b12bcb9c req-c3e612ba-a7e8-4ac2-bb35-0b5489561af1 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.462611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5fcead05-2bc8-47d5-aa4e-9406b12bcb9c req-c3e612ba-a7e8-4ac2-bb35-0b5489561af1 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:05.465131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-463dde5c-8c10-440a-ad8c-06ff553e6b08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.0846217 Aug 10 03:24:05.465374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5fcead05-2bc8-47d5-aa4e-9406b12bcb9c req-c3e612ba-a7e8-4ac2-bb35-0b5489561af1 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "DELETE /v2.0/security-groups/be812735-a713-4c45-af07-1b9ceb0583ab HTTP/1.1" status: 204 len: 173 time: 0.2108643 Aug 10 03:24:05.480939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e612ba-a7e8-4ac2-bb35-0b5489561af1 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be812735-a713-4c45-af07-1b9ceb0583ab,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:05.591270 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76dd313-e975-4fae-9749-cc7b3ce52cf5 x-openstack-request-id: req-e76dd313-e975-4fae-9749-cc7b3ce52cf5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:05.592014 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "name": "network-vif-plugged", "status": "completed", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:05.592014 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e76dd313-e975-4fae-9749-cc7b3ce52cf5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:05.592286 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'code': 200} Aug 10 03:24:05.605460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-5509d713-d263-4cb8-bc00-ddc93f515382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.607094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-5509d713-d263-4cb8-bc00-ddc93f515382 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1341236 Aug 10 03:24:05.678074 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-91ddcf5e-531f-475f-b6af-afb181f2d6fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373304 Aug 10 03:24:05.790150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e46d77-fd0d-444d-980a-f841706b1767 req-55b2a6f0-9522-4d5c-b150-9789293bb50d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.794719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4e46d77-fd0d-444d-980a-f841706b1767 req-55b2a6f0-9522-4d5c-b150-9789293bb50d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 945 time: 0.1969821 Aug 10 03:24:05.812093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f70fe-14d7-4a3a-b27d-568178a8ce5d req-ae80c590-010c-4a0b-914c-772b4a57214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:05.814110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a25f70fe-14d7-4a3a-b27d-568178a8ce5d req-ae80c590-010c-4a0b-914c-772b4a57214c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 1097 time: 0.1367106 Aug 10 03:24:05.887106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a25f70fe-14d7-4a3a-b27d-568178a8ce5d req-d36be9c3-4c18-4385-b3f2-627a8dea860c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628583 Aug 10 03:24:05.937529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4e46d77-fd0d-444d-980a-f841706b1767 req-ed68e36d-1090-4c4a-adab-1d4fbf93ca46 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323843 Aug 10 03:24:05.961804 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-9d447b4b-2fe7-40b5-a7bc-7b3f6757e0b7 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733939 Aug 10 03:24:06.095290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b62124d2-c081-4138-949c-dc808ac3916a req-d5e66f20-0510-4e50-8df6-876333248cf2 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "GET /v2.0/security-groups/9980cbb7-3577-4156-8035-2cf1f879f69a HTTP/1.1" status: 200 len: 1777 time: 0.0736437 Aug 10 03:24:06.113714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8d4e35ff-23b6-4927-8fb8-1178151617b4 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423509 Aug 10 03:24:06.158138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c1d619cc-92d4-4711-81fa-a0c84a65dfed req-f0441591-98e9-4547-a6f6-9fc1ab3e4418 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 210 time: 0.0564232 Aug 10 03:24:06.199554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39060) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:06.218862 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b62124d2-c081-4138-949c-dc808ac3916a req-33b594f6-7804-4714-96ce-abf9a5981154 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.266393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b62124d2-c081-4138-949c-dc808ac3916a req-33b594f6-7804-4714-96ce-abf9a5981154 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.382374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-91889572-839f-461f-a2cb-dd292f85f310 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.388210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-91889572-839f-461f-a2cb-dd292f85f310 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.1363802 Aug 10 03:24:06.403019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737672ff-d4da-48dc-b048-72ab77b65541 req-02cd05b7-6182-4437-b367-897fe5d268f7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:06.407258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-769329-14'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:06.420069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-737672ff-d4da-48dc-b048-72ab77b65541 req-02cd05b7-6182-4437-b367-897fe5d268f7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 945 time: 0.1539078 Aug 10 03:24:06.447151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b62124d2-c081-4138-949c-dc808ac3916a req-33b594f6-7804-4714-96ce-abf9a5981154 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.452072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b62124d2-c081-4138-949c-dc808ac3916a req-33b594f6-7804-4714-96ce-abf9a5981154 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.454214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82279f52-7a43-439d-afe6-082cadbc3697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.469492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b62124d2-c081-4138-949c-dc808ac3916a req-33b594f6-7804-4714-96ce-abf9a5981154 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] 10.222.0.53 "DELETE /v2.0/security-groups/9980cbb7-3577-4156-8035-2cf1f879f69a HTTP/1.1" status: 204 len: 173 time: 0.3544126 Aug 10 03:24:06.522528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-737672ff-d4da-48dc-b048-72ab77b65541 req-3f6fdabb-caf6-42a2-8327-0b188f33c409 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994279 Aug 10 03:24:06.535892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b594f6-7804-4714-96ce-abf9a5981154 tempest-SecurityGroupsTestAdminJSON-1485558474 tempest-SecurityGroupsTestAdminJSON-1485558474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9980cbb7-3577-4156-8035-2cf1f879f69a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.571670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.827937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82279f52-7a43-439d-afe6-082cadbc3697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.843583 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82279f52-7a43-439d-afe6-082cadbc3697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:06.905413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:06.975450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82279f52-7a43-439d-afe6-082cadbc3697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086b2742-e408-4b19-8b73-aeb8fd22d976,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:06.982897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:07.010509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82279f52-7a43-439d-afe6-082cadbc3697 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa8864dc6e2d4fef8af3da9239c5f72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7982194 Aug 10 03:24:07.012262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39086) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.088044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:07.090662 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c20e0a5-a02d-4e0d-a100-cffcf04fdfaf" -d '{"events": [{"server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:07.098587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.114970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.154216 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ca62e78-7c87-46de-b654-fe12e8515556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.203334 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d7df4e-f755-48c4-a16f-24ff2d3ed4c0 x-openstack-request-id: req-76d7df4e-f755-48c4-a16f-24ff2d3ed4c0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:07.203619 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "name": "network-vif-unplugged", "status": "completed", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:07.203928 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76d7df4e-f755-48c4-a16f-24ff2d3ed4c0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:07.204396 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'code': 200} Aug 10 03:24:07.208356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.231581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ca62e78-7c87-46de-b654-fe12e8515556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.248335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.283417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3840d-196a-4aa6-8f69-b1a4c1359c9b req-8de91d35-879f-46e3-92d6-6bb688b4fbfc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.285340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fab3840d-196a-4aa6-8f69-b1a4c1359c9b req-8de91d35-879f-46e3-92d6-6bb688b4fbfc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.1335547 Aug 10 03:24:07.303494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on host n-h2-769329-14 for vnic_type normal with profile {"migrating_to": "n-h1-769329-14"} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:07.303979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:07.304183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:07.322073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:07.322405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Attempting to bind port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:07.337456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ca62e78-7c87-46de-b654-fe12e8515556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.355625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:07.356104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:07.356505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:07.357109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Bound port: c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:07.357472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.357577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ca62e78-7c87-46de-b654-fe12e8515556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.364638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5ca62e78-7c87-46de-b654-fe12e8515556 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/086b2742-e408-4b19-8b73-aeb8fd22d976 HTTP/1.1" status: 204 len: 168 time: 0.3457987 Aug 10 03:24:07.381656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca62e78-7c87-46de-b654-fe12e8515556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086b2742-e408-4b19-8b73-aeb8fd22d976,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.401727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fab3840d-196a-4aa6-8f69-b1a4c1359c9b req-7df25333-295d-40a5-b715-7a940ce6bee0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935786 Aug 10 03:24:07.469693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39110) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.479254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:07.493734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:07.509030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.613349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=8']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:07.649882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:07.653334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.656289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-d5a840e8-2256-436a-9b0d-e01c6dcdc341 service neutron] 10.222.0.39 "PUT /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 1123 time: 1.2587774 Aug 10 03:24:07.726301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:07.761914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52506866-92d4-4aec-9e16-9b550d847800 req-ee9e1a9b-d7c9-4ac9-a9d7-ac395b65dfde tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 210 time: 0.0395317 Aug 10 03:24:07.768030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a08d9b2c-78a0-4ced-88c3-34474fa7e84e tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb1e204ae2445e2bcc500e908905def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2660520 Aug 10 03:24:07.771760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe6f15c8-7851-481d-8a4d-97a0a585e70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:07.946432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9e621b95-049e-4420-b056-247e2f35aed1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0746758a6a554d94b6ac2bad27ee5af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350769 Aug 10 03:24:07.950796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39124) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:07.999354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200f109-3dd6-46e6-9ad6-90c0e65acfac req-50b26ea0-15a0-454c-97a3-1763ad0d22a2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.001008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e200f109-3dd6-46e6-9ad6-90c0e65acfac req-50b26ea0-15a0-454c-97a3-1763ad0d22a2 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 945 time: 0.2148538 Aug 10 03:24:08.076748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-640c99b8-01b8-41e9-9756-793f997bc1cc tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.078366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-640c99b8-01b8-41e9-9756-793f997bc1cc tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933314 Aug 10 03:24:08.080001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f50124b-6460-453f-a050-cf2fc8d93c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.105183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Request body: {'port': {'device_id': '5a44b154-b264-4979-84a0-2e6dabd92148', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '7bb1e204ae2445e2bcc500e908905def'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:08.106077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39130) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.148907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c120738f-1e7f-4ad8-98b3-34560287ee93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.155099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f50124b-6460-453f-a050-cf2fc8d93c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.200156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e200f109-3dd6-46e6-9ad6-90c0e65acfac req-ecbb9cc2-1db3-494b-9b40-c746176cb3a8 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812439 Aug 10 03:24:08.286491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f50124b-6460-453f-a050-cf2fc8d93c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.289610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f50124b-6460-453f-a050-cf2fc8d93c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.291107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7f50124b-6460-453f-a050-cf2fc8d93c03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/086be299-256f-4385-bc17-e27977ca706c HTTP/1.1" status: 204 len: 168 time: 0.3382890 Aug 10 03:24:08.301318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe6f15c8-7851-481d-8a4d-97a0a585e70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.325795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe6f15c8-7851-481d-8a4d-97a0a585e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.341606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50124b-6460-453f-a050-cf2fc8d93c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086be299-256f-4385-bc17-e27977ca706c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.452669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fe6f15c8-7851-481d-8a4d-97a0a585e70b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f86452fa9df045dcbf3a1b9cee6bcc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9784584 Aug 10 03:24:08.452669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f15c8-7851-481d-8a4d-97a0a585e70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8135850-895a-40c2-8aa5-71e5b0ac49f4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.473033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.668119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739fa6f-bd42-4faa-af44-7f54d8f8dbcc req-f182ed7b-ef6a-4ac9-bbc6-10809f675bfa tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:08.670887 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d739fa6f-bd42-4faa-af44-7f54d8f8dbcc req-f182ed7b-ef6a-4ac9-bbc6-10809f675bfa tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 945 time: 0.1656666 Aug 10 03:24:08.687860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39152) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.700406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'floatingip': {'port_id': '26e9e4d9-a4de-45f6-982f-f7a31af538b9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:08.705813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.810172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c120738f-1e7f-4ad8-98b3-34560287ee93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.868342 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.874513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c120738f-1e7f-4ad8-98b3-34560287ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.925153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:08.968146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c120738f-1e7f-4ad8-98b3-34560287ee93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62a02b46492d46deb1539e3683008eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8600376 Aug 10 03:24:08.969112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39168) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:08.978567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120738f-1e7f-4ad8-98b3-34560287ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90378f0b-3a79-4864-8307-530fc110559f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:08.985565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Made reservation on behalf of 7bb1e204ae2445e2bcc500e908905def for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:08.989561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.049085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ae3af-c079-46a4-80e2-0a6083b3e090 req-c288d661-401b-43a7-8411-9c7066c4b640 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.062252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-474ae3af-c079-46a4-80e2-0a6083b3e090 req-c288d661-401b-43a7-8411-9c7066c4b640 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.2489297 Aug 10 03:24:09.149595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b32ca49-ceab-48f9-804f-06ca7adf31f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.168731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39170) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.172454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-474ae3af-c079-46a4-80e2-0a6083b3e090 req-3ea7ccce-b4af-40c7-9be5-58f33f22bf49 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089952 Aug 10 03:24:09.206118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:09.208417 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ea0c22-07c9-430f-b379-3ac0b90a2010" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:09.222747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b32ca49-ceab-48f9-804f-06ca7adf31f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.277252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c8e4e97a-3e34-4fb0-aa41-ab230a2e0824 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99c89dbcd4c746599d1057ed1b4c735a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009302 Aug 10 03:24:09.279891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39176) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:09.303354 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b561a9-315c-48e8-80f5-f78ca3936d06 x-openstack-request-id: req-32b561a9-315c-48e8-80f5-f78ca3936d06 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:09.303929 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:09.304482 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32b561a9-315c-48e8-80f5-f78ca3936d06 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:09.305465 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'status': 'completed', 'code': 200} Aug 10 03:24:09.388382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b32ca49-ceab-48f9-804f-06ca7adf31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.392638 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b32ca49-ceab-48f9-804f-06ca7adf31f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.397248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2b32ca49-ceab-48f9-804f-06ca7adf31f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90378f0b-3a79-4864-8307-530fc110559f HTTP/1.1" status: 204 len: 168 time: 0.4130735 Aug 10 03:24:09.410419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32ca49-ceab-48f9-804f-06ca7adf31f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90378f0b-3a79-4864-8307-530fc110559f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.413448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.457481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.558249 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.561652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.567207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f357fd8c-1038-4f14-8d0c-33d1e90dfe35 HTTP/1.1" status: 204 len: 168 time: 0.2817693 Aug 10 03:24:09.586139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f357fd8c-1038-4f14-8d0c-33d1e90dfe35,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.609155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.609512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.610509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.610509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.615099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.615347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.615535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.615886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.616228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.616551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.616888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.617739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4793cef-a83e-4e63-be6c-b4f386b0e1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.617948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc84daa6-6933-4a52-ab69-ec60118363d1 req-38c2f147-f0f2-438d-812c-b4f518f3126f tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 210 time: 0.2059922 Aug 10 03:24:09.628337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.633271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:09.635373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8135850-895a-40c2-8aa5-71e5b0ac49f4 HTTP/1.1" status: 204 len: 168 time: 1.1584618 Aug 10 03:24:09.706807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8135850-895a-40c2-8aa5-71e5b0ac49f4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:09.795202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.795771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.796406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.797003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.797572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.798157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.798828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.799295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.799835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.800332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.800841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.801394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96201cc3-40e7-4d3b-8369-3ae0954a3b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:09.828786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-bc42952d-f1e5-478c-9c98-90aa9095fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:09.831507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-bc42952d-f1e5-478c-9c98-90aa9095fa97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1126 time: 0.4362175 Aug 10 03:24:09.971791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Allocated IP 192.168.233.147 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/08dfe917-49f6-4f92-bee0-e3a5008fcf53) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:10.314237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-d4ff3440-d38b-418f-831b-9cf5f3f9fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.316659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-d4ff3440-d38b-418f-831b-9cf5f3f9fd65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.4553330 Aug 10 03:24:10.443738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-842afae2-be75-40a2-a2a3-aabe37a3cadf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.1108899 Aug 10 03:24:10.508723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960166-cff1-422f-bcb7-c772711e72d3 req-bb88e567-816f-4d96-b137-e5e42ec8b73a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.511313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3960166-cff1-422f-bcb7-c772711e72d3 req-bb88e567-816f-4d96-b137-e5e42ec8b73a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.1111298 Aug 10 03:24:10.608904 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3960166-cff1-422f-bcb7-c772711e72d3 req-7912cb5b-d713-4963-929d-f54f9e764f21 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891907 Aug 10 03:24:10.609892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39250) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:10.647300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5e680e2-9bf4-4243-b23b-590d5bef4a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.699690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:24:10.857477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.859295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daaf9834-4a24-4071-a9a8-b8a1a9162d9d req-9d355243-005d-47a6-bc4b-4e1b5a93be8d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 210 time: 0.0495515 Aug 10 03:24:10.879031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-57c011a3-e209-4ce8-96f6-429ab1bebf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:10.880579 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-57c011a3-e209-4ce8-96f6-429ab1bebf46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.4208667 Aug 10 03:24:10.900075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.905121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5e680e2-9bf4-4243-b23b-590d5bef4a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:10.916325 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5e680e2-9bf4-4243-b23b-590d5bef4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.017035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-86b259d2-f0f8-44e7-8176-c9cfc080770c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180978 Aug 10 03:24:11.041245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e680e2-9bf4-4243-b23b-590d5bef4a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb000c77-720d-4363-9f24-2b80c4ca6736,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.057850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e5e680e2-9bf4-4243-b23b-590d5bef4a4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b304acf5c7b548778fa83b4d51768d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438763 Aug 10 03:24:11.058865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39280) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:11.088592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:11.198925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.207203 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:11.214904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca6e-7b28-4dc2-9427-ba7860b002c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.281496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca6e-7b28-4dc2-9427-ba7860b002c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.303914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:11.317295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a has no active binding in host n-h1-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:24:11.325745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Transition to ACTIVE for port object 08dfe917-49f6-4f92-bee0-e3a5008fcf53 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:11.423376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-339d2a7d-7b23-4c13-8f54-888b961afe6f service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941278 Aug 10 03:24:11.437726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca6e-7b28-4dc2-9427-ba7860b002c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.447005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f7ca6e-7b28-4dc2-9427-ba7860b002c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.449909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-94f7ca6e-7b28-4dc2-9427-ba7860b002c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb000c77-720d-4363-9f24-2b80c4ca6736 HTTP/1.1" status: 204 len: 168 time: 0.3895142 Aug 10 03:24:11.471067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ca6e-7b28-4dc2-9427-ba7860b002c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb000c77-720d-4363-9f24-2b80c4ca6736,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:11.536106 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 associated. External IP: 172.25.2.181, port: 26e9e4d9-a4de-45f6-982f-f7a31af538b9. Aug 10 03:24:11.609741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:11.917480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39324) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:11.967814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3ea0c22-07c9-430f-b379-3ac0b90a2010 req-8ee5cd1b-ee19-4dfa-a8a9-8b119f244419 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319183 Aug 10 03:24:11.982521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:11.992326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:11.995586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:12.001962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.003789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.016805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Pushing event updated for resources: {'Port': ['ID=08dfe917-49f6-4f92-bee0-e3a5008fcf53,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:12.017086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cba23-e142-4f41-9acc-985cd85340ed req-221b2f49-55ef-4525-9559-c9a1e015a6ac tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.020304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c6cba23-e142-4f41-9acc-985cd85340ed req-221b2f49-55ef-4525-9559-c9a1e015a6ac tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.1776109 Aug 10 03:24:12.069068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3752aac3-7131-4c34-9fa6-cc3269b4348d tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9724197 Aug 10 03:24:12.087062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Request body: {'port': {'device_id': '5a44b154-b264-4979-84a0-2e6dabd92148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:12.169650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c6cba23-e142-4f41-9acc-985cd85340ed req-be079ed6-d239-4c40-b174-e9c0a127748e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214828 Aug 10 03:24:12.173081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4f756-93b5-48e7-bd2f-91bab95da257 req-6da149b0-d8f0-4777-a96c-4c9f965bc1c2 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.176104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bf4f756-93b5-48e7-bd2f-91bab95da257 req-6da149b0-d8f0-4777-a96c-4c9f965bc1c2 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 936 time: 0.1604247 Aug 10 03:24:12.299543 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.320920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7d413d8a-73d9-4535-b30a-d3815b4f2a44 None None] Provisioning for port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:12.329612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7d413d8a-73d9-4535-b30a-d3815b4f2a44 None None] Provisioning complete for port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:12.330088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bf4f756-93b5-48e7-bd2f-91bab95da257 req-6643c19c-82de-4a5c-8de1-f3610967fd03 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425443 Aug 10 03:24:12.330241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7d413d8a-73d9-4535-b30a-d3815b4f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.428090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7d413d8a-73d9-4535-b30a-d3815b4f2a44 None None] Port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:12.559229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:24:12.560505 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30c1a12a-7118-4858-9fbd-32151ede527a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.722287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39352) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:12.873561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3b406-55f2-438b-a32d-0ccc0f30c79e req-0328c68d-4209-4c41-b654-82d6b5be88ab tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:12.875250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18a3b406-55f2-438b-a32d-0ccc0f30c79e req-0328c68d-4209-4c41-b654-82d6b5be88ab tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 972 time: 0.2583659 Aug 10 03:24:12.882281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dfe917-49f6-4f92-bee0-e3a5008fcf53 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:12.895656 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.918396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:12.936338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:12.951281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Transition to ACTIVE for port object 08dfe917-49f6-4f92-bee0-e3a5008fcf53 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:12.956619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:12.982338 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:12.983577 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:13.018094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-network', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:13.019210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-48f4c8b7-c248-4439-8b1c-5f133467677f tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "PUT /v2.0/floatingips/c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 HTTP/1.1" status: 200 len: 991 time: 4.3258209 Aug 10 03:24:13.055051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:13.058327 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6ad43d-c857-4c93-b20b-59a01e28616b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:13.064195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.078641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30c1a12a-7118-4858-9fbd-32151ede527a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.132002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Made reservation on behalf of 3335764bb8d34aa6bf6c0dade81d04db for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:13.135022 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.153263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.193829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30c1a12a-7118-4858-9fbd-32151ede527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.298963 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b251d077-1e6c-472e-9767-ac8cd1af9d02 x-openstack-request-id: req-b251d077-1e6c-472e-9767-ac8cd1af9d02 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:13.303701 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:13.304709 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b251d077-1e6c-472e-9767-ac8cd1af9d02 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:13.306791 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'status': 'completed', 'code': 200} Aug 10 03:24:13.313493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18a3b406-55f2-438b-a32d-0ccc0f30c79e req-bf7025f1-811f-4aee-81f8-b993ea7a4e77 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202704 Aug 10 03:24:13.391388 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:13.431115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1a12a-7118-4858-9fbd-32151ede527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb4b32-abbe-4189-82a9-0178ab78d626,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.461041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.508315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Pushing event updated for resources: {'Port': ['ID=08dfe917-49f6-4f92-bee0-e3a5008fcf53,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.566748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-7bce767b-d715-45e6-8a02-f5ec3c629a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.568053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-7bce767b-d715-45e6-8a02-f5ec3c629a40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 1097 time: 0.2370355 Aug 10 03:24:13.568698 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.586727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-30c1a12a-7118-4858-9fbd-32151ede527a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=389ec8a21cf449a2972d79f59495bc62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6679111 Aug 10 03:24:13.603944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:13.654020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-4ee693dc-5d6d-4bfc-b188-34061c0b5c24 service neutron] 10.222.0.65 "GET /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a/bindings/n-h1-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.5725033 Aug 10 03:24:13.656678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38072c68-1d5d-4d06-a786-d130b79b9a57,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:13.684033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Attempting to bind port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:13.687018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Attempting to bind port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:13.687647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Attempting to bind port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:13.717640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:13.730628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Attempting to bind port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:13.788363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:13.817144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:13.817373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:13.817706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:13.818189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Bound port: 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:13.818548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.831622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f5568-8423-420c-ad28-403370ef9a1b req-2a7c16e1-78b4-4ee4-8a63-da145945dc1a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:13.833258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d23f5568-8423-420c-ad28-403370ef9a1b req-2a7c16e1-78b4-4ee4-8a63-da145945dc1a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 943 time: 0.3753114 Aug 10 03:24:13.874494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731981456743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:13.882017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Unsubscribe: segment precommit_create {{(pid=94141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:24:13.882713 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Added segment a74766f0-3fc3-40fb-9bd9-c10a92ad8966 of type vlan for network 583eda0e-b131-455f-af29-b438a86226b6 Aug 10 03:24:13.929637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98fa9687-eca9-4044-9dd8-0eb701acd87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.005458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98fa9687-eca9-4044-9dd8-0eb701acd87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.038573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d23f5568-8423-420c-ad28-403370ef9a1b req-89c31e50-372f-480e-8083-22c7d1a29124 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828315 Aug 10 03:24:14.047989 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.063734 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4ac9d97-f7eb-406a-8f14-8bae767e9ac3', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'port_id': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'mac_address': 'fa:16:3e:b2:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:47Z', 'updated_at': '2021-08-10T03:24:10Z', 'revision_number': 1, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.068629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-34ca4e6c-af9c-47a2-808a-8ba520e3e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.071736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-34ca4e6c-af9c-47a2-808a-8ba520e3e5af service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 924 time: 0.4950361 Aug 10 03:24:14.139571 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:14.150826 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:14.152062 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:14.176563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] For port 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:14.189358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39404) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.220301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:24:14.233370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] For port 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:14.314380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.330660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:14.345714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.347056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.350670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] 10.222.0.39 "PUT /v2.0/ports/08dfe917-49f6-4f92-bee0-e3a5008fcf53 HTTP/1.1" status: 200 len: 1097 time: 2.2686474 Aug 10 03:24:14.372151 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:14.388626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3767b-ec22-4717-90cc-b7c26bcc109b req-2abcb60a-f49a-4930-b85a-1dadc32737a8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.391453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49d3767b-ec22-4717-90cc-b7c26bcc109b req-2abcb60a-f49a-4930-b85a-1dadc32737a8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 948 time: 0.3634815 Aug 10 03:24:14.409120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.410926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.411678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.420464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98fa9687-eca9-4044-9dd8-0eb701acd87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.423621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98fa9687-eca9-4044-9dd8-0eb701acd87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.424981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-98fa9687-eca9-4044-9dd8-0eb701acd87d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ffb4b32-abbe-4189-82a9-0178ab78d626 HTTP/1.1" status: 204 len: 168 time: 0.8192842 Aug 10 03:24:14.481042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9687-eca9-4044-9dd8-0eb701acd87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb4b32-abbe-4189-82a9-0178ab78d626,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.508937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1303082317-network', 'tenant_id': '43f150640c3b4373896f45fd22c9e258'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:14.564096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Made reservation on behalf of 43f150640c3b4373896f45fd22c9e258 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:14.566058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.580185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:14.583409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-6cb5a43a-f47d-4cef-b532-cf1ab1410d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.585156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-6cb5a43a-f47d-4cef-b532-cf1ab1410d72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb1e204ae2445e2bcc500e908905def&device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 1100 time: 0.1657434 Aug 10 03:24:14.585926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.714315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-358b95ce-02fd-40b7-afd5-7588917f1ee0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9 HTTP/1.1" status: 200 len: 999 time: 0.6318691 Aug 10 03:24:14.719162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=583eda0e-b131-455f-af29-b438a86226b6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:14.747968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 583eda0e-b131-455f-af29-b438a86226b6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:14.794218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:14.907264 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-af2bd50f-a3ee-49c2-978d-c6c13e91298c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53 HTTP/1.1" status: 200 len: 217 time: 0.2757249 Aug 10 03:24:14.908562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-b803b1c8-5102-49e0-8da7-92bee33a0bab tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:14.912601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-b803b1c8-5102-49e0-8da7-92bee33a0bab tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.39 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 972 time: 0.5966830 Aug 10 03:24:14.923126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-161f58cd-e661-4308-8584-f6d7d7013ee8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1996500 Aug 10 03:24:14.971743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39418) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:14.991904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49d3767b-ec22-4717-90cc-b7c26bcc109b req-e70885a4-8510-47ac-9a7d-0ae95e213c61 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736661 Aug 10 03:24:14.994442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.037814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:15.066026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Request body: {'subnet': {'network_id': '583eda0e-b131-455f-af29-b438a86226b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-subnet', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:15.139017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-31471947-13ce-46da-893a-a91995577f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.141778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-31471947-13ce-46da-893a-a91995577f9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.3839188 Aug 10 03:24:15.155800 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4ac9d97-f7eb-406a-8f14-8bae767e9ac3', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'port_id': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'mac_address': 'fa:16:3e:b2:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:47Z', 'updated_at': '2021-08-10T03:24:10Z', 'revision_number': 1, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:15.169164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be9345-a7fc-4f43-bd16-8ad563f9198a service neutron] Pushing event updated for resources: {'Port': ['ID=08dfe917-49f6-4f92-bee0-e3a5008fcf53,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.212770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39426) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:15.240343 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1039c18d-fbdf-45ef-a1ef-81c4ccc32fd0 None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4ac9d97-f7eb-406a-8f14-8bae767e9ac3', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'port_id': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'mac_address': 'fa:16:3e:b2:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:47Z', 'updated_at': '2021-08-10T03:24:10Z', 'revision_number': 1, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:15.246179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c469f9-2d0d-483a-abd8-96bfd99e8f6a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:15.259293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.259616 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Added segment fd3ee717-db2b-40ec-8391-ef35f6d1c519 of type vlan for network 8182439b-fffb-487b-a049-1ad05fae2406 Aug 10 03:24:15.297934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Made reservation on behalf of 3335764bb8d34aa6bf6c0dade81d04db for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:15.300415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.305705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.311732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a44b154-b264-4979-84a0-2e6dabd92148', 'tag': '08dfe917-49f6-4f92-bee0-e3a5008fcf53'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:15.314156 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6cf19-3b87-4316-8898-5e6018780283" -d '{"events": [{"name": "network-changed", "server_uuid": "5a44b154-b264-4979-84a0-2e6dabd92148", "tag": "08dfe917-49f6-4f92-bee0-e3a5008fcf53"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:15.317059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42f0e93b-349e-4ec7-b3f8-e5ed76fdbdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.319887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-8086658b-6c3f-4295-bb66-6d0716d13190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.322139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-8086658b-6c3f-4295-bb66-6d0716d13190 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360044 Aug 10 03:24:15.391840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.440111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-5e6c6a29-0797-4d29-ac44-8ff858db4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.443022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-5e6c6a29-0797-4d29-ac44-8ff858db4e01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.4665565 Aug 10 03:24:15.463563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.471162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Deleting port efc5b5a6-d484-47c7-8dc0-096673c7351e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:15.471515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.527375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.617397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-b79f7b4a-330d-4dbd-912d-1500fb341cde service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862561 Aug 10 03:24:15.662792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.663781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.664382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.670307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d63847-2400-49ad-8134-665268249bc2 None None] New status for floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:24:15.789171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcaf13-690f-4533-a26a-9aba85e04b2c req-653580e6-b879-4ae4-8de5-13bbb45d4817 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.790875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46bcaf13-690f-4533-a26a-9aba85e04b2c req-653580e6-b879-4ae4-8de5-13bbb45d4817 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 972 time: 0.6022656 Aug 10 03:24:15.851943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3b0df2bb-669d-4254-8eff-dff42fef3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:15.853522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-3b0df2bb-669d-4254-8eff-dff42fef3d93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3745139 Aug 10 03:24:15.864409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] Pushing event updated for resources: {'Network': ['ID=8182439b-fffb-487b-a049-1ad05fae2406,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:15.899001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] For port efc5b5a6-d484-47c7-8dc0-096673c7351e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=efc5b5a6-d484-47c7-8dc0-096673c7351e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:15.899001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:15.924067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be0cd71f-ec2e-4832-a2ec-45e1aee70241 req-ef4970d3-cf96-46ff-8065-1930fbd60c79 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=edd734dae73847a687cca44a9dc0dc7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2324431 Aug 10 03:24:15.933055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Calling delete_port for efc5b5a6-d484-47c7-8dc0-096673c7351e owned by compute:tempest-test_az-1829036900 {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:15.953724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8182439b-fffb-487b-a049-1ad05fae2406 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:15.993228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] Transition to ACTIVE for port object c3c469f9-2d0d-483a-abd8-96bfd99e8f6a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:16.015599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46bcaf13-690f-4533-a26a-9aba85e04b2c req-8898d2ec-f265-4074-8396-67ec0a1cfc98 tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/security-groups?id=2297860a-bbf4-4545-aa4e-6dedada5117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058890 Aug 10 03:24:16.016274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.084171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d6ad43d-c857-4c93-b20b-59a01e28616b req-cd268623-f3db-478a-9dc1-204d6502f710 service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575419 Aug 10 03:24:16.132087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-4c131309-148c-4846-92ee-31921bfddfc3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622728 Aug 10 03:24:16.165289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd71f-ec2e-4832-a2ec-45e1aee70241 req-ebc4d364-e8e7-4036-97b2-b9c56fafc617 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.168646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be0cd71f-ec2e-4832-a2ec-45e1aee70241 req-ebc4d364-e8e7-4036-97b2-b9c56fafc617 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291110 Aug 10 03:24:16.215851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be0cd71f-ec2e-4832-a2ec-45e1aee70241 req-7d253a8f-af33-4632-b1eb-1b73a04365a6 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/quotas/edd734dae73847a687cca44a9dc0dc7a HTTP/1.1" status: 200 len: 375 time: 0.0409284 Aug 10 03:24:16.228644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=10']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.262036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be0cd71f-ec2e-4832-a2ec-45e1aee70241 req-199c8259-03c1-490c-9bc5-05f4ed61585e tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=edd734dae73847a687cca44a9dc0dc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368977 Aug 10 03:24:16.277657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.341805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Pushing event deleted for resources: {'Port': ['ID=efc5b5a6-d484-47c7-8dc0-096673c7351e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:16.362571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42f0e93b-349e-4ec7-b3f8-e5ed76fdbdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.392430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['efc5b5a6-d484-47c7-8dc0-096673c7351e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:16.513471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] No DVR routers for this DVR port efc5b5a6-d484-47c7-8dc0-096673c7351e on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:16.522900 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.525821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff04c73c-6c1b-4dbc-aff2-7dce9ae7f587 req-fb2fbaf7-96ac-4d61-97dc-ba2d0e10ce0f tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.39 "DELETE /v2.0/ports/efc5b5a6-d484-47c7-8dc0-096673c7351e HTTP/1.1" status: 204 len: 173 time: 1.5965850 Aug 10 03:24:16.526500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029acc37-d245-46ed-8da5-cb65f1233433', 'name': 'network-vif-deleted', 'tag': 'efc5b5a6-d484-47c7-8dc0-096673c7351e'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:16.528993 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480f2c17-c3ed-4bcf-9f05-809c9c35af11" -d '{"events": [{"server_uuid": "029acc37-d245-46ed-8da5-cb65f1233433", "name": "network-vif-deleted", "tag": "efc5b5a6-d484-47c7-8dc0-096673c7351e"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:16.556042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:16.662766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:16.871171 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8857d8f-0154-4dc4-9c77-98a69a504c15 x-openstack-request-id: req-c8857d8f-0154-4dc4-9c77-98a69a504c15 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:16.871632 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a44b154-b264-4979-84a0-2e6dabd92148", "tag": "08dfe917-49f6-4f92-bee0-e3a5008fcf53", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:16.872031 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8857d8f-0154-4dc4-9c77-98a69a504c15 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:16.872660 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a44b154-b264-4979-84a0-2e6dabd92148', 'tag': '08dfe917-49f6-4f92-bee0-e3a5008fcf53', 'status': 'completed', 'code': 200} Aug 10 03:24:16.879063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] No DVR routers for this DVR port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:16.891511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42f0e93b-349e-4ec7-b3f8-e5ed76fdbdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.908129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24a52952-c140-44e0-be84-bf18237d43aa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7130840 Aug 10 03:24:16.923902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19704b-8f12-4b27-a086-4df8bc8980ad req-2c2acb36-04e0-43d6-a5a9-0a8b0d876ab9 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:16.924107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:16.926667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd19704b-8f12-4b27-a086-4df8bc8980ad req-2c2acb36-04e0-43d6-a5a9-0a8b0d876ab9 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 948 time: 0.1133513 Aug 10 03:24:16.927453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:16.937770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Request body: {'subnet': {'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1303082317-subnet', 'tenant_id': '43f150640c3b4373896f45fd22c9e258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.021563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Made reservation on behalf of 43f150640c3b4373896f45fd22c9e258 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:17.025422 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.035342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd19704b-8f12-4b27-a086-4df8bc8980ad req-eadeac66-0932-42b3-b41d-988f10c4973b tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895717 Aug 10 03:24:17.109589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-42f0e93b-349e-4ec7-b3f8-e5ed76fdbdcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5fccbe8901148cd802031e54d576f75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8871853 Aug 10 03:24:17.113589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39456) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.139159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-078ac21a-1ac6-448e-8c66-c009f8779b29 service neutron] 10.222.0.65 "PUT /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a/bindings/n-h1-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 3.4566758 Aug 10 03:24:17.147649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0e93b-349e-4ec7-b3f8-e5ed76fdbdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bb49fb-de2d-4df3-b41c-6df0e3335be9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.165854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa2dcc-33c5-4b7d-806a-35e4b34f75b9 req-89141b87-3153-418d-99b7-fe3886ba0d4e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.179013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfaa2dcc-33c5-4b7d-806a-35e4b34f75b9 req-89141b87-3153-418d-99b7-fe3886ba0d4e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.9734075 Aug 10 03:24:17.231838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff52a9f7-5341-4da5-8e65-c40a5223d4fb,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:17.275354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-faf2abed-8610-47a6-a13e-7209c86a7a93 req-15938563-a319-4acd-89e2-77fd7b519215 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1217828 Aug 10 03:24:17.305597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Checking segment: {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:17.306348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Network hostable DHCP agents. Network: 583eda0e-b131-455f-af29-b438a86226b6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:17.338036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfaa2dcc-33c5-4b7d-806a-35e4b34f75b9 req-31c74cd0-5ea6-4a38-8fb7-aed807bc02c4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436853 Aug 10 03:24:17.367638 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfee6-d27f-4891-bb0b-bfe5d24104d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.398932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfee6-d27f-4891-bb0b-bfe5d24104d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.461963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Network 583eda0e-b131-455f-af29-b438a86226b6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:17.486484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 583eda0e-b131-455f-af29-b438a86226b6) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:17.495838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc71f4e-e966-4178-bc56-6102d0d5675f None None] Network 583eda0e-b131-455f-af29-b438a86226b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:17.504960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.507325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.534758 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ba9414-b0e6-4c40-99ab-0d7b74548bcf x-openstack-request-id: req-28ba9414-b0e6-4c40-99ab-0d7b74548bcf {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:17.535125 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029acc37-d245-46ed-8da5-cb65f1233433", "name": "network-vif-deleted", "tag": "efc5b5a6-d484-47c7-8dc0-096673c7351e", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:17.535315 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28ba9414-b0e6-4c40-99ab-0d7b74548bcf {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:17.535736 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029acc37-d245-46ed-8da5-cb65f1233433', 'name': 'network-vif-deleted', 'tag': 'efc5b5a6-d484-47c7-8dc0-096673c7351e', 'status': 'completed', 'code': 200} Aug 10 03:24:17.537842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6cf19-3b87-4316-8898-5e6018780283 req-e9f85321-154f-4d3d-8de7-33960317074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.544740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-e9f85321-154f-4d3d-8de7-33960317074c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb1e204ae2445e2bcc500e908905def&device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 1100 time: 0.1939425 Aug 10 03:24:17.681295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-73e4c677-78e9-42f3-b58d-ca36a967f167 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6878033 Aug 10 03:24:17.686968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39466) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:17.746830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:17.814632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd1b7d-3da2-4a43-9406-e784498821bb req-32ab2d7f-2630-4b6d-b64a-7c83d26b537b tempest-AggregatesAdminTestJSON-81418114 tempest-AggregatesAdminTestJSON-81418114-project] 10.222.0.53 "GET /v2.0/ports?device_id=029acc37-d245-46ed-8da5-cb65f1233433 HTTP/1.1" status: 200 len: 210 time: 0.2587729 Aug 10 03:24:17.824774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfee6-d27f-4891-bb0b-bfe5d24104d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.843914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfee6-d27f-4891-bb0b-bfe5d24104d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.852883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ec1bfee6-d27f-4891-bb0b-bfe5d24104d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7bb49fb-de2d-4df3-b41c-6df0e3335be9 HTTP/1.1" status: 204 len: 168 time: 0.7379823 Aug 10 03:24:17.865935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-1394d5dd-9d55-4903-a81e-81ab397526c9 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.869008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-1394d5dd-9d55-4903-a81e-81ab397526c9 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.5495269 Aug 10 03:24:17.877917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-583eda0e-b131-455f-af29-b438a86226b6', 'network_id': '583eda0e-b131-455f-af29-b438a86226b6', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'fixed_ips': [{'subnet_id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:24:17.879159 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.882467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.884633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6cf19-3b87-4316-8898-5e6018780283 req-69babe4f-6526-4bc2-9265-459ed2745591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:17.885346 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:17.889385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-69babe4f-6526-4bc2-9265-459ed2745591 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.3293326 Aug 10 03:24:17.992940 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-4a269e39-c9ff-411c-8fb8-d19c5e7032d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53 HTTP/1.1" status: 200 len: 217 time: 0.0949724 Aug 10 03:24:18.097408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bfee6-d27f-4891-bb0b-bfe5d24104d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bb49fb-de2d-4df3-b41c-6df0e3335be9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.098125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Allocated IP 172.20.0.2 (583eda0e-b131-455f-af29-b438a86226b6/ff52a9f7-5341-4da5-8e65-c40a5223d4fb/0db41207-d766-4271-8fd6-46b15cf5976e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:18.207393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6cf19-3b87-4316-8898-5e6018780283 req-623636ad-e7c7-4f7b-bd0b-f85531e2be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.208939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-623636ad-e7c7-4f7b-bd0b-f85531e2be56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2125423 Aug 10 03:24:18.305266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.311553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-f0ee3457-4348-425b-9cae-d3cc4021b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.314874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-f0ee3457-4348-425b-9cae-d3cc4021b670 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde&tenant_id=d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 1096 time: 0.4178650 Aug 10 03:24:18.320952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.353657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6cf19-3b87-4316-8898-5e6018780283 req-eae349b5-cedf-48bf-abf0-4517a80211a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.360119 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-eae349b5-cedf-48bf-abf0-4517a80211a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412344 Aug 10 03:24:18.392952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.407891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Transition to ACTIVE for port object 0db41207-d766-4271-8fd6-46b15cf5976e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:18.455344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Transition to ACTIVE for port object 0db41207-d766-4271-8fd6-46b15cf5976e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:18.469928 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.513569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ff45ee1-e161-4ed7-a9d5-4dded3242a03 req-bc4b63c4-df43-4d23-a4d6-dda1e8fa3dd6 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=edd734dae73847a687cca44a9dc0dc7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477200 Aug 10 03:24:18.590024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Pushing event updated for resources: {'Port': ['ID=0db41207-d766-4271-8fd6-46b15cf5976e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.619281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.619938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.620487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.621300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.622123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.623440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.624221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.629516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.629516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.629516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.629516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.629516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:18.636508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Network 583eda0e-b131-455f-af29-b438a86226b6 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:18.637627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:18.642352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:18.686382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ebefb-d284-452e-9a5e-38cb3b233531 req-07503ee0-3975-409a-96f7-bd6f868659ab tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.688500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f58ebefb-d284-452e-9a5e-38cb3b233531 req-07503ee0-3975-409a-96f7-bd6f868659ab tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 948 time: 0.3484864 Aug 10 03:24:18.707450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c5872b-8e07-46e0-a391-5fa2fe61dcbe,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:18.711052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-10d9f119-f96d-48fb-9560-98f46ea52dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.712620 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-10d9f119-f96d-48fb-9560-98f46ea52dca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1096 time: 0.3331571 Aug 10 03:24:18.720301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.728917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-07d90632-9512-45c4-848c-c80e8f004deb service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946444 Aug 10 03:24:18.757575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Attempting to bind port 0db41207-d766-4271-8fd6-46b15cf5976e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:18.761611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Attempting to bind port 0db41207-d766-4271-8fd6-46b15cf5976e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:18.762238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Attempting to bind port 0db41207-d766-4271-8fd6-46b15cf5976e on network 583eda0e-b131-455f-af29-b438a86226b6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:18.783289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:18.786290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Checking segment: {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:18.787213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.789649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Bound using segment: {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:18.792697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Bound port: 0db41207-d766-4271-8fd6-46b15cf5976e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:18.794188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:18.819880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:18.820236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Network hostable DHCP agents. Network: 8182439b-fffb-487b-a049-1ad05fae2406, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:18.885605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f58ebefb-d284-452e-9a5e-38cb3b233531 req-3fbec03b-9703-47b5-93fd-7d474c44034f tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546378 Aug 10 03:24:18.974119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff45ee1-e161-4ed7-a9d5-4dded3242a03 req-eb2ed812-bcb0-4509-a849-84c8cff3527e tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:18.983819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] For port 0db41207-d766-4271-8fd6-46b15cf5976e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:18.986396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ff45ee1-e161-4ed7-a9d5-4dded3242a03 req-eb2ed812-bcb0-4509-a849-84c8cff3527e tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4716780 Aug 10 03:24:18.993181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] For port 0db41207-d766-4271-8fd6-46b15cf5976e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0db41207-d766-4271-8fd6-46b15cf5976e,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:18.999556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f6cf19-3b87-4316-8898-5e6018780283 req-0c419d37-9796-47b2-bf75-ee03f0454226 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587552 Aug 10 03:24:19.004327 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.058276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ff45ee1-e161-4ed7-a9d5-4dded3242a03 req-63930cac-c2f3-48ea-bc79-09e46a99c3f6 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/quotas/edd734dae73847a687cca44a9dc0dc7a HTTP/1.1" status: 200 len: 375 time: 0.0697012 Aug 10 03:24:19.065272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Network 8182439b-fffb-487b-a049-1ad05fae2406 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:19.091343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-4ca5f974-621f-4972-ba78-a089c80eebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.093913 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-4ca5f974-621f-4972-ba78-a089c80eebc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3676143 Aug 10 03:24:19.137212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device efc5b5a6-d484-47c7-8dc0-096673c7351e no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:19.169542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e111001-ca6e-4efc-8ef9-99db78f8fbd4 req-e1a279f7-ea56-4c9e-9ee9-d59ce9f1dd8f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.179009 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e111001-ca6e-4efc-8ef9-99db78f8fbd4 req-e1a279f7-ea56-4c9e-9ee9-d59ce9f1dd8f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.1350853 Aug 10 03:24:19.188864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: efc5b5a6-d484-47c7-8dc0-096673c7351e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:19.189435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device efc5b5a6-d484-47c7-8dc0-096673c7351e not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:19.199073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356f30e-cc0d-44d9-9e2b-4bbb1154b755 None None] Pushing event updated for resources: {'Port': ['ID=0db41207-d766-4271-8fd6-46b15cf5976e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:19.222914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ff45ee1-e161-4ed7-a9d5-4dded3242a03 req-a0e1adde-584f-4b1b-8e51-5ce39d29936f tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=edd734dae73847a687cca44a9dc0dc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1631346 Aug 10 03:24:19.226458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8182439b-fffb-487b-a049-1ad05fae2406) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:19.238875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1af6c-bbc0-4134-a5fc-bd8906aa96cc None None] Network 8182439b-fffb-487b-a049-1ad05fae2406 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:19.246470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.247777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:19.268134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-ea784da2-d4f5-4100-8dc9-46513695cd68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.1285908 Aug 10 03:24:19.297968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e111001-ca6e-4efc-8ef9-99db78f8fbd4 req-67c51d91-7367-420b-988a-36e0f3efa495 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146336 Aug 10 03:24:19.381369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-64aba41f-9886-4655-8bd9-bc1083aa3ab2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4519114 Aug 10 03:24:19.533928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-91b68eb1-87f9-43ba-b3b7-bf05d5d730ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:19.536887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-91b68eb1-87f9-43ba-b3b7-bf05d5d730ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.2574477 Aug 10 03:24:19.551217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9bcd6e-ef88-4bd6-816f-867a91c16e91 None None] Network 8182439b-fffb-487b-a049-1ad05fae2406 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:19.620781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-190ac785-4a83-4c8d-a1fc-ae7f1d3a589a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728126 Aug 10 03:24:20.095166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22adcc-f014-475d-b3bd-b1b9fed6ecf9 req-5a196ceb-ecb7-4c9b-84bd-aefc3db9c316 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.107117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a22adcc-f014-475d-b3bd-b1b9fed6ecf9 req-5a196ceb-ecb7-4c9b-84bd-aefc3db9c316 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 948 time: 0.0707345 Aug 10 03:24:20.167016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a22adcc-f014-475d-b3bd-b1b9fed6ecf9 req-ea8ee003-fe2d-4241-9fa8-dc4cad34c4c8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580132 Aug 10 03:24:20.205472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-8accd5ec-e10f-4637-bf58-037688fb49c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275760 Aug 10 03:24:20.328352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.364781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:20.496311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-a26a5435-add6-4e69-b39e-186cd3f0a7e6 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480772 Aug 10 03:24:20.571297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39542) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:20.596484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a8442-63eb-4ec1-9b28-db37fbff50b6 req-c367820b-d4b5-4f9b-b015-f0e4497527b8 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:20.604814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d1a8442-63eb-4ec1-9b28-db37fbff50b6 req-c367820b-d4b5-4f9b-b015-f0e4497527b8 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.1620729 Aug 10 03:24:20.641501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Allocated IP 172.25.2.229 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/dbac8736-dccb-49b1-a858-0e9b21a9910b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:20.710516 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d1a8442-63eb-4ec1-9b28-db37fbff50b6 req-a573fb6b-d2fe-4815-8b80-dfe1d9a7a00a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041415 Aug 10 03:24:20.788844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06cdd11-275d-4663-91b0-4dd7436dd07a None None] Network 583eda0e-b131-455f-af29-b438a86226b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:20.935316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b18c22c0-1810-428f-ab70-01195350d6d4 None None] Provisioning for port 0db41207-d766-4271-8fd6-46b15cf5976e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:20.971136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0db41207-d766-4271-8fd6-46b15cf5976e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:20.983131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.043988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5626f15b-d741-47d0-ad9c-355d276b2870 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff82f2453e254da2a1456d911a11a504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693234 Aug 10 03:24:21.047018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.056868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5fee-4005-42a1-9105-e71be02a276e req-e37269c1-1b2a-445e-9800-8fd88b992d90 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.058578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-e37269c1-1b2a-445e-9800-8fd88b992d90 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.1444502 Aug 10 03:24:21.068141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0db41207-d766-4271-8fd6-46b15cf5976e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:21.079751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0db41207-d766-4271-8fd6-46b15cf5976e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:21.079751 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.127528 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.144727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 08dfe917-49f6-4f92-bee0-e3a5008fcf53 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:21.181307 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3080a1b6-eddd-45f7-8ae2-59567d340d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.224629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:21.252344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3080a1b6-eddd-45f7-8ae2-59567d340d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.314872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:21.343111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '08dfe917-49f6-4f92-bee0-e3a5008fcf53', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '08dfe917-49f6-4f92-bee0-e3a5008fcf53', 'mac_address': 'fa:16:3e:af:09:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:21.361890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:21.362721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3080a1b6-eddd-45f7-8ae2-59567d340d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.367384 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3080a1b6-eddd-45f7-8ae2-59567d340d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.371233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3080a1b6-eddd-45f7-8ae2-59567d340d25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2297860a-bbf4-4545-aa4e-6dedada5117e HTTP/1.1" status: 204 len: 168 time: 0.3204551 Aug 10 03:24:21.383187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a1b6-eddd-45f7-8ae2-59567d340d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2297860a-bbf4-4545-aa4e-6dedada5117e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.402720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:21.415352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Pushing event updated for resources: {'Port': ['ID=dbac8736-dccb-49b1-a858-0e9b21a9910b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.433194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39570) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:21.442514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1193444511-network', 'tenant_id': '5a3e6af8f7294745916d1b357a59cf58'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:21.460458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5ada5fee-4005-42a1-9105-e71be02a276e req-33ec20bc-0e8f-4989-a475-d7681a89feeb service neutron] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:21.491896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.497586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Made reservation on behalf of 5a3e6af8f7294745916d1b357a59cf58 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:21.501329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.525358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.543916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dfe917-49f6-4f92-bee0-e3a5008fcf53 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:21.559623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5ada5fee-4005-42a1-9105-e71be02a276e req-33ec20bc-0e8f-4989-a475-d7681a89feeb service neutron] Notify callbacks [] for binding, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.561049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ada5fee-4005-42a1-9105-e71be02a276e req-33ec20bc-0e8f-4989-a475-d7681a89feeb service neutron] 10.222.0.39 "DELETE /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a/bindings/n-h2-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.4922960 Aug 10 03:24:21.600262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:21.630779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.641373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a008b6-07ab-46b7-ba01-91b664a66c21 req-85b35b4f-5a79-498c-b503-c0fefa27b579 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:21.647837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1a008b6-07ab-46b7-ba01-91b664a66c21 req-85b35b4f-5a79-498c-b503-c0fefa27b579 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 948 time: 0.2909365 Aug 10 03:24:21.683291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fd11e4f2-3c39-46db-8784-35e0df11c784 None None] Provisioning complete for port 0db41207-d766-4271-8fd6-46b15cf5976e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:21.684039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fd11e4f2-3c39-46db-8784-35e0df11c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.717782 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.757136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1a008b6-07ab-46b7-ba01-91b664a66c21 req-550b1458-6452-4c70-9dda-a30b51578800 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016049 Aug 10 03:24:21.795504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=08dfe917-49f6-4f92-bee0-e3a5008fcf53,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:21.823239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0db41207-d766-4271-8fd6-46b15cf5976e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0db41207-d766-4271-8fd6-46b15cf5976e,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:21.834771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.837305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.859051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.899455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['08dfe917-49f6-4f92-bee0-e3a5008fcf53'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:21.918004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:21.972694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:22.008974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b313a0b0-b0be-417b-a9b7-047b56a56362,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.027148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0db41207-d766-4271-8fd6-46b15cf5976e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.042679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.043101 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Added segment f226f0ca-06e0-4b04-a0b8-5e62ca232f40 of type vlan for network b7dc1c6e-deec-4427-a235-c4cc213a5061 Aug 10 03:24:22.103754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.168883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.170633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.172574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.228458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7939906 Aug 10 03:24:22.231303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.247306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Request body: {'subnet': {'network_id': 'b7dc1c6e-deec-4427-a235-c4cc213a5061', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1193444511-subnet', 'tenant_id': '5a3e6af8f7294745916d1b357a59cf58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:22.269213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Made reservation on behalf of 5a3e6af8f7294745916d1b357a59cf58 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:22.271840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.342408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62ec8-827c-4704-aece-4e56d1539dda admin admin] Pushing event updated for resources: {'Network': ['ID=b7dc1c6e-deec-4427-a235-c4cc213a5061,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.360029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b7dc1c6e-deec-4427-a235-c4cc213a5061 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:22.535933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544366c-f313-48ea-b699-0d8b32fd2d89 req-59adaa0a-9aab-40dc-bade-6ff59ea9e6f0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:22.545055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.546575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9544366c-f313-48ea-b699-0d8b32fd2d89 req-59adaa0a-9aab-40dc-bade-6ff59ea9e6f0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.4069240 Aug 10 03:24:22.586280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.599485 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7051b924-d9f2-4d2f-bb71-5cb6d1c4e842 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4cf0717c2f04d72a1ec93e99e3b3025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531161 Aug 10 03:24:22.602764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:22.679398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a430525-74c7-4844-855c-723c74f45d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.709443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a430525-74c7-4844-855c-723c74f45d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.719578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9544366c-f313-48ea-b699-0d8b32fd2d89 req-31455097-2dd9-4f84-9b22-3246b146b83b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671870 Aug 10 03:24:22.784939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a430525-74c7-4844-855c-723c74f45d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.788420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a430525-74c7-4844-855c-723c74f45d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:22.790055 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0a430525-74c7-4844-855c-723c74f45d5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8df812ca-d5b7-405c-8c3b-adea27d7e827 HTTP/1.1" status: 204 len: 168 time: 0.1826110 Aug 10 03:24:22.807534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a430525-74c7-4844-855c-723c74f45d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df812ca-d5b7-405c-8c3b-adea27d7e827,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:22.936604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0db41207-d766-4271-8fd6-46b15cf5976e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:23.009392 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc1150e2-9651-4f15-8e82-f34f0f5e0761 req-9ac48f70-933c-459f-a291-851a1cc2c2ac tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=edd734dae73847a687cca44a9dc0dc7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510287 Aug 10 03:24:23.017397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.090105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0db41207-d766-4271-8fd6-46b15cf5976e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:23.091045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.178113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 08dfe917-49f6-4f92-bee0-e3a5008fcf53 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:23.223450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Router 2749782a-0c85-4cf2-9999-54bc4e251c7e is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:24:23.270465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:23.277520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:23.278072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.299845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267f4ff-5982-4b9a-92dc-0395fb598c85 req-9846b1d9-3254-4e7d-a2b2-bf66b6a2db73 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.303505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9267f4ff-5982-4b9a-92dc-0395fb598c85 req-9846b1d9-3254-4e7d-a2b2-bf66b6a2db73 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 949 time: 0.1295319 Aug 10 03:24:23.320113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55d597a-98e0-4daf-95c3-e479901d6f15,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.399300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9267f4ff-5982-4b9a-92dc-0395fb598c85 req-a533f9bc-026e-4d3d-b833-d129938d98d5 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842021 Aug 10 03:24:23.432775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Checking segment: {'id': 'f226f0ca-06e0-4b04-a0b8-5e62ca232f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b7dc1c6e-deec-4427-a235-c4cc213a5061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:23.433253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Network hostable DHCP agents. Network: b7dc1c6e-deec-4427-a235-c4cc213a5061, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:24:23.453666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.474845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1150e2-9651-4f15-8e82-f34f0f5e0761 req-2b1926a8-6d73-41b8-b40d-755e45f29759 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.477415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc1150e2-9651-4f15-8e82-f34f0f5e0761 req-2b1926a8-6d73-41b8-b40d-755e45f29759 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4346843 Aug 10 03:24:23.504704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a44b154-b264-4979-84a0-2e6dabd92148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dfe917-49f6-4f92-bee0-e3a5008fcf53'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:23.512816 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c82fe-290f-4914-b1a6-a6ea9a11a87e" -d '{"events": [{"server_uuid": "5a44b154-b264-4979-84a0-2e6dabd92148", "name": "network-vif-plugged", "status": "completed", "tag": "08dfe917-49f6-4f92-bee0-e3a5008fcf53"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:23.532723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:23.539031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.608860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=08dfe917-49f6-4f92-bee0-e3a5008fcf53,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:23.613366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc1150e2-9651-4f15-8e82-f34f0f5e0761 req-c60f607d-82fa-4668-872a-6304696ccc83 tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/quotas/edd734dae73847a687cca44a9dc0dc7a HTTP/1.1" status: 200 len: 375 time: 0.0486586 Aug 10 03:24:23.684258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Network b7dc1c6e-deec-4427-a235-c4cc213a5061 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:24:23.690163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc1150e2-9651-4f15-8e82-f34f0f5e0761 req-d984b892-0173-400f-9e77-978145913b0e tempest-QuotasAdminNegativeTest-1138345169 tempest-QuotasAdminNegativeTest-1138345169-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=edd734dae73847a687cca44a9dc0dc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605719 Aug 10 03:24:23.693480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:23.708961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b7dc1c6e-deec-4427-a235-c4cc213a5061) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:23.710707 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Sync routers for ids ['2749782a-0c85-4cf2-9999-54bc4e251c7e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:23.714330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:23.715369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.723590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e664231-d5a1-4c8f-91fb-2f1f9e9f7376 None None] Network b7dc1c6e-deec-4427-a235-c4cc213a5061 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:23.728302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:23.733543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39636) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:23.733872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-042b1d24-018b-4039-8199-6aea61a96e7a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0215440 Aug 10 03:24:23.738729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1ba877c-5006-47fa-bd82-feec9cb23753 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5059497 Aug 10 03:24:23.751645 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Routers {'2749782a-0c85-4cf2-9999-54bc4e251c7e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:23.753231 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2749782a-0c85-4cf2-9999-54bc4e251c7e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:23.999580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f3643-7871-4603-a1e5-7029ae1d5fe8 None None] Network b7dc1c6e-deec-4427-a235-c4cc213a5061 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:24.109319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc21fa-179b-4428-a8a7-52331c316569 req-607dde48-fba7-4889-98fe-1bfb9a224972 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.117291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32cc21fa-179b-4428-a8a7-52331c316569 req-607dde48-fba7-4889-98fe-1bfb9a224972 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1096 time: 0.1192923 Aug 10 03:24:24.197172 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Set router 2749782a-0c85-4cf2-9999-54bc4e251c7e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:24.266208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32cc21fa-179b-4428-a8a7-52331c316569 req-75eb1527-1154-43c2-b4d7-8d5fd364a78d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428876 Aug 10 03:24:24.492007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b23bf-9256-4d91-8dd4-55d3727954b9 req-777df56e-a2fb-4281-b1e1-5a1efa3bcab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:24.493762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d08b23bf-9256-4d91-8dd4-55d3727954b9 req-777df56e-a2fb-4281-b1e1-5a1efa3bcab6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 1102 time: 0.0957868 Aug 10 03:24:24.603081 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ecc8c9-1f71-4e74-a0d6-da5e27b3e04d x-openstack-request-id: req-e7ecc8c9-1f71-4e74-a0d6-da5e27b3e04d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:24.603461 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a44b154-b264-4979-84a0-2e6dabd92148", "name": "network-vif-plugged", "status": "completed", "tag": "08dfe917-49f6-4f92-bee0-e3a5008fcf53", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:24.603648 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7ecc8c9-1f71-4e74-a0d6-da5e27b3e04d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:24.604822 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a44b154-b264-4979-84a0-2e6dabd92148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dfe917-49f6-4f92-bee0-e3a5008fcf53', 'code': 200} Aug 10 03:24:24.623442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d08b23bf-9256-4d91-8dd4-55d3727954b9 req-c01d0290-fa77-4a51-ada0-8f65234fd929 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210480 Aug 10 03:24:24.642174 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.777660 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:21Z', 'revision_number': 3, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:24.831280 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Checking router: 2749782a-0c85-4cf2-9999-54bc4e251c7e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:24.832276 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Updating router 2749782a-0c85-4cf2-9999-54bc4e251c7e port dbac8736-dccb-49b1-a858-0e9b21a9910b binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:24:24.870521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:24.892453 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.326731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-b12edb07-cf05-4991-a13e-3db530af3a50 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.329688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-b12edb07-cf05-4991-a13e-3db530af3a50 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.1363723 Aug 10 03:24:25.352111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592918-3c70-4499-9cd2-0459ebe651c3 req-20666fcf-0b3e-4232-a1bd-2f9a069d6a68 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:25.360986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17592918-3c70-4499-9cd2-0459ebe651c3 req-20666fcf-0b3e-4232-a1bd-2f9a069d6a68 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.0721109 Aug 10 03:24:25.430464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17592918-3c70-4499-9cd2-0459ebe651c3 req-bd4861b5-83ad-4c74-b242-566558881eb1 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683141 Aug 10 03:24:25.443827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-12cf0b37-15b6-41ab-8420-94496961fd12 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/quotas/43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 375 time: 0.0913103 Aug 10 03:24:25.466251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Allocated IP 172.20.0.1 (583eda0e-b131-455f-af29-b438a86226b6/ff52a9f7-5341-4da5-8e65-c40a5223d4fb/408e57a4-d871-492a-b307-782002b908f6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:25.586180 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-eb7fd780-9f8e-42f1-a5ae-ebd433dfd075 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1297603 Aug 10 03:24:25.609880 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.630130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Transition to ACTIVE for port object dbac8736-dccb-49b1-a858-0e9b21a9910b will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:25.646198 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.655126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.732072 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Pushing event updated for resources: {'Port': ['ID=dbac8736-dccb-49b1-a858-0e9b21a9910b,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:25.742021 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.742673 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.743227 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.744054 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.745379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.745925 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.746563 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.747090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.747624 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.748140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.748652 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.749167 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:24:25.772652 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Attempting to bind port dbac8736-dccb-49b1-a858-0e9b21a9910b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:25.773418 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Attempting to bind port dbac8736-dccb-49b1-a858-0e9b21a9910b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:25.774212 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Attempting to bind port dbac8736-dccb-49b1-a858-0e9b21a9910b on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:25.781936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:25.783811 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:25.784548 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.785183 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:25.786528 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Bound port: dbac8736-dccb-49b1-a858-0e9b21a9910b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:25.787393 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:25.891188 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] For port dbac8736-dccb-49b1-a858-0e9b21a9910b, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:25.897458 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] For port dbac8736-dccb-49b1-a858-0e9b21a9910b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dbac8736-dccb-49b1-a858-0e9b21a9910b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:25.904307 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.011673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.020143 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Routers {'2749782a-0c85-4cf2-9999-54bc4e251c7e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:26.021126 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2749782a-0c85-4cf2-9999-54bc4e251c7e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:26.044240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Transition to ACTIVE for port object 408e57a4-d871-492a-b307-782002b908f6 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:26.110709 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ab4e-7a43-4dd5-9658-c9b3e4276bd9 None None] Pushing event updated for resources: {'Port': ['ID=dbac8736-dccb-49b1-a858-0e9b21a9910b,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:26.111933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:26.156611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.297391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-d99dc04a-c96e-4a03-9442-5e7ece59a081 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:24:26.299283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-d99dc04a-c96e-4a03-9442-5e7ece59a081 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4150872 Aug 10 03:24:26.377660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Network 583eda0e-b131-455f-af29-b438a86226b6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:26.420718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-609f8178-87be-4a8d-901d-2656239556fa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:26.422414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-609f8178-87be-4a8d-901d-2656239556fa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.6599340 Aug 10 03:24:26.433513 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] Set router 2749782a-0c85-4cf2-9999-54bc4e251c7e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:26.440175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-2372ec35-bd72-4284-8cfb-e6bbbba14c75 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/quotas/d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 375 time: 0.0113945 Aug 10 03:24:26.445030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Pushing event updated for resources: {'Port': ['ID=408e57a4-d871-492a-b307-782002b908f6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:26.450672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:26.470725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:26.471594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.551005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfc16482-eabd-4c1c-81ab-bf8cb6a2c6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.553674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3604da5e-f4f1-40c6-86ec-b6f98d4f9fbe tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043687 Aug 10 03:24:26.699209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e71e2444-8df5-48ba-928b-132b085f440e None None] Provisioning for port 408e57a4-d871-492a-b307-782002b908f6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:26.708081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e71e2444-8df5-48ba-928b-132b085f440e None None] Provisioning complete for port 408e57a4-d871-492a-b307-782002b908f6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:26.708644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e71e2444-8df5-48ba-928b-132b085f440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.728584 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:21Z', 'revision_number': 3, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:26.745702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-79e767a7-45ac-48f5-b994-b3f8c49f08a5 service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863775 Aug 10 03:24:26.751373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-67017b7f-50a1-4bfa-90cd-f45e6c724319 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392371 Aug 10 03:24:26.759876 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a153183f-b825-434b-9084-be4ad1277fd3 None None] The sync data for ids ['2749782a-0c85-4cf2-9999-54bc4e251c7e'] in n-d-769329-14 is: [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:21Z', 'revision_number': 3, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:26.772773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e71e2444-8df5-48ba-928b-132b085f440e None None] Port 408e57a4-d871-492a-b307-782002b908f6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:26.857882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-34c9789c-07de-4930-93f6-5fe6c221cd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:26.912258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-7cb2d54f-cb5e-4ade-a999-09c8fe5ab4b3 service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499047 Aug 10 03:24:26.976666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.211368 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfc16482-eabd-4c1c-81ab-bf8cb6a2c6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.228061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-c4e33353-fac1-4469-8e81-868d4aea75e2 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591434 Aug 10 03:24:27.229624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfc16482-eabd-4c1c-81ab-bf8cb6a2c6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.405630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc16482-eabd-4c1c-81ab-bf8cb6a2c6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e25d3c-2bba-4ccb-a995-bc6aeea203f1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.485095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cfc16482-eabd-4c1c-81ab-bf8cb6a2c6d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edd734dae73847a687cca44a9dc0dc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3715255 Aug 10 03:24:27.488719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39738) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:27.657471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.668243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.669189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.678593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5163d511-36a4-4495-b910-dc7446326cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.734668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5163d511-36a4-4495-b910-dc7446326cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.864008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5163d511-36a4-4495-b910-dc7446326cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.868845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5163d511-36a4-4495-b910-dc7446326cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:27.870655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5163d511-36a4-4495-b910-dc7446326cb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6e25d3c-2bba-4ccb-a995-bc6aeea203f1 HTTP/1.1" status: 204 len: 168 time: 0.3805323 Aug 10 03:24:27.908502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163d511-36a4-4495-b910-dc7446326cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e25d3c-2bba-4ccb-a995-bc6aeea203f1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.949132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Pushing event updated for resources: {'Port': ['ID=408e57a4-d871-492a-b307-782002b908f6,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:27.985460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be0848-7b1c-4ef7-b351-2527c437c6ba req-137fee12-3f8c-4b32-b1f5-40648e823953 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:27.993836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f9be0848-7b1c-4ef7-b351-2527c437c6ba req-137fee12-3f8c-4b32-b1f5-40648e823953 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.3184245 Aug 10 03:24:28.099668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Network 583eda0e-b131-455f-af29-b438a86226b6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:28.102446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28924c62-5ea6-47cb-8dee-1e8b5163208f req-b72061dc-7cd1-41ca-aa64-5dec9bffe310 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 210 time: 0.0772383 Aug 10 03:24:28.106705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:28.119067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f9be0848-7b1c-4ef7-b351-2527c437c6ba req-228cd8cf-f47a-4048-aa2f-868de372cca5 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241717 Aug 10 03:24:28.407070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23de26d2-c412-409a-aa49-896e6f4a6de0 req-d832e236-7300-41d6-9b2c-b0e6a9f0eb8c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 210 time: 0.1111071 Aug 10 03:24:28.593435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Router 2749782a-0c85-4cf2-9999-54bc4e251c7e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:24:28.797478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f5242856-106d-4580-ab69-a0a64fdefde6 None None] Provisioning complete for port 408e57a4-d871-492a-b307-782002b908f6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:28.798414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f5242856-106d-4580-ab69-a0a64fdefde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:28.945221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f5242856-106d-4580-ab69-a0a64fdefde6 None None] Port 408e57a4-d871-492a-b307-782002b908f6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:29.054323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dbac8736-dccb-49b1-a858-0e9b21a9910b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:29.155104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39788) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:29.192128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port dbac8736-dccb-49b1-a858-0e9b21a9910b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:29.210401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port dbac8736-dccb-49b1-a858-0e9b21a9910b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:29.210923 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.220818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4635c319-f639-4a8c-8017-6da092ec6ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.237307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2400f9-99cc-4691-9319-85470a1dda8f req-4ba77c64-67ca-42ab-8e4c-cd1f522dbdf4 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.261565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f2400f9-99cc-4691-9319-85470a1dda8f req-4ba77c64-67ca-42ab-8e4c-cd1f522dbdf4 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.4927135 Aug 10 03:24:29.391263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:29.415987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c3b57a79-896c-4934-a8ea-ad9208225b66 admin admin] 10.222.0.53 "PUT /v2.0/routers/2749782a-0c85-4cf2-9999-54bc4e251c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6801651 Aug 10 03:24:29.473114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.533805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4635c319-f639-4a8c-8017-6da092ec6ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.540985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4635c319-f639-4a8c-8017-6da092ec6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.548272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port dbac8736-dccb-49b1-a858-0e9b21a9910b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dbac8736-dccb-49b1-a858-0e9b21a9910b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:29.555430 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.563684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f2400f9-99cc-4691-9319-85470a1dda8f req-d5dee21f-3a46-4fa4-8d98-945b5d652088 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991250 Aug 10 03:24:29.662855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-5899ce50-5e9e-4903-9ea5-5356e072e7d3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:29.665530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-5899ce50-5e9e-4903-9ea5-5356e072e7d3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.6463397 Aug 10 03:24:29.688924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.700144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Request body: {'port': {'device_id': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'admin_state_up': True, 'tenant_id': 'd391b830312d4dd98a2bca453b5ba1bd'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:29.713710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=dbac8736-dccb-49b1-a858-0e9b21a9910b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.757634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4635c319-f639-4a8c-8017-6da092ec6ea8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc95faeae09e426d9aa4122106ee1005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966105 Aug 10 03:24:29.761153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:29.764319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1319b081-cf0c-4534-bbfb-4608251848a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:29.776572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635c319-f639-4a8c-8017-6da092ec6ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c20f73-e281-46e5-85e8-ec6e98cd6f90,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:29.783716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Sync routers for ids ['2749782a-0c85-4cf2-9999-54bc4e251c7e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:29.809527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Routers {'2749782a-0c85-4cf2-9999-54bc4e251c7e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:29.812071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2749782a-0c85-4cf2-9999-54bc4e251c7e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:29.928218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-200fb16b-9366-4b30-adf9-52950973ca6c req-4130817b-e0c7-4752-9fa5-d52bedb3f5df tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 210 time: 0.0598109 Aug 10 03:24:30.013453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddc3d11f-935c-4f96-b052-8b100166ec81 req-97cfc53b-c8fa-46b0-8664-8498aed19a8e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 210 time: 0.0660832 Aug 10 03:24:30.026334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.087843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Made reservation on behalf of d391b830312d4dd98a2bca453b5ba1bd for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:30.092562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.143398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Set router 2749782a-0c85-4cf2-9999-54bc4e251c7e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:30.297854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-2a3f55c4-1d41-4fa8-bbe7-94afc15eb2aa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.305379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-2a3f55c4-1d41-4fa8-bbe7-94afc15eb2aa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.3709393 Aug 10 03:24:30.336298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Request body: {'port': {'device_id': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'admin_state_up': True, 'tenant_id': '43f150640c3b4373896f45fd22c9e258'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:30.454286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Allocated IP 172.20.0.5 (9b304310-d5b7-4288-901e-b606b6b37694/966fc33a-b988-4686-b2a6-be0386b61a4c/c66e2334-2a1f-441e-8a05-f091d94c8f0a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:30.536464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ea7383e-eaed-4de0-aa90-f67761ffd62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.557454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cfe27880-9080-4990-92e8-e613a07a9e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.615348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:26Z', 'revision_number': 4, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '408e57a4-d871-492a-b307-782002b908f6', 'name': '', 'network_id': '583eda0e-b131-455f-af29-b438a86226b6', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'mac_address': 'fa:16:3e:f6:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:24Z', 'updated_at': '2021-08-10T03:24:27Z', 'revision_number': 2, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'subnets': [{'id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:30.647112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Checking router: 2749782a-0c85-4cf2-9999-54bc4e251c7e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:30.647112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Updating router 2749782a-0c85-4cf2-9999-54bc4e251c7e port 408e57a4-d871-492a-b307-782002b908f6 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:24:30.698846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cfe27880-9080-4990-92e8-e613a07a9e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.711388 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.782748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:30.802505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57920548-f89b-48df-992a-007503167a1c req-de39b72d-c43e-4359-97cb-4917a989f46b tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:30.805155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57920548-f89b-48df-992a-007503167a1c req-de39b72d-c43e-4359-97cb-4917a989f46b tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.2363551 Aug 10 03:24:30.886457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57920548-f89b-48df-992a-007503167a1c req-9b5289e2-bd72-4063-a4c1-9e395fec9060 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701015 Aug 10 03:24:30.891803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dbac8736-dccb-49b1-a858-0e9b21a9910b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:30.899893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cfe27880-9080-4990-92e8-e613a07a9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.908726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cfe27880-9080-4990-92e8-e613a07a9e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:30.916948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cfe27880-9080-4990-92e8-e613a07a9e67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39c20f73-e281-46e5-85e8-ec6e98cd6f90 HTTP/1.1" status: 204 len: 168 time: 1.1490431 Aug 10 03:24:30.938547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe27880-9080-4990-92e8-e613a07a9e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c20f73-e281-46e5-85e8-ec6e98cd6f90,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.050673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a0b5-4774-4285-aaf6-2c9d915bc526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.076199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port dbac8736-dccb-49b1-a858-0e9b21a9910b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:31.076705 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.136700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef925acf-0284-4c97-a701-f9349919daa5 req-8ba39367-c80f-41ad-b319-5e5fcc6b4b6e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 210 time: 0.0637314 Aug 10 03:24:31.250474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.262916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10746e0b-a8e2-4821-a871-17882ed0ba19 req-1ea79341-2c05-421d-a958-f25237ce78ef tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 210 time: 0.0443592 Aug 10 03:24:31.265704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Transition to ACTIVE for port object 408e57a4-d871-492a-b307-782002b908f6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:31.275108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.298675 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-eeb4ceae-0d5b-4868-b5af-b28a0ba0a8e9 req-76771378-39f7-40d7-a647-f87d110230ba tempest-FloatingIPDetailsNegativeTestJSON-1610604245 tempest-FloatingIPDetailsNegativeTestJSON-1610604245-project] show failed (client error): The resource could not be found. Aug 10 03:24:31.299749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eeb4ceae-0d5b-4868-b5af-b28a0ba0a8e9 req-76771378-39f7-40d7-a647-f87d110230ba tempest-FloatingIPDetailsNegativeTestJSON-1610604245 tempest-FloatingIPDetailsNegativeTestJSON-1610604245-project] 10.222.0.53 "GET /v2.0/floatingips/2ae88bc8-91c6-410b-97ed-c87502780f80 HTTP/1.1" status: 404 len: 350 time: 0.4059350 Aug 10 03:24:31.317738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39840) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.347084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526a63-b169-4faa-8ad9-1231275caabe None None] Pushing event updated for resources: {'Port': ['ID=408e57a4-d871-492a-b307-782002b908f6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.393423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ea7383e-eaed-4de0-aa90-f67761ffd62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.403586 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ea7383e-eaed-4de0-aa90-f67761ffd62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.409685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.437886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Attempting to bind port 408e57a4-d871-492a-b307-782002b908f6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:31.439734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Attempting to bind port 408e57a4-d871-492a-b307-782002b908f6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:31.440160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Attempting to bind port 408e57a4-d871-492a-b307-782002b908f6 on network 583eda0e-b131-455f-af29-b438a86226b6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:31.454901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:31.455275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Checking segment: {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:31.455684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.456083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Bound using segment: {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:31.459386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Bound port: 408e57a4-d871-492a-b307-782002b908f6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '583eda0e-b131-455f-af29-b438a86226b6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:31.459386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.459690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3ea7383e-eaed-4de0-aa90-f67761ffd62a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82afe8f14a444bbe8afe30e2a4c752d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4236615 Aug 10 03:24:31.463118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39848) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:31.493894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7383e-eaed-4de0-aa90-f67761ffd62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b961cb-3365-4512-99c4-ae7ad1a6304a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.570077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] For port 408e57a4-d871-492a-b307-782002b908f6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:31.574522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] For port 408e57a4-d871-492a-b307-782002b908f6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=408e57a4-d871-492a-b307-782002b908f6,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:31.585599 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1cc7-6a91-4985-aa9a-f5732ea21b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.589943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.590192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.633835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.675747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1cc7-6a91-4985-aa9a-f5732ea21b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.681695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Made reservation on behalf of 43f150640c3b4373896f45fd22c9e258 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:31.687031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526a63-b169-4faa-8ad9-1231275caabe None None] Pushing event updated for resources: {'Port': ['ID=408e57a4-d871-492a-b307-782002b908f6,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.691130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Routers {'2749782a-0c85-4cf2-9999-54bc4e251c7e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:31.691829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2749782a-0c85-4cf2-9999-54bc4e251c7e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:31.698613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Network 9b304310-d5b7-4288-901e-b606b6b37694 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:31.699734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.708764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:31.710148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:31.716673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:31.717369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.730890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.804102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1cc7-6a91-4985-aa9a-f5732ea21b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.812550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f8d1cc7-6a91-4985-aa9a-f5732ea21b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:31.818542 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2f8d1cc7-6a91-4985-aa9a-f5732ea21b40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10b961cb-3365-4512-99c4-ae7ad1a6304a HTTP/1.1" status: 204 len: 168 time: 0.3536017 Aug 10 03:24:31.828980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d1cc7-6a91-4985-aa9a-f5732ea21b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b961cb-3365-4512-99c4-ae7ad1a6304a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:31.862328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] Set router 2749782a-0c85-4cf2-9999-54bc4e251c7e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:32.164546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c816380-6c4e-45a1-84e8-33704b4ebced req-521d9c7a-d5e9-47cf-b0c5-19da9caba4b8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.169168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c816380-6c4e-45a1-84e8-33704b4ebced req-521d9c7a-d5e9-47cf-b0c5-19da9caba4b8 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.1144030 Aug 10 03:24:32.202950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a958d-10d4-4c81-9321-a321d699609c req-f740c8ed-4378-4d48-8f88-1dc11ba7013f tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.207407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba1a958d-10d4-4c81-9321-a321d699609c req-f740c8ed-4378-4d48-8f88-1dc11ba7013f tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.3049812 Aug 10 03:24:32.215126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:26Z', 'revision_number': 4, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '408e57a4-d871-492a-b307-782002b908f6', 'name': '', 'network_id': '583eda0e-b131-455f-af29-b438a86226b6', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'mac_address': 'fa:16:3e:f6:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:24Z', 'updated_at': '2021-08-10T03:24:31Z', 'revision_number': 4, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'subnets': [{'id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:32.277898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a0b5-4774-4285-aaf6-2c9d915bc526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.297268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69410662-770f-4a50-bbe6-1bf47241cea0 None None] The sync data for ids ['2749782a-0c85-4cf2-9999-54bc4e251c7e'] in n-d-769329-14 is: [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:26Z', 'revision_number': 4, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '408e57a4-d871-492a-b307-782002b908f6', 'name': '', 'network_id': '583eda0e-b131-455f-af29-b438a86226b6', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'mac_address': 'fa:16:3e:f6:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:24Z', 'updated_at': '2021-08-10T03:24:31Z', 'revision_number': 4, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'subnets': [{'id': 'ff52a9f7-5341-4da5-8e65-c40a5223d4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:32.308156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c816380-6c4e-45a1-84e8-33704b4ebced req-0cb453db-e01b-4f52-b67e-f4e9f4bcc440 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310952 Aug 10 03:24:32.313561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-e97e67b8-5c1e-4106-bb84-df80b69abee1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6296158 Aug 10 03:24:32.328836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Request body: {'port': {'device_id': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:32.368877 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ff0a0b5-4774-4285-aaf6-2c9d915bc526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.492102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39872) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.534180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.546949 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d517c6-a14c-4070-aa65-a6249c3e3540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.592274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24b5c6-513e-4392-903d-19f4a746f01c req-4e4df7cd-f49e-478e-9a25-c7d8f096b317 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:32.602325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb24b5c6-513e-4392-903d-19f4a746f01c req-4e4df7cd-f49e-478e-9a25-c7d8f096b317 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 931 time: 0.1339154 Aug 10 03:24:32.606236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fcf56a35-a991-4028-ad1f-7dc1010871fb req-db161450-7704-4251-b852-f67dde2373f9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 210 time: 0.2382164 Aug 10 03:24:32.616742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0a0b5-4774-4285-aaf6-2c9d915bc526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f911a2-6924-48aa-9057-a67c15440f95,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:32.640789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Allocated IP 172.20.0.2 (8182439b-fffb-487b-a049-1ad05fae2406/63c5872b-8e07-46e0-a391-5fa2fe61dcbe/8b6f3251-62d6-4325-9c9e-73f0c31f2952) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:32.747301 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1ff0a0b5-4774-4285-aaf6-2c9d915bc526 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47b8793136f54a82b7af8594342acd45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9633534 Aug 10 03:24:32.754688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb24b5c6-513e-4392-903d-19f4a746f01c req-7e2523bc-11ed-44d9-91b3-aac2646e845a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484213 Aug 10 03:24:32.755212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39878) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:32.872121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Deleting port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:32.872748 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:32.979055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.003347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 408e57a4-d871-492a-b307-782002b908f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:33.093565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 408e57a4-d871-492a-b307-782002b908f6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:33.099903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 408e57a4-d871-492a-b307-782002b908f6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:33.101814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.106109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d517c6-a14c-4070-aa65-a6249c3e3540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.124019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d517c6-a14c-4070-aa65-a6249c3e3540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.193868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d517c6-a14c-4070-aa65-a6249c3e3540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f70192-06d0-4c55-b0fa-2bb22a21bdf6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.286054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66e2334-2a1f-441e-8a05-f091d94c8f0a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:33.297739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.317278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Transition to ACTIVE for port object c66e2334-2a1f-441e-8a05-f091d94c8f0a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:33.328661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.342433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6d517c6-a14c-4070-aa65-a6249c3e3540 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f134d81314544eaac9eb8fa789e5fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8491783 Aug 10 03:24:33.402721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39888) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:33.441367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7046e76-57b1-4734-b12c-28ff4c34871c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.456806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.524278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 408e57a4-d871-492a-b307-782002b908f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=408e57a4-d871-492a-b307-782002b908f6,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.524805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.540139 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.604759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b183156-6173-4181-afc1-7acae68746be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.608787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] For port 08dfe917-49f6-4f92-bee0-e3a5008fcf53, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=08dfe917-49f6-4f92-bee0-e3a5008fcf53,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:33.609159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.625397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7046e76-57b1-4734-b12c-28ff4c34871c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.642307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:33.642649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:33.642981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.651573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=408e57a4-d871-492a-b307-782002b908f6,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.677237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:33.677726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:33.688631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b183156-6173-4181-afc1-7acae68746be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.690950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:33.691432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:33.691870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:33.692469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Bound port: c66e2334-2a1f-441e-8a05-f091d94c8f0a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:33.692986 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.718710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Calling delete_port for 08dfe917-49f6-4f92-bee0-e3a5008fcf53 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:33.784374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.803799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3824a7ac-b229-4ca2-8cfb-adca217c309b req-af18ee06-a89b-46d4-9226-8f1608a8ce9c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 210 time: 0.0323925 Aug 10 03:24:33.845571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b183156-6173-4181-afc1-7acae68746be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.848342 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b183156-6173-4181-afc1-7acae68746be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.849631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b183156-6173-4181-afc1-7acae68746be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8f70192-06d0-4c55-b0fa-2bb22a21bdf6 HTTP/1.1" status: 204 len: 168 time: 0.4452944 Aug 10 03:24:33.855758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:33.864145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:33.866451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b183156-6173-4181-afc1-7acae68746be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f70192-06d0-4c55-b0fa-2bb22a21bdf6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:33.874125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.941356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:33.941796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:33.944142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] 10.222.0.65 "PUT /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 1092 time: 1.6193793 Aug 10 03:24:33.944142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:33.955899 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:33.985931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d9a85-7230-41a2-8f27-7894b158e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.003224 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.112028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-179f5b32-0a2d-4308-b685-95373ab06dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.113664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-179f5b32-0a2d-4308-b685-95373ab06dfc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1095 time: 0.0850277 Aug 10 03:24:34.120022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f0cc1-2e4b-4054-826f-68d1df093f58 req-13fae715-69a3-423a-8295-650763e75c96 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.137074 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e10f0cc1-2e4b-4054-826f-68d1df093f58 req-13fae715-69a3-423a-8295-650763e75c96 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 950 time: 0.6882973 Aug 10 03:24:34.199128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-5e932549-439c-409c-817e-e54adc03a594 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 217 time: 0.0710623 Aug 10 03:24:34.221200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7046e76-57b1-4734-b12c-28ff4c34871c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.223942 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7046e76-57b1-4734-b12c-28ff4c34871c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.225132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c7046e76-57b1-4734-b12c-28ff4c34871c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58f911a2-6924-48aa-9057-a67c15440f95 HTTP/1.1" status: 204 len: 168 time: 1.4577901 Aug 10 03:24:34.303141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Network 8182439b-fffb-487b-a049-1ad05fae2406 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:34.308454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3e72005e-9054-41da-9190-01ee1d279762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.310447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-3e72005e-9054-41da-9190-01ee1d279762 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.0930581 Aug 10 03:24:34.313373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7046e76-57b1-4734-b12c-28ff4c34871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f911a2-6924-48aa-9057-a67c15440f95,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.362717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:34.363015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-785bceb6-04d1-46d5-a5e0-aec25ff61376 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402265 Aug 10 03:24:34.365308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:34.374170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.374857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.377319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e142b9a-21ff-4652-9007-c37dacf3f7a9 req-5319359f-69ea-4459-a418-a15820398ed6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:34.383225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e142b9a-21ff-4652-9007-c37dacf3f7a9 req-5319359f-69ea-4459-a418-a15820398ed6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 943 time: 0.1964626 Aug 10 03:24:34.393865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.431519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e10f0cc1-2e4b-4054-826f-68d1df093f58 req-2a0935f6-a91d-449d-88e5-ca42e6a27c1c tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/security-groups?id=e033b118-d581-41d6-8d99-c82e9d8d58fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923315 Aug 10 03:24:34.464005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e142b9a-21ff-4652-9007-c37dacf3f7a9 req-a847f4ff-1b9d-4e26-8432-17333fc361c4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Aug 10 03:24:34.498534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-282b731a-e7ad-40eb-93d6-1a4e580e4d0a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1774085 Aug 10 03:24:34.540358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Request body: {'port': {'device_id': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:34.566547 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc21d9b6-2ddd-4d7c-9cd1-593682a5cd30 x-openstack-request-id: req-bc21d9b6-2ddd-4d7c-9cd1-593682a5cd30 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:34.567807 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:34.568264 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc21d9b6-2ddd-4d7c-9cd1-593682a5cd30 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:34.569227 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'status': 'completed', 'code': 200} Aug 10 03:24:34.583950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.675947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-459aa405-a8ae-4794-9a50-1ece3efc7e3e service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910409 Aug 10 03:24:34.757198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.790664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:34.804436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['08dfe917-49f6-4f92-bee0-e3a5008fcf53'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:34.885123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Pushing event deleted for resources: {'Port': ['ID=08dfe917-49f6-4f92-bee0-e3a5008fcf53,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:34.935352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7317404-6bb4-45df-ba0a-43f0b6145065 req-c9fdc8f2-e98c-45e9-bedf-282afa9cc0c2 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491527 Aug 10 03:24:35.014192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 408e57a4-d871-492a-b307-782002b908f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:35.067468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] No DVR routers for this DVR port 08dfe917-49f6-4f92-bee0-e3a5008fcf53 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:35.070787 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.074063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba1a958d-10d4-4c81-9321-a321d699609c req-4f7ff3ce-61a3-469f-a57a-a68759c92f31 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.39 "DELETE /v2.0/ports/08dfe917-49f6-4f92-bee0-e3a5008fcf53 HTTP/1.1" status: 204 len: 173 time: 2.7073789 Aug 10 03:24:35.127432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a44b154-b264-4979-84a0-2e6dabd92148', 'name': 'network-vif-deleted', 'tag': '08dfe917-49f6-4f92-bee0-e3a5008fcf53'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:35.130584 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe8f57-d013-4de1-b00d-ce7e8d4a2f89" -d '{"events": [{"server_uuid": "5a44b154-b264-4979-84a0-2e6dabd92148", "name": "network-vif-deleted", "tag": "08dfe917-49f6-4f92-bee0-e3a5008fcf53"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:35.224996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 408e57a4-d871-492a-b307-782002b908f6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:35.226547 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.229896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-01c0489e-d816-4694-b947-22fa411a17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.232826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-01c0489e-d816-4694-b947-22fa411a17ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1095 time: 0.1870840 Aug 10 03:24:35.356273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35177e-d365-451f-b5a0-1e4a0cbde7f0 req-2771b758-578d-4e67-8361-f07981cb723c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.364633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe35177e-d365-451f-b5a0-1e4a0cbde7f0 req-2771b758-578d-4e67-8361-f07981cb723c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 931 time: 0.3494422 Aug 10 03:24:35.548072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39936) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:35.568613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8620437-2c38-435a-a5f2-2003a1a1a6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:35.636076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-4d9d2462-ff50-40a7-8029-2f0d8625743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.637659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-4d9d2462-ff50-40a7-8029-2f0d8625743e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3962729 Aug 10 03:24:35.643880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-7fb96866-e132-495d-b262-d2a961b91796 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597725 Aug 10 03:24:35.675012 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe35177e-d365-451f-b5a0-1e4a0cbde7f0 req-c6ca86bc-8f71-45bd-8912-9899452c4af1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095777 Aug 10 03:24:35.690663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-5b68315f-de0b-40cb-83b9-69fb24485fef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 217 time: 0.0430758 Aug 10 03:24:35.838544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-85e38e5b-7a07-4bd4-8ca2-8a48747c833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.840158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-85e38e5b-7a07-4bd4-8ca2-8a48747c833d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1347508 Aug 10 03:24:35.850941 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522e6b6-0015-46e0-92c0-ec377aee3e2d x-openstack-request-id: req-d522e6b6-0015-46e0-92c0-ec377aee3e2d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:35.851363 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a44b154-b264-4979-84a0-2e6dabd92148", "name": "network-vif-deleted", "tag": "08dfe917-49f6-4f92-bee0-e3a5008fcf53", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:35.851731 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d522e6b6-0015-46e0-92c0-ec377aee3e2d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:35.852308 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a44b154-b264-4979-84a0-2e6dabd92148', 'name': 'network-vif-deleted', 'tag': '08dfe917-49f6-4f92-bee0-e3a5008fcf53', 'status': 'completed', 'code': 200} Aug 10 03:24:35.903082 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-a9dc2de1-4030-41fc-8781-56b84911bc4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468957 Aug 10 03:24:35.946706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b385d197-7d6a-4143-92c9-dc9b5c920585 req-6dec418e-639e-4ab5-8d11-decc0464c929 tempest-DeleteServersAdminTestJSON-791475823 tempest-DeleteServersAdminTestJSON-791475823-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a44b154-b264-4979-84a0-2e6dabd92148 HTTP/1.1" status: 200 len: 210 time: 0.0493612 Aug 10 03:24:35.953950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-e1e9c16a-3363-43e8-8595-4db802142d98 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:35.955583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-e1e9c16a-3363-43e8-8595-4db802142d98 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704692 Aug 10 03:24:35.970272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6f3251-62d6-4325-9c9e-73f0c31f2952 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:36.002045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.021167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Deleting port 408e57a4-d871-492a-b307-782002b908f6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:36.021518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.028746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-40c0bb40-5290-4a08-a451-88dacec4b496 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/quotas/0b7f80154fb343a59b63bdca85540dff HTTP/1.1" status: 200 len: 375 time: 0.0366285 Aug 10 03:24:36.040354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8620437-2c38-435a-a5f2-2003a1a1a6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.061665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8620437-2c38-435a-a5f2-2003a1a1a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.139236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-680fa285-c1b9-4698-a3f7-cbdc35c07e2f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784326 Aug 10 03:24:36.140243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Transition to ACTIVE for port object 8b6f3251-62d6-4325-9c9e-73f0c31f2952 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:36.166526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.193851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a8620437-2c38-435a-a5f2-2003a1a1a6f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=319acc0af5d14a06ace82264925ae248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411724 Aug 10 03:24:36.198733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39952) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:36.211784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8620437-2c38-435a-a5f2-2003a1a1a6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7f18a-3c46-43fe-bd5d-759a05534f74,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.232936 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-95fa76e4-e81e-40b8-9407-5ed490516deb service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178108 Aug 10 03:24:36.320527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:36.350485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] For port 408e57a4-d871-492a-b307-782002b908f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=408e57a4-d871-492a-b307-782002b908f6,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:36.350934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.370197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Calling delete_port for 408e57a4-d871-492a-b307-782002b908f6 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:36.406373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c048d-76c4-475d-8ee1-c1cadc3f9e49 req-a241e4a8-96bf-4833-87fa-52d29de5c36e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:36.414353 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f29c048d-76c4-475d-8ee1-c1cadc3f9e49 req-a241e4a8-96bf-4833-87fa-52d29de5c36e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 943 time: 0.2862499 Aug 10 03:24:36.490634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954c77ab-e49e-4ee8-81e1-35fc3668b4f5 req-f332daa1-d1c5-48a7-8c87-8d123987d294 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446251 Aug 10 03:24:36.492975 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20b30e53-e2f1-4b07-b936-aa4091781cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.529102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:36.529395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:36.529686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.553570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f29c048d-76c4-475d-8ee1-c1cadc3f9e49 req-a1829b99-586a-453f-82a1-e431d586c828 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363964 Aug 10 03:24:36.570713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:36.571233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:36.574193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20b30e53-e2f1-4b07-b936-aa4091781cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.582033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:36.582676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:36.583225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:36.583845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Bound port: 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:36.584374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.616791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96d3c88b-c36c-4088-9fba-2419c2baf7a1 req-c1a85c22-28f8-458e-8a4f-661a184d42a7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 210 time: 0.0838373 Aug 10 03:24:36.709935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20b30e53-e2f1-4b07-b936-aa4091781cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.717308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20b30e53-e2f1-4b07-b936-aa4091781cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:36.721126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20b30e53-e2f1-4b07-b936-aa4091781cf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ed7f18a-3c46-43fe-bd5d-759a05534f74 HTTP/1.1" status: 204 len: 168 time: 0.5188627 Aug 10 03:24:36.748642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30e53-e2f1-4b07-b936-aa4091781cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7f18a-3c46-43fe-bd5d-759a05534f74,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.047191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:37.051855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:37.064767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.168892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a6ce8-824c-404b-8a81-413ce8339b58 req-0430ea3d-5797-4e67-b09b-e8ec09a8f0b9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.172249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b0a6ce8-824c-404b-8a81-413ce8339b58 req-0430ea3d-5797-4e67-b09b-e8ec09a8f0b9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.2521119 Aug 10 03:24:37.223470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 08dfe917-49f6-4f92-bee0-e3a5008fcf53 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:37.269528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.270865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.273586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] 10.222.0.65 "PUT /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 1092 time: 2.7530010 Aug 10 03:24:37.316181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 08dfe917-49f6-4f92-bee0-e3a5008fcf53 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:37.316892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 08dfe917-49f6-4f92-bee0-e3a5008fcf53 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:37.374931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b0a6ce8-824c-404b-8a81-413ce8339b58 req-5725be3b-c701-4183-b95e-05a1197fd538 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393499 Aug 10 03:24:37.491058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b8aa9-ae84-465a-aaec-f7c78d625274 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.509064 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:37.560100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Pushing event deleted for resources: {'Port': ['ID=408e57a4-d871-492a-b307-782002b908f6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:37.568053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-17408ea7-13c4-4d23-9da9-03a9a8521114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.569655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-17408ea7-13c4-4d23-9da9-03a9a8521114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1095 time: 0.2026074 Aug 10 03:24:37.787477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-491d7af2-5434-413c-a3c8-df84b2dc88c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.1944494 Aug 10 03:24:37.838372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b902b-b34f-4625-8d32-51fbd96cab06 req-c79ea75f-e0ef-459a-ad8d-6fa101e65465 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:37.842447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d3b902b-b34f-4625-8d32-51fbd96cab06 req-c79ea75f-e0ef-459a-ad8d-6fa101e65465 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 943 time: 0.1201680 Aug 10 03:24:37.861369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:37.866186 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7eac4-7997-4911-a8a6-9f36804401a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:37.930610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b504d1d-f04a-4f8e-9b20-11b40c4223f6 req-107f536a-b0b6-4b17-8ba3-35049f98d26a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 210 time: 0.1377656 Aug 10 03:24:37.994896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d3b902b-b34f-4625-8d32-51fbd96cab06 req-920fb53e-b551-4c22-8a86-1fb79d5234b6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440759 Aug 10 03:24:38.069610 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f03ff-42b1-401f-9266-fa114afcb942 x-openstack-request-id: req-8a0f03ff-42b1-401f-9266-fa114afcb942 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:38.076407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.077454 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:38.079140 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a0f03ff-42b1-401f-9266-fa114afcb942 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:38.083759 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'status': 'completed', 'code': 200} Aug 10 03:24:38.093264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-00a2d8ac-3675-4885-9de5-2de80edc61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.098648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-00a2d8ac-3675-4885-9de5-2de80edc61ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.3000059 Aug 10 03:24:38.140643 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.173575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-ab282f7c-19fd-4874-85c4-0a9d903d86b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599501 Aug 10 03:24:38.226800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-120beec8-9541-483c-b088-4f4b86a0d910 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670416 Aug 10 03:24:38.366911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-90fc3b7d-dae2-46cd-a54e-4b35b6cc81b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7bb1e204ae2445e2bcc500e908905def&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2882748 Aug 10 03:24:38.367563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40030) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:38.464866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72b3812e-4a0e-4d33-8de3-7e25019bf7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.496547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72b3812e-4a0e-4d33-8de3-7e25019bf7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.598250 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-dda84456-1e03-43ea-b49e-bc86d7224a6f service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824880 Aug 10 03:24:38.643210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:38.688691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72b3812e-4a0e-4d33-8de3-7e25019bf7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.694358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72b3812e-4a0e-4d33-8de3-7e25019bf7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:38.698983 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-72b3812e-4a0e-4d33-8de3-7e25019bf7db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e033b118-d581-41d6-8d99-c82e9d8d58fa HTTP/1.1" status: 204 len: 168 time: 0.3254845 Aug 10 03:24:38.717748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87b24b-0e14-4cc9-bbe7-41904b3f46b7 req-62bed179-a064-4977-b89e-a1d555eba6f0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.735493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff87b24b-0e14-4cc9-bbe7-41904b3f46b7 req-62bed179-a064-4977-b89e-a1d555eba6f0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.1675487 Aug 10 03:24:38.793871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff87b24b-0e14-4cc9-bbe7-41904b3f46b7 req-db5d88fa-17d3-46a3-ba63-6532ad085475 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 Aug 10 03:24:38.795177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3812e-4a0e-4d33-8de3-7e25019bf7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033b118-d581-41d6-8d99-c82e9d8d58fa,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:38.837654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:38.871994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'port_id': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'mac_address': 'fa:16:3e:77:a1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966fc33a-b988-4686-b2a6-be0386b61a4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:38.931402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-e3ab2269-8d68-4699-963e-468b5331d5db tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:38.934743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-e3ab2269-8d68-4699-963e-468b5331d5db tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6953852 Aug 10 03:24:38.939117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167f13d5-ee1a-4b47-bd6b-ae0886c8a6b9 req-05535a41-8d44-4320-98ec-59c927475f7e service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384552 Aug 10 03:24:38.971919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:38.975711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.025794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66e2334-2a1f-441e-8a05-f091d94c8f0a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:39.125112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:39.135833 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.139526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-930eac8d-001f-458f-8a74-541d3ab5e3df req-96f900e0-ea57-4dbd-9fe1-d9a65e1b8fa3 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 210 time: 0.0474608 Aug 10 03:24:39.259806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:39.366623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c66e2334-2a1f-441e-8a05-f091d94c8f0a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:39.385778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-02699680-7491-411a-8850-ca10e234dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.387406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-02699680-7491-411a-8850-ca10e234dff3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1095 time: 0.2732365 Aug 10 03:24:39.402326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Router 2749782a-0c85-4cf2-9999-54bc4e251c7e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:24:39.420601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e769-966f-47cd-88a0-51c3a29bd6bc req-3554952e-b410-4a1e-853f-2a6e68884207 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:39.427893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b677e769-966f-47cd-88a0-51c3a29bd6bc req-3554952e-b410-4a1e-853f-2a6e68884207 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.2395952 Aug 10 03:24:39.542521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:39.546272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.568857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b677e769-966f-47cd-88a0-51c3a29bd6bc req-dc18d668-73e9-48b0-a0db-164f40a6a139 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399670 Aug 10 03:24:39.620563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.641564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a82713e-86f9-467b-b68f-a2eb995147e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.850542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a82713e-86f9-467b-b68f-a2eb995147e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.858532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a82713e-86f9-467b-b68f-a2eb995147e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:39.957779 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6a82713e-86f9-467b-b68f-a2eb995147e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b5fc28725734fc9b5d2ea9b914db7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353689 Aug 10 03:24:39.959115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40076) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:39.960310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82713e-86f9-467b-b68f-a2eb995147e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b08f9b-b2bc-4759-b6ba-906624e89915,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.016979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:24:40.030321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.033765 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] Sync routers for ids ['2749782a-0c85-4cf2-9999-54bc4e251c7e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:24:40.046561 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0d38349-a578-4b6a-a6a2-0b65bbd05118 admin admin] 10.222.0.53 "PUT /v2.0/routers/2749782a-0c85-4cf2-9999-54bc4e251c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7262783 Aug 10 03:24:40.051063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40078) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.063431 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] Routers {'2749782a-0c85-4cf2-9999-54bc4e251c7e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:40.064905 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2749782a-0c85-4cf2-9999-54bc4e251c7e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:40.143842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-10757cfc-c2e4-4b11-b2c4-a4659b501554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.152584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb212405-48da-4842-8afb-1ca818a09d16 req-66010e69-c0bd-470d-a549-63eebf9b4a8a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.153540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-10757cfc-c2e4-4b11-b2c4-a4659b501554 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.7479315 Aug 10 03:24:40.155498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb212405-48da-4842-8afb-1ca818a09d16 req-66010e69-c0bd-470d-a549-63eebf9b4a8a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.1563404 Aug 10 03:24:40.187700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f03cd1c6-1f5f-4e55-b89e-45cd30a29637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.286893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f03cd1c6-1f5f-4e55-b89e-45cd30a29637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.331010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-21c34f5d-9f88-4ff6-a5f6-e0edba5a98ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.1702147 Aug 10 03:24:40.390336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb212405-48da-4842-8afb-1ca818a09d16 req-bc452f0e-e134-4d32-b12f-3f974fccf284 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897559 Aug 10 03:24:40.466385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f03cd1c6-1f5f-4e55-b89e-45cd30a29637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.471688 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f03cd1c6-1f5f-4e55-b89e-45cd30a29637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.473724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e360938-b8dd-498c-b9cb-afeddd5daf4b req-6b3d0a03-80d2-4148-82a5-23075bac88a7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 210 time: 0.1365898 Aug 10 03:24:40.479906 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] Set router 2749782a-0c85-4cf2-9999-54bc4e251c7e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:40.485741 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f03cd1c6-1f5f-4e55-b89e-45cd30a29637 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87b08f9b-b2bc-4759-b6ba-906624e89915 HTTP/1.1" status: 204 len: 168 time: 0.5094893 Aug 10 03:24:40.534795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd1c6-1f5f-4e55-b89e-45cd30a29637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b08f9b-b2bc-4759-b6ba-906624e89915,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:40.601550 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.646450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:40.750422 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:37Z', 'revision_number': 5, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:40.791189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:40.807460 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] Checking router: 2749782a-0c85-4cf2-9999-54bc4e251c7e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:24:40.825242 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] Routers {'2749782a-0c85-4cf2-9999-54bc4e251c7e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:24:40.826130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2749782a-0c85-4cf2-9999-54bc4e251c7e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:40.863514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c40ce-05cb-401a-8c3b-0a392406f57f req-9303416b-6823-49da-9d47-5e181717b996 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:40.865705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-912c40ce-05cb-401a-8c3b-0a392406f57f req-9303416b-6823-49da-9d47-5e181717b996 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.1280742 Aug 10 03:24:40.908263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c66e2334-2a1f-441e-8a05-f091d94c8f0a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:40.918119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c66e2334-2a1f-441e-8a05-f091d94c8f0a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:40.920097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:40.985663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-912c40ce-05cb-401a-8c3b-0a392406f57f req-3c1d7c05-da08-41a5-9331-31533269d605 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042540 Aug 10 03:24:41.022963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-be3c71c4-42bb-4494-ae63-fcff021be7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.025040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-be3c71c4-42bb-4494-ae63-fcff021be7aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.6826439 Aug 10 03:24:41.030744 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.068730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-b13da9dd-3425-48e7-bcaf-7b8c6271b9be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346012 Aug 10 03:24:41.087902 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.111554 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] Set router 2749782a-0c85-4cf2-9999-54bc4e251c7e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:24:41.217206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.265168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:41.267871 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b5702f-69ec-4e70-8c21-03d379c08ad6" -d '{"events": [{"server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "name": "network-vif-plugged", "status": "completed", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:41.285763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9cc236-d0cd-4689-9b73-b06e2232228b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.303546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:41.315498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.351919 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.414457 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1311bcb-47a5-497e-bd3b-403108d511c1 x-openstack-request-id: req-c1311bcb-47a5-497e-bd3b-403108d511c1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:41.416787 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "name": "network-vif-plugged", "status": "completed", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:41.418422 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1311bcb-47a5-497e-bd3b-403108d511c1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:41.419883 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'code': 200} Aug 10 03:24:41.422745 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:37Z', 'revision_number': 5, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:41.481874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.530431 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33bb55-6650-4c17-8ec9-3c9cddcfe4ce None None] The sync data for ids ['2749782a-0c85-4cf2-9999-54bc4e251c7e'] in n-d-769329-14 is: [{'id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1662710230-router', 'tenant_id': '3335764bb8d34aa6bf6c0dade81d04db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:24:18Z', 'updated_at': '2021-08-10T03:24:37Z', 'revision_number': 5, 'project_id': '3335764bb8d34aa6bf6c0dade81d04db', 'gw_port': {'id': 'dbac8736-dccb-49b1-a858-0e9b21a9910b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749782a-0c85-4cf2-9999-54bc4e251c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:24:20Z', 'updated_at': '2021-08-10T03:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:24:41.559215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d67285c2-226d-4098-8c9d-32960924c3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.587318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-02055cb3-5e85-4599-90c4-7693aaa39472 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103297 Aug 10 03:24:41.661624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.199 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/a26c96af-94f4-45f1-ab3a-703b1cf7c5b7) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:41.719347 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d67285c2-226d-4098-8c9d-32960924c3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.751465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ac651-e580-41ee-bc6c-818e847adb3d req-62a1914e-f3c5-41c9-bdf0-b80c55748c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.753832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da5ac651-e580-41ee-bc6c-818e847adb3d req-62a1914e-f3c5-41c9-bdf0-b80c55748c22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1097 time: 0.3343630 Aug 10 03:24:41.754391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Deleting port dbac8736-dccb-49b1-a858-0e9b21a9910b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:41.754932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.756640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d67285c2-226d-4098-8c9d-32960924c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:41.830046 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d67285c2-226d-4098-8c9d-32960924c3fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a47d723498c4442bad6a2304a402af2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0325541 Aug 10 03:24:41.834192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67285c2-226d-4098-8c9d-32960924c3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79982642-3c06-4e94-8811-5dde0cf0a70e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:41.838480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40124) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:41.852027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6aa858f4-16cc-42d3-960c-47d1e137e702 req-04c28eb7-bb1c-4f97-8418-d2c969c738b8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 210 time: 0.1075873 Aug 10 03:24:41.864120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a29f30-2ac5-4f1a-b644-a6b0d5709c0f req-498a1eef-29d6-4756-8190-2473cf902ad4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:41.867914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18a7eac4-7997-4911-a8a6-9f36804401a6 req-2556ea5f-dab6-4c7d-b7d1-1c2dddf68ff6 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723360 Aug 10 03:24:41.872610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a2a29f30-2ac5-4f1a-b644-a6b0d5709c0f req-498a1eef-29d6-4756-8190-2473cf902ad4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.2915874 Aug 10 03:24:41.879151 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da5ac651-e580-41ee-bc6c-818e847adb3d req-7eeb1014-a48c-4714-8d8f-88d715c67ed1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143835 Aug 10 03:24:41.989185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a2a29f30-2ac5-4f1a-b644-a6b0d5709c0f req-ebba4591-7461-4084-83b3-cad5e2effec5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087923 Aug 10 03:24:42.031346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66b4cfba-2918-4e6a-824b-776ef1cae42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.094330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66b4cfba-2918-4e6a-824b-776ef1cae42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.165300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] For port dbac8736-dccb-49b1-a858-0e9b21a9910b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dbac8736-dccb-49b1-a858-0e9b21a9910b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:42.166706 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.212585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Calling delete_port for dbac8736-dccb-49b1-a858-0e9b21a9910b owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:42.213591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66b4cfba-2918-4e6a-824b-776ef1cae42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.221173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66b4cfba-2918-4e6a-824b-776ef1cae42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.221173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66b4cfba-2918-4e6a-824b-776ef1cae42c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79982642-3c06-4e94-8811-5dde0cf0a70e HTTP/1.1" status: 204 len: 168 time: 0.3755617 Aug 10 03:24:42.238730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4cfba-2918-4e6a-824b-776ef1cae42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79982642-3c06-4e94-8811-5dde0cf0a70e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.255053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.317283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:42.342913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef2100-13d0-426c-a27d-687569550443 req-0068e9d0-80b8-4711-9d66-fefb7dd1da8e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.344186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6eef2100-13d0-426c-a27d-687569550443 req-0068e9d0-80b8-4711-9d66-fefb7dd1da8e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 945 time: 0.1837513 Aug 10 03:24:42.426418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:42.453031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6eef2100-13d0-426c-a27d-687569550443 req-6a71aff0-9105-41ed-847a-745ca3a2f168 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003921 Aug 10 03:24:42.469164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.550639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:42.561142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:42.570062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:42.576684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:42.577406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.588030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.609122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-ab4d33e2-cff3-449c-8084-15ba5dec7778 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6522908 Aug 10 03:24:42.611274 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.632162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Request body: {'port': {'device_id': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:42.656785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:42.720979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbac8736-dccb-49b1-a858-0e9b21a9910b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:42.742138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:42.967054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:42.989047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 408e57a4-d871-492a-b307-782002b908f6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:43.021127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'port_id': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'mac_address': 'fa:16:3e:58:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5872b-8e07-46e0-a391-5fa2fe61dcbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:43.031068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 408e57a4-d871-492a-b307-782002b908f6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:43.031712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 408e57a4-d871-492a-b307-782002b908f6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:43.084171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c5ba0783-1b16-4010-b1b5-dcde6a23cee7 None None] Provisioning for port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:43.089362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.101925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c5ba0783-1b16-4010-b1b5-dcde6a23cee7 None None] Provisioning complete for port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:43.102338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0783-1b16-4010-b1b5-dcde6a23cee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.135524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.136539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6f3251-62d6-4325-9c9e-73f0c31f2952 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:43.141775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.186701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:43.192658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba0783-1b16-4010-b1b5-dcde6a23cee7 None None] Port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:43.198543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.203495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf4acf3a-45a8-4fbc-b2a8-6fcb6c3366f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.276919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.300678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.311795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5a726-4dc9-43c6-b5a2-8bb8b51daa56 req-1f46c194-3100-40ea-aa44-6afeefcbc741 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.314565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5c5a726-4dc9-43c6-b5a2-8bb8b51daa56 req-1f46c194-3100-40ea-aa44-6afeefcbc741 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 936 time: 0.2527964 Aug 10 03:24:43.324591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.325248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2749782a-0c85-4cf2-9999-54bc4e251c7e {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:24:43.331500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.335139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-420b54b3-0029-45ef-8b59-e742d73add73 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2749782a-0c85-4cf2-9999-54bc4e251c7e HTTP/1.1" status: 204 len: 168 time: 3.2826421 Aug 10 03:24:43.336745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40162) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.350929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40164) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.355279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cfa0b-e718-40de-8062-595bbc8ec73c req-47a18d42-d5b7-407e-81ab-c7ba9c26dcf8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.363356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6cfa0b-e718-40de-8062-595bbc8ec73c req-47a18d42-d5b7-407e-81ab-c7ba9c26dcf8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.2511125 Aug 10 03:24:43.419761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['8b6f3251-62d6-4325-9c9e-73f0c31f2952'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:43.439982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124b755d-cdc6-49ab-97eb-630214b50787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.515290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5c5a726-4dc9-43c6-b5a2-8bb8b51daa56 req-52fd39c1-3808-42a9-96c1-cef3e4d94f01 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912298 Aug 10 03:24:43.633237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf4acf3a-45a8-4fbc-b2a8-6fcb6c3366f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.645090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf4acf3a-45a8-4fbc-b2a8-6fcb6c3366f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.741656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf4acf3a-45a8-4fbc-b2a8-6fcb6c3366f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ea218da663d4cbfa072c164c719f383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3138907 Aug 10 03:24:43.799692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40172) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:43.831911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4acf3a-45a8-4fbc-b2a8-6fcb6c3366f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d815cac-f430-4668-8f07-64e579619f52,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:43.932008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6cfa0b-e718-40de-8062-595bbc8ec73c req-d9293df0-dd41-423e-afbe-3c1fa2cbe782 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675125 Aug 10 03:24:43.945122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759c55e-97f3-4298-8fee-7de3c51122b7 req-f9b0ec29-b939-43df-9550-0ef1e7376eca tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:43.954170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Deleting subnet ff52a9f7-5341-4da5-8e65-c40a5223d4fb {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:24:43.955193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5759c55e-97f3-4298-8fee-7de3c51122b7 req-f9b0ec29-b939-43df-9550-0ef1e7376eca tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 945 time: 0.1536207 Aug 10 03:24:43.963850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124b755d-cdc6-49ab-97eb-630214b50787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.967132 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:43.981125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124b755d-cdc6-49ab-97eb-630214b50787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.006653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322e065a-9c17-42a9-b2db-d2ed33ad6013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.078055 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-124b755d-cdc6-49ab-97eb-630214b50787 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a50d1291e884f3cae596ad8231bd5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174249 Aug 10 03:24:44.083842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40180) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.086601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b755d-cdc6-49ab-97eb-630214b50787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42249a94-b930-4646-a7b1-09142273229d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.102041 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5759c55e-97f3-4298-8fee-7de3c51122b7 req-ba75996c-9e2f-4539-a535-3c4b5202ae23 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458063 Aug 10 03:24:44.110469 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322e065a-9c17-42a9-b2db-d2ed33ad6013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.140486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.200430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322e065a-9c17-42a9-b2db-d2ed33ad6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.206498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322e065a-9c17-42a9-b2db-d2ed33ad6013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.218591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-322e065a-9c17-42a9-b2db-d2ed33ad6013 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d815cac-f430-4668-8f07-64e579619f52 HTTP/1.1" status: 204 len: 168 time: 0.4092126 Aug 10 03:24:44.236885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e065a-9c17-42a9-b2db-d2ed33ad6013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d815cac-f430-4668-8f07-64e579619f52,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.289220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-981274fb-0b1a-466f-8fb2-9b767cc99bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.359243 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-981274fb-0b1a-466f-8fb2-9b767cc99bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.488345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.576013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7452-b2c0-4b89-b893-945b2180bb89 req-ddcfacf9-e3df-4553-9a2f-56869dcf13f6 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:44.577697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-249c7452-b2c0-4b89-b893-945b2180bb89 req-ddcfacf9-e3df-4553-9a2f-56869dcf13f6 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1097 time: 0.2924898 Aug 10 03:24:44.683383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:44.729485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40200) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.756503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b7a87a57-bf46-4550-bc3c-48279dbf91b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.766755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-249c7452-b2c0-4b89-b893-945b2180bb89 req-1793cd0b-3f95-4e03-9395-88f26f618487 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595562 Aug 10 03:24:44.769665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:44.777250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-981274fb-0b1a-466f-8fb2-9b767cc99bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.780343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-981274fb-0b1a-466f-8fb2-9b767cc99bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.797031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-981274fb-0b1a-466f-8fb2-9b767cc99bcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42249a94-b930-4646-a7b1-09142273229d HTTP/1.1" status: 204 len: 168 time: 0.7026777 Aug 10 03:24:44.812232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.830735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:44.839338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:44.840088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.842045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.898752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:44.910167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ff52a9f7-5341-4da5-8e65-c40a5223d4fb HTTP/1.1" status: 204 len: 168 time: 1.5673769 Aug 10 03:24:44.910714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40208) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:44.946017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3a6d2-0d78-4244-88af-13a8d65af340 None None] Network 583eda0e-b131-455f-af29-b438a86226b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:24:44.950994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dbac8736-dccb-49b1-a858-0e9b21a9910b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:44.965472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981274fb-0b1a-466f-8fb2-9b767cc99bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42249a94-b930-4646-a7b1-09142273229d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.972590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5760b6-5e55-46b4-8d75-7b5a32e009ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff52a9f7-5341-4da5-8e65-c40a5223d4fb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:44.982659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Transition to ACTIVE for port object a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:45.004348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: dbac8736-dccb-49b1-a858-0e9b21a9910b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:45.004944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dbac8736-dccb-49b1-a858-0e9b21a9910b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:45.066065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.170351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.232351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b7a87a57-bf46-4550-bc3c-48279dbf91b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.243244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b7a87a57-bf46-4550-bc3c-48279dbf91b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.269407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.301594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Pushing event updated for resources: {'Port': ['ID=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:45.314762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:45.317463 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e49585-132a-48a8-b54b-d496089cb594" -d '{"events": [{"server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "name": "network-vif-plugged", "status": "completed", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:45.342146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.349239 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.350102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fa71b-584a-4026-8799-d69b3c89e598 req-d5c2f34c-3f40-4d6b-b52a-4ec79d49b97c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.352072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-801fa71b-584a-4026-8799-d69b3c89e598 req-d5c2f34c-3f40-4d6b-b52a-4ec79d49b97c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 948 time: 0.3605788 Aug 10 03:24:45.417665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Attempting to bind port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:45.418250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Attempting to bind port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:45.418652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Attempting to bind port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:45.446666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] DHCP port deletion for 583eda0e-b131-455f-af29-b438a86226b6 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:24:45.449555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:45.457744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:45.457744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Attempting to bind port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:45.475830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-801fa71b-584a-4026-8799-d69b3c89e598 req-ed3679e3-9d74-4b06-b05b-cfde77e26db3 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118715 Aug 10 03:24:45.479220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:45.481628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:45.484372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:45.484890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Bound port: a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:45.485266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.582509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b7a87a57-bf46-4550-bc3c-48279dbf91b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd32c183104647cda2af5b0c3ae13b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511031 Aug 10 03:24:45.588666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40222) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:45.589488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87a57-bf46-4550-bc3c-48279dbf91b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c6754-0f71-4a78-a30e-0028716e71eb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:45.624595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] Deleting port 0db41207-d766-4271-8fd6-46b15cf5976e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:45.625146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.630908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c52f52-a86b-46e5-9773-d42dfad84010 req-3c3b552c-c506-4a60-af2d-e250e48cb56d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.645621 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56c52f52-a86b-46e5-9773-d42dfad84010 req-3c3b552c-c506-4a60-af2d-e250e48cb56d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1097 time: 0.3105457 Aug 10 03:24:45.664504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] For port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:45.675628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Deleting port 0db41207-d766-4271-8fd6-46b15cf5976e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:24:45.675955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.701849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] For port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:45.716987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.728937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] For port 0db41207-d766-4271-8fd6-46b15cf5976e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0db41207-d766-4271-8fd6-46b15cf5976e,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.732282 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.764994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] Calling delete_port for 0db41207-d766-4271-8fd6-46b15cf5976e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:45.782876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:45.784069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.785969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] 10.222.0.39 "PUT /v2.0/ports/a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 HTTP/1.1" status: 200 len: 1097 time: 3.1638837 Aug 10 03:24:45.787478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf1bee6-a1ff-40fd-9806-dadc95368ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.794508 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56c52f52-a86b-46e5-9773-d42dfad84010 req-22cbf95a-11a4-45a8-bef3-89b01d43e028 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478448 Aug 10 03:24:45.801626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'tag': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:45.812458 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c45aafbc-c619-443d-b607-4f50c59369a3", "tag": "a26c96af-94f4-45f1-ab3a-703b1cf7c5b7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:45.864846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] For port 0db41207-d766-4271-8fd6-46b15cf5976e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0db41207-d766-4271-8fd6-46b15cf5976e,segment=NetworkSegment(a74766f0-3fc3-40fb-9bd9-c10a92ad8966),segment_id=a74766f0-3fc3-40fb-9bd9-c10a92ad8966)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:45.864846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:45.885335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Calling delete_port for 0db41207-d766-4271-8fd6-46b15cf5976e owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:24:45.940818 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e0f9a-9491-4641-8740-20f7e87ef85c x-openstack-request-id: req-c48e0f9a-9491-4641-8740-20f7e87ef85c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:45.940818 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "name": "network-vif-plugged", "status": "completed", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:45.941304 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c48e0f9a-9491-4641-8740-20f7e87ef85c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:45.941485 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'code': 200} Aug 10 03:24:46.033090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3170a-3387-497a-b351-b9383a61b518 service neutron] Pushing event updated for resources: {'Port': ['ID=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.056131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf1bee6-a1ff-40fd-9806-dadc95368ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.115105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cea71-d2ee-405e-9e05-84b946c1df84 req-4cf09425-e90d-48a3-a497-99226ffa07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.118680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-803cea71-d2ee-405e-9e05-84b946c1df84 req-4cf09425-e90d-48a3-a497-99226ffa07bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1097 time: 0.1050375 Aug 10 03:24:46.119576 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.120112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44718b5e-82c9-4af4-870f-f708667574a2 req-cf469b89-0ee6-49b6-8949-204bb2fc03fb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.121927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44718b5e-82c9-4af4-870f-f708667574a2 req-cf469b89-0ee6-49b6-8949-204bb2fc03fb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.3451183 Aug 10 03:24:46.140891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-40f663f8-8613-4152-a376-2e7fc591bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.142624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-40f663f8-8613-4152-a376-2e7fc591bce3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 1100 time: 0.2710588 Aug 10 03:24:46.144143 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef61ba-a923-47b7-ad46-7b16e51bfcef x-openstack-request-id: req-8aef61ba-a923-47b7-ad46-7b16e51bfcef {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:46.144442 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45aafbc-c619-443d-b607-4f50c59369a3", "tag": "a26c96af-94f4-45f1-ab3a-703b1cf7c5b7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:46.144695 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8aef61ba-a923-47b7-ad46-7b16e51bfcef {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:46.145091 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'tag': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'status': 'completed', 'code': 200} Aug 10 03:24:46.159915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.180832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] Pushing event deleted for resources: {'Port': ['ID=0db41207-d766-4271-8fd6-46b15cf5976e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.193060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e12f5-6f8e-4662-a64f-7778df4a2202 None None] No DVR routers for this DVR port 0db41207-d766-4271-8fd6-46b15cf5976e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:46.213606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] No DVR routers for this DVR port 0db41207-d766-4271-8fd6-46b15cf5976e on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:24:46.234853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-31647013-2167-42c0-8e9f-0c3e5e7ada25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 HTTP/1.1" status: 200 len: 217 time: 0.0833836 Aug 10 03:24:46.285870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db41207-d766-4271-8fd6-46b15cf5976e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.298068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-803cea71-d2ee-405e-9e05-84b946c1df84 req-f83c4ac4-a90d-4a22-86dd-60a7e56f47da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726506 Aug 10 03:24:46.317142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44718b5e-82c9-4af4-870f-f708667574a2 req-43b5ad21-0f0a-4427-91f0-183e48f55c33 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526310 Aug 10 03:24:46.334188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf1bee6-a1ff-40fd-9806-dadc95368ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.336873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf1bee6-a1ff-40fd-9806-dadc95368ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.346474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cbf1bee6-a1ff-40fd-9806-dadc95368ee7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/429c6754-0f71-4a78-a30e-0028716e71eb HTTP/1.1" status: 204 len: 168 time: 0.7479565 Aug 10 03:24:46.365471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-c9d818ad-f487-459b-8999-e1dcf28d305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.367157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-c9d818ad-f487-459b-8999-e1dcf28d305a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1084282 Aug 10 03:24:46.372822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1bee6-a1ff-40fd-9806-dadc95368ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c6754-0f71-4a78-a30e-0028716e71eb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:46.443021 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.451291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-cd9bdf2d-aef8-47b7-bd84-8e72e321f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.452894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-cd9bdf2d-aef8-47b7-bd84-8e72e321f381 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706251 Aug 10 03:24:46.470514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.470861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.471639 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.471972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.472317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.472677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.473001 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.473347 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.473710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.473973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.612918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-2eb64370-a221-44e4-9da2-d2ca8ce18db8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489799 Aug 10 03:24:46.695706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.696061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.696431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.696763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:24:46.697205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583eda0e-b131-455f-af29-b438a86226b6']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:46.730225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:46.730891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74766f0-3fc3-40fb-9bd9-c10a92ad8966') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:24:46.770128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.789925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ead64-78d1-467b-9936-1e2be76e68ed req-22deb41d-e38d-46a2-a7e2-92b5bf7f72aa tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.791669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-858ead64-78d1-467b-9936-1e2be76e68ed req-22deb41d-e38d-46a2-a7e2-92b5bf7f72aa tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1097 time: 0.0826089 Aug 10 03:24:46.794877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43b81938-eefd-4fee-b19e-adf26c48eb4b req-a2ab717b-9846-4598-a67b-50b0eb34cdca service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747739 Aug 10 03:24:46.829294 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.846328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:24:46.847119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: from cryptography.utils import int_from_bytes Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: from cryptography.utils import int_from_bytes Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:24:46.886240 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:24:46.917084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-858ead64-78d1-467b-9936-1e2be76e68ed req-9b754375-de43-4211-8a8a-80be34041185 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955579 Aug 10 03:24:46.937741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-80583851-82de-4237-bc15-569dd92f38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:46.939974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-80583851-82de-4237-bc15-569dd92f38c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 1100 time: 0.0729043 Aug 10 03:24:46.941939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0db41207-d766-4271-8fd6-46b15cf5976e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:24:47.001363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0db41207-d766-4271-8fd6-46b15cf5976e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:24:47.001722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0db41207-d766-4271-8fd6-46b15cf5976e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:24:47.145026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40270) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.146651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-42e0b098-367e-4416-b5de-eb6956e82ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.148361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-42e0b098-367e-4416-b5de-eb6956e82ffc service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1998084 Aug 10 03:24:47.236558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-39a9770e-2f41-4f59-8aeb-7445f9695ae2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 HTTP/1.1" status: 200 len: 217 time: 0.0774968 Aug 10 03:24:47.312857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a58482-500b-4852-9575-664257462c5b req-7ec5081b-71fa-4e15-98dc-07ea2492e3be tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.320472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6a58482-500b-4852-9575-664257462c5b req-7ec5081b-71fa-4e15-98dc-07ea2492e3be tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 948 time: 0.5534639 Aug 10 03:24:47.338050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-237319c2-ed54-47f3-a446-dd887976a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.340666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-237319c2-ed54-47f3-a446-dd887976a844 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0964451 Aug 10 03:24:47.423528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6a58482-500b-4852-9575-664257462c5b req-b2cd82dc-a9ce-45dc-980e-64539c9ed082 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020820 Aug 10 03:24:47.424230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-174aee80-a262-415f-ad58-39477d7c4c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.439991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.472586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=583eda0e-b131-455f-af29-b438a86226b6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.480670 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.489270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f853a752-3bc4-4191-aede-ea9efe47f0c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/583eda0e-b131-455f-af29-b438a86226b6 HTTP/1.1" status: 204 len: 168 time: 2.5767972 Aug 10 03:24:47.615602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-a70b693f-186b-4ec4-8938-ef6e8e06098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.618590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-a70b693f-186b-4ec4-8938-ef6e8e06098a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2590635 Aug 10 03:24:47.705135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a0b03-f7be-4e10-aa79-93869e440f1b req-2303da7f-21cd-49ee-aa11-dca99a7938fa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:47.706817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-227a0b03-f7be-4e10-aa79-93869e440f1b req-2303da7f-21cd-49ee-aa11-dca99a7938fa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.1912827 Aug 10 03:24:47.747271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40294) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.799563 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-174aee80-a262-415f-ad58-39477d7c4c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.804881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-467b8305-f480-4e98-9f04-1d69f737c809 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3335764bb8d34aa6bf6c0dade81d04db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541234 Aug 10 03:24:47.806039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40298) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:47.813518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-174aee80-a262-415f-ad58-39477d7c4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.830106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-227a0b03-f7be-4e10-aa79-93869e440f1b req-d90edb75-ccbf-431f-a53b-1fc5c87baeba tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050613 Aug 10 03:24:47.850910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-7ff5b612-123b-4ba3-ab45-51fc438c5d5a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234471 Aug 10 03:24:47.898263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13b0fb5-d9eb-4109-a4cd-04962775be57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.928761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13b0fb5-d9eb-4109-a4cd-04962775be57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:47.956437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aee80-a262-415f-ad58-39477d7c4c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc75f7-50a6-4a55-a742-32ac4a4947fc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:47.964336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-174aee80-a262-415f-ad58-39477d7c4c12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11fa3b838b214f90b15fd8fc2c5bf9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117337 Aug 10 03:24:47.964674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40308) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:48.026700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2e1ee31-da7a-4da7-9bd1-51f68324bbb4 req-3a12072a-e0d6-429e-9372-c1dd9d42e346 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596055 Aug 10 03:24:48.054822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13b0fb5-d9eb-4109-a4cd-04962775be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.058316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13b0fb5-d9eb-4109-a4cd-04962775be57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.062256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b13b0fb5-d9eb-4109-a4cd-04962775be57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38072c68-1d5d-4d06-a786-d130b79b9a57 HTTP/1.1" status: 204 len: 168 time: 0.2524559 Aug 10 03:24:48.069016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05552d51-affa-48de-9b9d-574583240cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.079525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b0fb5-d9eb-4109-a4cd-04962775be57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38072c68-1d5d-4d06-a786-d130b79b9a57,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.108463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05552d51-affa-48de-9b9d-574583240cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.178707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05552d51-affa-48de-9b9d-574583240cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.182054 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05552d51-affa-48de-9b9d-574583240cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:48.186518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-05552d51-affa-48de-9b9d-574583240cf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fbc75f7-50a6-4a55-a742-32ac4a4947fc HTTP/1.1" status: 204 len: 168 time: 0.2172759 Aug 10 03:24:48.192743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05552d51-affa-48de-9b9d-574583240cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc75f7-50a6-4a55-a742-32ac4a4947fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:48.196429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16927279-fc1e-4f3d-93d7-d395bae0ba75 req-4498ee41-f1ff-48e7-b112-f6aa4270697b tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.199526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16927279-fc1e-4f3d-93d7-d395bae0ba75 req-4498ee41-f1ff-48e7-b112-f6aa4270697b tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1097 time: 0.1082995 Aug 10 03:24:48.209201 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:24:48.266405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16927279-fc1e-4f3d-93d7-d395bae0ba75 req-e5744a77-06e3-4aae-b5af-87ad5b5e817b tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525229 Aug 10 03:24:48.318734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049111b6-b0ff-4a93-8764-a77164801ce6 req-45a452d8-27f5-4bdc-b316-f6af45cad84a tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.320663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-049111b6-b0ff-4a93-8764-a77164801ce6 req-45a452d8-27f5-4bdc-b316-f6af45cad84a tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0634606 Aug 10 03:24:48.373595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-049111b6-b0ff-4a93-8764-a77164801ce6 req-70624c02-bb4b-4d20-8213-55cf420dffe3 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 Aug 10 03:24:48.577393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceafd34-34cc-4c4a-ba0d-cfaf19cd1258 req-142eb1b9-509b-4921-970c-9edbb3fcdb2c tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.580044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cceafd34-34cc-4c4a-ba0d-cfaf19cd1258 req-142eb1b9-509b-4921-970c-9edbb3fcdb2c tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1097 time: 0.1035264 Aug 10 03:24:48.646140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cceafd34-34cc-4c4a-ba0d-cfaf19cd1258 req-ad29fdfb-671d-45a6-a9ff-41d134c0e99a tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594072 Aug 10 03:24:48.782441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dfe94-fafb-4a2b-8d8a-744bad3cfa7b req-ba42d32d-49df-446c-a963-ecd13b83b9ba tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:48.784041 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-363dfe94-fafb-4a2b-8d8a-744bad3cfa7b req-ba42d32d-49df-446c-a963-ecd13b83b9ba tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 948 time: 0.0588465 Aug 10 03:24:48.855437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-363dfe94-fafb-4a2b-8d8a-744bad3cfa7b req-f516f56f-aa98-4fa9-8650-e1a752b489cf tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Aug 10 03:24:49.053810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40354) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.076116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5039-cf37-4565-91f8-145b3b339312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.258161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5039-cf37-4565-91f8-145b3b339312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.266311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5039-cf37-4565-91f8-145b3b339312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.317691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40366) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:49.325672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0a8c5039-cf37-4565-91f8-145b3b339312 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d195bfe14e2f470eae1026f4b3fcbaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690597 Aug 10 03:24:49.326452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5039-cf37-4565-91f8-145b3b339312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc238dc-f519-49e1-911f-85859a2f3e63,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.328697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:49.427409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-10ef824e-6660-4bb0-b5bb-3b21cdad5f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.478394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-10ef824e-6660-4bb0-b5bb-3b21cdad5f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.597920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-10ef824e-6660-4bb0-b5bb-3b21cdad5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.605058 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-10ef824e-6660-4bb0-b5bb-3b21cdad5f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.607331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-10ef824e-6660-4bb0-b5bb-3b21cdad5f81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cc238dc-f519-49e1-911f-85859a2f3e63 HTTP/1.1" status: 204 len: 168 time: 0.2885840 Aug 10 03:24:49.623054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef824e-6660-4bb0-b5bb-3b21cdad5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc238dc-f519-49e1-911f-85859a2f3e63,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:49.700173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:49.721800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'mac_address': 'fa:16:3e:87:57:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:49.840032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:49.853992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-be9d814d-9a06-451c-bec5-a63deebd5e0f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607939 Aug 10 03:24:49.869931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:49.919961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:49.928894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:50.050632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:50.156025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-919109d3-830f-4b7d-ade1-654a0eacae2d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:50.158731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-919109d3-830f-4b7d-ade1-654a0eacae2d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872071 Aug 10 03:24:50.191649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:50.205838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-82b4b1e7-1221-4609-90c3-ca870b00ab25 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/quotas/332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 375 time: 0.0350642 Aug 10 03:24:50.289795 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-9254ec5c-bc17-434a-848f-1f5a312b24bf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653255 Aug 10 03:24:50.892670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40440) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:51.083647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-5bf7c6c5-665e-44c3-8d86-c847b877586d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:24:51.084938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-5bf7c6c5-665e-44c3-8d86-c847b877586d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1912816 Aug 10 03:24:51.292103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Request body: {'binding': {'host': 'n-h1-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:51.292774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:51.352053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:24:51.466092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:51.474681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:51.476331 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.479881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on host n-h1-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:51.480518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:51.481055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:51.498272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:51.499489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:51.518737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:51.519955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:51.520965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:51.521713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Bound port: c66e2334-2a1f-441e-8a05-f091d94c8f0a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:51.610169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.626935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:51.638416 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.641390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-2a7c60b8-e108-470b-b6f0-74d184830fa3 service neutron] 10.222.0.53 "POST /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a/bindings HTTP/1.1" status: 201 len: 390 time: 0.4524934 Aug 10 03:24:51.645125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:51.647903 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e734a793-28ee-437d-9086-665051b0acb0" -d '{"events": [{"server_uuid": "c45aafbc-c619-443d-b607-4f50c59369a3", "name": "network-vif-plugged", "status": "completed", "tag": "a26c96af-94f4-45f1-ab3a-703b1cf7c5b7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:51.668488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:51.676214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:51.764920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:51.829009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-bce91b43-93d7-4ef2-8f94-2e4adafdf345 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337682 Aug 10 03:24:52.041900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd329c0-d479-432e-b38e-da4ff7e252ed req-c7d020ac-abc2-4ee3-b5ea-9107a73b8fc6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.050955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1dd329c0-d479-432e-b38e-da4ff7e252ed req-c7d020ac-abc2-4ee3-b5ea-9107a73b8fc6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.1077564 Aug 10 03:24:52.110528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-93dcaa38-47b8-4abd-b0c7-da9c16317fa0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.112183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-93dcaa38-47b8-4abd-b0c7-da9c16317fa0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765470 Aug 10 03:24:52.131358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Request body: {'port': {'device_id': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '332fcb04f54044df8122a8f72b829322'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.180355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-75eeb571-000c-4abd-afb6-ed06c1554938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.183062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-75eeb571-000c-4abd-afb6-ed06c1554938 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1097 time: 0.0959969 Aug 10 03:24:52.192485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1dd329c0-d479-432e-b38e-da4ff7e252ed req-291f2a5a-4fc5-4f0b-8a79-da4d7dd39561 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403215 Aug 10 03:24:52.292442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Made reservation on behalf of 332fcb04f54044df8122a8f72b829322 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:52.296788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.310558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.411422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-e2354c8a-c39c-4de5-81b0-24b78bd39d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.414404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-e2354c8a-c39c-4de5-81b0-24b78bd39d0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.2056775 Aug 10 03:24:52.467445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.480426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-34b644bd-8b46-451c-a8de-29caab0d2ba4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 217 time: 0.0596743 Aug 10 03:24:52.487270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-f5f03524-88be-4ba9-aa15-4c850f3b7331 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:24:52.502916 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-f5f03524-88be-4ba9-aa15-4c850f3b7331 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140061 Aug 10 03:24:52.503111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.504222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Request body: {'binding': {'host': 'n-h1-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:52.504222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:24:52.518441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf698fde-7830-499b-b731-5d2a5fa2af03 req-3154296d-e02b-4415-bd6c-4f8225c36989 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 210 time: 0.0534976 Aug 10 03:24:52.590392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571cd0f6-285a-4609-9e27-7216f85b11e3,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:52.665574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Allocated IP 192.168.233.182 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/0ec01298-2d25-4124-9421-fdd25ffb8970) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:24:52.670105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-3b15848b-9df0-4ffc-8c4e-c80b8769e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.671858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-3b15848b-9df0-4ffc-8c4e-c80b8769e067 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1238201 Aug 10 03:24:52.720697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-dbbd43c9-ca5f-446e-b388-ea3c3e11a182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411565 Aug 10 03:24:52.792559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on host n-h1-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:52.792938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:52.793219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:52.810203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:52.810538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:52.818911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:52.818911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:52.818911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:52.819377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Bound port: 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:52.870203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.886824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Transition to ACTIVE for port object 0ec01298-2d25-4124-9421-fdd25ffb8970 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:52.887349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-50179d89-d744-4014-b9d1-4a626d5b544b service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579683 Aug 10 03:24:52.925677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:52.934783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:52.977150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:24:52.985880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:24:52.990259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:24:52.996259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:52.996933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.003036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.005115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1ac9d9cb-765d-4842-9ccb-1004c44a7b1e service neutron] 10.222.0.53 "POST /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952/bindings HTTP/1.1" status: 201 len: 390 time: 0.5083909 Aug 10 03:24:53.020207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:53.032586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-5c9e4fe1-2ed8-454d-9990-40cb317ea0ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9060552 Aug 10 03:24:53.049248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Request body: {'port': {'device_id': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:53.066411 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a7838-b85e-4bfa-a11b-3810db4777a5 x-openstack-request-id: req-ac0a7838-b85e-4bfa-a11b-3810db4777a5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:53.066998 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45aafbc-c619-443d-b607-4f50c59369a3", "name": "network-vif-plugged", "status": "completed", "tag": "a26c96af-94f4-45f1-ab3a-703b1cf7c5b7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:53.066998 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac0a7838-b85e-4bfa-a11b-3810db4777a5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:53.067320 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'code': 200} Aug 10 03:24:53.149823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-6070316b-2993-427a-a7ca-28d6b38625f4 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360768 Aug 10 03:24:53.155428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.39', 50837) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:53.207160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.314245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d7e23-8f1e-4927-985d-25e8a5fd7dcb req-6db169b6-3f21-490f-849b-dfb5933568ee tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.316169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd3d7e23-8f1e-4927-985d-25e8a5fd7dcb req-6db169b6-3f21-490f-849b-dfb5933568ee tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 945 time: 0.1438506 Aug 10 03:24:53.369595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6c338-83fb-4522-b1cf-2f38dec8b76e req-51c4f971-1d5b-463d-bb90-3b43fee89fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.371405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c6c338-83fb-4522-b1cf-2f38dec8b76e req-51c4f971-1d5b-463d-bb90-3b43fee89fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 1102 time: 0.2085881 Aug 10 03:24:53.398591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-6dd0723c-6841-41b3-a0a4-567f6ca2a253 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.401407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-6dd0723c-6841-41b3-a0a4-567f6ca2a253 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.1658647 Aug 10 03:24:53.437306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-769329-14'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:53.437306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c6c338-83fb-4522-b1cf-2f38dec8b76e req-ce3c62dc-4fa7-419a-9a6d-e44506341bf1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Aug 10 03:24:53.472204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-59b55a78-13e7-49fb-946d-708581c0178b None None] Provisioning for port 0ec01298-2d25-4124-9421-fdd25ffb8970 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:24:53.482030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-59b55a78-13e7-49fb-946d-708581c0178b None None] Provisioning complete for port 0ec01298-2d25-4124-9421-fdd25ffb8970 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:24:53.482894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-59b55a78-13e7-49fb-946d-708581c0178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.506201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.565490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-59b55a78-13e7-49fb-946d-708581c0178b None None] Port 0ec01298-2d25-4124-9421-fdd25ffb8970 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:24:53.697914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd3d7e23-8f1e-4927-985d-25e8a5fd7dcb req-04a6f6f8-3520-4e98-a08b-57ff23f62c70 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667868 Aug 10 03:24:53.790584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec5e0-15e4-4460-915f-7abd6eec3fc1 req-b0f6b08e-5c9f-495e-8528-034924fe25c0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.794601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78bec5e0-15e4-4460-915f-7abd6eec3fc1 req-b0f6b08e-5c9f-495e-8528-034924fe25c0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.1594105 Aug 10 03:24:53.796919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:53.874290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78bec5e0-15e4-4460-915f-7abd6eec3fc1 req-419edbed-ebe7-499a-a6d4-690fff4c97fa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729499 Aug 10 03:24:53.880285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:53.935041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:53.938711 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2adcd1e-2dcb-455d-a531-6470e44ba67d" -d '{"events": [{"server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:53.944708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:53.947459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cd0d5-8cc1-4437-b337-8cc854bcb1cc req-64fcb1c7-590e-4e7b-9a3c-1d9c96edac32 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:53.951973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-021cd0d5-8cc1-4437-b337-8cc854bcb1cc req-64fcb1c7-590e-4e7b-9a3c-1d9c96edac32 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.1583869 Aug 10 03:24:53.960004 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.057326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec01298-2d25-4124-9421-fdd25ffb8970 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:54.065286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.069178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on host n-h2-769329-14 for vnic_type normal with profile {"migrating_to": "n-h1-769329-14"} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:54.069666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:54.070058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:54.076554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:54.076948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Attempting to bind port c66e2334-2a1f-441e-8a05-f091d94c8f0a on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:54.083678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:54.084116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:54.084564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:54.085220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Bound port: c66e2334-2a1f-441e-8a05-f091d94c8f0a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:54.085477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.092540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.108575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-021cd0d5-8cc1-4437-b337-8cc854bcb1cc req-75498df2-e189-4927-b528-46b88280ee59 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455779 Aug 10 03:24:54.147665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Transition to ACTIVE for port object 0ec01298-2d25-4124-9421-fdd25ffb8970 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:24:54.158366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.249308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:54.264883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:54.276714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.280421 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.391245 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828428f9-d87f-458c-9bb0-f9a5e7c11823 x-openstack-request-id: req-828428f9-d87f-458c-9bb0-f9a5e7c11823 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:54.391768 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:54.392075 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-828428f9-d87f-458c-9bb0-f9a5e7c11823 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:54.392739 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'code': 200} Aug 10 03:24:54.425951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.463055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:24:54.463736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:24:54.464371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:54.498541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.499609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.502852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d39d-d2c5-4595-acc7-c08a1c256691 req-d51892a7-bea8-4562-a2a0-d8819016f963 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.506691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f88d39d-d2c5-4595-acc7-c08a1c256691 req-d51892a7-bea8-4562-a2a0-d8819016f963 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.1859543 Aug 10 03:24:54.507548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Port 0ec01298-2d25-4124-9421-fdd25ffb8970 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:24:54.507998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:24:54.511653 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] 10.222.0.39 "PUT /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 1123 time: 1.0887017 Aug 10 03:24:54.513207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8502-c4fb-4ca1-8cae-9ba2c9f33fab service neutron] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=8']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.518056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:24:54.518540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:24:54.519251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:24:54.520262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Bound port: 0ec01298-2d25-4124-9421-fdd25ffb8970, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:24:54.521028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.567223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c66e2334-2a1f-441e-8a05-f091d94c8f0a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:24:54.690867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f88d39d-d2c5-4595-acc7-c08a1c256691 req-5b1b2c05-ad79-4ef0-8d0e-e6d5e7f6ea66 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402469 Aug 10 03:24:54.729431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:54.735863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:24:54.744426 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.838241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.839257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:54.841787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 1097 time: 1.7986951 Aug 10 03:24:54.842544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:54.847424 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588f12d-ea6d-44dc-8746-c1d395d470d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:54.928541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7183e-7b16-4e82-909f-105d7f18e5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:54.975828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-a9f8ac9f-3793-4ba3-8904-9fe22d921636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:54.978397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-a9f8ac9f-3793-4ba3-8904-9fe22d921636 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1100 time: 0.0746641 Aug 10 03:24:55.023097 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32999201-516b-4ca6-b4cb-34e06d79d9ca x-openstack-request-id: req-32999201-516b-4ca6-b4cb-34e06d79d9ca {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:55.023902 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:55.024513 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32999201-516b-4ca6-b4cb-34e06d79d9ca {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:55.026058 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'status': 'completed', 'code': 200} Aug 10 03:24:55.126045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5cf8-635a-450f-bf80-ddaf5897a821 req-3329199d-1d2d-4975-8bc7-9198f8aa4bfb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.128307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34bb5cf8-635a-450f-bf80-ddaf5897a821 req-3329199d-1d2d-4975-8bc7-9198f8aa4bfb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.0683413 Aug 10 03:24:55.131206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-ba3a91a7-2075-421c-94ca-8f47b1fe2bde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.1035490 Aug 10 03:24:55.185308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34bb5cf8-635a-450f-bf80-ddaf5897a821 req-7dce689c-1fda-4452-9f04-9bb0b4128e80 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Aug 10 03:24:55.209803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5b73e-4633-4f88-8100-88ae2f1299f0 req-0e4d5aab-4b3f-4804-ae9b-a9e4dd1824d6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.217698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f5b73e-4633-4f88-8100-88ae2f1299f0 req-0e4d5aab-4b3f-4804-ae9b-a9e4dd1824d6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 943 time: 0.2297626 Aug 10 03:24:55.267099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-aa9ada62-86fb-4909-b5f1-c99f62efe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.269114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-aa9ada62-86fb-4909-b5f1-c99f62efe05e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1240950 Aug 10 03:24:55.275747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f5b73e-4633-4f88-8100-88ae2f1299f0 req-c079eb92-7416-47b3-88c0-348cd78a3c5c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559237 Aug 10 03:24:55.351859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f44a5-e619-4671-a073-384ebbad58eb req-2918510a-51a3-4c13-b87e-33c8e5061c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.353909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-2918510a-51a3-4c13-b87e-33c8e5061c53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719759 Aug 10 03:24:55.391482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.628909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db356f9a-c00d-4ca6-8e4b-10ece35b0c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.656224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd197555-cb8b-474a-a0b7-868ed4aee2c4 req-2d5f0d97-2be8-4821-8077-83ad157d6a2d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:55.659321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd197555-cb8b-474a-a0b7-868ed4aee2c4 req-2d5f0d97-2be8-4821-8077-83ad157d6a2d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.1675138 Aug 10 03:24:55.662204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.737890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-52bde279-0475-4e97-bb42-23e17db0449b service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754179 Aug 10 03:24:55.808892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db356f9a-c00d-4ca6-8e4b-10ece35b0c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.815764 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db356f9a-c00d-4ca6-8e4b-10ece35b0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:55.847330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd197555-cb8b-474a-a0b7-868ed4aee2c4 req-b540ae15-f532-4f50-899b-b433ec917c03 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635599 Aug 10 03:24:55.859593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-db356f9a-c00d-4ca6-8e4b-10ece35b0c16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cb1cdd016fc486999e6a1bf11b5cd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630239 Aug 10 03:24:55.866318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40630) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:55.959284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356f9a-c00d-4ca6-8e4b-10ece35b0c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4426cff0-7d04-4e77-ab8c-a1817a15b20b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:55.977675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.001741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1766a7-fa0d-4e24-962e-fde6675de41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.021887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f551f-6866-43ed-bde3-f75a22e59fe3 req-d7e1f981-d401-4896-904d-a0ce3455fcda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.023576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-793f551f-6866-43ed-bde3-f75a22e59fe3 req-d7e1f981-d401-4896-904d-a0ce3455fcda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.1750958 Aug 10 03:24:56.026998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-766f44a5-e619-4671-a073-384ebbad58eb req-ca8559e4-d786-4b1e-91d0-e719d394540e service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636597 Aug 10 03:24:56.050167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1766a7-fa0d-4e24-962e-fde6675de41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.114705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-793f551f-6866-43ed-bde3-f75a22e59fe3 req-07f5a906-c9d0-48ff-8e0a-50d68c4c1a52 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772655 Aug 10 03:24:56.143076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1766a7-fa0d-4e24-962e-fde6675de41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.145739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1766a7-fa0d-4e24-962e-fde6675de41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.146988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a1766a7-fa0d-4e24-962e-fde6675de41b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4426cff0-7d04-4e77-ab8c-a1817a15b20b HTTP/1.1" status: 204 len: 168 time: 0.2685316 Aug 10 03:24:56.156817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1766a7-fa0d-4e24-962e-fde6675de41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4426cff0-7d04-4e77-ab8c-a1817a15b20b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.171933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-ba56bd05-aaf6-4c3a-85d1-3f42a6db3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.174017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-ba56bd05-aaf6-4c3a-85d1-3f42a6db3efd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1100 time: 0.0838370 Aug 10 03:24:56.189090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.310195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-55353c39-1be0-4324-900e-b8f48d68afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.311939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-55353c39-1be0-4324-900e-b8f48d68afc0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1171136 Aug 10 03:24:56.381767 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-91b62055-f0f9-46fe-b92c-79f73a048bb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.0597346 Aug 10 03:24:56.395154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:24:56.397599 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a76df7-a746-452e-8885-1373e4c8f3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:24:56.398319 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22bebe7e-e33d-4da3-9dff-925e8d61f0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.420383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4c2cd-ee37-47f5-afae-48d614650014 req-31af18a6-9605-4592-91f6-127f03bcb190 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.421967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebb4c2cd-ee37-47f5-afae-48d614650014 req-31af18a6-9605-4592-91f6-127f03bcb190 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.0750532 Aug 10 03:24:56.510901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-99d43f8a-fb99-4edc-86e5-d2eb27540480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.512551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-99d43f8a-fb99-4edc-86e5-d2eb27540480 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1118202 Aug 10 03:24:56.537530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22a2a-652a-403b-9834-621935c0ce2c req-e4bd6749-2c3b-4ba4-a2cc-6bbfe1ad9e79 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.545257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50c22a2a-652a-403b-9834-621935c0ce2c req-e4bd6749-2c3b-4ba4-a2cc-6bbfe1ad9e79 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 1102 time: 0.1727366 Aug 10 03:24:56.593079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-50c22a2a-652a-403b-9834-621935c0ce2c req-54d5e865-04a5-4dc3-96ea-2e697431747e tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.629602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-f222bb83-8261-4193-9b93-60af66be42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.630895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebb4c2cd-ee37-47f5-afae-48d614650014 req-41aa62ac-28bd-41b5-ae01-e3dcda681539 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883502 Aug 10 03:24:56.631262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-f222bb83-8261-4193-9b93-60af66be42dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102540 Aug 10 03:24:56.671923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-fdb7d4d6-2f31-4404-b563-131ab3831ed5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728714 Aug 10 03:24:56.732132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd81e535-9aa7-4a66-854f-5583c16f02f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.741177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22bebe7e-e33d-4da3-9dff-925e8d61f0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.766096 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22bebe7e-e33d-4da3-9dff-925e8d61f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.824903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-47cc8f4b-6d8f-4d9e-857d-a6dc3cbd2e7b service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859415 Aug 10 03:24:56.838137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-22bebe7e-e33d-4da3-9dff-925e8d61f0c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af40b72ec01a465c81e2883e2a68e190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8532524 Aug 10 03:24:56.840219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40664) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:56.857900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bebe7e-e33d-4da3-9dff-925e8d61f0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d2ad59-8da4-42e2-9890-af9d674cb393,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:56.888319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d7da788-5fd9-404b-ae94-995ab0d546b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:56.920160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-0fca4fb1-29f8-41fe-9a4e-8b1d5e3a6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.921883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-0fca4fb1-29f8-41fe-9a4e-8b1d5e3a6bfc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1096 time: 0.1750102 Aug 10 03:24:56.941783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80277a5c-10be-4f99-8a8e-88079a34b906 req-27a8ef93-77c8-447c-a9e4-b51ce076064d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:56.949515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80277a5c-10be-4f99-8a8e-88079a34b906 req-27a8ef93-77c8-447c-a9e4-b51ce076064d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 943 time: 0.1524742 Aug 10 03:24:56.998260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4588f12d-ea6d-44dc-8746-c1d395d470d6 req-777e1209-8e11-4301-9364-67d757ddb865 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627750 Aug 10 03:24:57.013402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f80cf7b5-25d7-4bba-b1a0-d5fa18624e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.017827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-50c22a2a-652a-403b-9834-621935c0ce2c req-54d5e865-04a5-4dc3-96ea-2e697431747e tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.024227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-50c22a2a-652a-403b-9834-621935c0ce2c req-54d5e865-04a5-4dc3-96ea-2e697431747e tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.050974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50c22a2a-652a-403b-9834-621935c0ce2c req-54d5e865-04a5-4dc3-96ea-2e697431747e tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024450 Aug 10 03:24:57.100582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5e865-04a5-4dc3-96ea-2e697431747e tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75233e79-638f-4a5b-b642-60635192dbf6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.120209 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9f276-3bd6-4509-b6ee-3ad19f6d5308 x-openstack-request-id: req-f2a9f276-3bd6-4509-b6ee-3ad19f6d5308 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:24:57.120598 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:24:57.121009 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2a9f276-3bd6-4509-b6ee-3ad19f6d5308 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:24:57.121641 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'status': 'completed', 'code': 200} Aug 10 03:24:57.147988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80277a5c-10be-4f99-8a8e-88079a34b906 req-ff3abe56-1aa5-49f1-8462-25a14786a57b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970594 Aug 10 03:24:57.233305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f80cf7b5-25d7-4bba-b1a0-d5fa18624e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.338480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-686fce6f-2b18-44f8-a142-b9e4e86bed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.340086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-686fce6f-2b18-44f8-a142-b9e4e86bed49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3556378 Aug 10 03:24:57.357122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-9c504287-7541-4733-b34a-28973c512e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.358747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-9c504287-7541-4733-b34a-28973c512e4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1126 time: 0.1868811 Aug 10 03:24:57.376372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:57.430593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-c758f2d2-ac6d-43d8-9ccb-d2fa4ed0f75a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.0759108 Aug 10 03:24:57.458760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd81e535-9aa7-4a66-854f-5583c16f02f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.465545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f80cf7b5-25d7-4bba-b1a0-d5fa18624e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.468253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f80cf7b5-25d7-4bba-b1a0-d5fa18624e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.472084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f80cf7b5-25d7-4bba-b1a0-d5fa18624e5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7d2ad59-8da4-42e2-9890-af9d674cb393 HTTP/1.1" status: 204 len: 168 time: 0.6274407 Aug 10 03:24:57.486432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd81e535-9aa7-4a66-854f-5583c16f02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.494458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae45b-481c-4455-a3d0-1baddbfeb941 req-21635c4d-51bd-4319-99d2-e0049d4a5b3a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.506722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c26ae45b-481c-4455-a3d0-1baddbfeb941 req-21635c4d-51bd-4319-99d2-e0049d4a5b3a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.2080648 Aug 10 03:24:57.530477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf7b5-25d7-4bba-b1a0-d5fa18624e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d2ad59-8da4-42e2-9890-af9d674cb393,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.611487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bd81e535-9aa7-4a66-854f-5583c16f02f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc0a96b460a54b76bf73076fa6058017&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4217377 Aug 10 03:24:57.613615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-400cf43b-5ded-4be8-a7c5-d96ca7f79f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.615400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-400cf43b-5ded-4be8-a7c5-d96ca7f79f38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1534934 Aug 10 03:24:57.615714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40684) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:57.646537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c26ae45b-481c-4455-a3d0-1baddbfeb941 req-e97d20fc-bfa8-4590-80a5-9ea81d2cd189 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339705 Aug 10 03:24:57.656726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:57.666618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81e535-9aa7-4a66-854f-5583c16f02f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b33ff1-dafa-45a0-a6a1-1b8fe5406f32,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:57.679812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a has no active binding in host n-h1-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:24:57.690128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-22ca1659-ec40-4100-a653-357b91f3cd57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538480 Aug 10 03:24:57.691449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-88c5452a-d49a-42a6-b2bf-1289dd10ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:57.693039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-88c5452a-d49a-42a6-b2bf-1289dd10ad31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3262105 Aug 10 03:24:57.735566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc50b-cae2-4db4-bbe5-fde58d6af5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.778792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:57.808145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc50b-cae2-4db4-bbe5-fde58d6af5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.871724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-4f898f0e-35d4-4d98-a526-a26b4863bd1c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479202 Aug 10 03:24:57.923957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc50b-cae2-4db4-bbe5-fde58d6af5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.927869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc3cc50b-cae2-4db4-bbe5-fde58d6af5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:57.929432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc3cc50b-cae2-4db4-bbe5-fde58d6af5db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62b33ff1-dafa-45a0-a6a1-1b8fe5406f32 HTTP/1.1" status: 204 len: 168 time: 0.3127058 Aug 10 03:24:57.942436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-e7684718-bcbd-430c-8351-662d762c8200 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421026 Aug 10 03:24:57.980732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cc50b-cae2-4db4-bbe5-fde58d6af5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b33ff1-dafa-45a0-a6a1-1b8fe5406f32,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.044956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-0c523c3e-309a-43bc-afb9-60d2001fadc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 217 time: 0.1008799 Aug 10 03:24:58.065818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-e6692f3e-d718-4911-902f-a42eb36d510e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.068913 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-e6692f3e-d718-4911-902f-a42eb36d510e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758668 Aug 10 03:24:58.091177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-d5943e05-bb02-46e7-b253-8ab5e0e65f8d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/quotas/0b7f80154fb343a59b63bdca85540dff HTTP/1.1" status: 200 len: 375 time: 0.0119722 Aug 10 03:24:58.162526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1772747422-network', 'tenant_id': '1e7f0e354fb34e509979842a317d554f'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:58.201687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Made reservation on behalf of 1e7f0e354fb34e509979842a317d554f for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:58.205811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.222729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-24007e10-d281-4ae7-a983-1553f732a6ea tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246417 Aug 10 03:24:58.242036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.334940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac6b82-3a88-4092-9027-304a46ef3dfc req-1c3608dc-6209-461b-9a79-f90e2f1314b1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.347728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19ac6b82-3a88-4092-9027-304a46ef3dfc req-1c3608dc-6209-461b-9a79-f90e2f1314b1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.4017158 Aug 10 03:24:58.428380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-e7b2564b-bd59-49e1-bc66-19b6c99fbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.430730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-e7b2564b-bd59-49e1-bc66-19b6c99fbc80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.3216255 Aug 10 03:24:58.455566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.492377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.505972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-e835cf53-fa50-403f-80dc-f8e47074576d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614109 Aug 10 03:24:58.536931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:24:58.560082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3475e526-edcd-4feb-97b3-fbd20587eaaa,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.566811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.567154 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Added segment 7b05884b-252f-4a76-9d82-43d40980ccfe of type vlan for network fdb29fa1-a9ae-4fee-8e14-36a167d98386 Aug 10 03:24:58.570505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-90fbf470-ca95-475b-9266-e310c7f81de1 service neutron] 10.222.0.65 "GET /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a/bindings/n-h1-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.3113260 Aug 10 03:24:58.588513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40712) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.646235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40714) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:58.654278 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62024c72-a172-4c49-bbab-478ea68319c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.696628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.701698 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ff36fd0-b909-4524-954d-11ba3fd63749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.815175 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.817117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:58.817117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:58.956211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19ac6b82-3a88-4092-9027-304a46ef3dfc req-9b1609f8-6405-4661-83ba-81c406d25b2e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072216 Aug 10 03:24:58.959078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] Pushing event updated for resources: {'Network': ['ID=fdb29fa1-a9ae-4fee-8e14-36a167d98386,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:58.975732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4d6b980-3286-45fa-be0f-cadb27fccab1 req-90a9c40c-0811-4f21-a67b-5ebbcaf1b80b service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0185034 Aug 10 03:24:58.998178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:24:59.057667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-cfe8ca90-da66-447a-96d0-91f6ae85180d service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434611 Aug 10 03:24:59.100703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:59.195614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62024c72-a172-4c49-bbab-478ea68319c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.202131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:24:59.223733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2a76df7-a746-452e-8885-1373e4c8f3d0 req-979ec926-e80e-4813-94c1-b8a27e37bb1b service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553619 Aug 10 03:24:59.226589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62024c72-a172-4c49-bbab-478ea68319c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.250322 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2bbd85b7-422c-41a2-89e4-0ebc26bf691e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4664581 Aug 10 03:24:59.263111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40722) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.265911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1565-99af-496e-b28e-53882df4aefd req-4c71fd40-2a66-4d93-9353-be3dab1bc690 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.268743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e8f1565-99af-496e-b28e-53882df4aefd req-4c71fd40-2a66-4d93-9353-be3dab1bc690 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.1099265 Aug 10 03:24:59.279316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Request body: {'subnet': {'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1772747422-subnet', 'tenant_id': '1e7f0e354fb34e509979842a317d554f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:24:59.302816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66e2334-2a1f-441e-8a05-f091d94c8f0a {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:24:59.335507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:59.345763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-62024c72-a172-4c49-bbab-478ea68319c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a1106c6aa844bc2ba095a2bd28a6e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527127 Aug 10 03:24:59.351356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e8f1565-99af-496e-b28e-53882df4aefd req-d30e4e5c-4034-4631-a06a-99361daca3b3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747983 Aug 10 03:24:59.355644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.360196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fae922-35dd-49af-be56-5780287a08ae req-099bdda2-a978-46b5-94e2-89ffc1f3f059 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:24:59.368099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53fae922-35dd-49af-be56-5780287a08ae req-099bdda2-a978-46b5-94e2-89ffc1f3f059 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 943 time: 0.2229650 Aug 10 03:24:59.371278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:24:59.376160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62024c72-a172-4c49-bbab-478ea68319c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0111b4-0f32-4c36-bcfd-cce80e444dbb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.467979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-909d2e69-d0b0-4911-8995-82e9deb15ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.526416 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-909d2e69-d0b0-4911-8995-82e9deb15ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.639821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.661562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.665014 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ff36fd0-b909-4524-954d-11ba3fd63749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.680428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ff36fd0-b909-4524-954d-11ba3fd63749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.772612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Made reservation on behalf of 1e7f0e354fb34e509979842a317d554f for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:24:59.777858 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.798995 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-4557c59e-ceef-469b-b112-6c7e9049b143 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1742003 Aug 10 03:24:59.818329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53fae922-35dd-49af-be56-5780287a08ae req-bf9ab24f-c593-46ab-b8f3-3d033bbdd9bb tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400949 Aug 10 03:24:59.829908 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7f20d393-ff97-4f7e-b4fb-d9b429a629ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.837415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-909d2e69-d0b0-4911-8995-82e9deb15ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.840618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-909d2e69-d0b0-4911-8995-82e9deb15ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:24:59.848102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:24:59.850549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-909d2e69-d0b0-4911-8995-82e9deb15ae4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b0111b4-0f32-4c36-bcfd-cce80e444dbb HTTP/1.1" status: 204 len: 168 time: 0.4901452 Aug 10 03:24:59.862239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'mac_address': 'fa:16:3e:75:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:24:59.894109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95bc7649-9ddc-419d-acc9-a39b979b7067 req-35c394fe-19d7-44df-a586-2af710c1bf48 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 210 time: 0.0889647 Aug 10 03:24:59.901557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d2e69-d0b0-4911-8995-82e9deb15ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0111b4-0f32-4c36-bcfd-cce80e444dbb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.928824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2ff36fd0-b909-4524-954d-11ba3fd63749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9396eee72d0d474f990b9769366e420b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2815480 Aug 10 03:24:59.929906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff36fd0-b909-4524-954d-11ba3fd63749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a66a3-245d-4aa3-987e-8af3a00d0ddd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:24:59.936222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:24:59.993360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.012873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec01298-2d25-4124-9421-fdd25ffb8970 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:00.027586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] Transition to ACTIVE for port object c66e2334-2a1f-441e-8a05-f091d94c8f0a will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:00.035453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.053323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-14754115-5bae-48bc-a396-a6c2a3478dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.056837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-14754115-5bae-48bc-a396-a6c2a3478dca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 1097 time: 0.1730757 Aug 10 03:25:00.057709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:00.067143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.151105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84598ca2-1f9d-4201-a9cd-2711bddf8794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.166627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.207576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84598ca2-1f9d-4201-a9cd-2711bddf8794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.271358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-abb40fa2-3eeb-490c-91c6-7c031a299ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.273527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-abb40fa2-3eeb-490c-91c6-7c031a299ecb service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 924 time: 0.1894314 Aug 10 03:25:00.303921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] No DVR routers for this DVR port c66e2334-2a1f-441e-8a05-f091d94c8f0a on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:00.321667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] Pushing event updated for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.327405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:00.343903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84598ca2-1f9d-4201-a9cd-2711bddf8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.346824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84598ca2-1f9d-4201-a9cd-2711bddf8794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.351891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-84598ca2-1f9d-4201-a9cd-2711bddf8794 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b5a66a3-245d-4aa3-987e-8af3a00d0ddd HTTP/1.1" status: 204 len: 168 time: 0.4108019 Aug 10 03:25:00.384818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84598ca2-1f9d-4201-a9cd-2711bddf8794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a66a3-245d-4aa3-987e-8af3a00d0ddd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.385896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853870-441a-410d-93bb-157d1728ee2c req-26cd5fd8-fd44-4861-9165-1b5ea6a0c0fb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.395160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc853870-441a-410d-93bb-157d1728ee2c req-26cd5fd8-fd44-4861-9165-1b5ea6a0c0fb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.2457063 Aug 10 03:25:00.447260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-83a90d41-4892-4ece-9f53-c4f4bcb32893 service neutron] 10.222.0.65 "PUT /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a/bindings/n-h1-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8673348 Aug 10 03:25:00.452494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-bff4baa7-52a8-4873-b7c0-a31867414263 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9 HTTP/1.1" status: 200 len: 1001 time: 0.1685455 Aug 10 03:25:00.504130 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:00.657046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc853870-441a-410d-93bb-157d1728ee2c req-c8d956eb-f725-4741-a3ef-630636837edf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613900 Aug 10 03:25:00.725483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=57aae343-ceba-4a1a-be93-57e7ae91a59a,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:00.798542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Checking segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:00.801494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Network hostable DHCP agents. Network: fdb29fa1-a9ae-4fee-8e14-36a167d98386, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:25:00.825675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-8db2424c-3a86-43c7-bfc1-ba445422c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.828521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-8db2424c-3a86-43c7-bfc1-ba445422c8f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.3561966 Aug 10 03:25:00.902873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:25:00.976164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-4bc02dcb-47a0-4604-94b6-2247c7df3ac8 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:00.980774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-4bc02dcb-47a0-4604-94b6-2247c7df3ac8 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.3854849 Aug 10 03:25:01.044476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, fdb29fa1-a9ae-4fee-8e14-36a167d98386) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:01.053576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ba87d-95e5-486d-bfc9-336f27a8cd13 None None] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:01.079728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.082551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.131615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-31768326-2282-4e0e-972b-6670ba6eb2fa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8589964 Aug 10 03:25:01.226711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-55683fe4-de6e-4b53-9448-4a8e76df8b0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2832730 Aug 10 03:25:01.267794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072d073e-a56c-4151-b106-0d9ffb70b2aa None None] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:25:01.280029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797706f-3e19-4f04-be24-69803b48c3ef req-28d71bfd-1b18-4f94-9f6a-52626339fd5b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.287878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f797706f-3e19-4f04-be24-69803b48c3ef req-28d71bfd-1b18-4f94-9f6a-52626339fd5b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 949 time: 0.6607976 Aug 10 03:25:01.308098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-69b48871-1dfa-4f39-b7c2-9e9c2893b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.318821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-69b48871-1dfa-4f39-b7c2-9e9c2893b870 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4814377 Aug 10 03:25:01.342486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c339ac-2465-4267-893d-f964207a6d2e req-4b406627-6682-4b5a-ad69-1c3f9ccd24f6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.348224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90c339ac-2465-4267-893d-f964207a6d2e req-4b406627-6682-4b5a-ad69-1c3f9ccd24f6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.3016224 Aug 10 03:25:01.414438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-4abad589-9825-4a9e-a7f1-af39e0c4a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.416267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af845f-dac4-421f-bb5d-d361093f3679 req-51e57048-2045-4a2c-ac04-09aaa289a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.417545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-4abad589-9825-4a9e-a7f1-af39e0c4a9b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7&tenant_id=d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 1096 time: 0.4273324 Aug 10 03:25:01.419687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-51e57048-2045-4a2c-ac04-09aaa289a159 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 1102 time: 0.1471446 Aug 10 03:25:01.468593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90c339ac-2465-4267-893d-f964207a6d2e req-1ea4cae9-f66a-45f8-84a4-ae2dd85288c9 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829024 Aug 10 03:25:01.605012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-361250fe-33c9-4293-a852-9c25664e116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.608006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-361250fe-33c9-4293-a852-9c25664e116f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1096 time: 0.1383491 Aug 10 03:25:01.626152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f797706f-3e19-4f04-be24-69803b48c3ef req-4435bb73-c3e4-4226-b417-a97bb83bd79e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204525 Aug 10 03:25:01.815913 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:01.841411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a33c419-23ae-47d2-bea2-2d667ea47706 req-73c83f48-2999-48c6-9cf9-57e42d7d37e0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 210 time: 0.0762739 Aug 10 03:25:01.941725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-30dd17c3-37ea-45be-b90c-fda5620ba710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:01.947779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-30dd17c3-37ea-45be-b90c-fda5620ba710 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3265762 Aug 10 03:25:02.033224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-5d295053-c92d-4ca4-9d3e-54df18957add service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 217 time: 0.0731423 Aug 10 03:25:02.059720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-6a7b2494-448c-496c-98b7-e1364151aa57 service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850147 Aug 10 03:25:02.170792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-94d1bbf3-8997-4f0f-9aea-6595fcb50bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.175217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-94d1bbf3-8997-4f0f-9aea-6595fcb50bdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1377673 Aug 10 03:25:02.210475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af845f-dac4-421f-bb5d-d361093f3679 req-bd8184d2-7846-4e41-a2d4-365cb658958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.212009 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-bd8184d2-7846-4e41-a2d4-365cb658958f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.6352291 Aug 10 03:25:02.225781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3ff6e-ec15-4723-b6d8-d804efbce0ca req-4696abb3-f2f7-4330-8540-89af9cd7e135 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.234760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35a3ff6e-ec15-4723-b6d8-d804efbce0ca req-4696abb3-f2f7-4330-8540-89af9cd7e135 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.1959584 Aug 10 03:25:02.299520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-a092d856-517c-4115-916b-676b69b7afbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 HTTP/1.1" status: 200 len: 217 time: 0.0617523 Aug 10 03:25:02.311638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-e9fac57c-1abc-4865-b83f-a4792e6e38bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279035 Aug 10 03:25:02.351589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-690ed478-75d4-4ac5-90f3-e8a822cba948 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656996 Aug 10 03:25:02.358216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af845f-dac4-421f-bb5d-d361093f3679 req-f40a52b5-4174-4051-b940-7a99094beebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.359838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-f40a52b5-4174-4051-b940-7a99094beebe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0522101 Aug 10 03:25:02.423542 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35a3ff6e-ec15-4723-b6d8-d804efbce0ca req-6c0c801e-34b9-4e83-b767-f85db0e1bf66 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731942 Aug 10 03:25:02.449811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9cfaa39-3dc8-45c7-bd1d-9af850d5def7 req-fccba5f4-f7d5-4f7c-9442-a96edc107e8d service neutron] 10.222.0.65 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645840 Aug 10 03:25:02.464212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af845f-dac4-421f-bb5d-d361093f3679 req-3f0e695d-cb15-4370-9a37-856e6c7d4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.466155 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-3f0e695d-cb15-4370-9a37-856e6c7d4c0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921562 Aug 10 03:25:02.631107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-cd8eaf5e-bdc3-47df-b42c-6acc31550dfe tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:02.634594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-cd8eaf5e-bdc3-47df-b42c-6acc31550dfe tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595863 Aug 10 03:25:02.670196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-f41f30ed-53d9-40ca-9654-ed82a461754c service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939132 Aug 10 03:25:02.719007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:02.762174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:02.915912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92af845f-dac4-421f-bb5d-d361093f3679 req-c19d7bfd-84bc-4579-89f0-cf284ad530d3 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363994 Aug 10 03:25:02.935235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-1632ef3e-5917-45df-872b-13f46ea27684 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818157 Aug 10 03:25:02.957661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:02.986009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.116843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9eff5-41e6-466c-a701-2f7e80538c72 req-31ae4f4a-e602-4efb-8021-1f4a0867ffed tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.126602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7c9eff5-41e6-466c-a701-2f7e80538c72 req-31ae4f4a-e602-4efb-8021-1f4a0867ffed tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.4470160 Aug 10 03:25:03.229136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7c9eff5-41e6-466c-a701-2f7e80538c72 req-5b8ac6fc-1a7f-4ccc-83c7-4d4c5ef87c7e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915549 Aug 10 03:25:03.239241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-17200b9c-bcc0-4b7e-b91e-5721249c16ca tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.241708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-17200b9c-bcc0-4b7e-b91e-5721249c16ca tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006272 Aug 10 03:25:03.258733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:03.378587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:03.504462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 0ec01298-2d25-4124-9421-fdd25ffb8970 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:03.521259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 0ec01298-2d25-4124-9421-fdd25ffb8970 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:03.521920 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.604614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b15e7-1454-4c30-9baf-10c6808300e5 req-f6e1e6f5-1731-4258-a446-003e22f8b31f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.607121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-806b15e7-1454-4c30-9baf-10c6808300e5 req-f6e1e6f5-1731-4258-a446-003e22f8b31f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 949 time: 0.2185345 Aug 10 03:25:03.635641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:03.652786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.685861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-0391a82e-9bb0-4dfa-889b-cae9c6f625fa service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3520546 Aug 10 03:25:03.759816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.798466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-806b15e7-1454-4c30-9baf-10c6808300e5 req-6fca06cc-558f-494f-aea4-ff9f156c996b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708305 Aug 10 03:25:03.816252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:03.822145 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d59b8-98b5-433f-a1bb-4fed8a0f1aec" -d '{"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-plugged", "status": "completed", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:03.866700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:03.875923 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:03.897193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-f9fe213b-45d4-4c4c-88c8-cf71cb206404 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855760 Aug 10 03:25:03.949317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-58e47d29-746a-45ca-92af-7b195902b248 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:03.962812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-58e47d29-746a-45ca-92af-7b195902b248 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 818 time: 1.1482594 Aug 10 03:25:03.971864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:03.975691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.004714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-200911de-904a-4105-ac2d-b845ffc42469 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/quotas/1e7f0e354fb34e509979842a317d554f HTTP/1.1" status: 200 len: 375 time: 0.0406113 Aug 10 03:25:04.028232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.066420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-fa61a66d-466e-4a63-8ae8-226c3eaee818 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603964 Aug 10 03:25:04.158354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.196 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/942de3cb-a3ce-4247-9078-169cd959950c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:04.175397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-32cd0c84-43bf-48d6-b089-9487a9584ed2 service neutron] 10.222.0.53 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074555 Aug 10 03:25:04.191161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69a0a836-6be0-4af4-b637-fc42ae0d5205 req-61a8f693-00c1-4c54-912e-029d83b57b16 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 210 time: 0.1473477 Aug 10 03:25:04.462658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-bd37ffd4-fab8-4670-8372-2d96c3ff2877 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.465835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-bd37ffd4-fab8-4670-8372-2d96c3ff2877 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.1303287 Aug 10 03:25:04.484881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-1a94288e-95f1-4c71-9069-2f9971460bbc service neutron] 10.222.0.53 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077488 Aug 10 03:25:04.582282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.610692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object 942de3cb-a3ce-4247-9078-169cd959950c will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:04.747118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.765491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:04.778991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00073e0-e0a0-4acf-aa32-ed051fc02303 req-606d753a-4e62-431c-ae16-4492dbf360ec tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:04.781654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b00073e0-e0a0-4acf-aa32-ed051fc02303 req-606d753a-4e62-431c-ae16-4492dbf360ec tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.1504016 Aug 10 03:25:04.827825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-47586cb2-deef-4609-97ec-5614c7fec804 service neutron] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:04.838401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-47586cb2-deef-4609-97ec-5614c7fec804 service neutron] Notify callbacks [] for binding, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:04.839782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a34598f2-a6da-4b8d-96e8-a56928efc1df req-47586cb2-deef-4609-97ec-5614c7fec804 service neutron] 10.222.0.39 "DELETE /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a/bindings/n-h2-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.3531823 Aug 10 03:25:04.885405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.252 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/14605640-d01c-4a49-b153-9dfef79f9d23) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:04.950119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:04.968869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:04.974864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=942de3cb-a3ce-4247-9078-169cd959950c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:04.983277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:05.110841 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc916b-ed76-4a32-b420-d3866632b069 x-openstack-request-id: req-30fc916b-ed76-4a32-b420-d3866632b069 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:05.111750 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-plugged", "status": "completed", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:05.111750 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30fc916b-ed76-4a32-b420-d3866632b069 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:05.112351 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'code': 200} Aug 10 03:25:05.272420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b00073e0-e0a0-4acf-aa32-ed051fc02303 req-9eedec79-985a-4bf9-a46f-774c95612d5a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249499 Aug 10 03:25:05.294690 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.323856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.327284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.357284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object 14605640-d01c-4a49-b153-9dfef79f9d23 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:05.366328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-84f65bd3-3161-44f6-b4ea-65417bb5c1f1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1118870 Aug 10 03:25:05.381363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Request body: {'port': {'device_id': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:05.479353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5f7e2-7a6d-43d2-af37-bb3687ec9362 req-b0f828fd-125c-4fdf-a179-9623f3969248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.490562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ef5f7e2-7a6d-43d2-af37-bb3687ec9362 req-b0f828fd-125c-4fdf-a179-9623f3969248 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1102 time: 0.2835298 Aug 10 03:25:05.492315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8c58b320-8a34-45d7-bf7c-3a2f25544428 None None] Provisioning for port 942de3cb-a3ce-4247-9078-169cd959950c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:05.508211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8c58b320-8a34-45d7-bf7c-3a2f25544428 None None] Provisioning complete for port 942de3cb-a3ce-4247-9078-169cd959950c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:05.510089 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c58b320-8a34-45d7-bf7c-3a2f25544428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.530484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.567726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133a0ba-faef-4a16-9ccd-6727f3b04edf req-711e9464-aae7-4b3a-a4ce-15f8f659e675 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.576951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3133a0ba-faef-4a16-9ccd-6727f3b04edf req-711e9464-aae7-4b3a-a4ce-15f8f659e675 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.2527750 Aug 10 03:25:05.621144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8c58b320-8a34-45d7-bf7c-3a2f25544428 None None] Port 942de3cb-a3ce-4247-9078-169cd959950c cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:05.705022 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:05.719384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:05.830577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ef5f7e2-7a6d-43d2-af37-bb3687ec9362 req-43d66cd0-bd68-41c9-b101-c8dbd480ebcb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119054 Aug 10 03:25:05.880703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:05.901878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:05.951168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:05.969036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:05.972437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.004655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3133a0ba-faef-4a16-9ccd-6727f3b04edf req-a38955d8-7917-41bc-bd2a-c8f3401166a9 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457313 Aug 10 03:25:06.007044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=14605640-d01c-4a49-b153-9dfef79f9d23,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.074278 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-97bfad70-c428-4829-807f-c5133230ad7e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3667152 Aug 10 03:25:06.088503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Request body: {'port': {'device_id': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:06.186347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905a6cb-4305-435f-b44d-2369d67017ef req-884c871c-cdae-4363-9adb-f95021063b47 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.188419 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1905a6cb-4305-435f-b44d-2369d67017ef req-884c871c-cdae-4363-9adb-f95021063b47 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.1923115 Aug 10 03:25:06.330875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1905a6cb-4305-435f-b44d-2369d67017ef req-dff2e1ce-ee21-4f9a-a382-c07b5e87e487 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191933 Aug 10 03:25:06.354163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.433449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942de3cb-a3ce-4247-9078-169cd959950c {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:06.466241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.495742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8bfd1d62-ae30-4efb-abbb-93599228f48e None None] Provisioning for port 14605640-d01c-4a49-b153-9dfef79f9d23 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:06.505522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8bfd1d62-ae30-4efb-abbb-93599228f48e None None] Provisioning complete for port 14605640-d01c-4a49-b153-9dfef79f9d23 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:06.506208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1d62-ae30-4efb-abbb-93599228f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.520058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Transition to ACTIVE for port object 942de3cb-a3ce-4247-9078-169cd959950c will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:06.532764 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:06.602069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd1d62-ae30-4efb-abbb-93599228f48e None None] Port 14605640-d01c-4a49-b153-9dfef79f9d23 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:06.638745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Pushing event updated for resources: {'Port': ['ID=942de3cb-a3ce-4247-9078-169cd959950c,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:06.924201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-6ba08205-7f6e-4c3c-bcc3-ebb0a9cdc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:06.927356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-6ba08205-7f6e-4c3c-bcc3-ebb0a9cdc4de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1097 time: 0.4433656 Aug 10 03:25:06.929297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Attempting to bind port 942de3cb-a3ce-4247-9078-169cd959950c on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:06.929297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Attempting to bind port 942de3cb-a3ce-4247-9078-169cd959950c by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:06.929932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Attempting to bind port 942de3cb-a3ce-4247-9078-169cd959950c on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:06.959004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Port 942de3cb-a3ce-4247-9078-169cd959950c on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:06.959507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Attempting to bind port 942de3cb-a3ce-4247-9078-169cd959950c on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:06.977224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:06.978635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:06.978635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:06.979291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Bound port: 942de3cb-a3ce-4247-9078-169cd959950c, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:06.979872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.025367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c79d-3aa8-474d-ac78-15257652d17d req-144d436b-622b-438a-a6b0-9e74b914a51c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.037726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4c14c79d-3aa8-474d-ac78-15257652d17d req-144d436b-622b-438a-a6b0-9e74b914a51c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 948 time: 0.4603298 Aug 10 03:25:07.163472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4c14c79d-3aa8-474d-ac78-15257652d17d req-610348f8-58b4-467c-ac5d-2d947f1248d2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244063 Aug 10 03:25:07.208667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] For port 942de3cb-a3ce-4247-9078-169cd959950c, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:07.235491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] For port 942de3cb-a3ce-4247-9078-169cd959950c, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=942de3cb-a3ce-4247-9078-169cd959950c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:07.254709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.448372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-82904820-41e8-4a39-a36d-62592595dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.451642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-82904820-41e8-4a39-a36d-62592595dccb service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.5111566 Aug 10 03:25:07.484636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.485621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:07.488408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] 10.222.0.65 "PUT /v2.0/ports/942de3cb-a3ce-4247-9078-169cd959950c HTTP/1.1" status: 200 len: 1097 time: 2.1122956 Aug 10 03:25:07.489691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'tag': '942de3cb-a3ce-4247-9078-169cd959950c'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:07.496710 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03737df6-8073-4613-8db9-8f630b693b32" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d71576-8f8b-47bd-9285-aed9d38f36ce", "tag": "942de3cb-a3ce-4247-9078-169cd959950c"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:07.538328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc158bd-2822-4169-819e-cd31c45cf3df service neutron] Pushing event updated for resources: {'Port': ['ID=942de3cb-a3ce-4247-9078-169cd959950c,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:07.638974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b154f215-99dc-48e0-ac08-62041a3efbb8 req-1a127fee-8f22-475e-a76c-10b915cc791a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 210 time: 0.1701534 Aug 10 03:25:07.674141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-4ddd91ff-a750-4ba6-8644-6405d3e8ebfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.1851931 Aug 10 03:25:07.706658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed43a7-6613-409f-a362-0ae9e782e5b1 req-d2ed1d51-b67a-4fde-955d-5e7c7363f14f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.721005 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-efed43a7-6613-409f-a362-0ae9e782e5b1 req-d2ed1d51-b67a-4fde-955d-5e7c7363f14f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 945 time: 0.3645906 Aug 10 03:25:07.773609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-1baf8d11-956b-4ada-81a5-86004bd2ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.777536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-1baf8d11-956b-4ada-81a5-86004bd2ce45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 1100 time: 0.1369822 Aug 10 03:25:07.922315 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-cf1f9087-47bb-49fb-b5ba-8066a69b7fa3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=942de3cb-a3ce-4247-9078-169cd959950c HTTP/1.1" status: 200 len: 217 time: 0.1354759 Aug 10 03:25:07.993376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-07e38a39-6b23-4ef5-a74c-cad4b89b0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:07.995968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-07e38a39-6b23-4ef5-a74c-cad4b89b0c44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.2716401 Aug 10 03:25:08.015948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-efed43a7-6613-409f-a362-0ae9e782e5b1 req-bd8cd3d5-e2ea-4bd7-953b-c98415cc6e21 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922952 Aug 10 03:25:08.021279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14605640-d01c-4a49-b153-9dfef79f9d23 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:08.050187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.088412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Transition to ACTIVE for port object 14605640-d01c-4a49-b153-9dfef79f9d23 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:08.141057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-1cd3441e-82a0-4fba-8094-8fbee175e429 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497031 Aug 10 03:25:08.141952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.180538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.65', 56353) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:08.392479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-c8d97866-add1-454e-b2a5-6486c065711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.394196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-c8d97866-add1-454e-b2a5-6486c065711f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.3948636 Aug 10 03:25:08.406842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab659800-59fe-4744-8f2b-6c7d52fdadf6 req-714d7248-d4e1-4992-af8e-976aa981d98a tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.415744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab659800-59fe-4744-8f2b-6c7d52fdadf6 req-714d7248-d4e1-4992-af8e-976aa981d98a tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1096 time: 0.5088966 Aug 10 03:25:08.551667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d2ad9571-1305-489c-b6cb-be3aca5f4655 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.553307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d2ad9571-1305-489c-b6cb-be3aca5f4655 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 818 time: 0.6297941 Aug 10 03:25:08.563333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=14605640-d01c-4a49-b153-9dfef79f9d23,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:08.597111 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab659800-59fe-4744-8f2b-6c7d52fdadf6 req-e0e13c61-b1ba-45ca-b067-2de41a385f11 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802456 Aug 10 03:25:08.600913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Request body: {'port': {'device_id': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'admin_state_up': True, 'tenant_id': '1e7f0e354fb34e509979842a317d554f'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:08.632807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be5454-f55d-481e-ab3a-41fd18edcf9d req-99015089-3775-4c71-9217-4f1768c65810 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.640653 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5be5454-f55d-481e-ab3a-41fd18edcf9d req-99015089-3775-4c71-9217-4f1768c65810 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.4563355 Aug 10 03:25:08.657620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-6d0c6a60-d331-402c-9d58-1509e94a778b tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.667622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-80f93d9f-f924-4d61-87bd-441a180c6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.668419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-6d0c6a60-d331-402c-9d58-1509e94a778b tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.65 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 818 time: 0.4825573 Aug 10 03:25:08.669275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-80f93d9f-f924-4d61-87bd-441a180c6846 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2515266 Aug 10 03:25:08.673188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Attempting to bind port 14605640-d01c-4a49-b153-9dfef79f9d23 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:08.673631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Attempting to bind port 14605640-d01c-4a49-b153-9dfef79f9d23 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:08.673836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Attempting to bind port 14605640-d01c-4a49-b153-9dfef79f9d23 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:08.715967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Request body: {'port': {'device_id': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'admin_state_up': True, 'tenant_id': '1e7f0e354fb34e509979842a317d554f'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:08.729859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Port 14605640-d01c-4a49-b153-9dfef79f9d23 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:08.730175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Attempting to bind port 14605640-d01c-4a49-b153-9dfef79f9d23 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:08.752828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-a2f50f01-b733-4006-9273-9be9322ed757 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760853 Aug 10 03:25:08.788415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:08.788803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:08.789219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:08.790015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Bound port: 14605640-d01c-4a49-b153-9dfef79f9d23, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:08.790015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.794993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-584e8d96-4164-409b-af0d-2602f8ce8a52 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:08.796698 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-584e8d96-4164-409b-af0d-2602f8ce8a52 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 818 time: 0.3390322 Aug 10 03:25:08.816039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Request body: {'port': {'device_id': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'admin_state_up': True, 'tenant_id': '1e7f0e354fb34e509979842a317d554f'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:08.884401 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1870a3a-e393-4fd8-bee0-8928606b2d0e x-openstack-request-id: req-c1870a3a-e393-4fd8-bee0-8928606b2d0e {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:08.884677 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d71576-8f8b-47bd-9285-aed9d38f36ce", "tag": "942de3cb-a3ce-4247-9078-169cd959950c", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:08.885024 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1870a3a-e393-4fd8-bee0-8928606b2d0e {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:08.885346 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'tag': '942de3cb-a3ce-4247-9078-169cd959950c', 'status': 'completed', 'code': 200} Aug 10 03:25:08.896632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5be5454-f55d-481e-ab3a-41fd18edcf9d req-c33b5d97-8d90-4fb6-9068-a29cd9ef8554 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530146 Aug 10 03:25:08.940911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Made reservation on behalf of 1e7f0e354fb34e509979842a317d554f for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:08.944532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:08.991688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-dc8d6da2-727e-4619-9fbb-eed52f721107 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984965 Aug 10 03:25:08.997635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] For port 14605640-d01c-4a49-b153-9dfef79f9d23, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:09.002565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] For port 14605640-d01c-4a49-b153-9dfef79f9d23, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=14605640-d01c-4a49-b153-9dfef79f9d23,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:09.021446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.114100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=14605640-d01c-4a49-b153-9dfef79f9d23,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:09.158037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.158762 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.160302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-40650ce8-2595-4795-9ca9-bf24a5dd0ee2 service neutron] 10.222.0.65 "PUT /v2.0/ports/14605640-d01c-4a49-b153-9dfef79f9d23 HTTP/1.1" status: 200 len: 1097 time: 3.0771043 Aug 10 03:25:09.170148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'tag': '14605640-d01c-4a49-b153-9dfef79f9d23'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:09.176667 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee82793-e59a-4f46-adc9-b5fe11887059" -d '{"events": [{"name": "network-changed", "server_uuid": "b004798a-e9c9-43ed-9265-cfbecc3e1bb5", "tag": "14605640-d01c-4a49-b153-9dfef79f9d23"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:09.208045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Made reservation on behalf of 1e7f0e354fb34e509979842a317d554f for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:09.211545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.257388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-b4921940-0399-47d9-9b6c-c63fd36a2f7a service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483490 Aug 10 03:25:09.307956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Allocated IP 172.20.0.9 (fdb29fa1-a9ae-4fee-8e14-36a167d98386/57aae343-ceba-4a1a-be93-57e7ae91a59a/e5d01a6b-90be-4f97-ae93-baa66c2bc3d0) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:09.400484 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bab0691b-8aca-4b5f-b243-0352ae349fc9 req-4c5b0950-f8ac-4587-960b-ceb6e2b1312f tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 210 time: 0.1359587 Aug 10 03:25:09.543465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03737df6-8073-4613-8db9-8f630b693b32 req-e9bddffe-4b93-4ec8-8c4a-71b644b4ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.545015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-e9bddffe-4b93-4ec8-8c4a-71b644b4ac7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 1100 time: 0.2128687 Aug 10 03:25:09.545135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-74eaa0fc-8cfe-4779-af39-22237f6d4b5c service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514122 Aug 10 03:25:09.588419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba2f78-eb56-418a-beb0-2bdf0528797c req-1040f84a-4a47-4337-b453-ca6391fcee3a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.589019 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dba2f78-eb56-418a-beb0-2bdf0528797c req-1040f84a-4a47-4337-b453-ca6391fcee3a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 948 time: 0.4471517 Aug 10 03:25:09.610699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Made reservation on behalf of 1e7f0e354fb34e509979842a317d554f for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:09.614431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.672565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-b4a4a05b-b066-4b48-acf2-486124bb946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.674244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-b4a4a05b-b066-4b48-acf2-486124bb946a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 1100 time: 0.1405685 Aug 10 03:25:09.713858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dba2f78-eb56-418a-beb0-2bdf0528797c req-839f0589-fe86-4947-96ae-c393e6c5664e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163497 Aug 10 03:25:09.756726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-bc00bf62-b076-4616-93f1-fc7784e6c2bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=14605640-d01c-4a49-b153-9dfef79f9d23 HTTP/1.1" status: 200 len: 217 time: 0.0580287 Aug 10 03:25:09.834065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03737df6-8073-4613-8db9-8f630b693b32 req-a7e57bce-ffb3-4e59-acb1-8be0d5b62c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.835664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-a7e57bce-ffb3-4e59-acb1-8be0d5b62c25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2706068 Aug 10 03:25:09.838981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-82e3989d-218a-4ccc-99d2-cf0c9470991b tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.840531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-82e3989d-218a-4ccc-99d2-cf0c9470991b tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.2040808 Aug 10 03:25:09.845531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-964b4c9e-ce2f-46f8-8ba4-85a5fa2bc237 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.851859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-964b4c9e-ce2f-46f8-8ba4-85a5fa2bc237 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.3026397 Aug 10 03:25:09.859340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-769329-14'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:09.882740 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.897826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-5c404076-6385-4cdb-a230-34b001f626b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:09.899531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-5c404076-6385-4cdb-a230-34b001f626b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1102910 Aug 10 03:25:09.961033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:09.983172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-4a72dbf9-f4ea-4bdb-8397-45deab69443f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=942de3cb-a3ce-4247-9078-169cd959950c HTTP/1.1" status: 200 len: 217 time: 0.1293092 Aug 10 03:25:09.989785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-728c6d76-10ed-4678-955a-72c7cc09b256 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/quotas/d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 375 time: 0.0616875 Aug 10 03:25:10.011231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-1421b8c7-730e-403f-a256-9c8c98584b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.013373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-1421b8c7-730e-403f-a256-9c8c98584b1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038320 Aug 10 03:25:10.101826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.140546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03737df6-8073-4613-8db9-8f630b693b32 req-13211e27-1cf2-4c82-bb23-a33d26ed0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.142620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-13211e27-1cf2-4c82-bb23-a33d26ed0a36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1519320 Aug 10 03:25:10.234626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-03b75556-584e-428c-b1b6-1c1bb56a8ec2 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113795 Aug 10 03:25:10.239721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2363-519d-4cb0-b8a5-f2366725e6f4 req-aaf3cf64-2687-46ed-92ea-5427a354a9a1 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.241342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b71c2363-519d-4cb0-b8a5-f2366725e6f4 req-aaf3cf64-2687-46ed-92ea-5427a354a9a1 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1102 time: 0.1099334 Aug 10 03:25:10.254397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:10.276797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-297853b8-dabd-49f9-87bd-ff3f1229b9e0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2657182 Aug 10 03:25:10.279398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Allocated IP 172.20.0.11 (fdb29fa1-a9ae-4fee-8e14-36a167d98386/57aae343-ceba-4a1a-be93-57e7ae91a59a/223675fd-447c-4df2-8e99-3e3ef10d9059) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:10.281970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:10.288182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Pushing event updated for resources: {'Port': ['ID=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.293419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:10.326012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b71c2363-519d-4cb0-b8a5-f2366725e6f4 req-3e1ff809-4c3f-4979-9c99-d32407331f50 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.329233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:10.389940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.390371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.390659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.391007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.391570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.391914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.392230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.392551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.392877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.393203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.393524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.393863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.419446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03737df6-8073-4613-8db9-8f630b693b32 req-81eb84ff-5882-4dd1-90c3-fed0d1788e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.419446 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-81eb84ff-5882-4dd1-90c3-fed0d1788e0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2374778 Aug 10 03:25:10.444510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05e23f1d-3aec-44c3-92d5-93d2b102533c req-90ff9423-fb41-412c-a341-875e7dfec86f service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979451 Aug 10 03:25:10.447217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:10.456051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:10.456742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.568863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.581925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.632615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-b5434e99-4c7b-4834-96c6-c2421a35c501 service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293939 Aug 10 03:25:10.673944 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b71c2363-519d-4cb0-b8a5-f2366725e6f4 req-3e1ff809-4c3f-4979-9c99-d32407331f50 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.687622 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b71c2363-519d-4cb0-b8a5-f2366725e6f4 req-3e1ff809-4c3f-4979-9c99-d32407331f50 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.729762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.764193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b71c2363-519d-4cb0-b8a5-f2366725e6f4 req-3e1ff809-4c3f-4979-9c99-d32407331f50 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038419 Aug 10 03:25:10.766976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.767375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.767648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.767982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.768363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.768708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.769039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.769361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.769682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.770027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.770509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.770691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:10.775324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on host n-h2-769329-14 for vnic_type normal with profile {"migrating_to": "n-h1-769329-14"} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:10.775776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:10.775974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:10.778914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff809-4c3f-4979-9c99-d32407331f50 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8accacd3-e35d-4e84-ad5b-d9523241f6f4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:10.785543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:10.785884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Attempting to bind port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:10.792470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:10.793060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:10.793344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:10.793780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Bound port: 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:10.794186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:10.927795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:10.957003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:10.962561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.031107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-d616f912-cc09-4e16-9d3e-53cda2930cf2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4469888 Aug 10 03:25:11.036479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdc666-a8fc-49f0-9975-431b809bba08 req-ee2b1012-557f-4bea-8968-fb868bd7a4cb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.038124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67cdc666-a8fc-49f0-9975-431b809bba08 req-ee2b1012-557f-4bea-8968-fb868bd7a4cb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.1281569 Aug 10 03:25:11.051490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Request body: {'port': {'device_id': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:11.061929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-537ca40b-fdb1-48dd-973a-b848bcdcef35 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313367 Aug 10 03:25:11.070210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=8']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.103333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.103964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.105417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-2680ba0e-16ec-4168-a8d8-949a763dbddb service neutron] 10.222.0.39 "PUT /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 1123 time: 1.2530220 Aug 10 03:25:11.114742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67cdc666-a8fc-49f0-9975-431b809bba08 req-e0c31cd8-f7c0-41fb-8041-5e300a861a95 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670235 Aug 10 03:25:11.171728 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdcde9a-2b58-4fce-98a6-eecb2385d3ca x-openstack-request-id: req-1fdcde9a-2b58-4fce-98a6-eecb2385d3ca {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:11.172443 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b004798a-e9c9-43ed-9265-cfbecc3e1bb5", "tag": "14605640-d01c-4a49-b153-9dfef79f9d23", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:11.174775 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fdcde9a-2b58-4fce-98a6-eecb2385d3ca {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:11.176137 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'tag': '14605640-d01c-4a49-b153-9dfef79f9d23', 'status': 'completed', 'code': 200} Aug 10 03:25:11.212197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['8b6f3251-62d6-4325-9c9e-73f0c31f2952'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:11.243976 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.255806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-abb72761-9d4f-4539-b289-fd0f22892f71 service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112759 Aug 10 03:25:11.310545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-a03f0bcc-8544-4d69-9c0d-018722484b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.312981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.313674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-a03f0bcc-8544-4d69-9c0d-018722484b81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 1100 time: 0.0798473 Aug 10 03:25:11.351121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03737df6-8073-4613-8db9-8f630b693b32 req-821ebcda-2c19-4f7a-a369-1d58a1b3edd7 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702851 Aug 10 03:25:11.354589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.463017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:11.474177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:11.548128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-e4528571-1133-462a-b609-c4a45730e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.552107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-e4528571-1133-462a-b609-c4a45730e4da service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2270575 Aug 10 03:25:11.607449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:11.613244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Pushing event updated for resources: {'Port': ['ID=223675fd-447c-4df2-8e99-3e3ef10d9059,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:11.692208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.693028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:11.717133 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-83e64f96-1e9c-462a-8807-a17a593b484a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9089758 Aug 10 03:25:11.731660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Request body: {'port': {'device_id': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:11.745957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-53f5eb93-09b5-41f3-ab4d-e564134b969a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=14605640-d01c-4a49-b153-9dfef79f9d23 HTTP/1.1" status: 200 len: 217 time: 0.1657896 Aug 10 03:25:11.858128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-7327274c-3016-4564-b827-53c70fa9577b {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:25:11.858412 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:25:11.861367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-ecec16c6-b9f6-460e-88a5-218ec2f4b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.862944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-ecec16c6-b9f6-460e-88a5-218ec2f4b3eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0947328 Aug 10 03:25:11.876260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7d4a-e4c6-4444-9942-872e16758266 req-43dff80d-844f-4c86-ac24-d12d8360b6b1 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.878083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef3b7d4a-e4c6-4444-9942-872e16758266 req-43dff80d-844f-4c86-ac24-d12d8360b6b1 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 932 time: 0.1289227 Aug 10 03:25:11.969764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef3b7d4a-e4c6-4444-9942-872e16758266 req-a43d242b-9aea-4dc1-b845-9a8602a240d1 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819075 Aug 10 03:25:11.973299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-cf0a4724-c909-43b2-a3f9-56bd3b1df1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:11.974905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-cf0a4724-c909-43b2-a3f9-56bd3b1df1b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959184 Aug 10 03:25:12.009704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29e1e0-619c-468b-ab0b-7a8d6ff240bd req-05bb1f45-a885-4a7e-adcb-cdb4c106d362 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.011363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b29e1e0-619c-468b-ab0b-7a8d6ff240bd req-05bb1f45-a885-4a7e-adcb-cdb4c106d362 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 948 time: 0.2220516 Aug 10 03:25:12.014666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.076807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b29e1e0-619c-468b-ab0b-7a8d6ff240bd req-0eacc012-064d-4659-a94a-980d5f0c204a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Aug 10 03:25:12.123973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-34e0f471-ff93-437e-9a82-269408097b35 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390119 Aug 10 03:25:12.278431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bee82793-e59a-4f46-adc9-b5fe11887059 req-764c26db-00e4-43e7-82a0-277ab04e1cdf service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449888 Aug 10 03:25:12.331518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c332f40d-fc98-4d80-b956-e54be337750c req-efb1d827-ff67-4c30-85eb-77f92819cf5b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 210 time: 0.0772219 Aug 10 03:25:12.347801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:12.359858 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.370603 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.403802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Transition to ACTIVE for port object e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:12.420510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:12.728596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Pushing event updated for resources: {'Port': ['ID=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:12.756720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 942de3cb-a3ce-4247-9078-169cd959950c details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:12.948143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 942de3cb-a3ce-4247-9078-169cd959950c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=942de3cb-a3ce-4247-9078-169cd959950c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:12.966989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '942de3cb-a3ce-4247-9078-169cd959950c', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '942de3cb-a3ce-4247-9078-169cd959950c', 'mac_address': 'fa:16:3e:7d:11:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:12.987353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504e6bd-6fc3-4217-b426-af7c0514f116 req-e9839ddc-6560-48ad-a58e-4075499178b5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:12.989955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5504e6bd-6fc3-4217-b426-af7c0514f116 req-e9839ddc-6560-48ad-a58e-4075499178b5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.2168584 Aug 10 03:25:13.062919 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.064114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Attempting to bind port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:13.064461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Attempting to bind port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:13.064789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Attempting to bind port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:13.093911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942de3cb-a3ce-4247-9078-169cd959950c {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:13.132957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:13.133538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Attempting to bind port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:13.137440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 942de3cb-a3ce-4247-9078-169cd959950c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=942de3cb-a3ce-4247-9078-169cd959950c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:13.146887 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.183076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5504e6bd-6fc3-4217-b426-af7c0514f116 req-7581b9c5-22b0-414e-898a-a4d2fc4417f8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800997 Aug 10 03:25:13.195001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:13.195574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Checking segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:13.196984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Bound using segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:13.197784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Bound port: e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:13.198420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.217486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952'}, {'name': 'network-changed', 'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:13.228808 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0" -d '{"events": [{"server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952"}, {"name": "network-changed", "server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:13.247067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223675fd-447c-4df2-8e99-3e3ef10d9059 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:13.305460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=942de3cb-a3ce-4247-9078-169cd959950c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.313586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-52ac547d-afe6-4e17-a2d3-b020069c7f52 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3718612 Aug 10 03:25:13.326881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.393092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Transition to ACTIVE for port object 223675fd-447c-4df2-8e99-3e3ef10d9059 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:13.407423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:13.426890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.471531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:13.530401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-49991829-e78c-4b4b-be70-830ad8ba7820 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.531460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-49991829-e78c-4b4b-be70-830ad8ba7820 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.4313872 Aug 10 03:25:13.550609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Request body: {'port': {'device_id': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'admin_state_up': True, 'tenant_id': 'd391b830312d4dd98a2bca453b5ba1bd'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:13.567816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099961b-f6e6-4503-b1ac-3df74e57dae4 req-56645981-b173-4169-aa28-bf5d49ed5a55 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.569821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9099961b-f6e6-4503-b1ac-3df74e57dae4 req-56645981-b173-4169-aa28-bf5d49ed5a55 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.2620559 Aug 10 03:25:13.601380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] For port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:13.611419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] For port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:13.642340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Allocated IP 172.20.0.10 (fdb29fa1-a9ae-4fee-8e14-36a167d98386/57aae343-ceba-4a1a-be93-57e7ae91a59a/0d369040-d462-4c79-a049-3211ff35bb97) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:13.669360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.703490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:13.717299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 has no active binding in host n-h1-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:25:13.720959 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9099961b-f6e6-4503-b1ac-3df74e57dae4 req-a062aa91-2cb3-4551-9abe-65988ad1ad3f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341536 Aug 10 03:25:13.725702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74728b-7733-489c-b0a4-e0ab1a588970 req-c31836ef-4a93-4d57-ba5c-6542ed68943f tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.727740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f74728b-7733-489c-b0a4-e0ab1a588970 req-c31836ef-4a93-4d57-ba5c-6542ed68943f tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 932 time: 0.3775976 Aug 10 03:25:13.744212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.745279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.747786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] 10.222.0.39 "PUT /v2.0/ports/e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 HTTP/1.1" status: 200 len: 1092 time: 2.7058883 Aug 10 03:25:13.760793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'tag': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:13.782879 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef10d58-d7d8-4eb0-8432-de543d56e4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "56b0b3ed-dfbe-40eb-addb-ce25f520c3a3", "tag": "e5d01a6b-90be-4f97-ae93-baa66c2bc3d0"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:13.848322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Pushing event updated for resources: {'Port': ['ID=223675fd-447c-4df2-8e99-3e3ef10d9059,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:13.927860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Made reservation on behalf of d391b830312d4dd98a2bca453b5ba1bd for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:13.931547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:13.984319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16891d-0740-44a3-b2d3-b6ff0b906ced req-d585af8a-e0b3-4f02-b70b-1cc6a790fdf0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:13.994567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a16891d-0740-44a3-b2d3-b6ff0b906ced req-d585af8a-e0b3-4f02-b70b-1cc6a790fdf0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 949 time: 0.1312540 Aug 10 03:25:14.016868 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f74728b-7733-489c-b0a4-e0ab1a588970 req-76365b1f-1d2a-41eb-ae6b-4caed8c1f487 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669022 Aug 10 03:25:14.080501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.098416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2172-dab5-4b68-aa8b-6d3f6cbdaadc service neutron] Pushing event updated for resources: {'Port': ['ID=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:14.108166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-46a75f50-875c-4dda-a3b9-a0084a434055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.108995 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-46a75f50-875c-4dda-a3b9-a0084a434055 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 1095 time: 0.2817385 Aug 10 03:25:14.172006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Attempting to bind port 223675fd-447c-4df2-8e99-3e3ef10d9059 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:14.172617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Attempting to bind port 223675fd-447c-4df2-8e99-3e3ef10d9059 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:14.172769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Attempting to bind port 223675fd-447c-4df2-8e99-3e3ef10d9059 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:14.183675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-5d8bae75-c474-41db-ac0e-5284a12202b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 HTTP/1.1" status: 200 len: 217 time: 0.0631993 Aug 10 03:25:14.188678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Port 223675fd-447c-4df2-8e99-3e3ef10d9059 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:14.189044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Attempting to bind port 223675fd-447c-4df2-8e99-3e3ef10d9059 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:14.200010 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1b008-ffb1-4d9c-89cb-cef17854bdce x-openstack-request-id: req-f6f1b008-ffb1-4d9c-89cb-cef17854bdce {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:14.200361 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952", "code": 200}, {"name": "network-changed", "server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:14.201044 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6f1b008-ffb1-4d9c-89cb-cef17854bdce {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:14.201913 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'code': 200} Aug 10 03:25:14.202556 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'status': 'completed', 'code': 200} Aug 10 03:25:14.237673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.259449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a16891d-0740-44a3-b2d3-b6ff0b906ced req-60d01380-0b82-493a-8d00-1dc758979fcf tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379112 Aug 10 03:25:14.334463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:14.335389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Checking segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:14.336505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Bound using segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:14.339708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Bound port: 223675fd-447c-4df2-8e99-3e3ef10d9059, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:14.340795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.355270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Network fdb29fa1-a9ae-4fee-8e14-36a167d98386 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:14.372147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:14.389597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:14.398162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-847afa76-2c88-4407-8c1c-5a371bd9dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.400050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.401103 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.402760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-847afa76-2c88-4407-8c1c-5a371bd9dc93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 200 len: 858 time: 0.1752553 Aug 10 03:25:14.432020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Pushing event updated for resources: {'Port': ['ID=0d369040-d462-4c79-a049-3211ff35bb97,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:14.443639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-72df3a58-d031-42cd-bbed-86477c0b95ff tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7493808 Aug 10 03:25:14.465197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Request body: {'port': {'device_id': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:14.477579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Allocated IP 172.20.0.3 (9b304310-d5b7-4288-901e-b606b6b37694/966fc33a-b988-4686-b2a6-be0386b61a4c/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:14.518075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] For port 223675fd-447c-4df2-8e99-3e3ef10d9059, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:14.521647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] For port 223675fd-447c-4df2-8e99-3e3ef10d9059, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=223675fd-447c-4df2-8e99-3e3ef10d9059,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:14.604287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.614628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11384212-9830-4537-b33d-d96ed66d2d4c req-90a11a62-2224-4727-8636-b1ab25992a9c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 210 time: 0.2675443 Aug 10 03:25:14.698361 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.739606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Pushing event updated for resources: {'Port': ['ID=223675fd-447c-4df2-8e99-3e3ef10d9059,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:14.748100 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba256f-33a4-4c3c-a085-566a4adc2b47 x-openstack-request-id: req-11ba256f-33a4-4c3c-a085-566a4adc2b47 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:14.748202 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b0b3ed-dfbe-40eb-addb-ce25f520c3a3", "tag": "e5d01a6b-90be-4f97-ae93-baa66c2bc3d0", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:14.748428 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11ba256f-33a4-4c3c-a085-566a4adc2b47 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:14.748874 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'tag': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0', 'status': 'completed', 'code': 200} Aug 10 03:25:14.752635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-fc8bea41-8295-4a99-9b10-91b44a29a6a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdb29fa1-a9ae-4fee-8e14-36a167d98386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294018 Aug 10 03:25:14.763064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 14605640-d01c-4a49-b153-9dfef79f9d23 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:14.766503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.767153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:14.769817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-e22bd254-7e77-49c7-b8d5-fd8f00312969 service neutron] 10.222.0.39 "PUT /v2.0/ports/223675fd-447c-4df2-8e99-3e3ef10d9059 HTTP/1.1" status: 200 len: 1093 time: 3.0420175 Aug 10 03:25:14.772232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-3bbea971-ce4b-4822-ad65-d4d52aa74d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:14.776017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-3bbea971-ce4b-4822-ad65-d4d52aa74d90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1126 time: 0.6048000 Aug 10 03:25:14.778636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41082) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:14.827152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 942de3cb-a3ce-4247-9078-169cd959950c up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:15.058888 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:25:15.062028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-21ca7527-3b96-4168-ab25-a7e25943bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.063966 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-21ca7527-3b96-4168-ab25-a7e25943bbe8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 1096 time: 0.2185032 Aug 10 03:25:15.111859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-9009a4fb-b339-4ad0-8672-bb3e7caabc92 service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347833 Aug 10 03:25:15.157653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 942de3cb-a3ce-4247-9078-169cd959950c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:15.174056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 942de3cb-a3ce-4247-9078-169cd959950c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:15.174797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.177267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-f97cddf9-5d80-4359-a541-616687a4d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.180109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-f97cddf9-5d80-4359-a541-616687a4d9fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.3830547 Aug 10 03:25:15.185775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-f3a9fbdb-75de-4b1e-b52f-b63ad8a7ed3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223675fd-447c-4df2-8e99-3e3ef10d9059 HTTP/1.1" status: 200 len: 217 time: 0.1046476 Aug 10 03:25:15.248422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd6d377f-e0b8-4ff4-bebf-565e447fb3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.276455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 14605640-d01c-4a49-b153-9dfef79f9d23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=14605640-d01c-4a49-b153-9dfef79f9d23,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:15.298704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '14605640-d01c-4a49-b153-9dfef79f9d23', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '14605640-d01c-4a49-b153-9dfef79f9d23', 'mac_address': 'fa:16:3e:5a:6c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:15.322985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-333e7845-8c2f-4684-be17-7d1c5b5cfbfa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.1175957 Aug 10 03:25:15.367851 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.420602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.453478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942de3cb-a3ce-4247-9078-169cd959950c'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:15.458230 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c743247b-ae10-4e82-8320-a5bfa5b31574" -d '{"events": [{"server_uuid": "b2d71576-8f8b-47bd-9285-aed9d38f36ce", "name": "network-vif-plugged", "status": "completed", "tag": "942de3cb-a3ce-4247-9078-169cd959950c"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:15.473414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14605640-d01c-4a49-b153-9dfef79f9d23 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:15.491290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec7d58-e877-4d42-8581-f4a30e225a7d req-f6e2bb50-8a96-4fcd-b3ac-1f7e22f5907d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.492941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4aec7d58-e877-4d42-8581-f4a30e225a7d req-f6e2bb50-8a96-4fcd-b3ac-1f7e22f5907d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.2110178 Aug 10 03:25:15.510941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 942de3cb-a3ce-4247-9078-169cd959950c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=942de3cb-a3ce-4247-9078-169cd959950c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:15.515539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 14605640-d01c-4a49-b153-9dfef79f9d23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=14605640-d01c-4a49-b153-9dfef79f9d23,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:15.517411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.524213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.590814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=942de3cb-a3ce-4247-9078-169cd959950c,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:15.641808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.656901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=14605640-d01c-4a49-b153-9dfef79f9d23,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:15.669044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4aec7d58-e877-4d42-8581-f4a30e225a7d req-7abf9b25-b1bd-4f3c-87a2-8ba80bf5e7fa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678057 Aug 10 03:25:15.687614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e168f2f-ad52-475e-91ea-a802bf2766be req-d85a1b66-327c-4e5a-a4e6-c228c051390b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.698641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e168f2f-ad52-475e-91ea-a802bf2766be req-d85a1b66-327c-4e5a-a4e6-c228c051390b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.6252573 Aug 10 03:25:15.704368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-ccfa0fe1-b996-4639-8705-e32d51f939c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.706270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-ccfa0fe1-b996-4639-8705-e32d51f939c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1102 time: 0.1977065 Aug 10 03:25:15.762352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['14605640-d01c-4a49-b153-9dfef79f9d23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:15.776253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-0044ba5d-3fe8-4305-a83a-04be36716594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.778285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-0044ba5d-3fe8-4305-a83a-04be36716594 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 200 len: 858 time: 0.5743327 Aug 10 03:25:15.787149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-dbf2adfd-e6de-4b8e-9f9b-831c151f66bc service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272688 Aug 10 03:25:15.837172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:15.885661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-2c44d7db-1177-40d9-9cb1-d0409b59e802 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdb29fa1-a9ae-4fee-8e14-36a167d98386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901306 Aug 10 03:25:15.893316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-1fa8fcb5-5d59-446c-807a-af4d1c799dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:15.894973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-1fa8fcb5-5d59-446c-807a-af4d1c799dd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.5597332 Aug 10 03:25:15.920744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e168f2f-ad52-475e-91ea-a802bf2766be req-77009852-da41-467f-a0d1-532cc83e1669 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211022 Aug 10 03:25:15.996367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Network 9b304310-d5b7-4288-901e-b606b6b37694 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:15.998654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d369040-d462-4c79-a049-3211ff35bb97 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:16.011898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-80d8c057-21bb-4fc6-bf75-9aa7d13c1ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825758 Aug 10 03:25:16.014736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:16.017427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-2814e59c-46e7-4a1a-81dd-857f9c752cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.018935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-2814e59c-46e7-4a1a-81dd-857f9c752cf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.3027124 Aug 10 03:25:16.036713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.038718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:16.060871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:16.074532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.079722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.143594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Transition to ACTIVE for port object 0d369040-d462-4c79-a049-3211ff35bb97 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:16.155494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-5aea1c80-d749-4e6b-be40-18aee14e3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.157048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-5aea1c80-d749-4e6b-be40-18aee14e3658 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 1095 time: 0.3005922 Aug 10 03:25:16.168770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.171965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-f2ea5caf-98e7-42f8-a83b-1ba232d4f06f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.1296203 Aug 10 03:25:16.283817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d369040-d462-4c79-a049-3211ff35bb97,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:16.299114 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-ece02601-3155-4332-9d58-9e307cc459e7 service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829155 Aug 10 03:25:16.310943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e780-92cb-4b91-90c9-0819c961efae req-208fefab-36c2-4b87-b882-13cd30e90d14 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.312927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb46e780-92cb-4b91-90c9-0819c961efae req-208fefab-36c2-4b87-b882-13cd30e90d14 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 950 time: 0.2293053 Aug 10 03:25:16.316870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd6d377f-e0b8-4ff4-bebf-565e447fb3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.321068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-90911df5-436c-440a-bef4-b63a5fd9f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.323588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-90911df5-436c-440a-bef4-b63a5fd9f592 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1175482 Aug 10 03:25:16.350680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-a17d48c9-7882-4e69-9dd4-e27b56129a95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8041997 Aug 10 03:25:16.353080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.65', 56366) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:16.361457 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd6d377f-e0b8-4ff4-bebf-565e447fb3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.365512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-91b9f790-ed5c-4a9f-a83b-b01f862f69f9 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326166 Aug 10 03:25:16.382766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Attempting to bind port 0d369040-d462-4c79-a049-3211ff35bb97 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:16.383093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Attempting to bind port 0d369040-d462-4c79-a049-3211ff35bb97 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:16.383425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Attempting to bind port 0d369040-d462-4c79-a049-3211ff35bb97 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:16.408225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Request body: {'port': {'device_id': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:16.457435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Port 0d369040-d462-4c79-a049-3211ff35bb97 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:16.458040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Attempting to bind port 0d369040-d462-4c79-a049-3211ff35bb97 on network fdb29fa1-a9ae-4fee-8e14-36a167d98386 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:16.518931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:16.519633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Checking segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:16.520283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Bound using segment: {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:16.521126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Bound port: 0d369040-d462-4c79-a049-3211ff35bb97, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b05884b-252f-4a76-9d82-43d40980ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:16.521869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.558520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10ebaa-0405-4fdc-8907-bfe7f1a5b8ef req-bde285e8-1bb0-4ee4-a090-0db796b1caa2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.560764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc10ebaa-0405-4fdc-8907-bfe7f1a5b8ef req-bde285e8-1bb0-4ee4-a090-0db796b1caa2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 944 time: 0.4468129 Aug 10 03:25:16.614843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d377f-e0b8-4ff4-bebf-565e447fb3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedcef26-82f3-437d-8494-c90626e6876a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:16.625475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.633823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd6d377f-e0b8-4ff4-bebf-565e447fb3cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4cc878b0b90430fa6ddc1f074809162&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8398709 Aug 10 03:25:16.645340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb46e780-92cb-4b91-90c9-0819c961efae req-e622cdbf-d0ec-4a17-88ef-bcfa6ae33a36 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138974 Aug 10 03:25:16.646655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41108) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:16.667503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-dae86d49-c6fd-4296-9564-20fd5c89ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.669042 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-dae86d49-c6fd-4296-9564-20fd5c89ff64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 919 time: 0.4911692 Aug 10 03:25:16.736067 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2146c9a0-b8e2-4de3-b615-6a3319cc47d0 x-openstack-request-id: req-2146c9a0-b8e2-4de3-b615-6a3319cc47d0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:16.736657 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d71576-8f8b-47bd-9285-aed9d38f36ce", "name": "network-vif-plugged", "status": "completed", "tag": "942de3cb-a3ce-4247-9078-169cd959950c", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:16.737455 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2146c9a0-b8e2-4de3-b615-6a3319cc47d0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:16.744401 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942de3cb-a3ce-4247-9078-169cd959950c', 'code': 200} Aug 10 03:25:16.758227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-2243ac2b-f354-4950-923c-3d8dfb3c74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:16.766039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 14605640-d01c-4a49-b153-9dfef79f9d23 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:16.781050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-2243ac2b-f354-4950-923c-3d8dfb3c74d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4466660 Aug 10 03:25:16.823502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'tag': '223675fd-447c-4df2-8e99-3e3ef10d9059'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:16.828755 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622452c7-4743-48d2-8d0e-4e27d9331286" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b60456-382d-41c0-b146-bde31f65b65a", "tag": "223675fd-447c-4df2-8e99-3e3ef10d9059"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:16.837838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-baadc0e9-fa62-48a3-a171-413db29ba527 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 HTTP/1.1" status: 200 len: 217 time: 0.1471829 Aug 10 03:25:16.839822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.65', 56367) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:16.902087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 14605640-d01c-4a49-b153-9dfef79f9d23 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:16.906066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 14605640-d01c-4a49-b153-9dfef79f9d23 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:16.906483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:16.985109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-b0495402-f040-4720-b543-608f98cbdaa4 service neutron] 10.222.0.65 "GET /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952/bindings/n-h1-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.6294715 Aug 10 03:25:16.987499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc10ebaa-0405-4fdc-8907-bfe7f1a5b8ef req-9b592819-de9f-4f90-85c2-f6fe2ffe1bd2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091320 Aug 10 03:25:17.068305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-a0551d87-1359-420d-9c29-165335afaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.069892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-a0551d87-1359-420d-9c29-165335afaad4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 200 len: 858 time: 0.1595790 Aug 10 03:25:17.077882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-a10cd8d1-21a6-44d0-b0c9-3bfbf78e5edc service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665663 Aug 10 03:25:17.099353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-9240993d-290e-4920-8c34-11123ef89fb0 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101603 Aug 10 03:25:17.193545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e09af-647c-4891-990a-6e641397bc2f req-736b7273-e1fa-4ee6-a67d-9d2e5cd89b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.195526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-716e09af-647c-4891-990a-6e641397bc2f req-736b7273-e1fa-4ee6-a67d-9d2e5cd89b99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 1102 time: 0.2906377 Aug 10 03:25:17.198383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-e3558240-5da9-4b49-b84a-c130bdd50a03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdb29fa1-a9ae-4fee-8e14-36a167d98386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027570 Aug 10 03:25:17.274218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] For port 0d369040-d462-4c79-a049-3211ff35bb97, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:17.279437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] For port 0d369040-d462-4c79-a049-3211ff35bb97, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0d369040-d462-4c79-a049-3211ff35bb97,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:17.312264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.356655 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.478551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d369040-d462-4c79-a049-3211ff35bb97,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.481375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-323a5108-cad3-4cf9-bd96-92435ba4de04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.544998 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-716e09af-647c-4891-990a-6e641397bc2f req-2847a453-9abb-423c-b9cc-86dd8195d9df service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409562 Aug 10 03:25:17.548121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 14605640-d01c-4a49-b153-9dfef79f9d23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=14605640-d01c-4a49-b153-9dfef79f9d23,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:17.560418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.567803 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-323a5108-cad3-4cf9-bd96-92435ba4de04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.577197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.578750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.579945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-22e683be-d6ec-4008-b2d1-04a822162ed9 service neutron] 10.222.0.65 "PUT /v2.0/ports/0d369040-d462-4c79-a049-3211ff35bb97 HTTP/1.1" status: 200 len: 1093 time: 3.1224811 Aug 10 03:25:17.587495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'tag': '0d369040-d462-4c79-a049-3211ff35bb97'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:17.590142 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021" -d '{"events": [{"name": "network-changed", "server_uuid": "6919a85a-cf76-4a21-85ae-6bc4e95979c4", "tag": "0d369040-d462-4c79-a049-3211ff35bb97"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:17.633109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-78af9f5f-98f1-42a6-bab5-d47348880ca3 service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197962 Aug 10 03:25:17.681833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-4c7f1e16-eb44-4247-9863-0943a78f97b2 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8994977 Aug 10 03:25:17.691391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=14605640-d01c-4a49-b153-9dfef79f9d23,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.707664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c6482-43cf-480f-926f-b7be88547e80 req-36089e58-0460-4760-a3e8-5978a7b3e411 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.716535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-178c6482-43cf-480f-926f-b7be88547e80 req-36089e58-0460-4760-a3e8-5978a7b3e411 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 931 time: 0.7617495 Aug 10 03:25:17.740778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-323a5108-cad3-4cf9-bd96-92435ba4de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.745964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-323a5108-cad3-4cf9-bd96-92435ba4de04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:17.750740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-323a5108-cad3-4cf9-bd96-92435ba4de04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aedcef26-82f3-437d-8494-c90626e6876a HTTP/1.1" status: 204 len: 168 time: 1.0989590 Aug 10 03:25:17.767551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a5108-cad3-4cf9-bd96-92435ba4de04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedcef26-82f3-437d-8494-c90626e6876a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:17.832561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aef10d58-d7d8-4eb0-8432-de543d56e4f3 req-cc2864e8-f2d5-4916-9dd6-8021d8ba325d service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787903 Aug 10 03:25:17.950421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-c623d0d3-11f4-4287-8825-ed46dcaf2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:17.952396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-c623d0d3-11f4-4287-8825-ed46dcaf2b39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 1096 time: 0.2835517 Aug 10 03:25:17.974811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-178c6482-43cf-480f-926f-b7be88547e80 req-bffa1d44-50ca-4853-8371-bdd02dba999e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572706 Aug 10 03:25:18.010676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23aca5-d7ee-492a-8dff-e1359905e816 req-7e41900f-edfd-41eb-affb-575b952de8c3 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.012362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b23aca5-d7ee-492a-8dff-e1359905e816 req-7e41900f-edfd-41eb-affb-575b952de8c3 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 943 time: 0.0702024 Aug 10 03:25:18.081468 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09213faa-fe18-41f6-8e5e-c0f7f11403f7 x-openstack-request-id: req-09213faa-fe18-41f6-8e5e-c0f7f11403f7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:18.081789 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b60456-382d-41c0-b146-bde31f65b65a", "tag": "223675fd-447c-4df2-8e99-3e3ef10d9059", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:18.082036 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09213faa-fe18-41f6-8e5e-c0f7f11403f7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:18.082522 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'tag': '223675fd-447c-4df2-8e99-3e3ef10d9059', 'status': 'completed', 'code': 200} Aug 10 03:25:18.094217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b23aca5-d7ee-492a-8dff-e1359905e816 req-d998b4db-1875-4189-a945-c171f0571571 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684023 Aug 10 03:25:18.180070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-cfa760ad-71c4-4513-b10e-13211f46b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.183372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-cfa760ad-71c4-4513-b10e-13211f46b911 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 1096 time: 0.0805218 Aug 10 03:25:18.340654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-5047542e-0cf7-4edf-af48-4feda0ed7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.342702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-5047542e-0cf7-4edf-af48-4feda0ed7d3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 919 time: 0.1499283 Aug 10 03:25:18.392786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c34e3-a199-4ab9-bee3-91e675a5d4b9 req-4ca65132-73fe-412d-a285-f088e1588d2e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.395710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-734c34e3-a199-4ab9-bee3-91e675a5d4b9 req-4ca65132-73fe-412d-a285-f088e1588d2e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 950 time: 0.1502731 Aug 10 03:25:18.448049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41134) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.462397 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-b51215cf-36af-4756-9a31-f0a9e3e9419d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223675fd-447c-4df2-8e99-3e3ef10d9059 HTTP/1.1" status: 200 len: 217 time: 0.1028295 Aug 10 03:25:18.475518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8196f06a-88a8-456d-84de-134601c6a340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.482438 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726d040a-c551-478a-a498-295272b39b13 x-openstack-request-id: req-726d040a-c551-478a-a498-295272b39b13 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:18.482438 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6919a85a-cf76-4a21-85ae-6bc4e95979c4", "tag": "0d369040-d462-4c79-a049-3211ff35bb97", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:18.482438 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-726d040a-c551-478a-a498-295272b39b13 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:18.482917 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'tag': '0d369040-d462-4c79-a049-3211ff35bb97', 'status': 'completed', 'code': 200} Aug 10 03:25:18.489203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:18.512235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-3693e1dc-04db-4ea6-a16f-a33dc760b2cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d369040-d462-4c79-a049-3211ff35bb97 HTTP/1.1" status: 200 len: 217 time: 0.5363619 Aug 10 03:25:18.518552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.557770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-734c34e3-a199-4ab9-bee3-91e675a5d4b9 req-c650d481-09b7-4322-876b-8a5c20053ba3 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104794 Aug 10 03:25:18.570809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-d519a51b-7b5b-4cc9-8a46-4f9bc935a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.572790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-d519a51b-7b5b-4cc9-8a46-4f9bc935a724 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 200 len: 858 time: 0.0943186 Aug 10 03:25:18.584363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-d1297a62-625b-41b0-8da6-6104177b94e9 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8862524 Aug 10 03:25:18.621500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Transition to ACTIVE for port object b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:18.640615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.649733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-cd3d96fa-7bbf-4686-8dc2-af4ba7c0d4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdb29fa1-a9ae-4fee-8e14-36a167d98386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628240 Aug 10 03:25:18.653125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:18.673418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-20fdf1d0-d270-44ff-a260-1226fc60992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.674690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-20fdf1d0-d270-44ff-a260-1226fc60992d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 200 len: 858 time: 0.1373436 Aug 10 03:25:18.714861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf5f47-7415-4482-a668-a1d4e5204a4b req-cfec44ca-81af-4ee1-8abb-abca5edf7133 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:18.716684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afcf5f47-7415-4482-a668-a1d4e5204a4b req-cfec44ca-81af-4ee1-8abb-abca5edf7133 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.5415034 Aug 10 03:25:18.745536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14605640-d01c-4a49-b153-9dfef79f9d23'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:18.749539 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c4bf74-4d19-42ac-b026-a7e4845424b3" -d '{"events": [{"server_uuid": "b004798a-e9c9-43ed-9265-cfbecc3e1bb5", "name": "network-vif-plugged", "status": "completed", "tag": "14605640-d01c-4a49-b153-9dfef79f9d23"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:18.775646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-fd12e301-30dd-400d-b192-435c94bc8f1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdb29fa1-a9ae-4fee-8e14-36a167d98386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731845 Aug 10 03:25:18.780977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:18.840791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8196f06a-88a8-456d-84de-134601c6a340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.849920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8196f06a-88a8-456d-84de-134601c6a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:18.884691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f06a-88a8-456d-84de-134601c6a340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412169d5-f561-4b40-8e61-bd7d275d014c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.890305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-d697aab0-d240-4536-b24f-c71a7294ccb9 service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213049 Aug 10 03:25:18.898384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:18.945223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8196f06a-88a8-456d-84de-134601c6a340 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2aecae80267486e9faeb43b077ec843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960785 Aug 10 03:25:18.945932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41142) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:18.956908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6f3251-62d6-4325-9c9e-73f0c31f2952 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:18.988000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.001291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afcf5f47-7415-4482-a668-a1d4e5204a4b req-7ba8ab85-3452-4b71-8f22-94f76663888c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683263 Aug 10 03:25:19.002055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:19.002390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:19.002777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:19.024626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:19.024883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:19.048089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.065721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:19.066144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:19.066470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:19.067156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Bound port: b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:19.067355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.075247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-bd657dd1-d63a-4875-abe8-bcfa2ed5a2d5 service neutron] 10.222.0.65 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857225 Aug 10 03:25:19.102823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8c754a1-2fe4-4da5-8e40-129619505094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.166620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8c754a1-2fe4-4da5-8e40-129619505094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.179161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-622452c7-4743-48d2-8d0e-4e27d9331286 req-ba89506d-8014-497b-92a5-5562f6d44653 service neutron] 10.222.0.39 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702842 Aug 10 03:25:19.245107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8c754a1-2fe4-4da5-8e40-129619505094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.248051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8c754a1-2fe4-4da5-8e40-129619505094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.252139 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d8c754a1-2fe4-4da5-8e40-129619505094 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/412169d5-f561-4b40-8e61-bd7d275d014c HTTP/1.1" status: 204 len: 168 time: 0.2613287 Aug 10 03:25:19.260650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c754a1-2fe4-4da5-8e40-129619505094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412169d5-f561-4b40-8e61-bd7d275d014c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.357001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:19.364353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] Transition to ACTIVE for port object 8b6f3251-62d6-4325-9c9e-73f0c31f2952 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:19.380725 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.390292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720cfcd-8390-47fe-8c7f-cca645508ac5 req-b43befaa-9d99-4d4b-bc42-a4443ac0c30c tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.398136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5720cfcd-8390-47fe-8c7f-cca645508ac5 req-b43befaa-9d99-4d4b-bc42-a4443ac0c30c tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 944 time: 0.1891506 Aug 10 03:25:19.412181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:19.448368 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ac979-9c72-4ad1-957d-af015cf79538 x-openstack-request-id: req-de6ac979-9c72-4ad1-957d-af015cf79538 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:19.448824 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004798a-e9c9-43ed-9265-cfbecc3e1bb5", "name": "network-vif-plugged", "status": "completed", "tag": "14605640-d01c-4a49-b153-9dfef79f9d23", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:19.449299 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de6ac979-9c72-4ad1-957d-af015cf79538 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:19.449843 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14605640-d01c-4a49-b153-9dfef79f9d23', 'code': 200} Aug 10 03:25:19.449961 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.462248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e73362e-8de1-4e13-9a3e-0631205212c5 req-ddf61f89-f924-41f7-82a4-688009fd5811 service neutron] 10.222.0.65 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762581 Aug 10 03:25:19.473813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:19.546689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.547535 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.549135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] 10.222.0.65 "PUT /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 1092 time: 3.1734893 Aug 10 03:25:19.551872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] No DVR routers for this DVR port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:19.574856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5720cfcd-8390-47fe-8c7f-cca645508ac5 req-11e3dbaa-7aaf-4f89-a47e-fe1c9fba9dc4 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744733 Aug 10 03:25:19.645645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.730739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.731214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ad4f-1b33-4561-80f6-194c48f99c81 req-087d3ac5-caff-49fe-99eb-0c6ad46e5d93 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.735590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8244ad4f-1b33-4561-80f6-194c48f99c81 req-087d3ac5-caff-49fe-99eb-0c6ad46e5d93 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1618428 Aug 10 03:25:19.742558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-cfba95e9-279f-4359-b728-de62c24e0668 service neutron] 10.222.0.65 "PUT /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952/bindings/n-h1-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 2.4810040 Aug 10 03:25:19.754771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0', 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'port_id': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0', 'mac_address': 'fa:16:3e:be:79:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aae343-ceba-4a1a-be93-57e7ae91a59a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:19.761858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-e6caa804-2bc3-434e-9ec9-5822b99e7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.763541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-e6caa804-2bc3-434e-9ec9-5822b99e7529 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1095 time: 0.1298947 Aug 10 03:25:19.814870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357489e-474e-4f73-b45e-eb129558a597 service neutron] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:19.821550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-69d9ee7d-9913-48f2-bb68-18096c49cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.823288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-69d9ee7d-9913-48f2-bb68-18096c49cddb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e7f0e354fb34e509979842a317d554f&device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 1096 time: 0.2730625 Aug 10 03:25:19.828166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e4d21-ee99-4098-94a8-b9c6ad69e20e req-0cd30b42-b275-4356-be02-6b6d903afca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.829672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-264e4d21-ee99-4098-94a8-b9c6ad69e20e req-0cd30b42-b275-4356-be02-6b6d903afca8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 1102 time: 0.2468350 Aug 10 03:25:19.839834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05e3c-b5a3-44c3-b1b3-c49ca001d763 req-e1ee1027-83be-49ad-bc78-69324b88e6d2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.846646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04d05e3c-b5a3-44c3-b1b3-c49ca001d763 req-e1ee1027-83be-49ad-bc78-69324b88e6d2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 944 time: 0.1487217 Aug 10 03:25:19.849550 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.866997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-6302ea79-fbf3-466c-9e8b-8536ac6100e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 217 time: 0.0774233 Aug 10 03:25:19.875483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:19.901210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:19.907981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:19.908800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 223675fd-447c-4df2-8e99-3e3ef10d9059 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:19.962266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8244ad4f-1b33-4561-80f6-194c48f99c81 req-95c74546-d264-459c-ab23-3641b28c5c88 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137728 Aug 10 03:25:19.986486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-3d16aada-b909-4311-a56f-b1da9e7f4c16 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.988230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-3d16aada-b909-4311-a56f-b1da9e7f4c16 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.1319361 Aug 10 03:25:19.990267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-cc21be7c-9598-4d55-bd46-581c150ad1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:19.991450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-cc21be7c-9598-4d55-bd46-581c150ad1d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1131029 Aug 10 03:25:20.011030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-264e4d21-ee99-4098-94a8-b9c6ad69e20e req-694de015-4a37-4104-86f4-faf8e2a428a0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537850 Aug 10 03:25:20.039359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.047415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 223675fd-447c-4df2-8e99-3e3ef10d9059, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=223675fd-447c-4df2-8e99-3e3ef10d9059,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:20.061233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-411f8519-0aa2-44bb-9848-62885946f96c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579681 Aug 10 03:25:20.062711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.063522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.064091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.064608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.065429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04d05e3c-b5a3-44c3-b1b3-c49ca001d763 req-ed1bea8f-eeaa-4c9c-9332-7977b9855afc tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140543 Aug 10 03:25:20.065937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.066754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.067274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.068034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.068435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.069037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.069616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.070060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:25:20.081470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '223675fd-447c-4df2-8e99-3e3ef10d9059', 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'port_id': '223675fd-447c-4df2-8e99-3e3ef10d9059', 'mac_address': 'fa:16:3e:57:31:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aae343-ceba-4a1a-be93-57e7ae91a59a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:20.124600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-32bc4a62-5000-4cd5-9569-8653f900bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.130845 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-32bc4a62-5000-4cd5-9569-8653f900bdd1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 200 len: 919 time: 0.2744250 Aug 10 03:25:20.156991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-8ea24a6c-08b8-434a-91ac-d8cd072d677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.158120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-8ea24a6c-08b8-434a-91ac-d8cd072d677e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&tenant_id=43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 1096 time: 0.1537142 Aug 10 03:25:20.163201 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.199453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223675fd-447c-4df2-8e99-3e3ef10d9059 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:20.225293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-892a6233-7583-4b35-b5a7-8b2ea5f163de service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544425 Aug 10 03:25:20.251480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 223675fd-447c-4df2-8e99-3e3ef10d9059, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=223675fd-447c-4df2-8e99-3e3ef10d9059,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:20.261473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:20.269132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-89122a30-a52d-4e23-85ed-31fa18cf88af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d369040-d462-4c79-a049-3211ff35bb97 HTTP/1.1" status: 200 len: 217 time: 0.1235704 Aug 10 03:25:20.351059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=223675fd-447c-4df2-8e99-3e3ef10d9059,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:20.385790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcc5b0f7-b75d-490a-97c3-9f4d0291606c req-ffef9208-da64-466a-b12c-3b90800cde7a service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505764 Aug 10 03:25:20.389673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-ca0fb265-675a-49bf-a066-f07f79aedf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.391956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-ca0fb265-675a-49bf-a066-f07f79aedf67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1654646 Aug 10 03:25:20.431913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc333ddd-e75e-4db7-8da0-7418204140a6 req-c797bc46-e54f-4b9f-a1ac-9c71d2a40b16 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.433791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc333ddd-e75e-4db7-8da0-7418204140a6 req-c797bc46-e54f-4b9f-a1ac-9c71d2a40b16 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 950 time: 0.1833577 Aug 10 03:25:20.447066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-87b53213-e81e-4cb5-a455-2fd5be6a061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.449232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-87b53213-e81e-4cb5-a455-2fd5be6a061b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 200 len: 858 time: 0.1463482 Aug 10 03:25:20.503507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:20.506001 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bae4309-d55e-4915-a66f-7aeb058279d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:20.514229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-f90146fd-406b-4e5f-9c1f-916809647649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdb29fa1-a9ae-4fee-8e14-36a167d98386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452545 Aug 10 03:25:20.573787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-4261bdaf-03be-420a-aaba-aef2756e9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.578460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-4261bdaf-03be-420a-aaba-aef2756e9c47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.1769326 Aug 10 03:25:20.595674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc333ddd-e75e-4db7-8da0-7418204140a6 req-1be89341-1d73-42c7-baa2-27c816db7abd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449969 Aug 10 03:25:20.606993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['e5d01a6b-90be-4f97-ae93-baa66c2bc3d0'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:20.672919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['223675fd-447c-4df2-8e99-3e3ef10d9059'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:20.674372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-d63b4c0c-aa14-421e-8e08-0d17ab14e8ee service neutron] 10.222.0.65 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502202 Aug 10 03:25:20.717123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-7d6d7fef-4f1a-4526-83ee-6f7fe86ff38b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.1253886 Aug 10 03:25:20.846771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-fb086a2b-870a-4df0-acac-4b2013707974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.848605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-fb086a2b-870a-4df0-acac-4b2013707974 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1233177 Aug 10 03:25:20.886636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:20.917135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19a101-26f2-4550-88ef-40eb44f1c837 req-30819540-d0b8-4fb1-aeb5-d27899d6bd6b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:20.920543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d19a101-26f2-4550-88ef-40eb44f1c837 req-30819540-d0b8-4fb1-aeb5-d27899d6bd6b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.2098017 Aug 10 03:25:20.935561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-bea4ea5e-a6d6-490d-ab77-a416e98c5938 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702989 Aug 10 03:25:20.938891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a9806e-a0f9-4b8f-aae7-d0f2657f2021 req-8ee0b0b4-2ecd-437a-890b-acb3fa69965f service neutron] 10.222.0.65 "GET /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528448 Aug 10 03:25:21.007784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d19a101-26f2-4550-88ef-40eb44f1c837 req-1a298e9b-d4a1-4bad-9762-5e74eaa00eda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796869 Aug 10 03:25:21.120130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:21.167856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-377eff48-7e83-4f6f-ac81-4b31f4bf1dbd service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196743 Aug 10 03:25:21.194199 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c18350d-ec12-4ef1-8c91-70d21b135a16 x-openstack-request-id: req-3c18350d-ec12-4ef1-8c91-70d21b135a16 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:21.194947 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:21.196088 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c18350d-ec12-4ef1-8c91-70d21b135a16 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:21.197766 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'status': 'completed', 'code': 200} Aug 10 03:25:21.372858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-b8ba0471-6704-4a07-9300-28e1156d930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.375830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-b8ba0471-6704-4a07-9300-28e1156d930d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1095 time: 0.1632965 Aug 10 03:25:21.399372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-726487a4-7091-474e-8f00-d316853365ac service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208965 Aug 10 03:25:21.512952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b0f6-a4e1-4f64-9e53-bdb291e60c84 req-70d1ab53-8607-4065-a9b0-9cfe79fb7f0b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.514072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee12b0f6-a4e1-4f64-9e53-bdb291e60c84 req-70d1ab53-8607-4065-a9b0-9cfe79fb7f0b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 950 time: 0.1137128 Aug 10 03:25:21.545130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8a80-87b1-4b54-88c0-1d81359d690f req-275262fe-04c1-4f7a-8e69-485f23a3c39d tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.548906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b4d8a80-87b1-4b54-88c0-1d81359d690f req-275262fe-04c1-4f7a-8e69-485f23a3c39d tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 945 time: 0.2695470 Aug 10 03:25:21.588875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee12b0f6-a4e1-4f64-9e53-bdb291e60c84 req-d72bb4a0-90ce-4838-8de9-e39fc526bdff tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Aug 10 03:25:21.680995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b4d8a80-87b1-4b54-88c0-1d81359d690f req-0727b13e-aff5-4679-b5f0-2f6e2829e5d8 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220908 Aug 10 03:25:21.698632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-26c2c4b8-ec2f-4045-923c-1b27c0765351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.701092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-26c2c4b8-ec2f-4045-923c-1b27c0765351 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3121681 Aug 10 03:25:21.777754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-131bd884-b013-483b-8191-875267f3300c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 217 time: 0.0590646 Aug 10 03:25:21.804248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41208) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:21.864203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-9c1302ec-35ce-4990-a9e5-9c5628afa78e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.865790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-9c1302ec-35ce-4990-a9e5-9c5628afa78e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.1098576 Aug 10 03:25:21.890472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f1e19-70d2-4c7e-960d-5ff50ced7e4f req-5f0b3bc1-bf8a-4fa3-9220-0cc6db96ac63 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.891635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-22594748-4159-477d-9469-ad817f7693d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.893154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a1f1e19-70d2-4c7e-960d-5ff50ced7e4f req-5f0b3bc1-bf8a-4fa3-9220-0cc6db96ac63 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1069438 Aug 10 03:25:21.893350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-22594748-4159-477d-9469-ad817f7693d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1072183 Aug 10 03:25:21.906144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de840-19c1-46dd-93e0-ff86e3bbc5ab req-3743cdba-3486-4cfb-992a-eef320d89b7a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:21.909213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6de840-19c1-46dd-93e0-ff86e3bbc5ab req-3743cdba-3486-4cfb-992a-eef320d89b7a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 944 time: 0.1032155 Aug 10 03:25:21.944315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-d363be34-b14e-408e-8267-811bfb053ea9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344021 Aug 10 03:25:22.045195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6de840-19c1-46dd-93e0-ff86e3bbc5ab req-53c93c94-4a2d-42d6-97e3-5caeab0d6e60 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249816 Aug 10 03:25:22.128945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-6510125d-f74b-41f4-b2b9-5e744c8baf89 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761024 Aug 10 03:25:22.164551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30f79a62-05ce-4413-9d38-796fb99a527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.301923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a1f1e19-70d2-4c7e-960d-5ff50ced7e4f req-6676d5cb-2d21-4635-bf1d-78c863576a18 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957155 Aug 10 03:25:22.343381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bae4309-d55e-4915-a66f-7aeb058279d1 req-2db9866f-331a-4a6a-ad0c-2ab26455b5fd service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937313 Aug 10 03:25:22.438720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30f79a62-05ce-4413-9d38-796fb99a527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.451067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-b64f4d48-8a2c-4500-9164-45f5cc1a2e9e service neutron] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:22.454875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30f79a62-05ce-4413-9d38-796fb99a527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.456133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-b64f4d48-8a2c-4500-9164-45f5cc1a2e9e service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.457314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fff9a6-eadd-4d91-8a6a-d605a57747b1 req-b64f4d48-8a2c-4500-9164-45f5cc1a2e9e service neutron] 10.222.0.39 "DELETE /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952/bindings/n-h2-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.5628319 Aug 10 03:25:22.490395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b45cc-a303-4c9d-bc83-5a7ae8891700 req-911e22a8-1fa7-4138-ae27-e85c701d2c1c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.495222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f80b45cc-a303-4c9d-bc83-5a7ae8891700 req-911e22a8-1fa7-4138-ae27-e85c701d2c1c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.0760858 Aug 10 03:25:22.516548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79a62-05ce-4413-9d38-796fb99a527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c71992e-9979-45c1-b9c5-cf8e4ff6c8ae,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.523645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-30f79a62-05ce-4413-9d38-796fb99a527c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1898fbd36364981acc133ba3538674a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052512 Aug 10 03:25:22.532798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41224) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:22.541306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98278166-53ca-4d48-8a20-c1e81dca614a req-04a02db2-c163-4ae3-924f-3a7578400e4f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.547809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98278166-53ca-4d48-8a20-c1e81dca614a req-04a02db2-c163-4ae3-924f-3a7578400e4f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.549532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98278166-53ca-4d48-8a20-c1e81dca614a req-04a02db2-c163-4ae3-924f-3a7578400e4f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5&device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 1691 time: 0.1333370 Aug 10 03:25:22.591852 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f80b45cc-a303-4c9d-bc83-5a7ae8891700 req-9dac5e15-698e-4c8b-bf2c-66dbbd678288 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813897 Aug 10 03:25:22.594191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98278166-53ca-4d48-8a20-c1e81dca614a req-00fd67a8-365a-4ed9-adec-3d57108f3c8d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378811 Aug 10 03:25:22.625758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b548e106-41c1-4667-abdc-765e0623f94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.666317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b548e106-41c1-4667-abdc-765e0623f94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.739109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b548e106-41c1-4667-abdc-765e0623f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.744627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b548e106-41c1-4667-abdc-765e0623f94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:22.748849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b548e106-41c1-4667-abdc-765e0623f94e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c71992e-9979-45c1-b9c5-cf8e4ff6c8ae HTTP/1.1" status: 204 len: 168 time: 0.2123139 Aug 10 03:25:22.764135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548e106-41c1-4667-abdc-765e0623f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c71992e-9979-45c1-b9c5-cf8e4ff6c8ae,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:22.781302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0d369040-d462-4c79-a049-3211ff35bb97 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:22.939463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac6ba7-3f55-43c9-888f-44eb89786baf req-e694ad9f-704c-4f39-9a1e-507c0df5682b tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:22.942965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ddac6ba7-3f55-43c9-888f-44eb89786baf req-e694ad9f-704c-4f39-9a1e-507c0df5682b tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0864878 Aug 10 03:25:22.967744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0d369040-d462-4c79-a049-3211ff35bb97, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0d369040-d462-4c79-a049-3211ff35bb97,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:22.993060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ddac6ba7-3f55-43c9-888f-44eb89786baf req-a78c1baf-fc51-43ae-8294-a10cb12cb644 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 Aug 10 03:25:23.018367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-c89a7bae-d9f4-4310-bdd8-0ea5fa439bb9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=efbb689a83804633a964942805f5a9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308022 Aug 10 03:25:23.025451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '0d369040-d462-4c79-a049-3211ff35bb97', 'network_id': 'fdb29fa1-a9ae-4fee-8e14-36a167d98386', 'port_id': '0d369040-d462-4c79-a049-3211ff35bb97', 'mac_address': 'fa:16:3e:ca:80:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57aae343-ceba-4a1a-be93-57e7ae91a59a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:23.091335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.113804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d369040-d462-4c79-a049-3211ff35bb97 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:23.159204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0d369040-d462-4c79-a049-3211ff35bb97, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0d369040-d462-4c79-a049-3211ff35bb97,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:23.167204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.179000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-dd01032f-a25a-4ffa-8bbe-b23c65a257fe tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.184392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f04f-78a7-4ab6-a30e-e341ea42a4fb req-bfb0e818-5f26-49bf-a0c0-8e6b9b14c2e4 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.187648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-dd01032f-a25a-4ffa-8bbe-b23c65a257fe tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682978 Aug 10 03:25:23.194390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b77f04f-78a7-4ab6-a30e-e341ea42a4fb req-bfb0e818-5f26-49bf-a0c0-8e6b9b14c2e4 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 945 time: 0.0870507 Aug 10 03:25:23.205355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-10f2ed96-0491-41a5-9aff-6e2df290103e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/quotas/efbb689a83804633a964942805f5a9b6 HTTP/1.1" status: 200 len: 375 time: 0.0165255 Aug 10 03:25:23.244819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-311a56cc-4957-4989-b6ab-dc68d369e869 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345767 Aug 10 03:25:23.252167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0d369040-d462-4c79-a049-3211ff35bb97,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:23.265645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41252) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:23.274673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b77f04f-78a7-4ab6-a30e-e341ea42a4fb req-01f83fa2-24d6-4c00-bbb2-846a94d17b27 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790110 Aug 10 03:25:23.280611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-894ea845-5123-4233-beca-9e7e7edbe41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.438561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0d369040-d462-4c79-a049-3211ff35bb97'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:23.455510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-894ea845-5123-4233-beca-9e7e7edbe41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.456633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298668-8d62-427f-be97-6e400e78a77f req-766d2527-7623-4bd2-9e75-ca65c8db9e73 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.462092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a298668-8d62-427f-be97-6e400e78a77f req-766d2527-7623-4bd2-9e75-ca65c8db9e73 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 1102 time: 0.0803850 Aug 10 03:25:23.465625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-894ea845-5123-4233-beca-9e7e7edbe41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.513454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:23.581271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a298668-8d62-427f-be97-6e400e78a77f req-eea38f38-1bc7-4371-8fb5-e1189269d59b tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130888 Aug 10 03:25:23.582836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ea845-5123-4233-beca-9e7e7edbe41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3611365-e72f-487e-bfa3-5d571b0563fa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:23.615426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-894ea845-5123-4233-beca-9e7e7edbe41c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=714e92c4ab004afdbda85a08b720057a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482645 Aug 10 03:25:23.620646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41270) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:23.719036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc693e22-3558-4dff-be55-0e83c309a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.746068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:23.761606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:23.762009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.776892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc693e22-3558-4dff-be55-0e83c309a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.826054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df9d3b-af5f-4e42-9260-af07bade29d8 req-a5ed6456-c1c1-4569-832b-752c3a8db859 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.829046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11df9d3b-af5f-4e42-9260-af07bade29d8 req-a5ed6456-c1c1-4569-832b-752c3a8db859 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.0947700 Aug 10 03:25:23.879633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-8c5eb4a5-62bb-4b14-bfae-13e9b11c7191 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:23.882939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-8c5eb4a5-62bb-4b14-bfae-13e9b11c7191 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.2418525 Aug 10 03:25:23.894923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11df9d3b-af5f-4e42-9260-af07bade29d8 req-0a2419dc-0d0c-40bb-b1b5-7058d3d83dba tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Aug 10 03:25:23.896760 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc693e22-3558-4dff-be55-0e83c309a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.900634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc693e22-3558-4dff-be55-0e83c309a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:23.901947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc693e22-3558-4dff-be55-0e83c309a767 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3611365-e72f-487e-bfa3-5d571b0563fa HTTP/1.1" status: 204 len: 168 time: 0.2802217 Aug 10 03:25:23.926169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc693e22-3558-4dff-be55-0e83c309a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3611365-e72f-487e-bfa3-5d571b0563fa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:23.943809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-e36fb4f4-249a-487a-bd77-55e99b533ab0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/quotas/43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 375 time: 0.0532207 Aug 10 03:25:23.991463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.043130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:24.046058 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327f132e-dc89-49d5-a4e1-f663d7b2b906" -d '{"events": [{"server_uuid": "56b0b3ed-dfbe-40eb-addb-ce25f520c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "e5d01a6b-90be-4f97-ae93-baa66c2bc3d0"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:24.070553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-b0c06068-0f76-47cf-a4e1-475cf2e6e175 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250596 Aug 10 03:25:24.089291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:24.092667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-012c1763-c818-4866-a98a-b7cba0ba3e55 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=efbb689a83804633a964942805f5a9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312059 Aug 10 03:25:24.098186 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.099009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 223675fd-447c-4df2-8e99-3e3ef10d9059 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:24.186552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.218615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-351f932d-8ce1-4f50-ae1d-45dcf32f7e07 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236458 Aug 10 03:25:24.295117 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.303490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 223675fd-447c-4df2-8e99-3e3ef10d9059 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:24.312844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 223675fd-447c-4df2-8e99-3e3ef10d9059 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:24.313251 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.341519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-34af507b-a5bc-46f4-b6bd-6a221f29c3a9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.344267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-34af507b-a5bc-46f4-b6bd-6a221f29c3a9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426159 Aug 10 03:25:24.375188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-17949407-6efd-4812-9216-93eeb1ff6e2b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/quotas/efbb689a83804633a964942805f5a9b6 HTTP/1.1" status: 200 len: 375 time: 0.0225940 Aug 10 03:25:24.410192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.421156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-53debdca-a8b2-4709-93b9-436526133449 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974249 Aug 10 03:25:24.444606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-1bf7bd64-0b4e-4617-aa80-c1f02a38800f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599089 Aug 10 03:25:24.456214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 223675fd-447c-4df2-8e99-3e3ef10d9059, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=223675fd-447c-4df2-8e99-3e3ef10d9059,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:24.465745 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:24.599184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=223675fd-447c-4df2-8e99-3e3ef10d9059,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:24.792154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:24.795408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0d369040-d462-4c79-a049-3211ff35bb97 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:24.853558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade4eb8-69b4-47be-94f8-6e2f05664156 req-37873804-91b5-4950-80af-c6552112119d tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:24.862066 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fade4eb8-69b4-47be-94f8-6e2f05664156 req-37873804-91b5-4950-80af-c6552112119d tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 1102 time: 0.0619397 Aug 10 03:25:24.919101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fade4eb8-69b4-47be-94f8-6e2f05664156 req-6a3e7732-5b29-4fb6-b94b-6f0e78503698 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557911 Aug 10 03:25:25.021173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19118482-a881-4398-bd35-928de60d1c4b req-e1b2b842-8a15-479b-97f4-69b443a1e88b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.036318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19118482-a881-4398-bd35-928de60d1c4b req-e1b2b842-8a15-479b-97f4-69b443a1e88b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.2661097 Aug 10 03:25:25.097559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19118482-a881-4398-bd35-928de60d1c4b req-41b5617a-e32a-4b39-bacb-36104bbe2cb3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Aug 10 03:25:25.232000 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743556b-5b1b-467b-b1c6-f1644f7898d2 x-openstack-request-id: req-d743556b-5b1b-467b-b1c6-f1644f7898d2 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:25.232000 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0b3ed-dfbe-40eb-addb-ce25f520c3a3", "name": "network-vif-plugged", "status": "completed", "tag": "e5d01a6b-90be-4f97-ae93-baa66c2bc3d0", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:25.232000 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d743556b-5b1b-467b-b1c6-f1644f7898d2 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:25.232000 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0', 'code': 200} Aug 10 03:25:25.233467 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:25:25.252279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-de737744-b96b-4782-89d9-e656372eb491 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efbb689a83804633a964942805f5a9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616779 Aug 10 03:25:25.266568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 0d369040-d462-4c79-a049-3211ff35bb97 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:25.278833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 0d369040-d462-4c79-a049-3211ff35bb97 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:25.285702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.377840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:25.411590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'port_id': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'mac_address': 'fa:16:3e:da:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966fc33a-b988-4686-b2a6-be0386b61a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:25.514565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1551db10-9f34-47e3-b6e9-5167be90592b req-edc82c20-f821-4cb8-b53a-a8c5537ac540 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 210 time: 0.1485667 Aug 10 03:25:25.652790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cb5db-41d7-45e7-b1db-7ce868518668 req-6d1d5304-ee08-4dad-b9a5-7760a3c39a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.658961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d6cb5db-41d7-45e7-b1db-7ce868518668 req-6d1d5304-ee08-4dad-b9a5-7760a3c39a44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 1097 time: 0.2799168 Aug 10 03:25:25.678876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.684136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da85f-5f4b-41e3-902e-79a3e3f38328 req-e1c31dbc-76c6-4b98-af68-59e0cdaaa72d tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.702053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d91da85f-5f4b-41e3-902e-79a3e3f38328 req-e1c31dbc-76c6-4b98-af68-59e0cdaaa72d tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 946 time: 0.3817172 Aug 10 03:25:25.710362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.712814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.718384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:25.759328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4a58038-ed04-444f-a6e1-0702a522f888 req-4ae7270c-a6a9-47ba-afde-af9d58886bca tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 210 time: 0.0922117 Aug 10 03:25:25.772865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:25.780095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-a15ff3ca-ff69-4691-ae35-1aa5916e0f5a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:25.782083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-a15ff3ca-ff69-4691-ae35-1aa5916e0f5a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5210080 Aug 10 03:25:25.794860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.797539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Request body: {'port': {'device_id': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'efbb689a83804633a964942805f5a9b6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:25.862613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d91da85f-5f4b-41e3-902e-79a3e3f38328 req-66d753a7-5f34-4f46-b5d1-becb8c7af575 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536095 Aug 10 03:25:25.864980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0d369040-d462-4c79-a049-3211ff35bb97, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0d369040-d462-4c79-a049-3211ff35bb97,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:25.873318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d6cb5db-41d7-45e7-b1db-7ce868518668 req-79c2e532-9466-4ef3-a265-b5e9044ef26d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842341 Aug 10 03:25:25.876188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:25.940370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.035692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0d369040-d462-4c79-a049-3211ff35bb97,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:26.091518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:26.295697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad7062-0bcd-47a1-a1df-f814d0079fd7 req-4b28b4df-26b0-4699-8f90-9afe2b0b4dd1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.309890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70ad7062-0bcd-47a1-a1df-f814d0079fd7 req-4b28b4df-26b0-4699-8f90-9afe2b0b4dd1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.3039684 Aug 10 03:25:26.327890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Made reservation on behalf of efbb689a83804633a964942805f5a9b6 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:26.331787 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.357557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.415862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70ad7062-0bcd-47a1-a1df-f814d0079fd7 req-be374a33-f6c3-4175-875a-d329d635fbc2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005511 Aug 10 03:25:26.463425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2776c-556c-4ab7-b7fb-cabe3cb76348 req-5753e241-49a2-49b5-868c-8a3924271397 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:26.465629 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fb2776c-556c-4ab7-b7fb-cabe3cb76348 req-5753e241-49a2-49b5-868c-8a3924271397 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.1556697 Aug 10 03:25:26.548609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fb2776c-556c-4ab7-b7fb-cabe3cb76348 req-09f3f130-6450-4c82-b8b9-c733f51d7a5d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Aug 10 03:25:26.583821 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.588126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-dbe506a7-9fef-45fa-9281-510eec3b8e2d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412388 Aug 10 03:25:26.593775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:26.685612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5115cd8e-0495-4bbd-b326-b835339d7edc req-f2206c04-76b6-42a7-92a5-4c9483059f0c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 210 time: 0.0418150 Aug 10 03:25:26.902643 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1c3d548e-557a-4dc0-afec-6b1c55500d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.016585 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55ba6ff4-b288-4afb-83f8-dc9aeefbc88f req-3e5573a9-b8d7-40b2-a36e-fd9ce402095c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 210 time: 0.0775235 Aug 10 03:25:27.220904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13770381-e81f-4dcf-b6d6-9f03649260d8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:27.232713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223675fd-447c-4df2-8e99-3e3ef10d9059'}, {'server_uuid': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d369040-d462-4c79-a049-3211ff35bb97'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:27.237853 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3e1fc9-10b4-4c7a-bd55-e0449652ed9f" -d '{"events": [{"server_uuid": "f4b60456-382d-41c0-b146-bde31f65b65a", "name": "network-vif-plugged", "status": "completed", "tag": "223675fd-447c-4df2-8e99-3e3ef10d9059"}, {"server_uuid": "6919a85a-cf76-4a21-85ae-6bc4e95979c4", "name": "network-vif-plugged", "status": "completed", "tag": "0d369040-d462-4c79-a049-3211ff35bb97"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:27.375095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-c2e8100a-d132-453f-8a0d-fd21a8cc3ffa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.377786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-c2e8100a-d132-453f-8a0d-fd21a8cc3ffa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7757199 Aug 10 03:25:27.383241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-74caeb01-c1e0-4f38-96fc-b682c991fd7a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.386421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-74caeb01-c1e0-4f38-96fc-b682c991fd7a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.4261649 Aug 10 03:25:27.401768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ceca1-c160-44fe-be59-a9c40d0a3d53 req-70eaaff2-e1b8-4777-97c8-3322824f092f tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.404986 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-592ceca1-c160-44fe-be59-a9c40d0a3d53 req-70eaaff2-e1b8-4777-97c8-3322824f092f tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 946 time: 0.1861150 Aug 10 03:25:27.410278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Request body: {'port': {'device_id': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'admin_state_up': True, 'tenant_id': '43f150640c3b4373896f45fd22c9e258'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:27.420052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-ad896d86-bbb0-408c-80ae-abf5eb947b2d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/quotas/0b7f80154fb343a59b63bdca85540dff HTTP/1.1" status: 200 len: 375 time: 0.0319440 Aug 10 03:25:27.421201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Allocated IP 192.168.233.117 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/c8814fd7-1f91-48be-a004-a65c70bdef34) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:27.515310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-592ceca1-c160-44fe-be59-a9c40d0a3d53 req-66c57879-b0db-45cf-bedb-70970f00c9cb tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997586 Aug 10 03:25:27.522910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-35801f9c-6a0e-4777-8bf3-4443d7caf571 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941789 Aug 10 03:25:27.606355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Made reservation on behalf of 43f150640c3b4373896f45fd22c9e258 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:27.613118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.667036 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28cde20-5464-441a-993c-b753258d9741 x-openstack-request-id: req-a28cde20-5464-441a-993c-b753258d9741 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:27.667824 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b60456-382d-41c0-b146-bde31f65b65a", "name": "network-vif-plugged", "status": "completed", "tag": "223675fd-447c-4df2-8e99-3e3ef10d9059", "code": 200}, {"server_uuid": "6919a85a-cf76-4a21-85ae-6bc4e95979c4", "name": "network-vif-plugged", "status": "completed", "tag": "0d369040-d462-4c79-a049-3211ff35bb97", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:27.668280 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a28cde20-5464-441a-993c-b753258d9741 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:27.670947 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223675fd-447c-4df2-8e99-3e3ef10d9059', 'code': 200} Aug 10 03:25:27.671445 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d369040-d462-4c79-a049-3211ff35bb97', 'code': 200} Aug 10 03:25:27.785242 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-f494bf9a-dc9b-4625-8df7-d0b37d6b8dc8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=efbb689a83804633a964942805f5a9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570893 Aug 10 03:25:27.813336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:27.876701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Transition to ACTIVE for port object c8814fd7-1f91-48be-a004-a65c70bdef34 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:27.963266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-f820c11b-920e-4cc4-a98b-7e461012c9dc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:27.965154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-f820c11b-920e-4cc4-a98b-7e461012c9dc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713722 Aug 10 03:25:27.984342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Request body: {'port': {'device_id': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'efbb689a83804633a964942805f5a9b6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:28.037625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-cfb66359-5630-4961-aa1d-9005e726ef3a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e7e14daac744af1a23890bffa08ddd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684524 Aug 10 03:25:28.048959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Allocated IP 172.20.0.3 (8182439b-fffb-487b-a049-1ad05fae2406/63c5872b-8e07-46e0-a391-5fa2fe61dcbe/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:28.104033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.147361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e65d5-c9d6-41ae-a51d-7d56d85d4c11 req-391ebe5a-0015-405f-ab0b-d5f4907e9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.149613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef5e65d5-c9d6-41ae-a51d-7d56d85d4c11 req-391ebe5a-0015-405f-ab0b-d5f4907e9750 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 1098 time: 0.3402722 Aug 10 03:25:28.174643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c45cb-f136-4efb-a15f-048b4d4be355 req-3a250c11-1572-45de-b38d-1aa23b78dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.176302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b49c45cb-f136-4efb-a15f-048b4d4be355 req-3a250c11-1572-45de-b38d-1aa23b78dcec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 1098 time: 0.3133481 Aug 10 03:25:28.270510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:28.273021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.288761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:28.325971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:28.335723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-58c4e5d2-9e7b-451e-8c7e-46976653f52a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.337832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-58c4e5d2-9e7b-451e-8c7e-46976653f52a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855351 Aug 10 03:25:28.342364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.343840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.353681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef5e65d5-c9d6-41ae-a51d-7d56d85d4c11 req-03d85f8e-56f1-4d84-b3c9-32e4c90b08e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913035 Aug 10 03:25:28.394630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-4432b185-58d5-4579-9470-bd4e731e5b77 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6022892 Aug 10 03:25:28.416541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Request body: {'port': {'device_id': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:28.421167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b49c45cb-f136-4efb-a15f-048b4d4be355 req-e47d2acf-bec7-42f9-a4fe-26e14f989372 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266695 Aug 10 03:25:28.438924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-5619725e-e7fb-443b-acf4-80e5c5bb80cd tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/quotas/0e7e14daac744af1a23890bffa08ddd9 HTTP/1.1" status: 200 len: 375 time: 0.0831225 Aug 10 03:25:28.456405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Made reservation on behalf of efbb689a83804633a964942805f5a9b6 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:28.460165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.475619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00554e-3965-4598-b332-6861bdf9a349 req-899bcfe7-2f97-47ba-a792-ea7c5271cc8c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:28.489104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a00554e-3965-4598-b332-6861bdf9a349 req-899bcfe7-2f97-47ba-a792-ea7c5271cc8c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.1603041 Aug 10 03:25:28.561114 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-f5e03e4f-8fa5-4d48-9a92-a043bbd9b740 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7e14daac744af1a23890bffa08ddd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126254 Aug 10 03:25:28.604236 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.631586 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.633374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a00554e-3965-4598-b332-6861bdf9a349 req-a4f34d87-3f54-49c7-bdf8-a812795de617 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465888 Aug 10 03:25:28.707083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af5a66d0-ab3f-43b1-8615-b86a558d8740 None None] Provisioning for port c8814fd7-1f91-48be-a004-a65c70bdef34 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:28.726449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af5a66d0-ab3f-43b1-8615-b86a558d8740 None None] Provisioning complete for port c8814fd7-1f91-48be-a004-a65c70bdef34 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:28.728063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af5a66d0-ab3f-43b1-8615-b86a558d8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.752529 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:28.815824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:28.837634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:28.859359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Network 8182439b-fffb-487b-a049-1ad05fae2406 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:28.861713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:28.871142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:28.964534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-af5a66d0-ab3f-43b1-8615-b86a558d8740 None None] Port c8814fd7-1f91-48be-a004-a65c70bdef34 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:28.999338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.000018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.020226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:29.027758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:29.028516 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.030733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-1e3eef36-7162-4549-b318-9619eb96131d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6244357 Aug 10 03:25:29.038419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Allocated IP 192.168.233.230 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/b5740828-16b3-435e-a629-91e6082cd3ba) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:29.059567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Request body: {'port': {'device_id': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:29.092390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacedb8-8ba0-442d-8b0d-ff88f0bea515 req-f64193d1-dd82-4ceb-a6c2-2833a1d16744 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.105702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edacedb8-8ba0-442d-8b0d-ff88f0bea515 req-f64193d1-dd82-4ceb-a6c2-2833a1d16744 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.3201156 Aug 10 03:25:29.115059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-26ccc70c-23cf-4e0b-bf53-343c236e13e6 req-02b01a38-647b-4a9d-a5d1-08492a77edc2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 210 time: 0.1011291 Aug 10 03:25:29.193422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.230962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edacedb8-8ba0-442d-8b0d-ff88f0bea515 req-39360eb8-81e3-41ff-9c83-b1091721b554 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238997 Aug 10 03:25:29.283523 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.367562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:29.377263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.602313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b90fb-34c2-4988-b220-97dfe9a95163 req-b95aa79b-36f4-4535-b57f-7b40df52de91 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:29.609444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-548b90fb-34c2-4988-b220-97dfe9a95163 req-b95aa79b-36f4-4535-b57f-7b40df52de91 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 931 time: 0.3052371 Aug 10 03:25:29.636615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:29.640273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.650087 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.672950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:29.676093 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ad25e-34a0-41bd-9176-c8f2ef86e836" -d '{"events": [{"server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "name": "network-vif-plugged", "status": "completed", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:29.677562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Transition to ACTIVE for port object b5740828-16b3-435e-a629-91e6082cd3ba will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:29.771214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d9056c6-5b78-46fe-8cd3-1b34ccda7401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.796915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-548b90fb-34c2-4988-b220-97dfe9a95163 req-850c9334-45ea-4de8-8731-11fe3cee2d01 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746831 Aug 10 03:25:29.801607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:29.994769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:30.007863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:30.018408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:30.025357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.026220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.045420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event updated for resources: {'Port': ['ID=b5740828-16b3-435e-a629-91e6082cd3ba,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.070592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-6cf3e862-4164-48d3-a2fe-317a69bb7ccc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0917003 Aug 10 03:25:30.110871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Request body: {'port': {'device_id': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:30.133269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8078e-a2f6-44ee-8dbe-062022468dc2 req-51f2e77f-0dbf-4b30-828c-fc994225c2dc tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.140694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-50c8078e-a2f6-44ee-8dbe-062022468dc2 req-51f2e77f-0dbf-4b30-828c-fc994225c2dc tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 946 time: 0.2425122 Aug 10 03:25:30.207844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-50c8078e-a2f6-44ee-8dbe-062022468dc2 req-52c9fb6d-9e5f-4c8d-8664-d91fabf20d13 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649893 Aug 10 03:25:30.214376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da384544-b035-4c4c-8159-761d41b730f2 req-ade7dafa-6b1c-4827-bafb-990752192d64 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 210 time: 0.0745406 Aug 10 03:25:30.255773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8814fd7-1f91-48be-a004-a65c70bdef34 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:30.306298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.315826 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c68ffc4-ccaa-4fee-80b3-1e590eef405a x-openstack-request-id: req-9c68ffc4-ccaa-4fee-80b3-1e590eef405a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:30.316491 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "name": "network-vif-plugged", "status": "completed", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:30.317029 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c68ffc4-ccaa-4fee-80b3-1e590eef405a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:30.317803 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'code': 200} Aug 10 03:25:30.318556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:30.333933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.357308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.390660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Transition to ACTIVE for port object c8814fd7-1f91-48be-a004-a65c70bdef34 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:30.406246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Transition to ACTIVE for port object 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:30.408172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9ff1aa19-74d0-4470-b9af-a79ad435af09 None None] Provisioning for port b5740828-16b3-435e-a629-91e6082cd3ba completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:30.415262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9ff1aa19-74d0-4470-b9af-a79ad435af09 None None] Provisioning complete for port b5740828-16b3-435e-a629-91e6082cd3ba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:30.416565 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9ff1aa19-74d0-4470-b9af-a79ad435af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.421523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.431647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.439055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c623fb20-e239-4991-a760-5cd662d0c511 req-736e5c51-19ca-4c0c-af37-515b0bb1258a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 210 time: 0.0633731 Aug 10 03:25:30.536823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f5a3a-867e-46d3-bbd1-26912c4ef1b2 req-50a1f93d-f11f-49cf-832f-6c08983c839a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.548469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-145f5a3a-867e-46d3-bbd1-26912c4ef1b2 req-50a1f93d-f11f-49cf-832f-6c08983c839a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.2092073 Aug 10 03:25:30.556868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.599214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1aa19-74d0-4470-b9af-a79ad435af09 None None] Port b5740828-16b3-435e-a629-91e6082cd3ba cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:30.601488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342acf6d-750e-4cfd-9bcc-b02bc43bd10a req-817584bc-c504-43c6-bd33-972a49915afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.604403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-342acf6d-750e-4cfd-9bcc-b02bc43bd10a req-817584bc-c504-43c6-bd33-972a49915afa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1097 time: 0.1988902 Aug 10 03:25:30.641612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-145f5a3a-867e-46d3-bbd1-26912c4ef1b2 req-f6013140-52b5-4ef0-a1de-33ac082244b8 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923197 Aug 10 03:25:30.661037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:30.832847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Attempting to bind port c8814fd7-1f91-48be-a004-a65c70bdef34 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:30.833230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Attempting to bind port c8814fd7-1f91-48be-a004-a65c70bdef34 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:30.833521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Attempting to bind port c8814fd7-1f91-48be-a004-a65c70bdef34 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:30.849902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Port c8814fd7-1f91-48be-a004-a65c70bdef34 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:30.850251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Attempting to bind port c8814fd7-1f91-48be-a004-a65c70bdef34 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:30.860601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-342acf6d-750e-4cfd-9bcc-b02bc43bd10a req-ab3aabd5-cd55-4638-85f0-29165da36a3e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369211 Aug 10 03:25:30.867013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:30.867325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:30.868274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:30.868720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Bound port: c8814fd7-1f91-48be-a004-a65c70bdef34, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:30.869090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:30.882855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1d7d-72ab-4d8a-8f14-412bc9019c7d req-1947170f-c4f5-4a83-af2a-2871748e9d3b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.885209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63be1d7d-72ab-4d8a-8f14-412bc9019c7d req-1947170f-c4f5-4a83-af2a-2871748e9d3b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 936 time: 0.2032990 Aug 10 03:25:30.900850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a0455-089b-49ed-a879-e91f6e382e12 req-4038511d-88b5-4514-857c-a9e6a9fd72bd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:30.909321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e6a0455-089b-49ed-a879-e91f6e382e12 req-4038511d-88b5-4514-857c-a9e6a9fd72bd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 946 time: 0.1205912 Aug 10 03:25:30.936609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:30.937294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:30.937743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:30.954889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:30.954889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:30.972566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e6a0455-089b-49ed-a879-e91f6e382e12 req-b184ae18-af86-47d2-937c-316795617ee9 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 Aug 10 03:25:30.978969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:30.980236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:30.984219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:30.984969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Bound port: 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:30.985501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.121643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63be1d7d-72ab-4d8a-8f14-412bc9019c7d req-f908c81d-89ff-493f-a167-941ad366e1d7 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129693 Aug 10 03:25:31.123437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-f0a5c843-ef74-4e0e-9c65-46620232e1d6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373125 Aug 10 03:25:31.194115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:31.199217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:31.211486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:31.226069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.257395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:31.273483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.294195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.295157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.298072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] 10.222.0.65 "PUT /v2.0/ports/c8814fd7-1f91-48be-a004-a65c70bdef34 HTTP/1.1" status: 200 len: 1097 time: 2.8884699 Aug 10 03:25:31.308225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:31.310304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.311500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.312298 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:31.313602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 1092 time: 2.2604136 Aug 10 03:25:31.335267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:31.338331 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc36abb-9d0d-467e-b4fa-242eab82dc59" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:31.377871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baf98d-1af0-4383-a8a4-13ffff9e3a81 req-34126daf-b635-4948-801d-d51ec9a301b7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.380080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70baf98d-1af0-4383-a8a4-13ffff9e3a81 req-34126daf-b635-4948-801d-d51ec9a301b7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.2535472 Aug 10 03:25:31.429478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-d45207c5-6bc6-48d8-bacc-f1ad201ed712 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806019 Aug 10 03:25:31.468186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5740828-16b3-435e-a629-91e6082cd3ba {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:31.553822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.566995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.579095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642206ec-11ca-4a39-84df-c7c2aec0a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:31.643324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c29f06-41f3-4ca3-bded-12dcd7b43fbc req-32b84ffe-9b7c-4b70-8bbc-f9976226220d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.646411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61c29f06-41f3-4ca3-bded-12dcd7b43fbc req-32b84ffe-9b7c-4b70-8bbc-f9976226220d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 943 time: 0.3688602 Aug 10 03:25:31.648089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Transition to ACTIVE for port object b5740828-16b3-435e-a629-91e6082cd3ba will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:31.667116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:31.700663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-c3197ff1-acd4-409a-912e-6e9cc588a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:31.703281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-c3197ff1-acd4-409a-912e-6e9cc588a3c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1100 time: 0.2627277 Aug 10 03:25:31.962646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-49dd2039-4cfa-441c-8cbc-debebc523391 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c8814fd7-1f91-48be-a004-a65c70bdef34 HTTP/1.1" status: 200 len: 217 time: 0.2147694 Aug 10 03:25:31.965009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-92bafa0f-7d7c-4664-b238-aab60667e0e6 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0e7e14daac744af1a23890bffa08ddd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1093826 Aug 10 03:25:31.971797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb411d91-379b-4f56-a46d-0549e34b7649 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.030890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-321fd67c-3694-4ba7-84e9-1110b6fe7e82 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.048889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-321fd67c-3694-4ba7-84e9-1110b6fe7e82 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9033802 Aug 10 03:25:32.108556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:32.160056 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61c29f06-41f3-4ca3-bded-12dcd7b43fbc req-a697a571-6f25-49d4-a4dc-698ed55f7b7f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973478 Aug 10 03:25:32.176798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5740828-16b3-435e-a629-91e6082cd3ba,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:32.189598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-fc5dbf71-463a-4ffc-a802-8f9d7cbb3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.191351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-fc5dbf71-463a-4ffc-a802-8f9d7cbb3dbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1027761 Aug 10 03:25:32.192735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Attempting to bind port b5740828-16b3-435e-a629-91e6082cd3ba on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:32.192941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Attempting to bind port b5740828-16b3-435e-a629-91e6082cd3ba by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:32.193318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Attempting to bind port b5740828-16b3-435e-a629-91e6082cd3ba on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:32.206054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-ece4100e-a221-4bc5-b0dc-7bc0d50e9f62 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.207710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-ece4100e-a221-4bc5-b0dc-7bc0d50e9f62 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212651 Aug 10 03:25:32.217439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Port b5740828-16b3-435e-a629-91e6082cd3ba on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:32.217696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Attempting to bind port b5740828-16b3-435e-a629-91e6082cd3ba on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:32.247778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Request body: {'port': {'device_id': '25bd3361-18ea-481c-8ca0-111928fb340b', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0e7e14daac744af1a23890bffa08ddd9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:32.251785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:32.252110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:32.252491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:32.252952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Bound port: b5740828-16b3-435e-a629-91e6082cd3ba, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:32.253547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.285095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70baf98d-1af0-4383-a8a4-13ffff9e3a81 req-2a71e5d4-ec55-4e1c-b16b-600fa000844a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8645079 Aug 10 03:25:32.344670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-eb71cb92-4ef2-4d1a-aab3-588670557417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.346582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-eb71cb92-4ef2-4d1a-aab3-588670557417 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1095 time: 0.3826153 Aug 10 03:25:32.356481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-e44633f5-651b-442a-9471-5e7a8a422f1f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.358085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-e44633f5-651b-442a-9471-5e7a8a422f1f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9082918 Aug 10 03:25:32.371556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-019522da-c51f-4248-a153-1c2f5068c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.373113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-019522da-c51f-4248-a153-1c2f5068c462 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644886 Aug 10 03:25:32.384127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:32.479472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-090edbb9-5e81-4aaf-a8e5-a88d920b8648 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 217 time: 0.0906909 Aug 10 03:25:32.604710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:32.608346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.617183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-8774fc58-5afd-4cc9-8728-1db7baa60a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.620345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-8774fc58-5afd-4cc9-8728-1db7baa60a25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1093926 Aug 10 03:25:32.679006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fa74b-afc9-4fe8-9785-5ba11b2e5d8a req-b52e017a-c7cc-4d77-992e-80c0a7c4f449 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.681112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df5fa74b-afc9-4fe8-9785-5ba11b2e5d8a req-b52e017a-c7cc-4d77-992e-80c0a7c4f449 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 945 time: 0.2387333 Aug 10 03:25:32.709126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-68ab49a1-e4f6-4c79-9058-8313e332f806 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683951 Aug 10 03:25:32.740107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5752595a-21c3-44dc-b7a4-4f87bbd94a1c req-08d4199a-53c7-4593-ad88-bc4097d37759 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 210 time: 0.0529506 Aug 10 03:25:32.747524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] For port b5740828-16b3-435e-a629-91e6082cd3ba, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:32.784602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] For port b5740828-16b3-435e-a629-91e6082cd3ba, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b5740828-16b3-435e-a629-91e6082cd3ba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:32.799423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.818229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Made reservation on behalf of 0e7e14daac744af1a23890bffa08ddd9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:32.822769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.851020 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058641a1-5ac3-47ef-bda1-399eaba9e877 x-openstack-request-id: req-058641a1-5ac3-47ef-bda1-399eaba9e877 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:32.851309 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:32.851564 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-058641a1-5ac3-47ef-bda1-399eaba9e877 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:32.852502 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'status': 'completed', 'code': 200} Aug 10 03:25:32.863155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-12d83172-5579-479f-9df6-f71e6a50d170 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723456 Aug 10 03:25:32.866212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.912243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:32.912959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:32.915145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b5740828-16b3-435e-a629-91e6082cd3ba HTTP/1.1" status: 200 len: 1097 time: 2.8299317 Aug 10 03:25:32.945772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df5fa74b-afc9-4fe8-9785-5ba11b2e5d8a req-d4b24a9d-30b3-409f-b155-a95095c16a44 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311563 Aug 10 03:25:32.952263 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5279bf1-b367-4ebe-b1a5-2b9d1d58cab8 x-openstack-request-id: req-e5279bf1-b367-4ebe-b1a5-2b9d1d58cab8 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:32.952263 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:32.952263 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5279bf1-b367-4ebe-b1a5-2b9d1d58cab8 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:32.952263 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'status': 'completed', 'code': 200} Aug 10 03:25:32.957464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:32.961109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.007400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029f46b-e83d-412b-810d-855ba3eb77e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5740828-16b3-435e-a629-91e6082cd3ba,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:33.022342 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.036733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-2fc41524-98ae-4206-9a7a-b4b14e31a1b7 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992351 Aug 10 03:25:33.147627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9629cdbd-9488-4755-aafb-8dfce8e992b2 req-d39d74fa-067f-4bf2-951d-41206890b9a9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 210 time: 0.0633724 Aug 10 03:25:33.194244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69b20350-41e7-4c8d-98be-fa5bbb484b87 req-f9539102-fbac-4dfc-8a3b-24805439d53a service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179443 Aug 10 03:25:33.202023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-47d51f95-8b69-42a6-b3b7-97f6a9ed4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.203642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-47d51f95-8b69-42a6-b3b7-97f6a9ed4387 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 1100 time: 0.1927969 Aug 10 03:25:33.265071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-4017cdd5-ae49-4821-a1e5-a5456d9f9268 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b5740828-16b3-435e-a629-91e6082cd3ba HTTP/1.1" status: 200 len: 217 time: 0.0473599 Aug 10 03:25:33.340622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.221 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:33.403343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.407917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2a3baac1-950d-4e77-9024-2b1973d4581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.409606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-2a3baac1-950d-4e77-9024-2b1973d4581e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1342692 Aug 10 03:25:33.412684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.413283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896d916-074f-478a-bb92-63c0ac2a3625 req-188c48a5-f2df-4cf8-9c80-2ebb01656861 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.415528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6896d916-074f-478a-bb92-63c0ac2a3625 req-188c48a5-f2df-4cf8-9c80-2ebb01656861 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.2092073 Aug 10 03:25:33.445052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7ca343b-2355-4b0c-9e1a-3a27c7a4816a req-91a1b6e3-065b-4f80-a47a-7aa8b1e9ce1d service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976972 Aug 10 03:25:33.452521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec5583-37d3-4396-aca5-1bfb1b10e004 req-5d033eb6-6a07-4cef-baf1-530771817a14 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.454480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1ec5583-37d3-4396-aca5-1bfb1b10e004 req-5d033eb6-6a07-4cef-baf1-530771817a14 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 948 time: 0.1935318 Aug 10 03:25:33.534720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-ad2ba024-943f-48dc-a43c-895f74b0e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.536173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-ad2ba024-943f-48dc-a43c-895f74b0e900 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1100 time: 0.2507911 Aug 10 03:25:33.547752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6896d916-074f-478a-bb92-63c0ac2a3625 req-2091f545-a270-4759-8e2b-aed5462f5e41 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187186 Aug 10 03:25:33.566731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515a979a-8e6d-437a-95b8-8e715724efa8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:33.604473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-9879a208-1d1c-4afb-8c72-78f35d92f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.606348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-9879a208-1d1c-4afb-8c72-78f35d92f065 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1095 time: 0.0800781 Aug 10 03:25:33.651485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-7c411164-6cf6-43e7-99e7-66f3dfc4d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.653059 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-7c411164-6cf6-43e7-99e7-66f3dfc4d07f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2237318 Aug 10 03:25:33.658137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1ec5583-37d3-4396-aca5-1bfb1b10e004 req-4868ae0a-2f01-4686-8ab3-6fd5e32cb439 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746860 Aug 10 03:25:33.737518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.757225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-ddc41bee-2420-416a-8705-a59f229820fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.759856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-ddc41bee-2420-416a-8705-a59f229820fe service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2074730 Aug 10 03:25:33.767214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:33.778135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-81ee2ad7-2134-4011-93db-56cd5b5d06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.783546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-81ee2ad7-2134-4011-93db-56cd5b5d06ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.1653838 Aug 10 03:25:33.844007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-a36a65c2-8444-43a9-b298-cab7404357fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c8814fd7-1f91-48be-a004-a65c70bdef34 HTTP/1.1" status: 200 len: 217 time: 0.0702538 Aug 10 03:25:33.853698 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-3c8161b7-99b8-4e9f-b275-6a77be2bd37a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 217 time: 0.0561295 Aug 10 03:25:33.885322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:33.898830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:33.907144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2452b8-54be-4241-8d1c-930ebcfe9905 req-55487fbb-68df-4e2b-8e54-d39f7f5bc58b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:33.908808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c2452b8-54be-4241-8d1c-930ebcfe9905 req-55487fbb-68df-4e2b-8e54-d39f7f5bc58b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 943 time: 0.1463125 Aug 10 03:25:33.913099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-e91cce4a-d719-48b4-a6e5-0d8e35c6aa3c service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392507 Aug 10 03:25:33.946434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:33.998533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-99babcd8-a0a6-4f6e-9076-b7a9bf2c00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.001385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-99babcd8-a0a6-4f6e-9076-b7a9bf2c00fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1318011 Aug 10 03:25:34.001924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-bb21d973-cc61-4072-becf-ca0226715f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.003556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-bb21d973-cc61-4072-becf-ca0226715f6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1384192 Aug 10 03:25:34.070454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c2452b8-54be-4241-8d1c-930ebcfe9905 req-6de9fdd3-08d6-44db-b9fa-454fad6a5b5f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541622 Aug 10 03:25:34.099565 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf93b1ca-70e1-487b-b36d-a5bb90102952 req-a195d319-db8f-4277-b480-3916d591d18e service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716149 Aug 10 03:25:34.104229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-7e97044e-0345-4faa-807d-2a54c91f19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.105857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-7e97044e-0345-4faa-807d-2a54c91f19d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935738 Aug 10 03:25:34.168305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-4dde9b5d-8563-4131-86db-a82e3c6b273e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507959 Aug 10 03:25:34.222888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:34.251190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c66452-08ba-4f1d-959e-fc9dd63575c7 req-c3aa1923-adf6-4d9a-a49f-fcddd55355ed tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.252764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9c66452-08ba-4f1d-959e-fc9dd63575c7 req-c3aa1923-adf6-4d9a-a49f-fcddd55355ed tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1097 time: 0.0834405 Aug 10 03:25:34.256937 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-cb902fe3-634b-4f16-ac96-db7fee84efd3 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382775 Aug 10 03:25:34.259952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:34.262729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:34.265864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:34.300603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.162 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/a08791e2-6c4a-4a9e-8df9-b86dca0150b3) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:34.387950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9c66452-08ba-4f1d-959e-fc9dd63575c7 req-c814a2be-a37e-427e-96e5-4dd35bbb07d9 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074367 Aug 10 03:25:34.416357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8bd86-a5ee-472a-9cc0-c6288eab132b req-2fea28d2-3155-4676-a3ab-c9f38620c26e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.417968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5b8bd86-a5ee-472a-9cc0-c6288eab132b req-2fea28d2-3155-4676-a3ab-c9f38620c26e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.3180358 Aug 10 03:25:34.448026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.448346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.457269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bfd8ef9-7b46-432f-a56f-161a3b2f1b0f req-a6848c59-86e8-44c0-af2f-47dd23dfc946 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816080 Aug 10 03:25:34.521151 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-54c8e961-e6ba-4962-b49b-dd5795bb8f00 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029740 Aug 10 03:25:34.525120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219eb015-bb98-4979-88f3-9e45b8cf405b req-0b767652-5908-42a4-b972-4c099d6115a4 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 210 time: 0.0322814 Aug 10 03:25:34.606697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-4f8ee9bf-b4ef-4c09-a16e-5e223a3236ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5046301 Aug 10 03:25:34.673387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667b3de-9f24-4162-a2a6-b6d4a8fd3b68 req-d5ded2ad-5269-4846-acf9-f1af4ce313d2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:34.675055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d667b3de-9f24-4162-a2a6-b6d4a8fd3b68 req-d5ded2ad-5269-4846-acf9-f1af4ce313d2 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Aug 10 03:25:34.710238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Request body: {'port': {'device_id': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:34.719628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d667b3de-9f24-4162-a2a6-b6d4a8fd3b68 req-a5f6863c-c29f-4670-b310-da9b5e6f78b5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Aug 10 03:25:34.732104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a6bb4296-c258-4bdd-a06b-9d9495f32560 None None] Provisioning for port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:34.741503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a6bb4296-c258-4bdd-a06b-9d9495f32560 None None] Provisioning complete for port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:34.742738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4296-c258-4bdd-a06b-9d9495f32560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.774497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5b8bd86-a5ee-472a-9cc0-c6288eab132b req-19cbdd61-b17a-4a21-bbdf-8a9527180b6a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328824 Aug 10 03:25:34.823228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb4296-c258-4bdd-a06b-9d9495f32560 None None] Port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:34.850062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a19202f-b66b-4f56-b7b3-0f8700ae0489 req-beefbbc0-c2b5-462f-8e1c-45b9461c5283 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 210 time: 0.0624905 Aug 10 03:25:34.854254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'tag': 'b5740828-16b3-435e-a629-91e6082cd3ba'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:34.856986 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efbe1e6-2e49-4461-8d57-baebd7045c06" -d '{"events": [{"name": "network-changed", "server_uuid": "0c126fb0-9665-4431-8e35-3cf7e8a62b48", "tag": "b5740828-16b3-435e-a629-91e6082cd3ba"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:34.878595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.892593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dc36abb-9d0d-467e-b4fa-242eab82dc59 req-20ad75f9-79ab-4d1c-b0a3-cfe3faf333ee service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448186 Aug 10 03:25:34.896177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:34.982272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object a08791e2-6c4a-4a9e-8df9-b86dca0150b3 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:34.988483 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9460d0f8-ae11-45a1-afb8-51fe5aa7ffde x-openstack-request-id: req-9460d0f8-ae11-45a1-afb8-51fe5aa7ffde {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:34.988483 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c126fb0-9665-4431-8e35-3cf7e8a62b48", "tag": "b5740828-16b3-435e-a629-91e6082cd3ba", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:34.988483 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9460d0f8-ae11-45a1-afb8-51fe5aa7ffde {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:34.988483 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'tag': 'b5740828-16b3-435e-a629-91e6082cd3ba', 'status': 'completed', 'code': 200} Aug 10 03:25:35.184500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f79c9-8013-41da-97f8-322671e139b3 req-e9247088-bae5-4385-a41c-ffe9f7e5238b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.191776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca7f79c9-8013-41da-97f8-322671e139b3 req-e9247088-bae5-4385-a41c-ffe9f7e5238b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 948 time: 0.2138543 Aug 10 03:25:35.208230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb569-03d1-4708-9997-a0af6eb143c4 req-eb0889a1-f988-4485-a37a-72a8a866ecc0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.218655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebadb569-03d1-4708-9997-a0af6eb143c4 req-eb0889a1-f988-4485-a37a-72a8a866ecc0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 943 time: 0.0677581 Aug 10 03:25:35.225471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.238596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:35.240837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-fe635d9c-4032-46d0-8261-8d158efb736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.242965 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-fe635d9c-4032-46d0-8261-8d158efb736e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 1100 time: 0.1644001 Aug 10 03:25:35.246558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:35.298226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebadb569-03d1-4708-9997-a0af6eb143c4 req-4dd2844a-fe54-4785-b1e1-f12636801a23 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785310 Aug 10 03:25:35.306519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Allocated IP 192.168.233.79 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/6d1a8037-86ca-4aca-8119-5ebb16bd17d7) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:35.608948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.632736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Transition to ACTIVE for port object 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:35.686967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.811359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:35.812944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:35.819705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:35.825641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.826409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:35.846503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Pushing event updated for resources: {'Port': ['ID=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:35.852983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-90a37bb9-83f3-41fc-ba58-54ce2ccdb94a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6113026 Aug 10 03:25:35.870969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Request body: {'port': {'device_id': '25bd3361-18ea-481c-8ca0-111928fb340b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:35.881957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac68f4d-23a6-4b84-b31e-4e2678fb1379 req-c3335f2b-02c0-4615-b15a-93c01325cbfd tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:35.890836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ac68f4d-23a6-4b84-b31e-4e2678fb1379 req-c3335f2b-02c0-4615-b15a-93c01325cbfd tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 935 time: 0.1572645 Aug 10 03:25:36.003900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ac68f4d-23a6-4b84-b31e-4e2678fb1379 req-f9da1d26-332f-4caa-abd0-995771c0cc3a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119781 Aug 10 03:25:36.080488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.097428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-a388e036-ea63-4097-8ad0-38dcdaca8300 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.098905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-a388e036-ea63-4097-8ad0-38dcdaca8300 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 945 time: 0.1980729 Aug 10 03:25:36.157141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:36.159028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:36.180594 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca7f79c9-8013-41da-97f8-322671e139b3 req-fb2a586e-9e64-496a-9c45-1e8c8bba4a13 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9876995 Aug 10 03:25:36.181880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-33541b5c-a721-4de1-9484-03b9716e8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.183279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-33541b5c-a721-4de1-9484-03b9716e8f7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.9123316 Aug 10 03:25:36.194990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a1189edb-ef94-419e-9ba7-a631f214df64 None None] Provisioning for port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:36.204048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a1189edb-ef94-419e-9ba7-a631f214df64 None None] Provisioning complete for port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:36.206847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1189edb-ef94-419e-9ba7-a631f214df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.207765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:36.216342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:36.300824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a1189edb-ef94-419e-9ba7-a631f214df64 None None] Port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:36.319758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.320431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.347388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f94d7-cbda-49f9-ac65-8e3dfc544304 req-4e7816a9-204c-417e-83eb-1ded39ec85e7 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.356192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a62f94d7-cbda-49f9-ac65-8e3dfc544304 req-4e7816a9-204c-417e-83eb-1ded39ec85e7 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 945 time: 0.2561212 Aug 10 03:25:36.404366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-d25f2050-25e9-4566-a046-122f7abd6157 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b5740828-16b3-435e-a629-91e6082cd3ba HTTP/1.1" status: 200 len: 217 time: 0.0934820 Aug 10 03:25:36.436526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a62f94d7-cbda-49f9-ac65-8e3dfc544304 req-299722c6-9a43-42b1-9f4e-17515d86fa89 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792942 Aug 10 03:25:36.477554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-06bc6755-ef3b-4601-b85a-aadb625364cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.479237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-06bc6755-ef3b-4601-b85a-aadb625364cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0618653 Aug 10 03:25:36.482598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Deleting port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:36.483307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.492880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-05aff5e6-f60d-47dd-8e8a-d5f3d5c07a76 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1132598 Aug 10 03:25:36.513659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70ce1e-fd55-423c-bd2a-be6a7edb6a64 req-719ae0c5-2cc1-4b4f-99ce-d7f20b1c6d10 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.525512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b70ce1e-fd55-423c-bd2a-be6a7edb6a64 req-719ae0c5-2cc1-4b4f-99ce-d7f20b1c6d10 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.2132955 Aug 10 03:25:36.560223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Request body: {'port': {'device_id': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:36.632381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:36.633179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4b8fc26e-fc17-4c93-af67-15b1dc695c0d None None] Provisioning for port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:36.638402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4b8fc26e-fc17-4c93-af67-15b1dc695c0d None None] Provisioning complete for port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:36.638776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc26e-fc17-4c93-af67-15b1dc695c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.657769 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.696408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Transition to ACTIVE for port object fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:36.698886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4b8fc26e-fc17-4c93-af67-15b1dc695c0d None None] Port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:36.732157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.736931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b70ce1e-fd55-423c-bd2a-be6a7edb6a64 req-fca4e535-1dc8-49d7-95d0-83ed1000d6d7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105782 Aug 10 03:25:36.744944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-5abf668f-96ee-40f2-96d9-e910298ec543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:36.746380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-5abf668f-96ee-40f2-96d9-e910298ec543 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2563639 Aug 10 03:25:36.783334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:36.825811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:36.895411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:37.064333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c2952-012d-46fb-884a-5eaf940b1e67 req-5f74e4d1-c8bb-43f0-8625-8f8105662cbc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.076259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-802c2952-012d-46fb-884a-5eaf940b1e67 req-5f74e4d1-c8bb-43f0-8625-8f8105662cbc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 936 time: 0.5136249 Aug 10 03:25:37.147413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-23f4f52d-385a-43d4-b9e5-4cc97376b161 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742096 Aug 10 03:25:37.149778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] For port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.150344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.168737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.186960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'mac_address': 'fa:16:3e:89:98:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:37.208472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Calling delete_port for e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:37.242807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.254631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-802c2952-012d-46fb-884a-5eaf940b1e67 req-571b0375-28c7-4df2-a78c-1430f4646f3d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771145 Aug 10 03:25:37.272183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8814fd7-1f91-48be-a004-a65c70bdef34 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:37.320465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:37.327290 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.374715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Attempting to bind port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:37.375350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Attempting to bind port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:37.375350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Attempting to bind port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:37.386084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:37.386419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Attempting to bind port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:37.399571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:37.400020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:37.400419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:37.401041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Bound port: fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:37.401484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.408227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:37.465824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:37.488850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c03bf-332f-453c-a2e6-c4665b82a8d2 req-fe2fae53-259a-4aae-aefa-12e6574db5a1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.496669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c59c03bf-332f-453c-a2e6-c4665b82a8d2 req-fe2fae53-259a-4aae-aefa-12e6574db5a1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 943 time: 0.3327627 Aug 10 03:25:37.499673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb121-cfee-47e4-b779-d39a547aeb3c req-411cc7f2-47a3-4be5-90ab-aea41d1d9da1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:37.502592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-606bb121-cfee-47e4-b779-d39a547aeb3c req-411cc7f2-47a3-4be5-90ab-aea41d1d9da1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 935 time: 0.1676207 Aug 10 03:25:37.511822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.544146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:37.552097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Transition to ACTIVE for port object 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:37.563557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efbe1e6-2e49-4461-8d57-baebd7045c06 req-0a3071d1-69e2-42c1-b00e-333ed0cb501b service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979311 Aug 10 03:25:37.695029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.721995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08791e2-6c4a-4a9e-8df9-b86dca0150b3 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:37.724694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.734377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:37.741667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['223675fd-447c-4df2-8e99-3e3ef10d9059', 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:37.754841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.819953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c59c03bf-332f-453c-a2e6-c4665b82a8d2 req-f8d42155-5a72-46de-9f33-9d28a276d14f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222196 Aug 10 03:25:37.859302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Transition to ACTIVE for port object a08791e2-6c4a-4a9e-8df9-b86dca0150b3 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:37.869759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] For port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:37.875313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] For port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:37.892115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:37.960020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.042012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.043140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.044172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] 10.222.0.65 "PUT /v2.0/ports/fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce HTTP/1.1" status: 200 len: 1097 time: 3.4124377 Aug 10 03:25:38.048016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] No DVR routers for this DVR port e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:38.048968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Pushing event updated for resources: {'Port': ['ID=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.054920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'tag': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:38.056178 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11816461-f448-4370-bbb8-4aebb6e8b761" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91", "tag": "fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:38.075064 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.080575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70c99353-2362-4013-9d86-50b2ea7ee47f req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "DELETE /v2.0/ports/e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 HTTP/1.1" status: 204 len: 173 time: 1.9691505 Aug 10 03:25:38.080575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'name': 'network-vif-deleted', 'tag': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:38.095496 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebafd12c-d4ec-44da-a46f-f850993e44f8" -d '{"events": [{"server_uuid": "56b0b3ed-dfbe-40eb-addb-ce25f520c3a3", "name": "network-vif-deleted", "tag": "e5d01a6b-90be-4f97-ae93-baa66c2bc3d0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:38.129414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:38.156156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Attempting to bind port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:38.156597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Attempting to bind port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:38.156824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Attempting to bind port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:38.164730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:38.165202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Attempting to bind port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:38.168991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'port_id': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'mac_address': 'fa:16:3e:b4:0a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5872b-8e07-46e0-a391-5fa2fe61dcbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:38.173725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:38.174096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:38.174526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:38.175011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Bound port: 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:38.175417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.177649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Pushing event updated for resources: {'Port': ['ID=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.187861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-606bb121-cfee-47e4-b779-d39a547aeb3c req-5cc13d5d-1975-4157-94e9-852219f60e23 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958630 Aug 10 03:25:38.248256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44564f1-3937-4500-9377-7272d588dfc5 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Pushing event deleted for resources: {'Port': ['ID=e5d01a6b-90be-4f97-ae93-baa66c2bc3d0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.340721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] For port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:38.346088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] For port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:38.368590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87927a-daae-4b33-819d-6c39c7283b30 req-21e8e490-a874-4fba-8b8e-181b0c31f8a1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.378436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af87927a-daae-4b33-819d-6c39c7283b30 req-21e8e490-a874-4fba-8b8e-181b0c31f8a1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 948 time: 0.4117031 Aug 10 03:25:38.409411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13b2523d-6bd5-4cf3-a73b-599907dff53c req-a6c24897-5e02-4db1-a45a-d79e7b5dedb3 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=56b0b3ed-dfbe-40eb-addb-ce25f520c3a3 HTTP/1.1" status: 200 len: 210 time: 0.0604484 Aug 10 03:25:38.412028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.418200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Attempting to bind port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:38.418539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Attempting to bind port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:38.419086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Attempting to bind port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:38.464829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:38.465260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Attempting to bind port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:38.478431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f26f3-4d24-4fad-bbaf-2343bbe95000 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.488563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.489246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.490733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] 10.222.0.65 "PUT /v2.0/ports/6d1a8037-86ca-4aca-8119-5ebb16bd17d7 HTTP/1.1" status: 200 len: 1096 time: 2.6256485 Aug 10 03:25:38.492255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.525821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af87927a-daae-4b33-819d-6c39c7283b30 req-a7703d7f-0efb-4404-be1c-89a64f12d612 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463585 Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-d9f40eb0-d114-4a13-b862-5ea831b49df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-d9f40eb0-d114-4a13-b862-5ea831b49df6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 1100 time: 0.4036167 Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Bound port: a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:38.540189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.540809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524f97f-de01-441c-ae26-21c678ba268b service neutron] Pushing event updated for resources: {'Port': ['ID=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.571500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:38.596321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:38.606528 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.607376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b5740828-16b3-435e-a629-91e6082cd3ba details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:38.637409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-67e670d5-8b43-44d2-bab8-4c62da64ca98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce HTTP/1.1" status: 200 len: 217 time: 0.0707314 Aug 10 03:25:38.681066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65fe8-e09e-4391-afa7-a4cce1544d01 req-02cafe56-f916-4b5b-8f06-c541b1f09244 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.686291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-45c65fe8-e09e-4391-afa7-a4cce1544d01 req-02cafe56-f916-4b5b-8f06-c541b1f09244 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.1411748 Aug 10 03:25:38.701710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-f281347d-97c6-486d-8d63-8b568d2db8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.704311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-f281347d-97c6-486d-8d63-8b568d2db8eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e7e14daac744af1a23890bffa08ddd9&device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 1099 time: 0.1155596 Aug 10 03:25:38.732118 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4328a1ca-5a63-473f-9180-4756ad717202 x-openstack-request-id: req-4328a1ca-5a63-473f-9180-4756ad717202 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:38.732421 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0b3ed-dfbe-40eb-addb-ce25f520c3a3", "name": "network-vif-deleted", "tag": "e5d01a6b-90be-4f97-ae93-baa66c2bc3d0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:38.732685 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4328a1ca-5a63-473f-9180-4756ad717202 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:38.733212 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0b3ed-dfbe-40eb-addb-ce25f520c3a3', 'name': 'network-vif-deleted', 'tag': 'e5d01a6b-90be-4f97-ae93-baa66c2bc3d0', 'status': 'completed', 'code': 200} Aug 10 03:25:38.761342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:38.766184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] For port a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:38.771446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] For port a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:38.785760 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e76662f-8f24-46b6-bfdc-70a47a301514 x-openstack-request-id: req-8e76662f-8f24-46b6-bfdc-70a47a301514 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:38.787410 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91", "tag": "fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:38.788592 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e76662f-8f24-46b6-bfdc-70a47a301514 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:38.790550 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'tag': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', 'status': 'completed', 'code': 200} Aug 10 03:25:38.809690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-9a8dcc5c-0e0a-4c2b-86eb-6c9be9dabe1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7 HTTP/1.1" status: 200 len: 217 time: 0.0895336 Aug 10 03:25:38.812194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.840166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-45c65fe8-e09e-4391-afa7-a4cce1544d01 req-ff5a1bec-f605-442a-a509-433a4f4a23af tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405778 Aug 10 03:25:38.906421 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:25:38.916151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.916868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:38.918600 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] 10.222.0.39 "PUT /v2.0/ports/a08791e2-6c4a-4a9e-8df9-b86dca0150b3 HTTP/1.1" status: 200 len: 1097 time: 2.3887706 Aug 10 03:25:38.921898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-40fd5ce4-240b-4f16-a700-ab97729ba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:38.923885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-40fd5ce4-240b-4f16-a700-ab97729ba912 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1058939 Aug 10 03:25:39.015868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-2e191eb3-e149-4e43-9023-8aaab16fd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.017536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-2e191eb3-e149-4e43-9023-8aaab16fd2d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719006 Aug 10 03:25:39.092661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b5740828-16b3-435e-a629-91e6082cd3ba, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b5740828-16b3-435e-a629-91e6082cd3ba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:39.113423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-57c16f37-d3c4-471c-a919-b0016a45f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.116906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-57c16f37-d3c4-471c-a919-b0016a45f1f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.3251081 Aug 10 03:25:39.122877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'b5740828-16b3-435e-a629-91e6082cd3ba', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'b5740828-16b3-435e-a629-91e6082cd3ba', 'mac_address': 'fa:16:3e:b2:77:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:39.124138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-487b0eb3-d194-4076-9c60-1e6748b4c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.134688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-487b0eb3-d194-4076-9c60-1e6748b4c054 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 1100 time: 0.1443212 Aug 10 03:25:39.153930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5033c7-1c2d-4a8b-a77a-505075d6df43 service neutron] Pushing event updated for resources: {'Port': ['ID=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.169204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4a045-d53e-4059-81cc-41ccb267d0de req-6d2c8298-4235-4a73-b67e-3579e228cdb6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.171155 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84a4a045-d53e-4059-81cc-41ccb267d0de req-6d2c8298-4235-4a73-b67e-3579e228cdb6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 948 time: 0.2649355 Aug 10 03:25:39.244678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.264650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-562f566e-e414-4f55-a665-cc789f13895e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3 HTTP/1.1" status: 200 len: 217 time: 0.1122262 Aug 10 03:25:39.265712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299ea2f-abcb-427e-bee8-4b5589a8e78d req-3e39a15c-5c34-453b-a2c5-14436b268e65 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.273153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5740828-16b3-435e-a629-91e6082cd3ba {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:39.275423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d299ea2f-abcb-427e-bee8-4b5589a8e78d req-3e39a15c-5c34-453b-a2c5-14436b268e65 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.1482496 Aug 10 03:25:39.298503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-a4b97f4f-eb3e-437c-89a7-c16f65687533 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672405 Aug 10 03:25:39.312937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-0ea53f38-50c6-48e9-961f-048f4f08088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.313879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b5740828-16b3-435e-a629-91e6082cd3ba, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b5740828-16b3-435e-a629-91e6082cd3ba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:39.314821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-0ea53f38-50c6-48e9-961f-048f4f08088a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771801 Aug 10 03:25:39.325110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:39.397525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d299ea2f-abcb-427e-bee8-4b5589a8e78d req-3fbc39fe-f98e-489c-9884-53b06a22002d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189129 Aug 10 03:25:39.439266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b5740828-16b3-435e-a629-91e6082cd3ba,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:39.479018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84a4a045-d53e-4059-81cc-41ccb267d0de req-60f4dd1a-71d4-442a-97af-186a91c5693f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837906 Aug 10 03:25:39.479941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0d369040-d462-4c79-a049-3211ff35bb97'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:39.506587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-a2925ada-b6c9-4b06-9a88-9fc5377109f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.519652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-a2925ada-b6c9-4b06-9a88-9fc5377109f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2462611 Aug 10 03:25:39.522353 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4652bb32-08fc-43fe-9b62-da96bbea3795 req-8cb48811-532c-43cd-9627-584932510eda service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135472 Aug 10 03:25:39.524138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-148d8ad1-1245-4111-9d9c-916b1d631b68 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862557 Aug 10 03:25:39.558958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:39.592029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:39.592340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e5d01a6b-90be-4f97-ae93-baa66c2bc3d0 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:39.678349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40518c1f-dfdf-4a2c-bde1-8ac1ba760870 req-8c2295f4-b1f1-4437-b72a-8bf560056d99 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.694893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40518c1f-dfdf-4a2c-bde1-8ac1ba760870 req-8c2295f4-b1f1-4437-b72a-8bf560056d99 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 947 time: 0.1255825 Aug 10 03:25:39.703247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b5740828-16b3-435e-a629-91e6082cd3ba'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:39.710569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-50539aef-a937-48a6-9e6a-06ca52eb418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:39.722384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-50539aef-a937-48a6-9e6a-06ca52eb418b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890340 Aug 10 03:25:39.752001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:39.756183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-9467f3f7-c3b3-4a4d-8c44-152def727bf6 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174757 Aug 10 03:25:39.794801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40518c1f-dfdf-4a2c-bde1-8ac1ba760870 req-c830d026-e5ea-4797-802d-70e5f888c48d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922177 Aug 10 03:25:39.880291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-a4da6e1a-bc5b-4f18-b557-e46d4579cee5 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227450 Aug 10 03:25:40.028611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-0e38095a-5f10-4f0e-a32a-6f6e3ae49060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.030318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-0e38095a-5f10-4f0e-a32a-6f6e3ae49060 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 1100 time: 0.1141779 Aug 10 03:25:40.111519 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4deb0d5-53e5-462a-9796-76dcfa1204d8 req-3b088e22-92c5-47b0-8f96-4b71adb90dda service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191696 Aug 10 03:25:40.112592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667000a4-650b-48d1-bee9-497bf1f87289 req-4b4d416e-c1fe-4aff-96e6-dd0e874e7479 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.134697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-667000a4-650b-48d1-bee9-497bf1f87289 req-4b4d416e-c1fe-4aff-96e6-dd0e874e7479 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 949 time: 0.1228008 Aug 10 03:25:40.177681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-12990298-1b62-4340-a19e-331614c87151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.179303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-12990298-1b62-4340-a19e-331614c87151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1316941 Aug 10 03:25:40.210698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-667000a4-650b-48d1-bee9-497bf1f87289 req-82b172a4-c06e-469b-93ba-3b9fd5810895 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656290 Aug 10 03:25:40.244014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-66151c81-7c78-4b77-874d-73b2bb141951 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce HTTP/1.1" status: 200 len: 217 time: 0.0535107 Aug 10 03:25:40.360905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad3c54-e4a3-472a-8f18-de246e2a8f65 req-171df446-0db5-49b9-bd5a-e36e32fded15 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.364007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36ad3c54-e4a3-472a-8f18-de246e2a8f65 req-171df446-0db5-49b9-bd5a-e36e32fded15 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.0844302 Aug 10 03:25:40.422692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36ad3c54-e4a3-472a-8f18-de246e2a8f65 req-ac187905-cff6-4ad4-8f61-5372cae485b8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512409 Aug 10 03:25:40.487122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-aa98d81c-4f24-4a63-b52f-a7c6cb2092ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.489520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-aa98d81c-4f24-4a63-b52f-a7c6cb2092ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0829809 Aug 10 03:25:40.562977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-b599503e-c1a2-4b6c-8b66-78bd2ff6e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.565168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-b599503e-c1a2-4b6c-8b66-78bd2ff6e880 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660512 Aug 10 03:25:40.598980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e2031-8fb8-4fbe-a65e-b923cc11ae13 req-5f8924b5-ee65-406d-adb6-4e0291987b2f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.600167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e43e2031-8fb8-4fbe-a65e-b923cc11ae13 req-5f8924b5-ee65-406d-adb6-4e0291987b2f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.0669050 Aug 10 03:25:40.657363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e43e2031-8fb8-4fbe-a65e-b923cc11ae13 req-c24cc925-af0d-4ca9-a230-5cea6ef9d16d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499725 Aug 10 03:25:40.727225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-2313db31-f231-4fa1-a23e-4cb293950fb3 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510673 Aug 10 03:25:40.734836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd3361-18ea-481c-8ca0-111928fb340b', 'tag': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:40.745686 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f70ad2-440e-4def-98a8-6f4e4483c8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd3361-18ea-481c-8ca0-111928fb340b", "tag": "6d1a8037-86ca-4aca-8119-5ebb16bd17d7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:40.798836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'tag': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:40.801640 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce8dbd3-89fc-4475-a518-530124ced164" -d '{"events": [{"name": "network-changed", "server_uuid": "afb5a5c3-2763-4b3b-98f1-2e469b3d7139", "tag": "a08791e2-6c4a-4a9e-8df9-b86dca0150b3"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:40.807355 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e720f15c-1c96-40d5-9b6c-7ffa2b45e72f x-openstack-request-id: req-e720f15c-1c96-40d5-9b6c-7ffa2b45e72f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:40.807651 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd3361-18ea-481c-8ca0-111928fb340b", "tag": "6d1a8037-86ca-4aca-8119-5ebb16bd17d7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:40.807906 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e720f15c-1c96-40d5-9b6c-7ffa2b45e72f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:40.808307 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd3361-18ea-481c-8ca0-111928fb340b', 'tag': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7', 'status': 'completed', 'code': 200} Aug 10 03:25:40.874965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:40.898534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a12516-311c-4f5b-a3c8-3f1200944bd1 req-a848c32a-6ab1-4b8d-9758-b7960176135c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.900216 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71a12516-311c-4f5b-a3c8-3f1200944bd1 req-a848c32a-6ab1-4b8d-9758-b7960176135c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 948 time: 0.0933692 Aug 10 03:25:40.907772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11816461-f448-4370-bbb8-4aebb6e8b761 req-f8ce498d-f8a7-42e4-b74a-dc6b7f3ff4c9 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703262 Aug 10 03:25:40.943750 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c42b6ea-037e-4230-adb4-e05b6b5b3c34 x-openstack-request-id: req-5c42b6ea-037e-4230-adb4-e05b6b5b3c34 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:40.944048 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb5a5c3-2763-4b3b-98f1-2e469b3d7139", "tag": "a08791e2-6c4a-4a9e-8df9-b86dca0150b3", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:40.944269 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c42b6ea-037e-4230-adb4-e05b6b5b3c34 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:40.944653 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'tag': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3', 'status': 'completed', 'code': 200} Aug 10 03:25:40.960660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71a12516-311c-4f5b-a3c8-3f1200944bd1 req-97431a59-f2e4-4200-b55b-7c0e72ce7645 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Aug 10 03:25:40.982930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-eb7d4031-50b3-418b-80ec-414e8c3db1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:40.983911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c8814fd7-1f91-48be-a004-a65c70bdef34 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:40.984744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-eb7d4031-50b3-418b-80ec-414e8c3db1ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e7e14daac744af1a23890bffa08ddd9&device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 1099 time: 0.1303518 Aug 10 03:25:40.990508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c8814fd7-1f91-48be-a004-a65c70bdef34 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:40.990885 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.128162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.136702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5f32-013e-4039-8f1e-1ba0111331fa req-70b898c9-b8aa-4a5e-9de6-1316ba07f6d0 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.139256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d15b5f32-013e-4039-8f1e-1ba0111331fa req-70b898c9-b8aa-4a5e-9de6-1316ba07f6d0 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 947 time: 0.1119516 Aug 10 03:25:41.148418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-6d41d3f3-757a-4c99-9bf8-2516671b8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.151300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-6d41d3f3-757a-4c99-9bf8-2516671b8708 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 1100 time: 0.1886866 Aug 10 03:25:41.191132 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-4fd3ab05-7708-433d-92cf-916532513972 req-4c9b765a-2b21-4a2b-9d20-c6d2748b2467 service neutron] show failed (client error): The resource could not be found. Aug 10 03:25:41.192142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-4c9b765a-2b21-4a2b-9d20-c6d2748b2467 service neutron] 10.222.0.39 "GET /v2.0/ports/0ec01298-2d25-4124-9421-fdd25ffb8970/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.1016488 Aug 10 03:25:41.202154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:41.203427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-d4e7ff3b-07cd-42fc-978e-c98b8dc82905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.204520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:41.204927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-d4e7ff3b-07cd-42fc-978e-c98b8dc82905 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2021101 Aug 10 03:25:41.208894 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17a1c45-f581-4254-8400-55e5ea23f31c" -d '{"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:41.214372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.275261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:41.333223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-07c4994f-dd55-4c3d-b5f7-00efb494581d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7 HTTP/1.1" status: 200 len: 217 time: 0.1152942 Aug 10 03:25:41.378071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d15b5f32-013e-4039-8f1e-1ba0111331fa req-4b3c0f4a-05f3-4357-9636-f55a57d6c1ba tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172012 Aug 10 03:25:41.418501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-d0a02a07-5d71-4b83-9b03-e9f695a506c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.428235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-d0a02a07-5d71-4b83-9b03-e9f695a506c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0817931 Aug 10 03:25:41.446303 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2306ee5-d53f-42af-8af1-7dba612be4c5 x-openstack-request-id: req-c2306ee5-d53f-42af-8af1-7dba612be4c5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:41.446819 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:41.447091 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2306ee5-d53f-42af-8af1-7dba612be4c5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:41.447771 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'code': 200} Aug 10 03:25:41.449787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-923c4140-6b7b-413f-a029-735408d1997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.460845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-923c4140-6b7b-413f-a029-735408d1997d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2940457 Aug 10 03:25:41.549411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-c9a2e9ce-56dd-45fd-b370-cbbfdd029b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.551013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-c9a2e9ce-56dd-45fd-b370-cbbfdd029b3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083152 Aug 10 03:25:41.553280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-b1033a0d-acfb-4935-bcda-d264d81abc3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3 HTTP/1.1" status: 200 len: 217 time: 0.0788794 Aug 10 03:25:41.566007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:41.676235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e500-ec08-4089-9a5d-a503fd930e70 req-35b59e9b-0c3d-433f-b7c6-2dfbf1216b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.678399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d666e500-ec08-4089-9a5d-a503fd930e70 req-35b59e9b-0c3d-433f-b7c6-2dfbf1216b69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1102 time: 0.1260560 Aug 10 03:25:41.685613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:41.691924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:41.692317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.724245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-9f23c077-9993-45cb-ba42-fd1174a1ff2a service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425388 Aug 10 03:25:41.750429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d666e500-ec08-4089-9a5d-a503fd930e70 req-ad9765b8-0f42-4232-a6e8-1d562ee3d0c2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Aug 10 03:25:41.831414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.878910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:41.886147 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:41.887068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b5740828-16b3-435e-a629-91e6082cd3ba up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:41.904733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e83b4-aa6d-414c-bccb-795fa355f359 req-b494d8ed-740f-4bd2-8937-0471ac451228 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:41.907205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a37e83b4-aa6d-414c-bccb-795fa355f359 req-b494d8ed-740f-4bd2-8937-0471ac451228 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.0916975 Aug 10 03:25:41.910646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82f70ad2-440e-4def-98a8-6f4e4483c8b8 req-77bc414d-8f94-4278-8188-6b8727ef0199 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742370 Aug 10 03:25:41.955624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a37e83b4-aa6d-414c-bccb-795fa355f359 req-febecf02-5356-4a2e-9b90-f37fc284ddff tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Aug 10 03:25:42.001215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:42.011518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-72e5afa4-3eb1-4d9e-99c9-c5f4a978694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.012909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-72e5afa4-3eb1-4d9e-99c9-c5f4a978694d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.4455602 Aug 10 03:25:42.019826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-045b967a-7f1d-45e4-bd33-1f0b2da1b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.021492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-045b967a-7f1d-45e4-bd33-1f0b2da1b099 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c&tenant_id=332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 1102 time: 0.4787519 Aug 10 03:25:42.022906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port b5740828-16b3-435e-a629-91e6082cd3ba completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:42.029822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port b5740828-16b3-435e-a629-91e6082cd3ba triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:42.030638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.039002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b69d1-4e94-45cd-8763-e80fcd5c6e61 req-57169c1d-1d0e-4230-ab9d-76a14265ffa3 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.046621 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc9b69d1-4e94-45cd-8763-e80fcd5c6e61 req-57169c1d-1d0e-4230-ab9d-76a14265ffa3 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 949 time: 0.5025334 Aug 10 03:25:42.060042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:42.131689 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.170176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc9b69d1-4e94-45cd-8763-e80fcd5c6e61 req-c1a590ae-a712-41c5-a5bd-0323f210ebc5 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224885 Aug 10 03:25:42.173343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b5740828-16b3-435e-a629-91e6082cd3ba, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b5740828-16b3-435e-a629-91e6082cd3ba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:42.188809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.192223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.220928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-868198a9-1769-4f5a-8100-a6aa93d0df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.230667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-868198a9-1769-4f5a-8100-a6aa93d0df84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2072139 Aug 10 03:25:42.265318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b5740828-16b3-435e-a629-91e6082cd3ba,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:42.333886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa994a9-89ae-4c11-8e15-252145e53a78 req-aa003d5d-8cb2-4b76-963b-91e9df785f7b tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.346783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa994a9-89ae-4c11-8e15-252145e53a78 req-aa003d5d-8cb2-4b76-963b-91e9df785f7b tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.350013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aaa994a9-89ae-4c11-8e15-252145e53a78 req-aa003d5d-8cb2-4b76-963b-91e9df785f7b tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4&device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 1683 time: 0.0989389 Aug 10 03:25:42.450502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aaa994a9-89ae-4c11-8e15-252145e53a78 req-6de5bed4-5253-4ab9-b703-c89558f61953 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846205 Aug 10 03:25:42.512725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-37d34fad-d3d3-4a75-a542-5c33cc22435a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728884 Aug 10 03:25:42.531153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b408a-b3cd-4930-9a7b-9e978c3c9af6 req-c529655e-576c-43da-9115-9339ea0abc38 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.532973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-099b408a-b3cd-4930-9a7b-9e978c3c9af6 req-c529655e-576c-43da-9115-9339ea0abc38 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 945 time: 0.2368639 Aug 10 03:25:42.631388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0703-91d1-43c8-bfa6-dbfa7bc2fbd1 req-1dcdf154-0570-4e2a-9252-2f8b76e7264c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.638797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bda0703-91d1-43c8-bfa6-dbfa7bc2fbd1 req-1dcdf154-0570-4e2a-9252-2f8b76e7264c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 948 time: 0.0883167 Aug 10 03:25:42.691111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bda0703-91d1-43c8-bfa6-dbfa7bc2fbd1 req-4820cb80-c064-486c-ab4a-1e3f246e5762 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468040 Aug 10 03:25:42.696348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-099b408a-b3cd-4930-9a7b-9e978c3c9af6 req-8f2777cf-a613-48a2-a7f0-87e24f5ffd6f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271815 Aug 10 03:25:42.733535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:42.748919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ce8dbd3-89fc-4475-a518-530124ced164 req-5efabc45-d3ff-4d14-8d9f-0358e26cc84f service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147741 Aug 10 03:25:42.822154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:42.901126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:42.902210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ada74-f9d0-4016-812c-47069f1f7956 req-dbc96308-2fa0-4f98-91da-cdfdaac3ad5e tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:42.912794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c2ada74-f9d0-4016-812c-47069f1f7956 req-dbc96308-2fa0-4f98-91da-cdfdaac3ad5e tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 947 time: 0.0920999 Aug 10 03:25:42.939574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:42.960674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:42.971727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c2ada74-f9d0-4016-812c-47069f1f7956 req-dbd37a46-d80c-4b26-963b-0a4ed6979dda tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577209 Aug 10 03:25:42.976220 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb73e13-3e66-4fdf-a7ab-cd5cfddcb26f" -d '{"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:43.015747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Transition to ACTIVE for port object 0ec01298-2d25-4124-9421-fdd25ffb8970 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:43.022651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.143201 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab6d62-b206-4c8d-9d27-a3c301baa3a1 x-openstack-request-id: req-17ab6d62-b206-4c8d-9d27-a3c301baa3a1 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:43.143829 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:43.144248 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17ab6d62-b206-4c8d-9d27-a3c301baa3a1 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:43.144822 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'code': 200} Aug 10 03:25:43.145956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=6']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.149708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] No DVR routers for this DVR port 0ec01298-2d25-4124-9421-fdd25ffb8970 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:43.211678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:43.236091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7', 'mac_address': 'fa:16:3e:1a:73:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:43.317734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:43.318212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:43.318950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:43.333728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Port 0ec01298-2d25-4124-9421-fdd25ffb8970 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:43.334499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Attempting to bind port 0ec01298-2d25-4124-9421-fdd25ffb8970 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:43.349631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.356515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766ae0-83dc-40bf-ad84-002033b6f92f req-e3fea5e9-2f6b-4daf-8274-7914dc7d9eda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.370912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c766ae0-83dc-40bf-ad84-002033b6f92f req-e3fea5e9-2f6b-4daf-8274-7914dc7d9eda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.2102606 Aug 10 03:25:43.386343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:43.386885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:43.387336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:43.387512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:43.388043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Bound port: 0ec01298-2d25-4124-9421-fdd25ffb8970, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:43.388489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.395169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ade7a-1761-45b7-99f4-ad2882fcb34c req-fef7f88d-6e98-4985-8fe4-ab71fbe04b00 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.396817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f60ade7a-1761-45b7-99f4-ad2882fcb34c req-fef7f88d-6e98-4985-8fe4-ab71fbe04b00 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 950 time: 0.1079578 Aug 10 03:25:43.449324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:43.455521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'}, {'server_uuid': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5740828-16b3-435e-a629-91e6082cd3ba'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:43.461887 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3100eef-7e10-4299-bb4c-b75f37b6dd65" -d '{"events": [{"server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "name": "network-vif-plugged", "status": "completed", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3"}, {"server_uuid": "0c126fb0-9665-4431-8e35-3cf7e8a62b48", "name": "network-vif-plugged", "status": "completed", "tag": "b5740828-16b3-435e-a629-91e6082cd3ba"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:43.464212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f60ade7a-1761-45b7-99f4-ad2882fcb34c req-4a164ba5-70c8-4125-9048-06dd33fbda58 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Aug 10 03:25:43.467005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c766ae0-83dc-40bf-ad84-002033b6f92f req-79d31bc3-d60a-4534-b66c-0450746e0646 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946977 Aug 10 03:25:43.471003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.554127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:43.558395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:43.565653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.595999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a08791e2-6c4a-4a9e-8df9-b86dca0150b3 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:43.610369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.611314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:43.613021 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] 10.222.0.65 "PUT /v2.0/ports/0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 1097 time: 1.5642381 Aug 10 03:25:43.645495 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812a988-6afa-4dd1-8224-539f0a5153d8 x-openstack-request-id: req-2812a988-6afa-4dd1-8224-539f0a5153d8 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:43.645495 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "name": "network-vif-plugged", "status": "completed", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3", "code": 200}, {"server_uuid": "0c126fb0-9665-4431-8e35-3cf7e8a62b48", "name": "network-vif-plugged", "status": "completed", "tag": "b5740828-16b3-435e-a629-91e6082cd3ba", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:43.660132 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2812a988-6afa-4dd1-8224-539f0a5153d8 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:43.661028 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'code': 200} Aug 10 03:25:43.661522 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5740828-16b3-435e-a629-91e6082cd3ba', 'code': 200} Aug 10 03:25:43.692506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9f6cf-6e21-438a-b6a5-f6aa3b3cc87d service neutron] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.855736 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:25:43.858995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:43.887588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96406492-fb86-4e4f-bd7a-470714640287 req-f8cfbc73-2287-4396-9319-e63a4d861a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.889186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96406492-fb86-4e4f-bd7a-470714640287 req-f8cfbc73-2287-4396-9319-e63a4d861a9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 1102 time: 0.1256135 Aug 10 03:25:43.894590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b0eee-19aa-4cc8-8789-47c80f6679e6 req-64418882-bbe4-4178-b623-8bbf93af2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:43.905381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d80b0eee-19aa-4cc8-8789-47c80f6679e6 req-64418882-bbe4-4178-b623-8bbf93af2990 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1097 time: 0.1120586 Aug 10 03:25:43.966097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6d1a8037-86ca-4aca-8119-5ebb16bd17d7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:44.004814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-e1917a56-6efe-47d8-abe6-58186a3f422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.007154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-e1917a56-6efe-47d8-abe6-58186a3f422d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1100 time: 0.3329971 Aug 10 03:25:44.050368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d9d88-cb21-4271-886f-6bd245ed2536 req-3f7be565-0a1b-428e-bc14-0b074fbfd7bc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.053243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c19d9d88-cb21-4271-886f-6bd245ed2536 req-3f7be565-0a1b-428e-bc14-0b074fbfd7bc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 948 time: 0.1452956 Aug 10 03:25:44.055727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d80b0eee-19aa-4cc8-8789-47c80f6679e6 req-6e24b421-5904-4d19-ab86-f126fda7a43b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266115 Aug 10 03:25:44.062246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96406492-fb86-4e4f-bd7a-470714640287 req-6e180e7d-201c-40b7-ac58-57f90226f7c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633489 Aug 10 03:25:44.103289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73eddfc-6f54-4198-8bef-d4b384962adf req-fcaef9bb-1b30-4c42-a7fb-2f9bae727fee tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.111221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f73eddfc-6f54-4198-8bef-d4b384962adf req-fcaef9bb-1b30-4c42-a7fb-2f9bae727fee tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 945 time: 0.1707854 Aug 10 03:25:44.119202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c19d9d88-cb21-4271-886f-6bd245ed2536 req-0c64157d-34ec-4657-b234-52e1d8b86208 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576029 Aug 10 03:25:44.197226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:44.198080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f73eddfc-6f54-4198-8bef-d4b384962adf req-1c48ce87-02f9-4363-89e1-38cc7baad050 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856040 Aug 10 03:25:44.236172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-c8ad6442-5702-4555-b3d0-cea65855b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.237764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-c8ad6442-5702-4555-b3d0-cea65855b960 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2108762 Aug 10 03:25:44.241104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3', 'mac_address': 'fa:16:3e:d8:59:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:44.330725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.350425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-af2b13da-e87a-44ea-8dae-42d89c52aa20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.0996342 Aug 10 03:25:44.364480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08791e2-6c4a-4a9e-8df9-b86dca0150b3 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:44.403195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:44.416214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:44.482113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:44.513286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-18870252-48d1-4b74-9285-9107ce7ce165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.514964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-18870252-48d1-4b74-9285-9107ce7ce165 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1488731 Aug 10 03:25:44.560578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8e234-115f-46ad-9fff-a414ba01c3b9 req-66c5c04b-ecd3-47ee-a579-72af3c8ca851 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.562161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9c8e234-115f-46ad-9fff-a414ba01c3b9 req-66c5c04b-ecd3-47ee-a579-72af3c8ca851 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 946 time: 0.0548208 Aug 10 03:25:44.569426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe069d1-795c-4676-b89d-d360fd7f64c9 req-3f179031-e960-4940-8389-34b1728f6b7e tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.571777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfe069d1-795c-4676-b89d-d360fd7f64c9 req-3f179031-e960-4940-8389-34b1728f6b7e tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 948 time: 0.1324139 Aug 10 03:25:44.627200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9c8e234-115f-46ad-9fff-a414ba01c3b9 req-772addd1-32cd-448c-a0f3-61f5b0757c2e tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576394 Aug 10 03:25:44.646273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3ab05-7708-433d-92cf-916532513972 req-16d2628a-4a4a-43ed-a8a8-7279b9705a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.649830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-16d2628a-4a4a-43ed-a8a8-7279b9705a0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117373 Aug 10 03:25:44.657909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfe069d1-795c-4676-b89d-d360fd7f64c9 req-cf39fca0-d19c-42bc-b153-222105e2db58 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645196 Aug 10 03:25:44.800879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a08791e2-6c4a-4a9e-8df9-b86dca0150b3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:44.804996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-dbaca675-4789-483d-8891-77945d368088 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458850 Aug 10 03:25:44.880539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c0432-73d1-4889-a560-5122aa793f13 req-b7d2052e-e9c2-4c16-8af9-8dcb27454683 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:44.901104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d42c0432-73d1-4889-a560-5122aa793f13 req-b7d2052e-e9c2-4c16-8af9-8dcb27454683 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.1436369 Aug 10 03:25:44.911869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:44.989336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d42c0432-73d1-4889-a560-5122aa793f13 req-4af93907-b4d8-4d34-b29d-79c294a031e4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851212 Aug 10 03:25:45.041222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137c9ff-2b11-4960-b578-703351fb3e1d req-c9d01ec4-39be-4c4a-a9eb-480e4d1f0496 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.043645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3137c9ff-2b11-4960-b578-703351fb3e1d req-c9d01ec4-39be-4c4a-a9eb-480e4d1f0496 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 950 time: 0.2374952 Aug 10 03:25:45.091680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd3ab05-7708-433d-92cf-916532513972 req-b0d57883-9bec-40bf-ae98-761fc11f3c35 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645147 Aug 10 03:25:45.094372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:45.105655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3137c9ff-2b11-4960-b578-703351fb3e1d req-e03a9809-abad-493d-91ae-28da78bc0bca tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540023 Aug 10 03:25:45.118207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', 'mac_address': 'fa:16:3e:c2:8a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:45.147358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:45.150572 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063396a0-165b-4138-8ce4-d40ea013b1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:45.259320 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.277906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:45.317401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:45.324306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:45.353061 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fe5033-242d-4ea7-88d4-867548716c75 x-openstack-request-id: req-c1fe5033-242d-4ea7-88d4-867548716c75 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:45.353454 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:45.353638 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1fe5033-242d-4ea7-88d4-867548716c75 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:45.354012 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'status': 'completed', 'code': 200} Aug 10 03:25:45.493369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada62be-6adb-4335-a65b-8598cd98873e req-5589b434-c2a4-4b99-92e1-de33b8251ba9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.495988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:45.506508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ada62be-6adb-4335-a65b-8598cd98873e req-5589b434-c2a4-4b99-92e1-de33b8251ba9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 949 time: 0.1870039 Aug 10 03:25:45.580829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:45.584732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ada62be-6adb-4335-a65b-8598cd98873e req-ee33cb6e-7039-40d3-afc1-860eec146068 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755014 Aug 10 03:25:45.613629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-9ceda06a-c982-4187-9b1c-4ead27794eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.618137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-9ceda06a-c982-4187-9b1c-4ead27794eeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1100 time: 0.2500646 Aug 10 03:25:45.635935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:45.730637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-1d7dd457-a2a3-43bf-89eb-7db7c0f5338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.733206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-1d7dd457-a2a3-43bf-89eb-7db7c0f5338f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1100 time: 0.2422247 Aug 10 03:25:45.784388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d5648-9939-42ad-aca0-a5ea805e97c6 req-a9c7ff45-90ff-4ef1-9da7-df217b658117 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.787167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f44d5648-9939-42ad-aca0-a5ea805e97c6 req-a9c7ff45-90ff-4ef1-9da7-df217b658117 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 945 time: 0.2925229 Aug 10 03:25:45.832068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554be225-37af-45d5-8a43-15fe0c18b671 req-fd286b6d-ed3a-4d7d-9dd5-63c83238ed17 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:45.833630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-554be225-37af-45d5-8a43-15fe0c18b671 req-fd286b6d-ed3a-4d7d-9dd5-63c83238ed17 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 946 time: 0.0561662 Aug 10 03:25:45.876877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-554be225-37af-45d5-8a43-15fe0c18b671 req-5bc3f549-c2df-4448-9cd3-c46d5fde622d tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Aug 10 03:25:45.903221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:46.022056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f44d5648-9939-42ad-aca0-a5ea805e97c6 req-cffc3343-b7e0-429e-9fb4-c84254c57e10 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684790 Aug 10 03:25:46.028735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-b25cec64-9f34-4591-bde8-dca753c1a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.032099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-b25cec64-9f34-4591-bde8-dca753c1a17b service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.3991725 Aug 10 03:25:46.096219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da2ffc-51d5-40d6-bdd4-267516bfafb4 req-33dd4358-8e90-4afe-9a77-1c1f76fe66b1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.108121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57da2ffc-51d5-40d6-bdd4-267516bfafb4 req-33dd4358-8e90-4afe-9a77-1c1f76fe66b1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 948 time: 0.1174099 Aug 10 03:25:46.151994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-df9077bb-ecd9-4175-b9b6-f4c0b82ca595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.153972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-df9077bb-ecd9-4175-b9b6-f4c0b82ca595 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4022799 Aug 10 03:25:46.155509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-50eafd24-e3d5-4269-834b-a8b08d4b2e92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.1107152 Aug 10 03:25:46.185576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57da2ffc-51d5-40d6-bdd4-267516bfafb4 req-188b4006-45a7-4902-bd75-1dffbb112eaf tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706251 Aug 10 03:25:46.269708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-4a635f2c-3dee-4451-9c33-30b377d99b7f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.1044531 Aug 10 03:25:46.295372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18089eb2-c58c-44fc-b6fe-714898bc0708 req-ddf2f077-7861-48a5-9401-c9f749655a7d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.297122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18089eb2-c58c-44fc-b6fe-714898bc0708 req-ddf2f077-7861-48a5-9401-c9f749655a7d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.1489873 Aug 10 03:25:46.312887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-eb23b100-1d38-461f-9914-e66a7a48cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.314564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-eb23b100-1d38-461f-9914-e66a7a48cdd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1482537 Aug 10 03:25:46.413642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-bc24ddbe-5c3d-4840-b50c-5e899321f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.415803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-bc24ddbe-5c3d-4840-b50c-5e899321f093 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1176958 Aug 10 03:25:46.420634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18089eb2-c58c-44fc-b6fe-714898bc0708 req-79291524-0070-4f19-85ff-4f71a3a95c98 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118469 Aug 10 03:25:46.423746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-503ae928-b7a1-4e79-bb8f-90b92391c4e6 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.426508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-503ae928-b7a1-4e79-bb8f-90b92391c4e6 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.65 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 946 time: 0.2249305 Aug 10 03:25:46.431794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-7d3de24d-3118-432d-9115-1fb1d00287cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.433337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-7d3de24d-3118-432d-9115-1fb1d00287cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913961 Aug 10 03:25:46.435816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdf72e-ef9a-43a3-8e72-e01914f60690 req-88a30cac-b399-45a3-88c2-5fae996f94b7 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.438542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5fdf72e-ef9a-43a3-8e72-e01914f60690 req-88a30cac-b399-45a3-88c2-5fae996f94b7 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1097 time: 0.1757953 Aug 10 03:25:46.466385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-dc92460b-d94b-4793-b9c0-8840289bf31a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.468963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-dc92460b-d94b-4793-b9c0-8840289bf31a tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b60456-382d-41c0-b146-bde31f65b65a HTTP/1.1" status: 200 len: 946 time: 0.2036302 Aug 10 03:25:46.560771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-6536f048-2004-4805-9add-d4bc45f45f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.562773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-6536f048-2004-4805-9add-d4bc45f45f1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280494 Aug 10 03:25:46.631144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-d11c04d4-472d-4ca3-b97d-5200af040e70 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852553 Aug 10 03:25:46.648865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5fdf72e-ef9a-43a3-8e72-e01914f60690 req-379b0ab7-aff4-45f2-b24e-b35559acec5e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497521 Aug 10 03:25:46.754165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Deleting port 0d369040-d462-4c79-a049-3211ff35bb97 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:46.754875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.761031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff2f2a-1062-42e9-a9c4-2dbdaf4145c5 req-b0f57944-c0c5-4844-b47d-7e27e0aa08d9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:46.762661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0ff2f2a-1062-42e9-a9c4-2dbdaf4145c5 req-b0f57944-c0c5-4844-b47d-7e27e0aa08d9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 950 time: 0.1904933 Aug 10 03:25:46.821408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-c06b2e4a-8e82-4f1f-8993-c4f93ae9e1e9 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438438 Aug 10 03:25:46.834739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Deleting port 223675fd-447c-4df2-8e99-3e3ef10d9059 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:46.835079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:46.862989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-dceea684-dbac-41c3-94f7-e20e531654da service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050188 Aug 10 03:25:46.899008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:46.924916 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0ff2f2a-1062-42e9-a9c4-2dbdaf4145c5 req-93a426e5-7bd1-4c9b-86b4-922a4c50efe7 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524200 Aug 10 03:25:47.024701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-063396a0-165b-4138-8ce4-d40ea013b1e7 req-67dfa3ab-dd6b-4d06-9a3a-ea183f49ef78 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813889 Aug 10 03:25:47.027884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:47.042920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:47.043293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.211259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.259736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] For port 0d369040-d462-4c79-a049-3211ff35bb97, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0d369040-d462-4c79-a049-3211ff35bb97,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:47.260048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd3361-18ea-481c-8ca0-111928fb340b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:47.260203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.262433 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc47a568-993f-409f-8746-a0c4b022f1ae" -d '{"events": [{"server_uuid": "25bd3361-18ea-481c-8ca0-111928fb340b", "name": "network-vif-plugged", "status": "completed", "tag": "6d1a8037-86ca-4aca-8119-5ebb16bd17d7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:47.280543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:47.285579 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.293382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Calling delete_port for 0d369040-d462-4c79-a049-3211ff35bb97 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:47.318033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e862af-94b7-4aac-96ad-d6aa92877817 req-334bc3b3-caa3-41e2-82b0-480105987e22 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.326369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54e862af-94b7-4aac-96ad-d6aa92877817 req-334bc3b3-caa3-41e2-82b0-480105987e22 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 949 time: 0.5081165 Aug 10 03:25:47.348755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.401244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] For port 223675fd-447c-4df2-8e99-3e3ef10d9059, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=223675fd-447c-4df2-8e99-3e3ef10d9059,segment=NetworkSegment(7b05884b-252f-4a76-9d82-43d40980ccfe),segment_id=7b05884b-252f-4a76-9d82-43d40980ccfe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:47.401601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.436564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Calling delete_port for 223675fd-447c-4df2-8e99-3e3ef10d9059 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:47.452426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0c010-bf73-4950-b232-136f69e6fab1 req-563bcf68-aacc-4aee-99d2-488fa8ab70a8 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.452964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54e862af-94b7-4aac-96ad-d6aa92877817 req-308eac10-f1cf-4936-8696-7b86a6906939 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253026 Aug 10 03:25:47.455103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78d0c010-bf73-4950-b232-136f69e6fab1 req-563bcf68-aacc-4aee-99d2-488fa8ab70a8 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1097 time: 0.3929968 Aug 10 03:25:47.522828 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78d0c010-bf73-4950-b232-136f69e6fab1 req-71ef03c3-7d7b-4550-b426-36a2aefc8ea9 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625672 Aug 10 03:25:47.597907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a08791e2-6c4a-4a9e-8df9-b86dca0150b3 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:47.611489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.628138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['223675fd-447c-4df2-8e99-3e3ef10d9059'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:47.631958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0d369040-d462-4c79-a049-3211ff35bb97'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:47.680852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e4a40-ce7e-4998-a322-4b5adb3efad1 req-72dc4bcc-63b5-46c7-aa56-83ddd9becadd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:47.684068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe3e4a40-ce7e-4998-a322-4b5adb3efad1 req-72dc4bcc-63b5-46c7-aa56-83ddd9becadd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/ports?device_id=6919a85a-cf76-4a21-85ae-6bc4e95979c4 HTTP/1.1" status: 200 len: 867 time: 0.0883491 Aug 10 03:25:47.689903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Pushing event deleted for resources: {'Port': ['ID=0d369040-d462-4c79-a049-3211ff35bb97,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.776243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe3e4a40-ce7e-4998-a322-4b5adb3efad1 req-723b611c-2847-43c7-bd69-d87086efa526 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.53 "GET /v2.0/security-groups?id=3475e526-edcd-4feb-97b3-fbd20587eaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769770 Aug 10 03:25:47.791964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] No DVR routers for this DVR port 0d369040-d462-4c79-a049-3211ff35bb97 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:47.800330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.802806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b63951d2-5b6e-48e3-85e1-09f40a69dc53 req-4f5171bf-5f00-4e66-9217-ab94024647fd tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.65 "DELETE /v2.0/ports/0d369040-d462-4c79-a049-3211ff35bb97 HTTP/1.1" status: 204 len: 173 time: 1.3629622 Aug 10 03:25:47.805544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'name': 'network-vif-deleted', 'tag': '0d369040-d462-4c79-a049-3211ff35bb97'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:47.809645 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e137f24-dae1-4f43-97d5-cd5983e27945" -d '{"events": [{"server_uuid": "6919a85a-cf76-4a21-85ae-6bc4e95979c4", "name": "network-vif-deleted", "tag": "0d369040-d462-4c79-a049-3211ff35bb97"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:47.832814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.860668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0d369040-d462-4c79-a049-3211ff35bb97'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:47.885839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:47.890090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Pushing event deleted for resources: {'Port': ['ID=223675fd-447c-4df2-8e99-3e3ef10d9059,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:47.892507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:47.892507 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.957023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] No DVR routers for this DVR port 223675fd-447c-4df2-8e99-3e3ef10d9059 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:47.963171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:47.965387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d884a26f-6843-4ec9-bb12-3ff9b1e9612e req-97a945c3-f1b1-41e9-9382-888642573d53 tempest-ListServersNegativeTestJSON-1072044401 tempest-ListServersNegativeTestJSON-1072044401-project] 10.222.0.39 "DELETE /v2.0/ports/223675fd-447c-4df2-8e99-3e3ef10d9059 HTTP/1.1" status: 204 len: 173 time: 1.4621878 Aug 10 03:25:47.998749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd454e-b556-4553-bec9-af06cb5f67bd req-68074541-53a9-4c58-bd8b-c1d279d133b2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.008895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8bd454e-b556-4553-bec9-af06cb5f67bd req-68074541-53a9-4c58-bd8b-c1d279d133b2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2108867 Aug 10 03:25:48.054001 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.056201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f9e7-a622-4cd7-90ce-f59888bec484 req-d289dbb2-dc75-4719-8ac7-a685a3d8f84d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.061474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8bd454e-b556-4553-bec9-af06cb5f67bd req-71306950-3d17-498c-8ed7-791d43367c8e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512550 Aug 10 03:25:48.086529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc50f9e7-a622-4cd7-90ce-f59888bec484 req-d289dbb2-dc75-4719-8ac7-a685a3d8f84d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.1246431 Aug 10 03:25:48.165892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:48.183326 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc50f9e7-a622-4cd7-90ce-f59888bec484 req-430eda90-a80a-45fc-84f1-aa355b26d335 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124830 Aug 10 03:25:48.185208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:48.187912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 223675fd-447c-4df2-8e99-3e3ef10d9059 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:48.274351 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6068b903-1cb9-47b7-a8ff-b0cfae02f226 x-openstack-request-id: req-6068b903-1cb9-47b7-a8ff-b0cfae02f226 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:48.274689 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd3361-18ea-481c-8ca0-111928fb340b", "name": "network-vif-plugged", "status": "completed", "tag": "6d1a8037-86ca-4aca-8119-5ebb16bd17d7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:48.274930 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6068b903-1cb9-47b7-a8ff-b0cfae02f226 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:48.275345 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd3361-18ea-481c-8ca0-111928fb340b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7', 'code': 200} Aug 10 03:25:48.277837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 223675fd-447c-4df2-8e99-3e3ef10d9059 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:48.283998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 223675fd-447c-4df2-8e99-3e3ef10d9059 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:48.357271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:48.376663 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a94bca5-5fdd-4712-b741-1d62477a3696 x-openstack-request-id: req-9a94bca5-5fdd-4712-b741-1d62477a3696 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:48.376951 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6919a85a-cf76-4a21-85ae-6bc4e95979c4", "name": "network-vif-deleted", "tag": "0d369040-d462-4c79-a049-3211ff35bb97", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:48.377205 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a94bca5-5fdd-4712-b741-1d62477a3696 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:48.377596 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6919a85a-cf76-4a21-85ae-6bc4e95979c4', 'name': 'network-vif-deleted', 'tag': '0d369040-d462-4c79-a049-3211ff35bb97', 'status': 'completed', 'code': 200} Aug 10 03:25:48.428320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ea8f-e90e-4bfb-acdc-143949bcef7b req-f8d8cbfe-ae65-4165-bcff-75d41fcf1125 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.429481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc70ea8f-e90e-4bfb-acdc-143949bcef7b req-f8d8cbfe-ae65-4165-bcff-75d41fcf1125 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 948 time: 0.0941038 Aug 10 03:25:48.437679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d13d-f443-4acf-ab89-1acc91402bcb req-87d052e5-fe6b-474e-a0cb-5167475c73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.439368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb70d13d-f443-4acf-ab89-1acc91402bcb req-87d052e5-fe6b-474e-a0cb-5167475c73f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 1101 time: 0.0645695 Aug 10 03:25:48.464679 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-9e226452-45d6-4618-abc9-4b1492df2424 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=efbb689a83804633a964942805f5a9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278935 Aug 10 03:25:48.509892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc70ea8f-e90e-4bfb-acdc-143949bcef7b req-2f59487b-e428-4028-b287-f8cfd44d1b22 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686336 Aug 10 03:25:48.514424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb70d13d-f443-4acf-ab89-1acc91402bcb req-73727d87-f255-4d0e-b533-6658670c54e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582342 Aug 10 03:25:48.605909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-1e0ae0ba-c209-4754-b951-4afd20d844ab tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.610702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-1e0ae0ba-c209-4754-b951-4afd20d844ab tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389191 Aug 10 03:25:48.650870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-b6471619-287a-4980-a31f-6d4e4ff9277e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/quotas/efbb689a83804633a964942805f5a9b6 HTTP/1.1" status: 200 len: 375 time: 0.0352097 Aug 10 03:25:48.785385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-ca18d863-bbf6-4f9e-ab78-bdf9d07e5fea tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245296 Aug 10 03:25:48.806860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d3647-8a19-414a-9cc4-6dd5a1f3ac00 req-93c7a3b3-8c00-495f-b61f-e87444211fbb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:48.810695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-255d3647-8a19-414a-9cc4-6dd5a1f3ac00 req-93c7a3b3-8c00-495f-b61f-e87444211fbb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 950 time: 0.0916171 Aug 10 03:25:48.868268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-255d3647-8a19-414a-9cc4-6dd5a1f3ac00 req-14806cad-5785-4c1c-9191-7f6161e123ed tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485673 Aug 10 03:25:48.906880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:48.934327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:49.102558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:49.112349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.115325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:49.115916 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.148955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'mac_address': 'fa:16:3e:75:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:25:49.170878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70343f75-0a1f-4d96-ac30-2006b1abd357 req-267555ca-4fab-4319-8fca-3a33b22c8fd9 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.175546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70343f75-0a1f-4d96-ac30-2006b1abd357 req-267555ca-4fab-4319-8fca-3a33b22c8fd9 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1097 time: 0.1021299 Aug 10 03:25:49.232442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.272791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70343f75-0a1f-4d96-ac30-2006b1abd357 req-43257428-52c5-4a61-a0e2-e7a9921a37ec tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852702 Aug 10 03:25:49.300000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec01298-2d25-4124-9421-fdd25ffb8970 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:49.316814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.356716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.367864 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.415362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:49.424653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-833ebfe1-735f-4ee2-9373-1fe5fd4f0c89 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.426754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-833ebfe1-735f-4ee2-9373-1fe5fd4f0c89 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c&tenant_id=332fcb04f54044df8122a8f72b829322&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 948 time: 0.1528006 Aug 10 03:25:49.427902 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:49.459015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.480202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3eb36489-54aa-43bc-8b84-56bd6c852e1c req-beb94285-d630-410d-b7de-60d97fd3ff36 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 210 time: 0.0568957 Aug 10 03:25:49.548851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:49.579879 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-e6bbbd08-dc67-49b7-9186-594838ac3745 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:25:49.581338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-e6bbbd08-dc67-49b7-9186-594838ac3745 service neutron] 10.222.0.39 "DELETE /v2.0/ports/0ec01298-2d25-4124-9421-fdd25ffb8970/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.1429079 Aug 10 03:25:49.603310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89adf7d-2e50-4f8e-a0b4-ef54d7acb9ff req-b8c20cb5-8778-439e-a7f2-483c646c4916 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.612037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b89adf7d-2e50-4f8e-a0b4-ef54d7acb9ff req-b8c20cb5-8778-439e-a7f2-483c646c4916 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 949 time: 0.1024868 Aug 10 03:25:49.666901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b89adf7d-2e50-4f8e-a0b4-ef54d7acb9ff req-f5991ba0-91c7-4748-8a40-7c52a1a7b116 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473199 Aug 10 03:25:49.675473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bcb5e-3d28-43f3-af24-6e85bbeaceef req-337d32c5-c25f-4295-b5fc-df488ba35975 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.677447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a03bcb5e-3d28-43f3-af24-6e85bbeaceef req-337d32c5-c25f-4295-b5fc-df488ba35975 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 945 time: 0.0689905 Aug 10 03:25:49.755144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a03bcb5e-3d28-43f3-af24-6e85bbeaceef req-add17d6a-7239-4ba7-abc7-5a2c69649178 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631640 Aug 10 03:25:49.843667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-de58361a-d96a-4c46-a57c-a478673a27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.846097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-de58361a-d96a-4c46-a57c-a478673a27b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1101 time: 0.1160562 Aug 10 03:25:49.889012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0432e-f122-4b34-91d5-c28fc0410b51 req-a1fc2e47-a600-40f0-a337-ae3c54b44c1b tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:49.891314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-efc0432e-f122-4b34-91d5-c28fc0410b51 req-a1fc2e47-a600-40f0-a337-ae3c54b44c1b tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.1096940 Aug 10 03:25:50.005820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:50.031442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-efc0432e-f122-4b34-91d5-c28fc0410b51 req-44696ba9-b920-4857-a37b-e4b6ed2dedd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058145 Aug 10 03:25:50.086023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-100f08a8-5bf8-4000-9780-1dc48678deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.089329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-100f08a8-5bf8-4000-9780-1dc48678deba service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2332699 Aug 10 03:25:50.105235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:50.164518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-d4154241-0736-4955-8f6d-11a56531decc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.0657055 Aug 10 03:25:50.260018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-3c2cc790-6e4b-4eb7-941e-2cd9c72c135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.261788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-3c2cc790-6e4b-4eb7-941e-2cd9c72c135d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0891478 Aug 10 03:25:50.277633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'}, {'server_uuid': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:50.283011 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e947577-7551-4e8b-a50d-41206d3da4d0" -d '{"events": [{"server_uuid": "afb5a5c3-2763-4b3b-98f1-2e469b3d7139", "name": "network-vif-plugged", "status": "completed", "tag": "a08791e2-6c4a-4a9e-8df9-b86dca0150b3"}, {"server_uuid": "eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91", "name": "network-vif-plugged", "status": "completed", "tag": "fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:50.290415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386854-5f4d-41a9-a4a2-a92aeba6044b req-f83e7515-7bb4-4dcd-84b9-a6fc0c08a0b8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.291634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de386854-5f4d-41a9-a4a2-a92aeba6044b req-f83e7515-7bb4-4dcd-84b9-a6fc0c08a0b8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 950 time: 0.1077476 Aug 10 03:25:50.303031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Deleting subnet 57aae343-ceba-4a1a-be93-57e7ae91a59a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:25:50.309758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.364230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de386854-5f4d-41a9-a4a2-a92aeba6044b req-09f1e2b4-fe9a-478e-ab01-cdffbe66d142 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499322 Aug 10 03:25:50.365821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-ce002005-d41d-4ab4-85f1-ac9c86f11bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.367588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-ce002005-d41d-4ab4-85f1-ac9c86f11bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959456 Aug 10 03:25:50.374026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.385699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'name': 'network-vif-deleted', 'tag': '223675fd-447c-4df2-8e99-3e3ef10d9059'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:50.389074 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e24529-b445-4c4a-94ba-a73e09cf86fc" -d '{"events": [{"server_uuid": "f4b60456-382d-41c0-b146-bde31f65b65a", "name": "network-vif-deleted", "tag": "223675fd-447c-4df2-8e99-3e3ef10d9059"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:50.427947 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f08d37-4380-4002-8dd6-cb77f45d97a6 x-openstack-request-id: req-87f08d37-4380-4002-8dd6-cb77f45d97a6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:50.428239 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb5a5c3-2763-4b3b-98f1-2e469b3d7139", "name": "network-vif-plugged", "status": "completed", "tag": "a08791e2-6c4a-4a9e-8df9-b86dca0150b3", "code": 200}, {"server_uuid": "eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91", "name": "network-vif-plugged", "status": "completed", "tag": "fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:50.428509 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87f08d37-4380-4002-8dd6-cb77f45d97a6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:50.428929 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3', 'code': 200} Aug 10 03:25:50.429205 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', 'code': 200} Aug 10 03:25:50.457394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.518038 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa54316b-3206-42f4-8ff2-bda9c143a5be x-openstack-request-id: req-aa54316b-3206-42f4-8ff2-bda9c143a5be {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:50.518334 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b60456-382d-41c0-b146-bde31f65b65a", "name": "network-vif-deleted", "tag": "223675fd-447c-4df2-8e99-3e3ef10d9059", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:50.518581 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa54316b-3206-42f4-8ff2-bda9c143a5be {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:50.519955 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b60456-382d-41c0-b146-bde31f65b65a', 'name': 'network-vif-deleted', 'tag': '223675fd-447c-4df2-8e99-3e3ef10d9059', 'status': 'completed', 'code': 200} Aug 10 03:25:50.598542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-219b7766-bf9b-4997-a94f-22c51fac9ee1 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226355 Aug 10 03:25:50.641396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e50cff-f5ca-4ca9-a5f0-ecc65fdb5b14 req-405e1562-e4af-4278-96ad-2fe3bc0b48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.642501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-688157cb-0605-4688-b445-628d15b00401 req-1977e405-aa86-4fda-a4ec-ed284aadfd29 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 210 time: 0.0479887 Aug 10 03:25:50.651004 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4e50cff-f5ca-4ca9-a5f0-ecc65fdb5b14 req-405e1562-e4af-4278-96ad-2fe3bc0b48ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 1102 time: 0.1301770 Aug 10 03:25:50.696030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d0e23-afab-4c09-88a7-fa4b924cf1a1 req-120798b4-5693-4ae8-b362-2830b3af3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.697698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e41d0e23-afab-4c09-88a7-fa4b924cf1a1 req-120798b4-5693-4ae8-b362-2830b3af3bff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 1102 time: 0.1575048 Aug 10 03:25:50.701589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.757465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.764320 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/57aae343-ceba-4a1a-be93-57e7ae91a59a HTTP/1.1" status: 204 len: 168 time: 0.6572599 Aug 10 03:25:50.767447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41782) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:50.772361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feccc2f-127f-4623-839c-f42b2ac6ddb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57aae343-ceba-4a1a-be93-57e7ae91a59a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:50.803116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cf5f9a1-29df-4e05-8e76-cb2e09f78395 req-c63198cf-4295-41b3-a8e0-42d2cad11172 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908929 Aug 10 03:25:50.831536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e41d0e23-afab-4c09-88a7-fa4b924cf1a1 req-b84942fd-7e2b-4e86-93e6-c376b9768769 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124897 Aug 10 03:25:50.846462 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4e50cff-f5ca-4ca9-a5f0-ecc65fdb5b14 req-2fc652ff-850b-4e6f-9ec4-294427441048 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843991 Aug 10 03:25:50.879837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:50.890042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f50ebf-295b-42cb-8d0c-aef83a028259 req-f8494bd8-7c27-42d8-b4a6-240a547d2037 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:50.892856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11f50ebf-295b-42cb-8d0c-aef83a028259 req-f8494bd8-7c27-42d8-b4a6-240a547d2037 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 949 time: 0.1146882 Aug 10 03:25:50.916801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0d369040-d462-4c79-a049-3211ff35bb97 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:50.946667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 0d369040-d462-4c79-a049-3211ff35bb97 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:50.947304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0d369040-d462-4c79-a049-3211ff35bb97 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:50.991610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-148c05c2-b7cf-40ba-8562-516e668e4084 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efbb689a83804633a964942805f5a9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380216 Aug 10 03:25:50.992609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.003084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11f50ebf-295b-42cb-8d0c-aef83a028259 req-86f50d0d-040b-4fc8-9089-21ef801c1635 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995464 Aug 10 03:25:51.034593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb29fa1-a9ae-4fee-8e14-36a167d98386']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:51.075061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b05884b-252f-4a76-9d82-43d40980ccfe') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:51.075285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b05884b-252f-4a76-9d82-43d40980ccfe') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:51.100123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.132318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.143942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:25:51.144641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:25:51.168413 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:25:51.194462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-dd27b3ea-5905-47ad-8bae-201627db37c7 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.198379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-dd27b3ea-5905-47ad-8bae-201627db37c7 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926975 Aug 10 03:25:51.228414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Request body: {'port': {'device_id': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'efbb689a83804633a964942805f5a9b6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:51.338016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.356143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.360193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/fdb29fa1-a9ae-4fee-8e14-36a167d98386 HTTP/1.1" status: 204 len: 168 time: 0.5834982 Aug 10 03:25:51.387175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b1661-58f2-4835-8ada-1877a71323ec admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb29fa1-a9ae-4fee-8e14-36a167d98386,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:51.464964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce58f1-3314-499e-afb6-006bc6825a93 req-2ffdab6e-02ac-4ae3-be0b-38082a0158a9 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.467631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-79ce58f1-3314-499e-afb6-006bc6825a93 req-2ffdab6e-02ac-4ae3-be0b-38082a0158a9 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.1324036 Aug 10 03:25:51.526951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Made reservation on behalf of efbb689a83804633a964942805f5a9b6 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:51.531398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:51.559584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-79ce58f1-3314-499e-afb6-006bc6825a93 req-83eac34c-497f-4842-b1bf-777d6fda449c tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773191 Aug 10 03:25:51.576970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-2fad4314-b604-4640-a0fd-b15d7ceb1133 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:25:51.580063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-2fad4314-b604-4640-a0fd-b15d7ceb1133 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138044 Aug 10 03:25:51.595745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Request body: {'binding': {'host': 'n-h2-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:51.596940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:25:51.779666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:51.807930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe58ff-d030-43b0-b49f-c2fc712a1bd4 req-1d76e072-8108-4954-a431-9c23bc86220c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:51.816181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7afe58ff-d030-43b0-b49f-c2fc712a1bd4 req-1d76e072-8108-4954-a431-9c23bc86220c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 950 time: 0.1156211 Aug 10 03:25:51.864925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-998bbb81-03ae-4872-a405-c9906e038e7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e7f0e354fb34e509979842a317d554f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812998 Aug 10 03:25:51.869642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41808) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:25:51.870386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Allocated IP 192.168.233.26 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/5b6ac891-d4f5-4995-aac6-737fc173b280) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:51.887204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on host n-h2-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:51.887553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:51.887870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:51.895736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7afe58ff-d030-43b0-b49f-c2fc712a1bd4 req-6d331f0b-98ae-4e6b-9813-4f2de6676c69 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 Aug 10 03:25:51.908543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:51.908911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:51.925459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:51.925781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:51.926212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:51.926714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Bound port: 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:51.970875 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c03d604e-731f-4894-8e71-7cba00f0bfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.009623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c03d604e-731f-4894-8e71-7cba00f0bfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.030964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:52.041242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.042522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-26e3a7f1-50fa-476b-b2ad-009e226354f6 service neutron] 10.222.0.53 "POST /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4538112 Aug 10 03:25:52.101783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c03d604e-731f-4894-8e71-7cba00f0bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.110089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c03d604e-731f-4894-8e71-7cba00f0bfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.113967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c03d604e-731f-4894-8e71-7cba00f0bfb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3475e526-edcd-4feb-97b3-fbd20587eaaa HTTP/1.1" status: 204 len: 168 time: 0.2400692 Aug 10 03:25:52.131362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d604e-731f-4894-8e71-7cba00f0bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475e526-edcd-4feb-97b3-fbd20587eaaa,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:52.196163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-b0f8da68-e27d-4b7d-9b30-c2894e7d57c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--532045227&fields=id&tenant_id=91d5fa271eb547d9984e2483f7934efc HTTP/1.1" status: 200 len: 267 time: 0.1296830 Aug 10 03:25:52.318997 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.348272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Transition to ACTIVE for port object 5b6ac891-d4f5-4995-aac6-737fc173b280 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:52.361626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-58cd3aae-8a6b-4a92-bbfd-25e563d52ce9 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.363265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-58cd3aae-8a6b-4a92-bbfd-25e563d52ce9 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 823 time: 0.1665621 Aug 10 03:25:52.387775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-1f326d06-858d-4eeb-a78d-731efd9d3579 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/quotas/91d5fa271eb547d9984e2483f7934efc HTTP/1.1" status: 200 len: 375 time: 0.0149450 Aug 10 03:25:52.481403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.483847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-7ad620e5-fd5a-4fd9-9d09-7e6cc5a2ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.485909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-7ad620e5-fd5a-4fd9-9d09-7e6cc5a2ad8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1097 time: 0.0611706 Aug 10 03:25:52.495980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b5740828-16b3-435e-a629-91e6082cd3ba'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:52.546590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-ce2dbe05-c69a-4cd5-9620-5187bc060717 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1510134 Aug 10 03:25:52.550676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:52.747303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-078189be-9b20-4d65-9d2f-6ab7466d88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.748975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-078189be-9b20-4d65-9d2f-6ab7466d88c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.2483175 Aug 10 03:25:52.860708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-937a4455-a8b2-46df-b54c-35c537d9d41f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 217 time: 0.0952733 Aug 10 03:25:52.890751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:52.925351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-69fb8e64-e753-4b47-8118-ac20d5505705 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285136 Aug 10 03:25:52.940226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:25:52.947710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:52.971508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:52.976237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115422-a98a-4e82-a4f7-831bce0291f9 req-77fb2b0a-b4c9-4338-9d90-49e2d18a4e71 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.978152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b115422-a98a-4e82-a4f7-831bce0291f9 req-77fb2b0a-b4c9-4338-9d90-49e2d18a4e71 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 935 time: 0.1293175 Aug 10 03:25:52.983685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.984031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:52.987834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-ab308e05-412d-43e7-a586-bf2cbd4876d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:52.990256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-ab308e05-412d-43e7-a586-bf2cbd4876d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.0965083 Aug 10 03:25:53.072080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-60d44040-51ea-4973-9e24-4a3b45107d6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646422 Aug 10 03:25:53.145008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event updated for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:53.166582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b115422-a98a-4e82-a4f7-831bce0291f9 req-be5a9237-7154-4008-b1b9-74e6c30dcb7c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750972 Aug 10 03:25:53.172370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-a7f077dc-7805-4519-a864-c0a436c3d5c6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9542058 Aug 10 03:25:53.221559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Request body: {'port': {'device_id': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:53.238856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 0ec01298-2d25-4124-9421-fdd25ffb8970 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:53.252634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 0ec01298-2d25-4124-9421-fdd25ffb8970 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:53.253151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.265007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-f5d80fac-19d4-4c6b-9a7d-fbc60b01338c service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803741 Aug 10 03:25:53.446399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-089b9c2c-8084-471a-b1bd-cf832617cc19 service neutron] 10.222.0.53 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189605 Aug 10 03:25:53.447657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.517819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.532628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-38928182-7bf7-4ce2-b28e-793e55a8a417 None None] Provisioning for port 5b6ac891-d4f5-4995-aac6-737fc173b280 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:53.552858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-38928182-7bf7-4ce2-b28e-793e55a8a417 None None] Provisioning complete for port 5b6ac891-d4f5-4995-aac6-737fc173b280 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:53.553379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-38928182-7bf7-4ce2-b28e-793e55a8a417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.574954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-2ec482c8-ea76-46c0-a9c5-e380a671c1ad service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954087 Aug 10 03:25:53.639198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:53.644109 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a057e5-b4c7-4d5b-875d-de87a182a650" -d '{"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-plugged", "status": "completed", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:53.687929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:53.693948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-38928182-7bf7-4ce2-b28e-793e55a8a417 None None] Port 5b6ac891-d4f5-4995-aac6-737fc173b280 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:53.702018 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.724144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e9782-21bf-4bbe-a334-844f914a1c23 req-8c7d5d05-ff2d-43b8-abd7-3aab6bf12e4d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.738447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c80e9782-21bf-4bbe-a334-844f914a1c23 req-8c7d5d05-ff2d-43b8-abd7-3aab6bf12e4d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 949 time: 0.2209325 Aug 10 03:25:53.790218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:53.886575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6ac891-d4f5-4995-aac6-737fc173b280 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:53.900424 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.922255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c80e9782-21bf-4bbe-a334-844f914a1c23 req-ed7ddda2-35d2-4989-b1ec-e652cbbf8a9b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819868 Aug 10 03:25:53.939997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-d154a4fc-c00d-4aa6-85d3-01b27adfc3e4 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:53.940267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Transition to ACTIVE for port object 5b6ac891-d4f5-4995-aac6-737fc173b280 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:53.949848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-d154a4fc-c00d-4aa6-85d3-01b27adfc3e4 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.1890559 Aug 10 03:25:53.950967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:53.976776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-14'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:54.119743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.125829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.162079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-7fca6881-3fee-4289-8f80-f656a4b5d22a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e7e14daac744af1a23890bffa08ddd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433109 Aug 10 03:25:54.178816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b42ba3-7cc1-4972-a05a-cde7d8a2a8dc req-bc8f0135-120d-4a99-bff0-8d695ecedc63 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.180739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67b42ba3-7cc1-4972-a05a-cde7d8a2a8dc req-bc8f0135-120d-4a99-bff0-8d695ecedc63 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 945 time: 0.1752446 Aug 10 03:25:54.181514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Attempting to bind port 5b6ac891-d4f5-4995-aac6-737fc173b280 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:54.181844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Attempting to bind port 5b6ac891-d4f5-4995-aac6-737fc173b280 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:54.183820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Attempting to bind port 5b6ac891-d4f5-4995-aac6-737fc173b280 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:54.204677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Port 5b6ac891-d4f5-4995-aac6-737fc173b280 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:54.205241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Attempting to bind port 5b6ac891-d4f5-4995-aac6-737fc173b280 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:54.230805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:54.231348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:54.232303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:54.232721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Bound port: 5b6ac891-d4f5-4995-aac6-737fc173b280, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:54.233279 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.291845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.348203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67b42ba3-7cc1-4972-a05a-cde7d8a2a8dc req-cf726f1c-b3d4-49d1-a672-c7570fbaaed5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547139 Aug 10 03:25:54.435927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:54.446311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-df3e9d90-3b9d-4d00-8681-1f08d7833fc7 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.450859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:54.452110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-df3e9d90-3b9d-4d00-8681-1f08d7833fc7 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763591 Aug 10 03:25:54.456560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5b6ac891-d4f5-4995-aac6-737fc173b280,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:54.467453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.536175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-20d7d470-cd94-4af4-9552-c77ecf127d44 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/quotas/0e7e14daac744af1a23890bffa08ddd9 HTTP/1.1" status: 200 len: 375 time: 0.0634165 Aug 10 03:25:54.612826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.613084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:54.614391 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.617505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/5b6ac891-d4f5-4995-aac6-737fc173b280 HTTP/1.1" status: 200 len: 1096 time: 1.4182615 Aug 10 03:25:54.624987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:54.629898 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0513e1-da02-446a-a173-f9b4a0dca76e" -d '{"events": [{"name": "network-changed", "server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:54.643648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a43bf-f750-4e86-9662-18a416fc92d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:54.689044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b13cf9-c0c1-4537-a873-ebde490e7b01 req-98e8591b-a3b0-4056-99f3-8967bd8a2433 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:54.702200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3b13cf9-c0c1-4537-a873-ebde490e7b01 req-98e8591b-a3b0-4056-99f3-8967bd8a2433 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 950 time: 0.1515725 Aug 10 03:25:54.709354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-6cb4fa76-eeab-4e47-8fe2-68d02274347d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7e14daac744af1a23890bffa08ddd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713064 Aug 10 03:25:54.712944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:54.727278 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399c52e5-1be9-4dba-b17f-7e821cc07526" -d '{"events": [{"server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "name": "network-vif-unplugged", "status": "completed", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:54.741929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.765842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:54.799685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3b13cf9-c0c1-4537-a873-ebde490e7b01 req-399da383-dc94-45dc-aff7-8d0ff9c9c21c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959969 Aug 10 03:25:54.980773 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e44a5e2-2ce3-45c7-a6a4-4f5022149dbe x-openstack-request-id: req-5e44a5e2-2ce3-45c7-a6a4-4f5022149dbe {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:54.981693 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-plugged", "status": "completed", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:54.981693 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e44a5e2-2ce3-45c7-a6a4-4f5022149dbe {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:54.981693 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'code': 200} Aug 10 03:25:55.112497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57654959-2644-4c2c-89ee-9331968536d9 req-d3d04add-ef9a-4a65-805b-f379538cc774 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.115169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57654959-2644-4c2c-89ee-9331968536d9 req-d3d04add-ef9a-4a65-805b-f379538cc774 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.65 "GET /v2.0/ports?device_id=3fca7847-77dc-4654-9af7-ba6a065c4e07 HTTP/1.1" status: 200 len: 945 time: 0.2817712 Aug 10 03:25:55.144979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.172410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on host n-h1-769329-14 for vnic_type normal with profile {"migrating_to": "n-h2-769329-14"} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:55.173451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:55.174367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:55.181688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:55.182657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Attempting to bind port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:55.186170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-3561e0c7-1cf3-4c5b-8973-d3f1be76df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.192000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:55.192616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:55.193794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:55.194841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Bound port: 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:55.196328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.204516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-3561e0c7-1cf3-4c5b-8973-d3f1be76df32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 1099 time: 0.2566893 Aug 10 03:25:55.354628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7a9d890-f5bb-4603-a44e-10e8c36ed9ae req-713df9ec-3085-4055-b47f-d4d107e3a175 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 210 time: 0.1485591 Aug 10 03:25:55.469230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:55.475388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:55.499576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.512651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-b3afe762-8542-4d08-89c0-d609cf78b3fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5b6ac891-d4f5-4995-aac6-737fc173b280 HTTP/1.1" status: 200 len: 217 time: 0.1774905 Aug 10 03:25:55.576436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109175d-dba7-4b32-bad0-5d0bf0e513bd req-6132c828-7457-4436-ade2-0bafd5313633 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.583112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c109175d-dba7-4b32-bad0-5d0bf0e513bd req-6132c828-7457-4436-ade2-0bafd5313633 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1102 time: 0.2089574 Aug 10 03:25:55.681732 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.699462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=8']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:55.708469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.709111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:55.710784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-ee34b110-5bf6-4b3a-8a32-91460a04866e service neutron] 10.222.0.65 "PUT /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 1123 time: 1.7396955 Aug 10 03:25:55.719302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c109175d-dba7-4b32-bad0-5d0bf0e513bd req-5fcbc6f1-591a-47b7-aa20-79c88e81bab6 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220973 Aug 10 03:25:55.799346 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09348a82-3036-4016-8e4e-577b1097d8b1 x-openstack-request-id: req-09348a82-3036-4016-8e4e-577b1097d8b1 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:55.799756 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:55.800197 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09348a82-3036-4016-8e4e-577b1097d8b1 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:55.800986 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280', 'status': 'completed', 'code': 200} Aug 10 03:25:55.823507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:55.836350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-158fce68-0bbd-4bcd-844c-0b53da62c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.841858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-158fce68-0bbd-4bcd-844c-0b53da62c00a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2984667 Aug 10 03:25:55.948837 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad078e3-6b6e-4bcc-ad0d-134f46ffbe06 x-openstack-request-id: req-fad078e3-6b6e-4bcc-ad0d-134f46ffbe06 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:25:55.949767 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "name": "network-vif-unplugged", "status": "completed", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:25:55.950558 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fad078e3-6b6e-4bcc-ad0d-134f46ffbe06 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:25:55.954672 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'code': 200} Aug 10 03:25:55.982457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-2111e950-871c-47e3-9e59-39edb1699667 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.986173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-2111e950-871c-47e3-9e59-39edb1699667 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.39 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 823 time: 0.2650156 Aug 10 03:25:55.994912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00c6b-319b-4980-b911-51dec68d7c95 req-d1798e39-ec97-405f-9162-f70487000aaf tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:55.997657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a00c6b-319b-4980-b911-51dec68d7c95 req-d1798e39-ec97-405f-9162-f70487000aaf tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 947 time: 0.4839044 Aug 10 03:25:56.020271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Deleting port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:25:56.021025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.147217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-55db12b7-fe80-495b-814f-a00ab5fa37b6 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91d5fa271eb547d9984e2483f7934efc HTTP/1.1" status: 200 len: 379 time: 0.1267745 Aug 10 03:25:56.160177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'port': {'device_id': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'admin_state_up': True, 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'security_groups': ['3223032f-7e0e-4afc-a87b-5b7d5ff82c75']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:56.167483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-db84edc5-e094-4ba7-a2da-1de08f4d2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.170286 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-db84edc5-e094-4ba7-a2da-1de08f4d2e8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2928803 Aug 10 03:25:56.211406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea45089-2136-4a48-a182-ff596c8090c1 req-e225babb-e439-4cce-b81c-9d1f45a420a9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.213013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ea45089-2136-4a48-a182-ff596c8090c1 req-e225babb-e439-4cce-b81c-9d1f45a420a9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 950 time: 0.2229893 Aug 10 03:25:56.306699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ea45089-2136-4a48-a182-ff596c8090c1 req-ede585ce-941d-41c1-b1ea-0f4e3508e709 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656385 Aug 10 03:25:56.418753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Made reservation on behalf of 91d5fa271eb547d9984e2483f7934efc for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:56.423396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.450514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3d19cbe-fa0a-400a-bbfd-c68f7d6421b7 req-040af179-e8ae-408b-8d0d-07fed0eac8b6 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 210 time: 0.0601475 Aug 10 03:25:56.631071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1a00c6b-319b-4980-b911-51dec68d7c95 req-0f2fcef3-ed29-4b30-aa14-b0d2e1e20107 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199872 Aug 10 03:25:56.697657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627554e-5fc5-4bf4-8852-91a94c31ef6c req-9e41b02a-1955-4eab-a492-5864a43c9766 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:56.699331 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2627554e-5fc5-4bf4-8852-91a94c31ef6c req-9e41b02a-1955-4eab-a492-5864a43c9766 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1097 time: 0.1080258 Aug 10 03:25:56.707261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Allocated IP 172.20.0.5 (1ad7594b-ce85-417c-a676-f372590af00f/9e531932-a8c5-47bd-82b0-ba328268107a/de4fd802-dfff-4efc-bdd2-0f2a6cda2154) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:56.754703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] For port 26e9e4d9-a4de-45f6-982f-f7a31af538b9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=26e9e4d9-a4de-45f6-982f-f7a31af538b9,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:56.755238 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.784549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2627554e-5fc5-4bf4-8852-91a94c31ef6c req-2db559e6-0b77-4da5-9af9-6c040521ea8d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675828 Aug 10 03:25:56.884124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-422c3025-3991-4751-abe4-05b2d6067468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:56.984974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.006068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Transition to ACTIVE for port object de4fd802-dfff-4efc-bdd2-0f2a6cda2154 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:57.055893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.097725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8ca5c-d211-419f-9f31-b655a58090bc req-b95437fd-1191-4928-a6dc-b1b1c38818c5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.100184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57d8ca5c-d211-419f-9f31-b655a58090bc req-b95437fd-1191-4928-a6dc-b1b1c38818c5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 943 time: 0.3762248 Aug 10 03:25:57.119907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Network 1ad7594b-ce85-417c-a676-f372590af00f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:57.123874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:57.128778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:57.148360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-1c3c82ec-0fc2-49dd-b2ff-f4b8f9d0af42 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9548213 Aug 10 03:25:57.160831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-55b6f806-378e-4e83-b0ee-c7f883ca3b3b tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0e7e14daac744af1a23890bffa08ddd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937541 Aug 10 03:25:57.175245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event updated for resources: {'Port': ['ID=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:57.215518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.216617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.268870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-154a4db9-e108-4493-bb71-a5bd6ee62da0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1150055 Aug 10 03:25:57.298298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Request body: {'port': {'device_id': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:57.359056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099019-7a85-4798-8ea9-12f61f477859 req-6f335a24-b78e-44ba-8226-939427aac54f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.366298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099019-7a85-4798-8ea9-12f61f477859 req-6f335a24-b78e-44ba-8226-939427aac54f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.368558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87099019-7a85-4798-8ea9-12f61f477859 req-6f335a24-b78e-44ba-8226-939427aac54f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139&device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 1691 time: 0.1182728 Aug 10 03:25:57.417313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.450681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87099019-7a85-4798-8ea9-12f61f477859 req-3a07f325-97dd-4db2-adf7-2bb81f83faad tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639770 Aug 10 03:25:57.479717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57d8ca5c-d211-419f-9f31-b655a58090bc req-42413222-c883-40b1-91ca-84d084b0ddc6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295057 Aug 10 03:25:57.530820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5254c4cf-e497-44a8-867e-f5ee2130f546 None None] Provisioning for port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:25:57.536367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5254c4cf-e497-44a8-867e-f5ee2130f546 None None] Provisioning complete for port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:25:57.536780 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5254c4cf-e497-44a8-867e-f5ee2130f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.589848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.590907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:57.591511 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 disassociated. External IP: 172.25.2.181, port: 26e9e4d9-a4de-45f6-982f-f7a31af538b9. Aug 10 03:25:57.592033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Calling delete_port for 26e9e4d9-a4de-45f6-982f-f7a31af538b9 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:25:57.602343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5254c4cf-e497-44a8-867e-f5ee2130f546 None None] Port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:25:57.606385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-9321d6d0-df32-4d5f-88df-aa75cfa0dec1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.608038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-9321d6d0-df32-4d5f-88df-aa75cfa0dec1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935924 Aug 10 03:25:57.610171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ad6f8c8-1554-4809-818e-63d73c5662b7 req-36c7a2ea-6b11-49e7-8785-adb2b18281b8 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985946 Aug 10 03:25:57.667475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Request body: {'port': {'device_id': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0e7e14daac744af1a23890bffa08ddd9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:57.839930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-804ca3a5-c7e1-4995-97c7-20ba23420f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.841505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-804ca3a5-c7e1-4995-97c7-20ba23420f23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=efbb689a83804633a964942805f5a9b6&device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 1099 time: 0.1080952 Aug 10 03:25:57.911712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fea8a-5863-4853-bd1a-0b6504a596b5 req-94f0351e-19bd-4ba1-899d-aa7827b97a2d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:57.923156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d28fea8a-5863-4853-bd1a-0b6504a596b5 req-94f0351e-19bd-4ba1-899d-aa7827b97a2d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 931 time: 0.2230160 Aug 10 03:25:57.987348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:57.990461 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c39656a-af5d-4df3-80a6-0fbac429320b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:58.004140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Made reservation on behalf of 0e7e14daac744af1a23890bffa08ddd9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:25:58.008317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.022429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.040221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d28fea8a-5863-4853-bd1a-0b6504a596b5 req-3021c977-2f5d-426c-bd7f-8ea1460ec1de tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130493 Aug 10 03:25:58.084511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event deleted for resources: {'Port': ['ID=26e9e4d9-a4de-45f6-982f-f7a31af538b9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:58.084511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-95c1f31c-24cd-449d-9077-3674bdb940f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.084511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-95c1f31c-24cd-449d-9077-3674bdb940f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2281749 Aug 10 03:25:58.163379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4fd802-dfff-4efc-bdd2-0f2a6cda2154 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:25:58.178089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-2e68bec1-fbc8-4912-8325-0f16736182ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5b6ac891-d4f5-4995-aac6-737fc173b280 HTTP/1.1" status: 200 len: 217 time: 0.0846982 Aug 10 03:25:58.187515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.240700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Transition to ACTIVE for port object de4fd802-dfff-4efc-bdd2-0f2a6cda2154 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:58.250017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:58.418878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-3fa815e1-f015-4f81-9637-d58bc8e305f2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380560 Aug 10 03:25:58.431356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-9baa67f4-e491-42b2-a2ef-dea141227711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.434333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-9baa67f4-e491-42b2-a2ef-dea141227711 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2141268 Aug 10 03:25:58.504262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Allocated IP 192.168.233.244 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/de05bdca-212f-49d1-af60-710083184022) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:25:58.586699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:25:58.672920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-c6faae94-8acb-49fd-b526-0148939760fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:58.674848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-c6faae94-8acb-49fd-b526-0148939760fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2090929 Aug 10 03:25:58.971760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:25:58.974701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 26e9e4d9-a4de-45f6-982f-f7a31af538b9 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:25:58.998755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.032993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 26e9e4d9-a4de-45f6-982f-f7a31af538b9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:25:59.033606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 26e9e4d9-a4de-45f6-982f-f7a31af538b9 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:25:59.115942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-c3781078-bbae-4048-83ac-fad38b49a938 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.124391 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-c3781078-bbae-4048-83ac-fad38b49a938 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7037976 Aug 10 03:25:59.126502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Attempting to bind port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:25:59.127580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Attempting to bind port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:25:59.127580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Attempting to bind port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 on network 1ad7594b-ce85-417c-a676-f372590af00f {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:59.141864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 on network 1ad7594b-ce85-417c-a676-f372590af00f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:25:59.142364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Attempting to bind port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 on network 1ad7594b-ce85-417c-a676-f372590af00f {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:25:59.152228 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-ef18a287-1009-4d14-8fa6-1025fb0b16c9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/quotas/332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 375 time: 0.0268810 Aug 10 03:25:59.168260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:25:59.168260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Checking segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:25:59.168260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Bound using segment: {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:25:59.168260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Bound port: de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c560808-5fd3-427e-9dfa-549c32a7da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:25:59.168260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.268017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:25:59.281052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 has no active binding in host n-h2-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:25:59.323201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-9cd8d345-4d94-49a4-8c96-3f02e8b26351 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694167 Aug 10 03:25:59.338613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-cf080829-7870-4525-8559-5b2118ab2e26 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153605 Aug 10 03:25:59.343764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:25:59.349705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.360604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:25:59.379845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] For port de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:25:59.380093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:25:59.380821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:25:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:25:59.385235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] For port de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:25:59.392435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.409728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Transition to ACTIVE for port object de05bdca-212f-49d1-af60-710083184022 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:25:59.433207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.434495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.436209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] 10.222.0.39 "PUT /v2.0/ports/de4fd802-dfff-4efc-bdd2-0f2a6cda2154 HTTP/1.1" status: 200 len: 1092 time: 2.1437225 Aug 10 03:25:59.463571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238317c-ed69-43ef-80d8-e3ebd0b18fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.495532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] No DVR routers for this DVR port 26e9e4d9-a4de-45f6-982f-f7a31af538b9 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:25:59.503718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.505772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57654959-2644-4c2c-89ee-9331968536d9 req-13439af7-0299-4b10-bf62-a62ea9ba45c7 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.65 "DELETE /v2.0/ports/26e9e4d9-a4de-45f6-982f-f7a31af538b9 HTTP/1.1" status: 204 len: 173 time: 4.3795362 Aug 10 03:25:59.506723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'name': 'network-vif-deleted', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:25:59.509877 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5b238-42d0-4656-89e8-7723ee0c46f8" -d '{"events": [{"server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "name": "network-vif-deleted", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:25:59.621245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-311b137f-6eda-44f9-9411-634266082d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.628405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad0513e1-da02-446a-a173-f9b4a0dca76e req-19334433-c544-42e1-a061-120c0c12629c service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691839 Aug 10 03:25:59.631715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-311b137f-6eda-44f9-9411-634266082d37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 1095 time: 0.1158786 Aug 10 03:25:59.632651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.662207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f11baade-2b83-4854-8229-66a699cc8a7c tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:25:59.672717 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f11baade-2b83-4854-8229-66a699cc8a7c tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0722308 Aug 10 03:25:59.682012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6d1a8037-86ca-4aca-8119-5ebb16bd17d7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:25:59.682288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:25:59.686057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:25:59.693714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:25:59.700955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:25:59.701390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.729821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Pushing event updated for resources: {'Port': ['ID=de05bdca-212f-49d1-af60-710083184022,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:25:59.739594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-75d1dfab-807b-4f64-a1ae-6d712d665fd2 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0768073 Aug 10 03:25:59.760037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Request body: {'binding': {'host': 'n-h1-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:59.761573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:25:59.764022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Request body: {'port': {'device_id': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:25:59.925242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.969417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f6ab65f9-f893-4df9-bcd9-02a62dd67d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:25:59.973272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-53c0aba6-7901-450c-9872-41dfcbab8e6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154 HTTP/1.1" status: 200 len: 217 time: 0.2970612 Aug 10 03:26:00.004119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.061547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:00.158389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-1b7f6167-93dd-44f3-8ffc-18e2c7dcaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.160229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-1b7f6167-93dd-44f3-8ffc-18e2c7dcaa6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.1792972 Aug 10 03:26:00.330037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on host n-h1-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:00.330743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:00.330743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:00.345886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:00.346186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:00.363185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:00.363597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:00.364040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:00.364645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Bound port: b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:00.458621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:00.477644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.482648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f10392ec-50f8-48aa-ae6f-0a44f76e62d7 service neutron] 10.222.0.53 "POST /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe/bindings HTTP/1.1" status: 201 len: 390 time: 0.8015294 Aug 10 03:26:00.525429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8640-986d-4766-b811-eb16d63eebc9 req-34a64cfc-0295-4578-adec-2f00daeb5423 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.540083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72bf8640-986d-4766-b811-eb16d63eebc9 req-34a64cfc-0295-4578-adec-2f00daeb5423 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 936 time: 0.4175873 Aug 10 03:26:00.541620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-93bd5996-ffed-4963-94a3-3029273bbea2 None None] Provisioning for port de05bdca-212f-49d1-af60-710083184022 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:00.568801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-93bd5996-ffed-4963-94a3-3029273bbea2 None None] Provisioning complete for port de05bdca-212f-49d1-af60-710083184022 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:00.569104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93bd5996-ffed-4963-94a3-3029273bbea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:00.599004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-379b0581-56e5-4f9e-bbe6-775a05965878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:00.600793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-379b0581-56e5-4f9e-bbe6-775a05965878 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3006465 Aug 10 03:26:00.612732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72bf8640-986d-4766-b811-eb16d63eebc9 req-cca20628-2693-4f0a-b49b-b2179acfaae4 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635655 Aug 10 03:26:00.813014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.39', 50884) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:00.859757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.39', 50885) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:00.922545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-2a45b9f1-dcf1-45d4-948b-a29381adb950 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881820 Aug 10 03:26:00.940169 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27af661-277d-4c86-b831-ad2b09c32517 x-openstack-request-id: req-e27af661-277d-4c86-b831-ad2b09c32517 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:00.940625 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:00.942844 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e27af661-277d-4c86-b831-ad2b09c32517 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:00.947196 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'status': 'completed', 'code': 200} Aug 10 03:26:01.000059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5b6ac891-d4f5-4995-aac6-737fc173b280 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:01.022906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-93bd5996-ffed-4963-94a3-3029273bbea2 None None] Port de05bdca-212f-49d1-af60-710083184022 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:01.103817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de05bdca-212f-49d1-af60-710083184022 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:01.131778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.208598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-237e7728-4b81-4fb1-9a8c-ca611ccd396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.218335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-237e7728-4b81-4fb1-9a8c-ca611ccd396f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1126 time: 0.3972886 Aug 10 03:26:01.281614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fdc2c-863e-4116-bf23-9a53e813353b req-7d8a31cb-2400-4d08-bc41-51e6c6699dbc tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.302835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd7fdc2c-863e-4116-bf23-9a53e813353b req-7d8a31cb-2400-4d08-bc41-51e6c6699dbc tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 943 time: 0.2255137 Aug 10 03:26:01.350793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:01.428993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Transition to ACTIVE for port object de05bdca-212f-49d1-af60-710083184022 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:01.437568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-0ad5e8cb-99ad-426c-b09e-88695292fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.441244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-0ad5e8cb-99ad-426c-b09e-88695292fdbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.2194245 Aug 10 03:26:01.457110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac50c-dd66-415e-a5b4-7503bd2f0547 req-4cef726f-c5d5-4290-96e2-f3d4c0c5b226 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.460825 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831ac50c-dd66-415e-a5b4-7503bd2f0547 req-4cef726f-c5d5-4290-96e2-f3d4c0c5b226 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 947 time: 0.5981605 Aug 10 03:26:01.470318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.602470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-07ba931e-45d3-439e-a1dd-c0dbd084d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:01.605675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-07ba931e-45d3-439e-a1dd-c0dbd084d010 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1097 time: 0.7414308 Aug 10 03:26:01.609135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-4c514dae-fdc3-4f85-a41a-b4bc2d83f9ce service neutron] 10.222.0.39 "GET /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.6786857 Aug 10 03:26:01.637142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:01.641887 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.672468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-ffc8a56f-b579-49b2-b531-a09093802aa3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 217 time: 0.2101583 Aug 10 03:26:01.723304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:01.747506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd7fdc2c-863e-4116-bf23-9a53e813353b req-6ed01b0c-5c1f-4b68-afea-65bfad6026a9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435334 Aug 10 03:26:01.771605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5b6ac891-d4f5-4995-aac6-737fc173b280,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:01.776808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:01.778318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:01.814814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-629a5678-aa83-4b96-b6d7-1786a2ad8a8e req-608006c5-2178-4e52-b139-863a130e58b0 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663285 Aug 10 03:26:01.823334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05bc6f1c-71b9-4757-8e14-85ac5210ccd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.957037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '5b6ac891-d4f5-4995-aac6-737fc173b280', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '5b6ac891-d4f5-4995-aac6-737fc173b280', 'mac_address': 'fa:16:3e:69:b6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:01.964903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05bc6f1c-71b9-4757-8e14-85ac5210ccd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:01.989015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05bc6f1c-71b9-4757-8e14-85ac5210ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.017543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831ac50c-dd66-415e-a5b4-7503bd2f0547 req-80572c24-aed4-4426-8a67-599016994f80 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110629 Aug 10 03:26:02.063514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-916c78f5-c23f-4ad4-8d78-a1b5414a66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.064774 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-916c78f5-c23f-4ad4-8d78-a1b5414a66d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.2857821 Aug 10 03:26:02.102805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Attempting to bind port de05bdca-212f-49d1-af60-710083184022 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:02.103324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Attempting to bind port de05bdca-212f-49d1-af60-710083184022 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:02.103868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Attempting to bind port de05bdca-212f-49d1-af60-710083184022 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:02.129888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc6f1c-71b9-4757-8e14-85ac5210ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dba199-1284-4264-9ae5-ae9ef431ebd9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.141162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-05bc6f1c-71b9-4757-8e14-85ac5210ccd7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bac68ad4ab947a08b0c528c3ba74b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7767813 Aug 10 03:26:02.146890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Pushing event updated for resources: {'Port': ['ID=de05bdca-212f-49d1-af60-710083184022,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.160349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Port de05bdca-212f-49d1-af60-710083184022 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:02.160944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Attempting to bind port de05bdca-212f-49d1-af60-710083184022 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:02.171488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41992) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:02.173942 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e9d87-77f1-4e03-bdbf-c6b771234c94 x-openstack-request-id: req-9d0e9d87-77f1-4e03-bdbf-c6b771234c94 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:02.174522 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fca7847-77dc-4654-9af7-ba6a065c4e07", "name": "network-vif-deleted", "tag": "26e9e4d9-a4de-45f6-982f-f7a31af538b9", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:02.174961 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d0e9d87-77f1-4e03-bdbf-c6b771234c94 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:02.175655 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fca7847-77dc-4654-9af7-ba6a065c4e07', 'name': 'network-vif-deleted', 'tag': '26e9e4d9-a4de-45f6-982f-f7a31af538b9', 'status': 'completed', 'code': 200} Aug 10 03:26:02.193515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:02.194284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:02.195680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:02.196349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Bound port: de05bdca-212f-49d1-af60-710083184022, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:02.196889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.199315 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.225349 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:02.237347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4601b-ef7c-4856-bf62-dc1b8cfb1eae req-e21e7531-206d-4830-9b15-048bdb034978 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.253297 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44d4601b-ef7c-4856-bf62-dc1b8cfb1eae req-e21e7531-206d-4830-9b15-048bdb034978 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 943 time: 0.2833683 Aug 10 03:26:02.324040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6ac891-d4f5-4995-aac6-737fc173b280 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:02.350305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-3a12d9d6-d2c2-45e2-8461-c1afd14950c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2627971 Aug 10 03:26:02.378462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5b6ac891-d4f5-4995-aac6-737fc173b280,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:02.379839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] For port de05bdca-212f-49d1-af60-710083184022, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:02.385424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] For port de05bdca-212f-49d1-af60-710083184022, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de05bdca-212f-49d1-af60-710083184022,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:02.386053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44d4601b-ef7c-4856-bf62-dc1b8cfb1eae req-9ed26eb4-1525-4e0b-9220-ba6c0f02fae0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319318 Aug 10 03:26:02.402677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:02.406806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.415266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-e2566585-9b43-47ab-bffe-3d46d45be014 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3144515 Aug 10 03:26:02.451411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.528933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:02.543537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-98aae87c-90e6-4336-a4a4-e6bed808965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.545038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-98aae87c-90e6-4336-a4a4-e6bed808965f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.8746550 Aug 10 03:26:02.561408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37ff04af-cf28-439b-9c67-02e38853c693 req-48cb5fba-ac53-4c9f-b19c-f7c2f41e8c9c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 210 time: 0.1736612 Aug 10 03:26:02.607841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:02.679955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.680578 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.682062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] 10.222.0.39 "PUT /v2.0/ports/de05bdca-212f-49d1-af60-710083184022 HTTP/1.1" status: 200 len: 1097 time: 2.9231060 Aug 10 03:26:02.703289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-cb256392-fecc-4e77-956e-d7e2a4ff1642 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 217 time: 0.1408668 Aug 10 03:26:02.765795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-117f833a-5489-4894-91fe-93c65d1063a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:02.842932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:02.845475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.875858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-383addaf-e5a8-4624-a93c-db545d2c4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.878522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-383addaf-e5a8-4624-a93c-db545d2c4b63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 1096 time: 0.4413764 Aug 10 03:26:02.882415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:02.888033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f30c6-b6e1-4d6d-b457-6ffb22e6c1c4 req-0aaf30a1-2ba1-4893-9b90-98393aa94253 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:02.888374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5648-9fb6-4834-bab3-ade81f45c98e service neutron] Pushing event updated for resources: {'Port': ['ID=de05bdca-212f-49d1-af60-710083184022,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:02.908747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c9f30c6-b6e1-4d6d-b457-6ffb22e6c1c4 req-0aaf30a1-2ba1-4893-9b90-98393aa94253 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 1102 time: 0.2839370 Aug 10 03:26:02.963081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:02.965305 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d94d33-f4a3-4649-957f-79281ee6380a" -d '{"events": [{"name": "network-changed", "server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:02.989682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['5b6ac891-d4f5-4995-aac6-737fc173b280'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:03.063634 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.107787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c9f30c6-b6e1-4d6d-b457-6ffb22e6c1c4 req-8303e98a-5da4-4070-a6a4-d667c8fb140e tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981328 Aug 10 03:26:03.196396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.200851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-117f833a-5489-4894-91fe-93c65d1063a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.247118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-6d273969-46ca-4317-9a64-b3a8f6e7ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.257551 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-6d273969-46ca-4317-9a64-b3a8f6e7ac47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3315508 Aug 10 03:26:03.311193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-fc1d4d11-74d2-4243-a2ab-96be8aeb3b2e service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310015 Aug 10 03:26:03.387374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-6661d817-12e6-40b7-b3eb-8c981d24d49b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 200 len: 217 time: 0.1181667 Aug 10 03:26:03.388901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-117f833a-5489-4894-91fe-93c65d1063a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.397085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-117f833a-5489-4894-91fe-93c65d1063a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.399374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-117f833a-5489-4894-91fe-93c65d1063a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7dba199-1284-4264-9ae5-ae9ef431ebd9 HTTP/1.1" status: 204 len: 168 time: 1.1748440 Aug 10 03:26:03.404338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] Transition to ACTIVE for port object 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:03.424157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5074e686-07a5-47c9-b4a0-702305fcfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.434047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-5074e686-07a5-47c9-b4a0-702305fcfc08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e7e14daac744af1a23890bffa08ddd9&device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 1100 time: 0.5798697 Aug 10 03:26:03.470667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-4e79b130-8222-4c67-b921-70cc93601615 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3359234 Aug 10 03:26:03.504055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f833a-5489-4894-91fe-93c65d1063a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dba199-1284-4264-9ae5-ae9ef431ebd9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:03.504765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:03.521208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-1d249b3f-629e-432f-8b97-cb8af5cfaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.526957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-1d249b3f-629e-432f-8b97-cb8af5cfaa4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.7942061 Aug 10 03:26:03.545905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:03.655187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c5427-1247-43e9-9fb7-010734fd56f5 None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:03.655603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] No DVR routers for this DVR port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:03.674638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b6821-6f3f-408a-8eb1-09d0c36e2954 req-33eb2e90-53b0-4fbf-9eb4-9f9a16597c4b tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.676511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e04b6821-6f3f-408a-8eb1-09d0c36e2954 req-33eb2e90-53b0-4fbf-9eb4-9f9a16597c4b tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 948 time: 0.2783694 Aug 10 03:26:03.685727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-a1b634c6-22cc-4515-ae2e-049f2a946265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:03.687617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-a1b634c6-22cc-4515-ae2e-049f2a946265 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.2163296 Aug 10 03:26:03.698161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:03.721583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-a82bb47a-d2ee-40f5-a56a-1005e97caeeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de05bdca-212f-49d1-af60-710083184022 HTTP/1.1" status: 200 len: 217 time: 0.2196536 Aug 10 03:26:03.814509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-5cde23e2-0688-4d14-900c-f795d2e4d846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998993 Aug 10 03:26:03.823649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=10']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:03.824293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:03.836479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3/bindings/n-h2-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 2.1339664 Aug 10 03:26:03.971908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e04b6821-6f3f-408a-8eb1-09d0c36e2954 req-c2cb374c-af14-4b95-a95a-e737b2de77e3 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688720 Aug 10 03:26:03.977859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-8a734105-0b8a-4fbb-8e86-403c610f1add service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641352 Aug 10 03:26:04.027684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982cf65-7bcd-417d-9ff4-09d2c19f2dc6 req-88083956-d190-4f80-9687-0b41ffed50f7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.040626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9982cf65-7bcd-417d-9ff4-09d2c19f2dc6 req-88083956-d190-4f80-9687-0b41ffed50f7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 1.1630175 Aug 10 03:26:04.107285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-5aac1a79-0dd6-4172-b5fb-56b18dbadd4b service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778230 Aug 10 03:26:04.183109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'tag': 'de05bdca-212f-49d1-af60-710083184022'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:04.185709 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153688a8-04c4-472f-818b-925baee5d42d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48", "tag": "de05bdca-212f-49d1-af60-710083184022"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:04.189518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb5f65-f9cb-47fa-aef3-039132714c42 None None] New status for floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:04.240275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f97fa-261c-43b0-9c3d-e6d16e9b53b9 req-957bd60e-3736-49a2-a4a0-6038a2f3304d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.241922 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d2f97fa-261c-43b0-9c3d-e6d16e9b53b9 req-957bd60e-3736-49a2-a4a0-6038a2f3304d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.1236691 Aug 10 03:26:04.244421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-2dd0a24e-8146-4d6c-a9cf-46c7aec79be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.246017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-2dd0a24e-8146-4d6c-a9cf-46c7aec79be2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.4023137 Aug 10 03:26:04.309478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33fe8601-74c2-495b-bc76-378fd812ca8b req-c19e131e-12cc-4df6-ab15-4494761aa7d0 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799803 Aug 10 03:26:04.356985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d2f97fa-261c-43b0-9c3d-e6d16e9b53b9 req-81eaa67e-1f78-457d-8f64-11e64a711d3f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957639 Aug 10 03:26:04.420517 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28977fc-c45c-48c4-a9d9-1b3cf562db5a x-openstack-request-id: req-d28977fc-c45c-48c4-a9d9-1b3cf562db5a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:04.421571 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:04.421571 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d28977fc-c45c-48c4-a9d9-1b3cf562db5a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:04.421571 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'status': 'completed', 'code': 200} Aug 10 03:26:04.580578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94d33-f4a3-4649-957f-79281ee6380a req-ee6103e3-2de2-48fd-95ec-b5acd2bc7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.582474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-ee6103e3-2de2-48fd-95ec-b5acd2bc7701 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 1095 time: 0.1209219 Aug 10 03:26:04.619482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-2f17b4f1-1f28-4e1c-825c-529ecf69abff tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.621051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-2f17b4f1-1f28-4e1c-825c-529ecf69abff tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.6542637 Aug 10 03:26:04.650412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9982cf65-7bcd-417d-9ff4-09d2c19f2dc6 req-fda6258d-f874-41ae-9b2a-85f20e684029 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083505 Aug 10 03:26:04.667120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-88647a30-527f-4899-bbd5-ea8d251830cf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.672473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-88647a30-527f-4899-bbd5-ea8d251830cf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1439991 Aug 10 03:26:04.714874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-529fa946-4dd4-415e-ab69-cb55ffdfff0b service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3818376 Aug 10 03:26:04.720014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Request body: {'port': {'device_id': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '332fcb04f54044df8122a8f72b829322'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:04.753420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42030) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:04.805246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d41870-81a5-44c0-bb51-777b83875bd3 req-ff88a75f-3f1d-4073-a67a-07e545df16dc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.808897 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03d41870-81a5-44c0-bb51-777b83875bd3 req-ff88a75f-3f1d-4073-a67a-07e545df16dc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 948 time: 0.2643502 Aug 10 03:26:04.841938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-29d65bff-f7a0-4baf-be92-1a6e358b8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.843710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-29d65bff-f7a0-4baf-be92-1a6e358b8c97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5769112 Aug 10 03:26:04.872616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94d33-f4a3-4649-957f-79281ee6380a req-8f348e45-11a1-42e3-ad48-e9a003983afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.876113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-8f348e45-11a1-42e3-ad48-e9a003983afb service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 924 time: 0.2753086 Aug 10 03:26:04.882009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-5c870ecb-419c-49a6-a8e9-a5b4ea200372 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328025 Aug 10 03:26:04.963854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1422776983-network', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:04.969611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-d3adfae4-6fd2-422d-b47d-61e09e38f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:04.971296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-d3adfae4-6fd2-422d-b47d-61e09e38f96f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676&tenant_id=43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 1096 time: 0.2850862 Aug 10 03:26:04.977259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-e26940a3-c870-4882-ab07-a6e734fd70b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154 HTTP/1.1" status: 200 len: 217 time: 0.0926366 Aug 10 03:26:05.009152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03d41870-81a5-44c0-bb51-777b83875bd3 req-9c2257da-6841-4aa9-ac5d-6210309c52dd tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808536 Aug 10 03:26:05.062466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c29806-cc51-4e53-b819-5e755f6a60ef req-077b8e80-8841-4f03-883b-ffe74048e20c tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.064101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9c29806-cc51-4e53-b819-5e755f6a60ef req-077b8e80-8841-4f03-883b-ffe74048e20c tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 1102 time: 0.2941124 Aug 10 03:26:05.088068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Made reservation on behalf of 8b2dc2febfd047ca9936bc60acf95848 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:05.092302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.122073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.149101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94d33-f4a3-4649-957f-79281ee6380a req-2752e395-036f-4801-82e8-982e6cb6c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.151936 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-2752e395-036f-4801-82e8-982e6cb6c720 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.1634858 Aug 10 03:26:05.174037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-4b0285e4-09a6-45fd-b78a-760b05555a21 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108671 Aug 10 03:26:05.190922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-c0d0efad-fd6c-4482-9dc3-8d6464f86172 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916048 Aug 10 03:26:05.197524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Made reservation on behalf of 332fcb04f54044df8122a8f72b829322 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:05.201263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.212092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-aa3ef1ed-2d61-449e-b935-95e5aa4324d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.213612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-aa3ef1ed-2d61-449e-b935-95e5aa4324d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1096 time: 0.2025666 Aug 10 03:26:05.217459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9c29806-cc51-4e53-b819-5e755f6a60ef req-cc61b902-869f-4d34-983f-841074f88c0b tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346383 Aug 10 03:26:05.366874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9529e2-6419-4dd3-a725-264bf79a3d08 req-61c9db45-cc43-448d-83b5-8d3941319465 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.368934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d9529e2-6419-4dd3-a725-264bf79a3d08 req-61c9db45-cc43-448d-83b5-8d3941319465 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 943 time: 0.2112477 Aug 10 03:26:05.372622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-026ae64d-3098-46ce-b2e7-b928c725d1e4 req-d9cb5c3f-a944-4d10-afa3-3446dd8e629f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 210 time: 0.0521634 Aug 10 03:26:05.386486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94d33-f4a3-4649-957f-79281ee6380a req-9b59d6ee-434f-4d64-81e3-482007447ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.401280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-9b59d6ee-434f-4d64-81e3-482007447ccf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2403734 Aug 10 03:26:05.496607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b29052d6-636e-4c97-a076-bbfaafb3f99f req-4a8c78fc-10ce-4886-ab44-eed8ce0a2e8e service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037627 Aug 10 03:26:05.511903 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ecc0e1-558f-44d1-a61f-a63edf731800 x-openstack-request-id: req-22ecc0e1-558f-44d1-a61f-a63edf731800 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:05.512168 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48", "tag": "de05bdca-212f-49d1-af60-710083184022", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:05.512346 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22ecc0e1-558f-44d1-a61f-a63edf731800 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:05.512658 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'tag': 'de05bdca-212f-49d1-af60-710083184022', 'status': 'completed', 'code': 200} Aug 10 03:26:05.514165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-abf80a17-5e1f-4ac3-9e21-7f54f02e7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.521908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-abf80a17-5e1f-4ac3-9e21-7f54f02e7d69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.2573650 Aug 10 03:26:05.611206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d9529e2-6419-4dd3-a725-264bf79a3d08 req-b3bfcc56-3150-4f92-827f-55af1bc253e1 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959558 Aug 10 03:26:05.662378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.663260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Allocated IP 192.168.233.43 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/73057bae-ea50-4fbe-9a4f-a4e5f143adda) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:05.670953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-d940cbcc-6119-4d7a-984c-4b2e9f51cfe0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 217 time: 0.1154456 Aug 10 03:26:05.675860 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.707020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de4fd802-dfff-4efc-bdd2-0f2a6cda2154 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:05.712493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-f4ef9fdc-e02c-4b2a-89e1-d55f06a395c5 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176065 Aug 10 03:26:05.718392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:05.753314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91931a20-3a10-4508-b0c6-09b15103cc14,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:05.758170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:05.758698 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Added segment 3f151c05-78f7-418a-a2c7-cd83604eca2a of type vlan for network 79f8b719-2c08-4676-ab7f-2110a898475f Aug 10 03:26:05.797725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-c865a1de-d03b-4e7f-9515-46273ed44738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.801877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-c865a1de-d03b-4e7f-9515-46273ed44738 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.0718973 Aug 10 03:26:05.901641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:05.918631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'port_id': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'mac_address': 'fa:16:3e:fb:21:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:05.928458 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-e61eba60-30d6-4615-9399-b09d078a04ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825386 Aug 10 03:26:05.959080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153688a8-04c4-472f-818b-925baee5d42d req-e0cf29ae-ef5c-4a9e-bb47-7c0637df8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:05.962846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-e0cf29ae-ef5c-4a9e-bb47-7c0637df8e91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e7e14daac744af1a23890bffa08ddd9&device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 1100 time: 0.2867336 Aug 10 03:26:05.996828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.025531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4fd802-dfff-4efc-bdd2-0f2a6cda2154 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:06.069248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:06.080867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.194157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:06.209648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.217131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbd892-1383-4708-a9e0-b4f9c6ca9c00 req-ca91b8d8-0c2e-42d7-beb0-36d1e7531e04 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.220335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccbbd892-1383-4708-a9e0-b4f9c6ca9c00 req-ca91b8d8-0c2e-42d7-beb0-36d1e7531e04 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 948 time: 0.5481582 Aug 10 03:26:06.309240 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35d94d33-f4a3-4649-957f-79281ee6380a req-cf894354-2582-4a32-99dd-8e0ac5cb0268 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817764 Aug 10 03:26:06.319775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.321376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.322331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.334366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b965d-c70b-4555-9c5b-cd5a13ab45b8 req-05ab8204-4462-4369-8c1f-5e347088681e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.344376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-652b965d-c70b-4555-9c5b-cd5a13ab45b8 req-05ab8204-4462-4369-8c1f-5e347088681e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.5140932 Aug 10 03:26:06.415642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-0ef91f25-4693-4083-831b-40e0bec4364f service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677572 Aug 10 03:26:06.435436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6805027 Aug 10 03:26:06.440809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42048) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:06.445156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b15fa-8436-4670-b490-f51472bbebb0 admin admin] Pushing event updated for resources: {'Network': ['ID=79f8b719-2c08-4676-ab7f-2110a898475f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:06.464296 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-652b965d-c70b-4555-9c5b-cd5a13ab45b8 req-368691c8-0f58-46d1-a115-ba33ba8d4d91 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184850 Aug 10 03:26:06.471122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 79f8b719-2c08-4676-ab7f-2110a898475f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:06.474728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Request body: {'subnet': {'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1422776983-subnet', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:06.521254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['de4fd802-dfff-4efc-bdd2-0f2a6cda2154'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:06.603584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-a1755a20-a389-4212-8b13-45e4b4ef9f51 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497801 Aug 10 03:26:06.641811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153688a8-04c4-472f-818b-925baee5d42d req-f46809c4-8b87-42a1-ae1e-b90f181d4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.644547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-f46809c4-8b87-42a1-ae1e-b90f181d4ce5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.5664182 Aug 10 03:26:06.660385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccbbd892-1383-4708-a9e0-b4f9c6ca9c00 req-48af7a1d-d8e3-4bb0-9fe1-baf0fb6cc56c tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592932 Aug 10 03:26:06.671842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Made reservation on behalf of 8b2dc2febfd047ca9936bc60acf95848 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:06.675842 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:06.876865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-eca6e63c-afcb-4e09-8536-698318869283 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=de05bdca-212f-49d1-af60-710083184022 HTTP/1.1" status: 200 len: 217 time: 0.2098045 Aug 10 03:26:06.879057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-4a184c8d-a258-482d-89f2-026e94505f07 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:06.895347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-4a184c8d-a258-482d-89f2-026e94505f07 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803957 Aug 10 03:26:06.923181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-da30d446-3b8a-46af-89d3-09b38e2f137b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/quotas/0b7f80154fb343a59b63bdca85540dff HTTP/1.1" status: 200 len: 375 time: 0.0258565 Aug 10 03:26:06.974990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.012661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5b6ac891-d4f5-4995-aac6-737fc173b280 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:07.042510 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ab6a53f7-598e-4655-8e47-3ef5298c0f5c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1177485 Aug 10 03:26:07.088331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 5b6ac891-d4f5-4995-aac6-737fc173b280 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:07.094674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 5b6ac891-d4f5-4995-aac6-737fc173b280 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:07.095053 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.102715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-11a02fa0-6a3f-4e40-8fbf-7b51056ab4a4 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635580 Aug 10 03:26:07.109445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Transition to ACTIVE for port object 73057bae-ea50-4fbe-9a4f-a4e5f143adda will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:07.180025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54ea67-846e-4d86-8424-da0afaaa8a8b req-528c6cc1-f32f-4e9c-b506-36d45e9947aa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.182788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a54ea67-846e-4d86-8424-da0afaaa8a8b req-528c6cc1-f32f-4e9c-b506-36d45e9947aa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.3415210 Aug 10 03:26:07.185655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153688a8-04c4-472f-818b-925baee5d42d req-8a23c9b7-fea1-49d4-91b7-139bc0863123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.188397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-8a23c9b7-fea1-49d4-91b7-139bc0863123 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2743449 Aug 10 03:26:07.231825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.289965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5b6ac891-d4f5-4995-aac6-737fc173b280,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:07.291172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:07.293805 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4135d0-0a58-44c7-b8d7-e629bbc328e5" -d '{"events": [{"server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:07.301065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.457933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:07.461148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a54ea67-846e-4d86-8424-da0afaaa8a8b req-5fe54c26-328d-4c63-b66b-bba2ccd01837 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613144 Aug 10 03:26:07.488411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153688a8-04c4-472f-818b-925baee5d42d req-7059a677-1951-4aea-8099-c3f1e686b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.492522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-7059a677-1951-4aea-8099-c3f1e686b584 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2867625 Aug 10 03:26:07.533310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:07.555379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450687c-f133-40a0-923a-3b075b92fb3b req-e61b2551-e1c1-40f0-9a97-39cdb2959e30 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.557229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:07.557941 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7450687c-f133-40a0-923a-3b075b92fb3b req-e61b2551-e1c1-40f0-9a97-39cdb2959e30 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 949 time: 0.0977647 Aug 10 03:26:07.660474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7450687c-f133-40a0-923a-3b075b92fb3b req-0196bbbe-1928-4506-a0c4-e036a6d8fc4a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792778 Aug 10 03:26:07.734340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de05bdca-212f-49d1-af60-710083184022 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:07.738950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de4fd802-dfff-4efc-bdd2-0f2a6cda2154 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:07.928838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca991844-8892-4403-839a-ae390a925f0d req-a52dd3fd-dd1b-41f2-9418-eedb508e8e5c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:07.930807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca991844-8892-4403-839a-ae390a925f0d req-a52dd3fd-dd1b-41f2-9418-eedb508e8e5c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 944 time: 0.0924392 Aug 10 03:26:08.053596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca991844-8892-4403-839a-ae390a925f0d req-985fe016-e03e-4d61-8667-d9b6facc0883 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110508 Aug 10 03:26:08.090091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:08.106572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:08.106947 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.145665 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053524f-6db5-4641-828c-e545f2705c3e x-openstack-request-id: req-3053524f-6db5-4641-828c-e545f2705c3e {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:08.145946 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "name": "network-vif-plugged", "status": "completed", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:08.146211 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3053524f-6db5-4641-828c-e545f2705c3e {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:08.146604 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280', 'code': 200} Aug 10 03:26:08.161411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port de05bdca-212f-49d1-af60-710083184022, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de05bdca-212f-49d1-af60-710083184022,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:08.273554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'de05bdca-212f-49d1-af60-710083184022', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'de05bdca-212f-49d1-af60-710083184022', 'mac_address': 'fa:16:3e:f2:ab:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:08.274769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ebcdad3-6dc0-4ca1-844a-f58790bb6967 req-bbca0d1a-f072-4fd8-bfd0-5c24ad7e0668 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 210 time: 0.0657694 Aug 10 03:26:08.309460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:08.338724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:08.344072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:08.373244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.373968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.391075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.420408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:08.424344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe9289-b532-4615-8285-74754c663892 req-34235fd9-9a69-41da-8e83-475b949991d8 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.425943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-34235fd9-9a69-41da-8e83-475b949991d8 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.9830594 Aug 10 03:26:08.435016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de05bdca-212f-49d1-af60-710083184022 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:08.438314 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.472312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb076dd-2c72-4d69-addc-e2dd47aa4624 req-adbb023a-cfa2-46ef-92f9-6f7414013f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.473963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9cb076dd-2c72-4d69-addc-e2dd47aa4624 req-adbb023a-cfa2-46ef-92f9-6f7414013f0c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 1101 time: 0.1976418 Aug 10 03:26:08.496404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-982f8bef-71b1-4230-96fe-03cb2e9d386d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7837040 Aug 10 03:26:08.563902 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.573868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port de05bdca-212f-49d1-af60-710083184022, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de05bdca-212f-49d1-af60-710083184022,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:08.607155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.625326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ec444-f0d8-4c5f-a4fd-8d2fa01edae7 req-6e68a3b1-11ec-490f-b515-18562a6f673c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.627332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-453ec444-f0d8-4c5f-a4fd-8d2fa01edae7 req-6e68a3b1-11ec-490f-b515-18562a6f673c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.2190490 Aug 10 03:26:08.641476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Request body: {'port': {'device_id': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:08.677234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:08.688262 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9cb076dd-2c72-4d69-addc-e2dd47aa4624 req-9d60ce51-da73-40e2-a032-3d9bce3a95bc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024119 Aug 10 03:26:08.733524 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.738084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-453ec444-f0d8-4c5f-a4fd-8d2fa01edae7 req-59d31228-e57f-4b36-8dd6-2666a5c50a54 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974982 Aug 10 03:26:08.765894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744e0da-3be0-43aa-ad97-43f2325b80af req-47185ec4-94a5-47ce-9e0b-633a04e07b1a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.777302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3744e0da-3be0-43aa-ad97-43f2325b80af req-47185ec4-94a5-47ce-9e0b-633a04e07b1a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 935 time: 0.6498089 Aug 10 03:26:08.832372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=de05bdca-212f-49d1-af60-710083184022,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:08.916085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1852910-9d42-437b-bc39-3cfe911b81d2 None None] Provisioning for port 73057bae-ea50-4fbe-9a4f-a4e5f143adda completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:08.928254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-dae0337f-0813-4666-a55d-d33468f1a093 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3984063 Aug 10 03:26:08.932074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1852910-9d42-437b-bc39-3cfe911b81d2 None None] Provisioning complete for port 73057bae-ea50-4fbe-9a4f-a4e5f143adda triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:08.932641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1852910-9d42-437b-bc39-3cfe911b81d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:08.943082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261c426-b63a-434e-8c5d-f8f4e9ceb41e req-0a78beb1-129b-4634-ac2a-9262ae976030 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:08.946039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6261c426-b63a-434e-8c5d-f8f4e9ceb41e req-0a78beb1-129b-4634-ac2a-9262ae976030 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 949 time: 0.1014705 Aug 10 03:26:08.957898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['de05bdca-212f-49d1-af60-710083184022'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:08.986691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917e9945-b09e-4559-981c-b7dae93777ac,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.019698 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6261c426-b63a-434e-8c5d-f8f4e9ceb41e req-4fe1a436-0662-4484-b38d-9f7ffe125112 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Aug 10 03:26:09.021565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:09.072109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1852910-9d42-437b-bc39-3cfe911b81d2 None None] Port 73057bae-ea50-4fbe-9a4f-a4e5f143adda cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:09.146724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3744e0da-3be0-43aa-ad97-43f2325b80af req-17c88cb9-3984-4635-81d5-d2b7d2de7ac4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683012 Aug 10 03:26:09.155032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Checking segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:09.155538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Network hostable DHCP agents. Network: 79f8b719-2c08-4676-ab7f-2110a898475f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:09.230418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.246648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a784412-b7c3-4245-b2b4-ba8515a29d4c req-1fd50172-11a2-4d30-a38d-86263fb41ee5 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.258893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a784412-b7c3-4245-b2b4-ba8515a29d4c req-1fd50172-11a2-4d30-a38d-86263fb41ee5 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.1319902 Aug 10 03:26:09.306036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Network 79f8b719-2c08-4676-ab7f-2110a898475f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:09.314324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a784412-b7c3-4245-b2b4-ba8515a29d4c req-bbe0b1e3-c63a-422b-8322-0798fabee879 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Aug 10 03:26:09.388864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7abe9289-b532-4615-8285-74754c663892 req-7338cdc3-e3e7-4cc8-b379-4e5b82f397e1 service neutron] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:09.393714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153688a8-04c4-472f-818b-925baee5d42d req-5aa37953-5bf9-47ea-86a2-c4d98953df23 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357307 Aug 10 03:26:09.404708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 79f8b719-2c08-4676-ab7f-2110a898475f) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:09.415928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7abe9289-b532-4615-8285-74754c663892 req-7338cdc3-e3e7-4cc8-b379-4e5b82f397e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.417308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139d833-5917-4382-8dcc-88128b4b9f57 None None] Network 79f8b719-2c08-4676-ab7f-2110a898475f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:09.418100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-7338cdc3-e3e7-4cc8-b379-4e5b82f397e1 service neutron] 10.222.0.65 "DELETE /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3/bindings/n-h1-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.9141233 Aug 10 03:26:09.427499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.428507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.588708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4851c05-f852-4641-be1a-0800a4cfd185 req-a86fb87a-76b5-468a-9864-341edc714522 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.590365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4851c05-f852-4641-be1a-0800a4cfd185 req-a86fb87a-76b5-468a-9864-341edc714522 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 949 time: 0.3007584 Aug 10 03:26:09.652901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5db64182-c6ce-482c-8fe0-268b416e4fe1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1904938 Aug 10 03:26:09.658252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d57c29-ed42-4c3a-98f2-54d64717157e req-e4edca8c-3db5-4b28-a8b3-3c44a911f2a4 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:09.661237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0d57c29-ed42-4c3a-98f2-54d64717157e req-e4edca8c-3db5-4b28-a8b3-3c44a911f2a4 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.1325469 Aug 10 03:26:09.663376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42088) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:09.676548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:09.714821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-dd987a29-d4d8-4bf3-83e9-15fc9a7756a4 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876892 Aug 10 03:26:09.745237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-79f8b719-2c08-4676-ab7f-2110a898475f', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:26:09.746349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.775271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.783912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:09.823668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4851c05-f852-4641-be1a-0800a4cfd185 req-9275b0a1-784e-4d24-980e-5d7d5613f276 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945820 Aug 10 03:26:09.838651 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0d57c29-ed42-4c3a-98f2-54d64717157e req-8c6fb5b0-bc74-4072-948d-88af68aa0d3d tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442380 Aug 10 03:26:09.955691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Allocated IP 172.20.0.2 (79f8b719-2c08-4676-ab7f-2110a898475f/917e9945-b09e-4559-981c-b7dae93777ac/c82bb6f5-cf13-4830-9e59-335e34981ac6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:10.020253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.114230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-1a3776af-45f4-4bc2-b08a-e6bb56fd20a3 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.115791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-1a3776af-45f4-4bc2-b08a-e6bb56fd20a3 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831930 Aug 10 03:26:10.150427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98b5a597-2347-44ee-9a19-713ebfc8a7de req-7e2c7a12-5985-40b0-9212-ae8d6ef2ca3b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 210 time: 0.0537896 Aug 10 03:26:10.172490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': '83668e69-f131-4956-9443-6258f672e2cc', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:10.243567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73057bae-ea50-4fbe-9a4f-a4e5f143adda {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:10.259874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.288791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:10.293014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Transition to ACTIVE for port object 73057bae-ea50-4fbe-9a4f-a4e5f143adda will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:10.297411 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d648fc-c84a-4fe7-9572-611be0626d9d" -d '{"events": [{"server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "name": "network-vif-plugged", "status": "completed", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:10.314771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.406544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585eb67c-f5ea-4739-ae7a-166c4272ad21 req-6c24ede4-2efc-4cb5-8db3-21d851c852fe tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.416772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-585eb67c-f5ea-4739-ae7a-166c4272ad21 req-6c24ede4-2efc-4cb5-8db3-21d851c852fe tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1096 time: 0.2923815 Aug 10 03:26:10.423415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.445160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.468833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.474402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Transition to ACTIVE for port object c82bb6f5-cf13-4830-9e59-335e34981ac6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:10.533758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-585eb67c-f5ea-4739-ae7a-166c4272ad21 req-ba19fef0-e20d-4dea-9dd0-9aecbdbac00d tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150248 Aug 10 03:26:10.540424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddb4be-f4ae-4fa7-b1d4-358a4c0b7f92 req-80da8569-dd90-41d4-abd6-60ce0dc2e9c5 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:10.542131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9eddb4be-f4ae-4fa7-b1d4-358a4c0b7f92 req-80da8569-dd90-41d4-abd6-60ce0dc2e9c5 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 949 time: 0.2099104 Aug 10 03:26:10.547182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Transition to ACTIVE for port object c82bb6f5-cf13-4830-9e59-335e34981ac6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:10.551114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:10.555963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.572225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.576837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:10.577180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:10.577504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:10.617327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:10.618020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:10.645178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:10.645542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:10.645932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:10.646482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Bound port: 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:10.646799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.717244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9eddb4be-f4ae-4fa7-b1d4-358a4c0b7f92 req-14ad5c09-7e63-4d4a-a956-2abd47eb8930 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502283 Aug 10 03:26:10.747175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Network 79f8b719-2c08-4676-ab7f-2110a898475f is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:10.760180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:10.768282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:10.783292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Pushing event updated for resources: {'Port': ['ID=c82bb6f5-cf13-4830-9e59-335e34981ac6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:10.890407 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5385c812-7e2b-40d1-8e99-f5af4493bdba x-openstack-request-id: req-5385c812-7e2b-40d1-8e99-f5af4493bdba {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:10.890786 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "name": "network-vif-plugged", "status": "completed", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:10.891050 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5385c812-7e2b-40d1-8e99-f5af4493bdba {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:10.891968 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'code': 200} Aug 10 03:26:10.946017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Attempting to bind port c82bb6f5-cf13-4830-9e59-335e34981ac6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:10.946381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Attempting to bind port c82bb6f5-cf13-4830-9e59-335e34981ac6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:10.946739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Attempting to bind port c82bb6f5-cf13-4830-9e59-335e34981ac6 on network 79f8b719-2c08-4676-ab7f-2110a898475f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:10.977820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:10.989772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Checking segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:10.990302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:10.990714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Bound using segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:10.991225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Bound port: c82bb6f5-cf13-4830-9e59-335e34981ac6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:10.991671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.012625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:11.019505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8ea77-9759-45a1-b392-b4561955f424 req-f09fe723-21bf-48b7-9dbe-18c669a57646 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.029370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12d8ea77-9759-45a1-b392-b4561955f424 req-f09fe723-21bf-48b7-9dbe-18c669a57646 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.1913369 Aug 10 03:26:11.056051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.083116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.114196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12d8ea77-9759-45a1-b392-b4561955f424 req-04b7e877-0a31-4789-90ba-1370b43d6a2e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829072 Aug 10 03:26:11.131966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] For port c82bb6f5-cf13-4830-9e59-335e34981ac6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:11.138167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] For port c82bb6f5-cf13-4830-9e59-335e34981ac6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c82bb6f5-cf13-4830-9e59-335e34981ac6,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:11.147360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.152012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.73 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/129c41ba-079c-4763-902f-b4e24998bf66) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:11.263317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99b254-5b8d-4b5e-8ffa-eb0567b1a9fb None None] Pushing event updated for resources: {'Port': ['ID=c82bb6f5-cf13-4830-9e59-335e34981ac6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.379825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:11.388961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Allocated IP 172.25.2.51 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/2f894140-1021-463f-bee7-d83bb48acd7f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:11.414309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.418268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-f8ed0d79-ca4f-45f5-b96b-b8db3f27c902 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.420692 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-f8ed0d79-ca4f-45f5-b96b-b8db3f27c902 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.1913040 Aug 10 03:26:11.526632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce3b3-ae23-4966-b507-b0904432e6ae req-2f037c1e-d100-4e8d-ab61-39a0cd666306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.528533 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c0ce3b3-ae23-4966-b507-b0904432e6ae req-2f037c1e-d100-4e8d-ab61-39a0cd666306 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 1097 time: 0.5519135 Aug 10 03:26:11.532816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-570b40bd-825d-4db4-a338-213f36c2d20b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/quotas/43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 375 time: 0.0191579 Aug 10 03:26:11.537752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.547769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.549251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.551217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] 10.222.0.65 "PUT /v2.0/ports/73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 1096 time: 2.9484210 Aug 10 03:26:11.554644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:11.557482 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:11.643728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object 129c41ba-079c-4763-902f-b4e24998bf66 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:11.669842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.699764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-a9da1025-8454-44ff-ad86-4bf419a839cc tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303964 Aug 10 03:26:11.705070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836df616-3b07-44be-b5d3-991381353764 req-0fad549d-fd39-4e9c-a7f0-05d064959b22 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.713282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-836df616-3b07-44be-b5d3-991381353764 req-0fad549d-fd39-4e9c-a7f0-05d064959b22 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.6395097 Aug 10 03:26:11.724078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.735690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.746700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:11.752541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:11.756721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.756937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.757292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.757631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.757966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.758340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.758670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.758999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.759328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.759794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.759972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.760295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c9284-3408-4ebf-8321-707b89b6c687 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.774675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de05bdca-212f-49d1-af60-710083184022 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:11.802567 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:11.843453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c0ce3b3-ae23-4966-b507-b0904432e6ae req-63341e79-50eb-484b-b0a1-3d5832b97516 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909625 Aug 10 03:26:11.857262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:11.863197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:11.880715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:11.946354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:11.951783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Pushing event updated for resources: {'Port': ['ID=2f894140-1021-463f-bee7-d83bb48acd7f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:11.966707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.967363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.967850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.968193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.968526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.968873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.969190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.969518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.969840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.970192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.970515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.970687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-836df616-3b07-44be-b5d3-991381353764 req-a8b05dcd-7e69-4831-abc7-d835d23f8131 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568240 Aug 10 03:26:11.970849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:11.971665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:11.987261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-91a65c69-ec70-4c4a-ba96-ad72d54b54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:11.988876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-91a65c69-ec70-4c4a-ba96-ad72d54b54fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1099 time: 0.2674551 Aug 10 03:26:11.989551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=129c41ba-079c-4763-902f-b4e24998bf66,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:12.001190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:12.012966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.016256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.117136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-ed33d412-8b45-4ef8-9d98-472007e7f28f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.0968571 Aug 10 03:26:12.152538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-b5afce93-b06a-4d5f-a326-064b0edae2d3 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167171 Aug 10 03:26:12.162537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-d82e82f8-fe65-4591-804a-a1faebea0cbd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9941773 Aug 10 03:26:12.205790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Request body: {'port': {'device_id': '83668e69-f131-4956-9443-6258f672e2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:12.283331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f3b4-2b1f-49a3-b4d3-cae8cadf3b26 req-a3fad09a-5a40-4af0-a3b1-3fe538d575b4 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.287838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-f860d0f7-f14a-4c86-a60b-bad1052f17ea service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342986 Aug 10 03:26:12.299263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a84f3b4-2b1f-49a3-b4d3-cae8cadf3b26 req-a3fad09a-5a40-4af0-a3b1-3fe538d575b4 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 949 time: 0.1855652 Aug 10 03:26:12.326095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-22f9d82b-c199-4bf7-9397-f44013d95ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.327642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-22f9d82b-c199-4bf7-9397-f44013d95ea0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1817365 Aug 10 03:26:12.491958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.511757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a84f3b4-2b1f-49a3-b4d3-cae8cadf3b26 req-769d3e58-b746-486b-8022-fa6428f38b3a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113905 Aug 10 03:26:12.519179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.680458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port de05bdca-212f-49d1-af60-710083184022 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:12.706595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0d2521ce-49cc-4e04-ae98-767030b54577 None None] Provisioning for port 129c41ba-079c-4763-902f-b4e24998bf66 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:12.715348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port de05bdca-212f-49d1-af60-710083184022 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:12.715724 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.726000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0d2521ce-49cc-4e04-ae98-767030b54577 None None] Provisioning complete for port 129c41ba-079c-4763-902f-b4e24998bf66 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:12.726384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0d2521ce-49cc-4e04-ae98-767030b54577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:12.755258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-83bf903d-672f-494e-b736-e11ba3eb4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:12.763039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-83bf903d-672f-494e-b736-e11ba3eb4e82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3868961 Aug 10 03:26:12.950843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0d2521ce-49cc-4e04-ae98-767030b54577 None None] Port 129c41ba-079c-4763-902f-b4e24998bf66 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:13.027063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66396ad2-4607-4300-bb00-77462ac82c9d None None] Network 79f8b719-2c08-4676-ab7f-2110a898475f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:13.092413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ef23-b6d3-4da4-aef8-e3f05011d3d3 req-3a20d992-648e-4725-9524-c6861ea9411b tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.105883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c950ef23-b6d3-4da4-aef8-e3f05011d3d3 req-3a20d992-648e-4725-9524-c6861ea9411b tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.4936929 Aug 10 03:26:13.199007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab03e09-0515-4438-99e2-15eb8b773d40 req-289785e7-6a4c-4df0-a640-9251c5ae9ccd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.215209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dab03e09-0515-4438-99e2-15eb8b773d40 req-289785e7-6a4c-4df0-a640-9251c5ae9ccd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 935 time: 0.4405298 Aug 10 03:26:13.286751 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.306036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dab03e09-0515-4438-99e2-15eb8b773d40 req-fd3d12e7-fda4-408b-8794-7ffef04ef11c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891604 Aug 10 03:26:13.313051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c950ef23-b6d3-4da4-aef8-e3f05011d3d3 req-fad5a38a-e615-4f15-9b2b-a17762ce7122 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059968 Aug 10 03:26:13.380947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-50ea4050-5e2b-4d6a-b61c-8caf3026c5e3 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822222 Aug 10 03:26:13.407902 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66eaa2-adba-4985-a01b-02ca8e6a558c x-openstack-request-id: req-1c66eaa2-adba-4985-a01b-02ca8e6a558c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:13.413055 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:13.416827 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c66eaa2-adba-4985-a01b-02ca8e6a558c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:13.417409 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'status': 'completed', 'code': 200} Aug 10 03:26:13.589063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc54486-422f-4ede-a6b8-73ce7a967c12 req-5412f98b-bb7c-46b3-938a-3aeaa982b685 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.595386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.597348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bdc54486-422f-4ede-a6b8-73ce7a967c12 req-5412f98b-bb7c-46b3-938a-3aeaa982b685 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 949 time: 0.1669648 Aug 10 03:26:13.603332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c82bb6f5-cf13-4830-9e59-335e34981ac6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:13.633440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e9a91-2cab-4887-a004-5b56b743f729 req-5bc7cf76-51e1-45f8-81b1-ad4b458597b9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:13.643186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-22f00287-f23d-4f42-996d-405082e08a80 None None] Provisioning for port c82bb6f5-cf13-4830-9e59-335e34981ac6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:13.652397 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-879e9a91-2cab-4887-a004-5b56b743f729 req-5bc7cf76-51e1-45f8-81b1-ad4b458597b9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.1301181 Aug 10 03:26:13.701551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bdc54486-422f-4ede-a6b8-73ce7a967c12 req-1be96d63-c283-483c-8dde-ed9efd7ca936 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030138 Aug 10 03:26:13.736323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129c41ba-079c-4763-902f-b4e24998bf66 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:13.747019 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f703f2d-6b22-46ea-9459-403b0c3959cc req-3ef4a2dc-4f52-4dae-b454-8f047ba8a4e5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473239 Aug 10 03:26:13.752328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.769238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Transition to ACTIVE for port object 129c41ba-079c-4763-902f-b4e24998bf66 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:13.776409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:13.902252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de05bdca-212f-49d1-af60-710083184022'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:13.905152 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b65dc-5d01-41d8-867d-8ce89631c0ef" -d '{"events": [{"server_uuid": "1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48", "name": "network-vif-plugged", "status": "completed", "tag": "de05bdca-212f-49d1-af60-710083184022"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:13.992250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port de05bdca-212f-49d1-af60-710083184022, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de05bdca-212f-49d1-af60-710083184022,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:14.021348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.064061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Pushing event updated for resources: {'Port': ['ID=129c41ba-079c-4763-902f-b4e24998bf66,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:14.091229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c82bb6f5-cf13-4830-9e59-335e34981ac6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:14.124332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Attempting to bind port 129c41ba-079c-4763-902f-b4e24998bf66 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:14.124679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Attempting to bind port 129c41ba-079c-4763-902f-b4e24998bf66 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:14.125002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Attempting to bind port 129c41ba-079c-4763-902f-b4e24998bf66 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:14.127616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-879e9a91-2cab-4887-a004-5b56b743f729 req-6421c05f-d28f-4d9d-8bdb-636627161f7a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719348 Aug 10 03:26:14.134125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-7c9fe505-82da-4018-943c-2824d63c9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.134778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-7c9fe505-82da-4018-943c-2824d63c9a46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1099 time: 0.2418840 Aug 10 03:26:14.137286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Port 129c41ba-079c-4763-902f-b4e24998bf66 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:14.137609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Attempting to bind port 129c41ba-079c-4763-902f-b4e24998bf66 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:14.144351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:26:14.149784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:14.150712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:14.151889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:14.154115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Bound port: 129c41ba-079c-4763-902f-b4e24998bf66, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:14.154797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.158300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c82bb6f5-cf13-4830-9e59-335e34981ac6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:14.158684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.291298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=de05bdca-212f-49d1-af60-710083184022,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:14.315494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af117ac3-158d-410d-bef1-cbcd4a1f0f8b req-9c4e7bfa-7466-4e47-8ed5-61fa82402750 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 210 time: 0.0384986 Aug 10 03:26:14.409671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f5bca4a5-a63c-4bf4-9557-6f74f33728a8 None None] Provisioning complete for port c82bb6f5-cf13-4830-9e59-335e34981ac6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:14.410963 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f5bca4a5-a63c-4bf4-9557-6f74f33728a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.424302 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be2177-84c1-4416-8f28-ef941c1494f1 x-openstack-request-id: req-55be2177-84c1-4416-8f28-ef941c1494f1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:14.424574 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48", "name": "network-vif-plugged", "status": "completed", "tag": "de05bdca-212f-49d1-af60-710083184022", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:14.424822 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55be2177-84c1-4416-8f28-ef941c1494f1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:14.425457 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de05bdca-212f-49d1-af60-710083184022', 'code': 200} Aug 10 03:26:14.445544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:14.482733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:14.485344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.487219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8eab085-41f9-450f-a307-5e8626c29a53 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8217313 Aug 10 03:26:14.490025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:14.502656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] For port 129c41ba-079c-4763-902f-b4e24998bf66, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:14.509141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-173e841d-9987-4b78-96a6-388a4835f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.510882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-173e841d-9987-4b78-96a6-388a4835f95c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.3494351 Aug 10 03:26:14.513398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.534417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15b89c-376e-4dee-a408-e034a3f18c66 req-2366cac9-f1a9-4dca-97b3-316ddd6db7d7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.536849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae15b89c-376e-4dee-a408-e034a3f18c66 req-2366cac9-f1a9-4dca-97b3-316ddd6db7d7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.1894553 Aug 10 03:26:14.546900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:14.547163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] For port 129c41ba-079c-4763-902f-b4e24998bf66, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129c41ba-079c-4763-902f-b4e24998bf66,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:14.548004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:14.688684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c82bb6f5-cf13-4830-9e59-335e34981ac6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c82bb6f5-cf13-4830-9e59-335e34981ac6,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:14.744985 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:14.839932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbd7d6-6c94-4ccb-8145-cdc5fd27c13d req-e79bfb51-84db-4f78-a55e-0b7c6ce80cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:14.841496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bffbd7d6-6c94-4ccb-8145-cdc5fd27c13d req-e79bfb51-84db-4f78-a55e-0b7c6ce80cb0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 1102 time: 0.2266273 Aug 10 03:26:14.850009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c82bb6f5-cf13-4830-9e59-335e34981ac6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:14.874114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:15.019245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.042695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bffbd7d6-6c94-4ccb-8145-cdc5fd27c13d req-a02a611b-2fc7-456c-9613-6754d1c33b72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880610 Aug 10 03:26:15.048123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c82bb6f5-cf13-4830-9e59-335e34981ac6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:15.089207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-85fefe61-8703-40db-899e-02470ae13c5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.5455582 Aug 10 03:26:15.111125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.111608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.112119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.112543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.113003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.114422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.114422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.114422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.116181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.116181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.116181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.116990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.117295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.117758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.118235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.125033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.125033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.125033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.125033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.125033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-4e0f058f-fff0-4a30-8d8f-43e10af48099 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846&device_id=83668e69-f131-4956-9443-6258f672e2cc&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d&device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48&device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2&device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8&device_id=25bd3361-18ea-481c-8ca0-111928fb340b&device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139&device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91&device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676&device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6&device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe&device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5&device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c&device_id=c45aafbc-c619-443d-b607-4f50c59369a3&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7&device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 17118 time: 0.2309959 Aug 10 03:26:15.156047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c82bb6f5-cf13-4830-9e59-335e34981ac6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:15.156047 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.173471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.174124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.175536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] 10.222.0.65 "PUT /v2.0/ports/129c41ba-079c-4763-902f-b4e24998bf66 HTTP/1.1" status: 200 len: 1096 time: 2.9769521 Aug 10 03:26:15.225170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:12Z', 'revision_number': 3, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:15.235816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae15b89c-376e-4dee-a408-e034a3f18c66 req-257ce629-c9bc-455a-824a-1631e33d50d4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527509 Aug 10 03:26:15.255116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-00de3f24-5496-4eaa-a49d-a7f87ef2f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.256476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-00de3f24-5496-4eaa-a49d-a7f87ef2f399 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1407118 Aug 10 03:26:15.263365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74c775-7548-4c75-9f0e-ef5f2b362de4 service neutron] Pushing event updated for resources: {'Port': ['ID=129c41ba-079c-4763-902f-b4e24998bf66,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.276814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:15.276814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Updating router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 port 2f894140-1021-463f-bee7-d83bb48acd7f binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:26:15.308724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-cf89ead2-c91d-4ae7-b5de-65f569a1309d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.310287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-cf89ead2-c91d-4ae7-b5de-65f569a1309d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.7611580 Aug 10 03:26:15.349889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Request body: {'port': {'device_id': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'admin_state_up': True, 'tenant_id': '43f150640c3b4373896f45fd22c9e258'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:15.364676 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.369698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-6979e52e-5153-4801-9989-daaa5336db81 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.430884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83668e69-f131-4956-9443-6258f672e2cc', 'tag': '129c41ba-079c-4763-902f-b4e24998bf66'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:15.433109 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421783a2-ffb0-44e1-9313-050b384b5df2" -d '{"events": [{"name": "network-changed", "server_uuid": "83668e69-f131-4956-9443-6258f672e2cc", "tag": "129c41ba-079c-4763-902f-b4e24998bf66"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:15.482789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-aab40352-e9ac-4d08-9908-5958e7a3c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.495279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-aab40352-e9ac-4d08-9908-5958e7a3c0ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 1099 time: 0.2141132 Aug 10 03:26:15.497374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-f5a403e3-43d9-4de8-9bf3-e60282916ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.501106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-f5a403e3-43d9-4de8-9bf3-e60282916ce1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185905 Aug 10 03:26:15.568182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-6979e52e-5153-4801-9989-daaa5336db81 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.589564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-68672006-915f-4682-9ecd-df59ca0b56de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=129c41ba-079c-4763-902f-b4e24998bf66 HTTP/1.1" status: 200 len: 217 time: 0.0716460 Aug 10 03:26:15.592810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-6979e52e-5153-4801-9989-daaa5336db81 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.623579 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0f3f578-9f45-48c1-9c90-935325aa5754 req-6979e52e-5153-4801-9989-daaa5336db81 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&id=571cd0f6-285a-4609-9e27-7216f85b11e3&id=0a9cc236-d0cd-4689-9b73-b06e2232228b&id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&id=515a979a-8e6d-437a-95b8-8e715724efa8&id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.4852033 Aug 10 03:26:15.659758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d642d7-0576-471d-bbcb-44ddd9c0c99a req-4d1c371d-0c8a-416b-8840-bb8114095138 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.659758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74d642d7-0576-471d-bbcb-44ddd9c0c99a req-4d1c371d-0c8a-416b-8840-bb8114095138 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.2372322 Aug 10 03:26:15.697094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979e52e-5153-4801-9989-daaa5336db81 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5433d7e-05a9-404d-90e6-2f7e3d9b534f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:15.701383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.752783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-549273c3-6588-488c-9d97-449ad1199bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.754382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-549273c3-6588-488c-9d97-449ad1199bea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1321692 Aug 10 03:26:15.790669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Made reservation on behalf of 43f150640c3b4373896f45fd22c9e258 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:15.794311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.830462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74d642d7-0576-471d-bbcb-44ddd9c0c99a req-c828dfc4-94ea-4a06-9ac4-e93049a441aa tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436377 Aug 10 03:26:15.837413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-3e16a6ac-bf32-42a8-85eb-d33f3bf74911 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106642 Aug 10 03:26:15.842914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175d091-54fe-4de7-9f50-b193dc7350f5 req-2c446385-3a14-44ba-b20f-c21b290e3437 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.858802 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2175d091-54fe-4de7-9f50-b193dc7350f5 req-2c446385-3a14-44ba-b20f-c21b290e3437 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 947 time: 0.1234169 Aug 10 03:26:15.923974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-3509e9e5-b119-4727-bf82-b965c0ea67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:15.925949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-3509e9e5-b119-4727-bf82-b965c0ea67f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1548340 Aug 10 03:26:15.962105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:15.985743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Transition to ACTIVE for port object 2f894140-1021-463f-bee7-d83bb48acd7f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:15.999237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.043146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2175d091-54fe-4de7-9f50-b193dc7350f5 req-465708ef-4954-4752-81d4-2f58dc2cb2c5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895362 Aug 10 03:26:16.092644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Attempting to bind port 2f894140-1021-463f-bee7-d83bb48acd7f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:16.093547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Attempting to bind port 2f894140-1021-463f-bee7-d83bb48acd7f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:16.093547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Attempting to bind port 2f894140-1021-463f-bee7-d83bb48acd7f on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:16.103894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e00cd-39e7-4627-8483-2b501fb6c8f1 None None] Pushing event updated for resources: {'Port': ['ID=2f894140-1021-463f-bee7-d83bb48acd7f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.106803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:16.107227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:16.107568 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.107954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:16.108443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Bound port: 2f894140-1021-463f-bee7-d83bb48acd7f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:16.108822 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.156724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Allocated IP 172.20.0.1 (79f8b719-2c08-4676-ab7f-2110a898475f/917e9945-b09e-4559-981c-b7dae93777ac/b0c7acc0-4100-4382-b712-20a790c5eb5d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:16.179425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Allocated IP 172.20.0.14 (8182439b-fffb-487b-a049-1ad05fae2406/63c5872b-8e07-46e0-a391-5fa2fe61dcbe/fa2259b5-599a-4a83-9d7c-f709b6d32383) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:16.246513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] For port 2f894140-1021-463f-bee7-d83bb48acd7f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:16.254078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] For port 2f894140-1021-463f-bee7-d83bb48acd7f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2f894140-1021-463f-bee7-d83bb48acd7f,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:16.270600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.298549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b67b1-f0bb-4879-b7e8-bf52a1e2ce80 req-520c2f2d-e8e6-4ef0-886b-72000aaf360d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.306205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a9b67b1-f0bb-4879-b7e8-bf52a1e2ce80 req-520c2f2d-e8e6-4ef0-886b-72000aaf360d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.1179161 Aug 10 03:26:16.385763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a9b67b1-f0bb-4879-b7e8-bf52a1e2ce80 req-f4d877dc-96b5-4f9a-85a4-10aeea78fe60 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Aug 10 03:26:16.389285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.392182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af33d0b-bd3a-4e69-b5d5-055a56411e1b req-ed2c66b8-7ae3-4f35-ad15-f5b887af348b service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384235 Aug 10 03:26:16.406213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Transition to ACTIVE for port object b0c7acc0-4100-4382-b712-20a790c5eb5d will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:16.415093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-5b1c22e9-c113-4941-907a-775f06591462 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579475 Aug 10 03:26:16.435682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824359b-6590-4551-a301-8395d9fe8a3e req-68ff043b-6b60-4a1b-9992-b7e7b7887ab6 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:16.445300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7824359b-6590-4551-a301-8395d9fe8a3e req-68ff043b-6b60-4a1b-9992-b7e7b7887ab6 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 950 time: 0.4544342 Aug 10 03:26:16.499711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.570990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e00cd-39e7-4627-8483-2b501fb6c8f1 None None] Pushing event updated for resources: {'Port': ['ID=2f894140-1021-463f-bee7-d83bb48acd7f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.594242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:16.594891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:16.600784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Network 79f8b719-2c08-4676-ab7f-2110a898475f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:16.661000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:16.669637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8119e85-6ed2-48ed-a434-93c07c544e73 req-7f342089-9858-46bb-b823-c568aae5afab tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 210 time: 0.1116335 Aug 10 03:26:16.675945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:16.722136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:16.723465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7824359b-6590-4551-a301-8395d9fe8a3e req-0390c9f7-24cd-4a8e-a1bd-f6c4bd90b92d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604120 Aug 10 03:26:16.805436 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d077bec7-6535-4eb9-870d-300e2a6cc384 x-openstack-request-id: req-d077bec7-6535-4eb9-870d-300e2a6cc384 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:16.805695 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83668e69-f131-4956-9443-6258f672e2cc", "tag": "129c41ba-079c-4763-902f-b4e24998bf66", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:16.805942 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d077bec7-6535-4eb9-870d-300e2a6cc384 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:16.807425 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83668e69-f131-4956-9443-6258f672e2cc', 'tag': '129c41ba-079c-4763-902f-b4e24998bf66', 'status': 'completed', 'code': 200} Aug 10 03:26:16.844988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04206c67-9efb-41e1-86a7-0d09e13580c4 req-39a48506-99df-4cab-b9ec-dbca32a00542 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841753 Aug 10 03:26:16.888784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Pushing event updated for resources: {'Port': ['ID=b0c7acc0-4100-4382-b712-20a790c5eb5d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:16.893395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:16.923031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.079707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:17.134092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117376a-e3d2-4100-8e08-15f091b23358 req-91756484-cdfe-4c5e-ab5c-a1a3b11b99b1 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.146855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42170) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:17.152849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Request body: {'floatingip': {'port_id': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:17.154645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6117376a-e3d2-4100-8e08-15f091b23358 req-91756484-cdfe-4c5e-ab5c-a1a3b11b99b1 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.1903377 Aug 10 03:26:17.159843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-8898afb6-d3d4-435f-b168-8a786e8f7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.164875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-8898afb6-d3d4-435f-b168-8a786e8f7eb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 1099 time: 0.2019713 Aug 10 03:26:17.166511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.236643 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.270861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.310291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Network 8182439b-fffb-487b-a049-1ad05fae2406 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:17.314775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:12Z', 'revision_number': 3, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:17.319090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-811456d9-c2ce-4e65-8a8c-22d48533ec2a None None] Provisioning for port b0c7acc0-4100-4382-b712-20a790c5eb5d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:17.333508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-811456d9-c2ce-4e65-8a8c-22d48533ec2a None None] Provisioning complete for port b0c7acc0-4100-4382-b712-20a790c5eb5d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:17.334067 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-811456d9-c2ce-4e65-8a8c-22d48533ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.340209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:17.347943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:17.354724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.355556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.384424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:17.416461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-c4eac6cd-5136-4d90-aca3-61bc4a4a278e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0839760 Aug 10 03:26:17.419572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-756122d0-4762-4a1c-88ca-ab9ffcdccd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.421252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-756122d0-4762-4a1c-88ca-ab9ffcdccd3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2439368 Aug 10 03:26:17.433868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee450b-7257-4200-924e-3425a1d417e1 req-554d2d06-f271-459d-8f39-cec484f8f333 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.435888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92ee450b-7257-4200-924e-3425a1d417e1 req-554d2d06-f271-459d-8f39-cec484f8f333 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 947 time: 0.1831141 Aug 10 03:26:17.441292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Request body: {'port': {'device_id': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:17.467151 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc038a3-1af6-4036-983c-85f46ddba81e None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:12Z', 'revision_number': 3, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:17.539634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-811456d9-c2ce-4e65-8a8c-22d48533ec2a None None] Port b0c7acc0-4100-4382-b712-20a790c5eb5d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:17.591448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-accdcd59-f109-45da-ab3d-5afad75ad921 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=129c41ba-079c-4763-902f-b4e24998bf66 HTTP/1.1" status: 200 len: 217 time: 0.1467292 Aug 10 03:26:17.598668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:17.670183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'mac_address': 'fa:16:3e:29:ee:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:17.737631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92ee450b-7257-4200-924e-3425a1d417e1 req-5aa15ce7-d39b-404a-8074-115e1f760d11 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867081 Aug 10 03:26:17.766376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.840889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-f6bf8ec8-5497-430c-9210-6dcaf2be7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:17.846641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-f6bf8ec8-5497-430c-9210-6dcaf2be7265 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2395465 Aug 10 03:26:17.847324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.877289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73057bae-ea50-4fbe-9a4f-a4e5f143adda {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:17.912145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.976311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:17.985532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:17.988458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.157141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-27357ecc-8245-4e04-8dd6-af120edc7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.158784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-27357ecc-8245-4e04-8dd6-af120edc7b3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2472861 Aug 10 03:26:18.196221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:18.346383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5f655-df25-4827-a3b2-798f912bf07e req-27953954-3dc1-4bdf-a84b-5bab36a15ffa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.349448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59a5f655-df25-4827-a3b2-798f912bf07e req-27953954-3dc1-4bdf-a84b-5bab36a15ffa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 1.1083066 Aug 10 03:26:18.370418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f9d6-be5d-49ef-952c-69ee6c99a52f req-a66d0766-062b-419b-bcb9-3d51c040a983 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.371284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f9d6-be5d-49ef-952c-69ee6c99a52f req-a66d0766-062b-419b-bcb9-3d51c040a983 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.371435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f9d6-be5d-49ef-952c-69ee6c99a52f req-a66d0766-062b-419b-bcb9-3d51c040a983 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.381479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a36f9d6-be5d-49ef-952c-69ee6c99a52f req-a66d0766-062b-419b-bcb9-3d51c040a983 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8&device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48&device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 2886 time: 0.1733067 Aug 10 03:26:18.445726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-a75dd5f0-eedb-4a3d-92f9-7c1fce9703e6 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549243 Aug 10 03:26:18.455576 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 associated. External IP: 172.25.2.181, port: de4fd802-dfff-4efc-bdd2-0f2a6cda2154. Aug 10 03:26:18.466824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a36f9d6-be5d-49ef-952c-69ee6c99a52f req-398fbdcf-12f7-4db8-87cd-0ca87c05ba49 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840816 Aug 10 03:26:18.526350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59a5f655-df25-4827-a3b2-798f912bf07e req-f944e9c8-32df-4197-aea1-7d5f4b741df2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575875 Aug 10 03:26:18.608623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.620963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['73057bae-ea50-4fbe-9a4f-a4e5f143adda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:18.642755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.823793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Pushing event updated for resources: {'Port': ['ID=b0c7acc0-4100-4382-b712-20a790c5eb5d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:18.850227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:18.874520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37b0c-261c-45a5-9141-8672dab7802a req-ad948263-137a-47bd-a467-d37e1be6f574 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:18.876196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdc37b0c-261c-45a5-9141-8672dab7802a req-ad948263-137a-47bd-a467-d37e1be6f574 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 932 time: 0.2290418 Aug 10 03:26:18.937580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2259b5-599a-4a83-9d7c-f709b6d32383 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:18.978597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.071662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Transition to ACTIVE for port object fa2259b5-599a-4a83-9d7c-f709b6d32383 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:19.092247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.116470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2f894140-1021-463f-bee7-d83bb48acd7f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:19.145832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be50ad-08f4-4284-84ce-c456d89492b3 req-9b5b9923-0ef1-4b15-b12d-ddeec1723a0e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.148957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-60be50ad-08f4-4284-84ce-c456d89492b3 req-9b5b9923-0ef1-4b15-b12d-ddeec1723a0e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 948 time: 0.4898643 Aug 10 03:26:19.190512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2f894140-1021-463f-bee7-d83bb48acd7f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:19.196917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2f894140-1021-463f-bee7-d83bb48acd7f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:19.197449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.240252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421783a2-ffb0-44e1-9313-050b384b5df2 req-74590814-e129-4445-a925-feba65fc6a76 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7710714 Aug 10 03:26:19.296690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:19.298799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.326425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-60be50ad-08f4-4284-84ce-c456d89492b3 req-bdafbe3f-95f8-470c-8e6d-18bc57e45480 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396680 Aug 10 03:26:19.350665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 2f894140-1021-463f-bee7-d83bb48acd7f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2f894140-1021-463f-bee7-d83bb48acd7f,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:19.363208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.368820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:19.369179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:19.369484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:19.378325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:19.379435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:19.395938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:19.396823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:19.398567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:19.399553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Bound port: fa2259b5-599a-4a83-9d7c-f709b6d32383, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:19.401547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.434392 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdc37b0c-261c-45a5-9141-8672dab7802a req-600bf425-6d4e-457a-a103-64cb4be35618 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920421 Aug 10 03:26:19.440491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:19.448235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=2f894140-1021-463f-bee7-d83bb48acd7f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:19.516514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Network 79f8b719-2c08-4676-ab7f-2110a898475f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:19.529017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:19.534133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:19.547083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46d6b7-8a66-4eeb-ab61-a5cc1476ce8a req-dd3e78a2-605f-4b2f-8d7b-3ab4ca7a9103 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.547083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8d46d6b7-8a66-4eeb-ab61-a5cc1476ce8a req-dd3e78a2-605f-4b2f-8d7b-3ab4ca7a9103 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 950 time: 0.1229444 Aug 10 03:26:19.548989 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.580306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:19.630630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8d46d6b7-8a66-4eeb-ab61-a5cc1476ce8a req-252413c6-88d5-4d2a-ae15-886dcca7b56b tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688851 Aug 10 03:26:19.643507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.644965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.649106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 1093 time: 2.2114935 Aug 10 03:26:19.667711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:19.674299 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:19.814960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f62bae-2eb6-41d1-b3e4-d56561a06fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:19.838553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e2615-9d7d-4062-9f5f-278502fb339a req-ca7556ce-627f-4074-9109-262090be5d5e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.841404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-158e2615-9d7d-4062-9f5f-278502fb339a req-ca7556ce-627f-4074-9109-262090be5d5e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 947 time: 0.1804965 Aug 10 03:26:19.848587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-449a17e4-54ac-4ad8-b178-b820254828de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.850170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-449a17e4-54ac-4ad8-b178-b820254828de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1096 time: 0.1319621 Aug 10 03:26:19.851132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:19.859101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d5c6c-62ba-4580-9c7f-3934bfc7062f req-caa58d02-bac7-46ac-8d3a-0046381b308d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:19.860099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:19.860672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-069d5c6c-62ba-4580-9c7f-3934bfc7062f req-caa58d02-bac7-46ac-8d3a-0046381b308d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.0815625 Aug 10 03:26:19.864184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:19.871736 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:19.887774 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:19.888759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:19.914658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-64880470-904c-48cd-bd7b-389276537a7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 217 time: 0.0527885 Aug 10 03:26:19.915483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3943a66e-3f7b-4ace-89d8-34c4ab95ab76 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "PUT /v2.0/floatingips/c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 HTTP/1.1" status: 200 len: 991 time: 2.7673323 Aug 10 03:26:19.918910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:19.921269 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66994d-dfe7-4354-ae63-502db282a01e" -d '{"events": [{"name": "network-changed", "server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:19.990611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-158e2615-9d7d-4062-9f5f-278502fb339a req-4e9c2067-072d-4a1d-9f43-45e55d4108f7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217403 Aug 10 03:26:20.001188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-069d5c6c-62ba-4580-9c7f-3934bfc7062f req-0885bcd9-e862-4450-94af-558797ffbbd6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954061 Aug 10 03:26:20.005347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-cfd60857-2541-447a-9c5b-700f55725136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.006869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-cfd60857-2541-447a-9c5b-700f55725136 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.0792282 Aug 10 03:26:20.007711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d136953a-5953-4927-9bf4-55cc6997359c None None] Provisioning complete for port b0c7acc0-4100-4382-b712-20a790c5eb5d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:20.008207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d136953a-5953-4927-9bf4-55cc6997359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.062196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d136953a-5953-4927-9bf4-55cc6997359c None None] Port b0c7acc0-4100-4382-b712-20a790c5eb5d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:20.097262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-288d26e2-e30f-4e65-8d01-97280f90a268 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687685 Aug 10 03:26:20.170514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:20.189421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-660b916c-6127-4c30-9a75-8a5c44c8418a admin admin] 10.222.0.53 "PUT /v2.0/routers/d4a72a1b-50a1-4b8b-af4c-838c0d739ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6964478 Aug 10 03:26:20.231965 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b02256-7f7c-44eb-9ef0-5fcad3f3d560 x-openstack-request-id: req-59b02256-7f7c-44eb-9ef0-5fcad3f3d560 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:20.232342 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:20.232703 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59b02256-7f7c-44eb-9ef0-5fcad3f3d560 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:20.233215 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'status': 'completed', 'code': 200} Aug 10 03:26:20.267515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-391f6fad-8eb4-4491-8f0d-e9391dba23b6 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540294 Aug 10 03:26:20.271309 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:20.291339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:20.322925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:20.323571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:20.361738 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5832abd6-6451-4cac-959a-01d8d63ecce4 x-openstack-request-id: req-5832abd6-6451-4cac-959a-01d8d63ecce4 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:20.362418 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:20.362844 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5832abd6-6451-4cac-959a-01d8d63ecce4 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:20.363490 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'status': 'completed', 'code': 200} Aug 10 03:26:20.521667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8411d1cd-bd76-496b-ac90-66980bf2c7dc req-816e7e6e-8950-4249-8450-de0c18ba7c3d service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364705 Aug 10 03:26:20.559691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66994d-dfe7-4354-ae63-502db282a01e req-127d134b-8ba5-41bb-8a64-96cfaac6f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.571924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-127d134b-8ba5-41bb-8a64-96cfaac6f355 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91d5fa271eb547d9984e2483f7934efc&device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 1097 time: 0.1809089 Aug 10 03:26:20.624654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:20.732438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66994d-dfe7-4354-ae63-502db282a01e req-379870d8-bf8e-46aa-9146-4f22f994c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.734073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-379870d8-bf8e-46aa-9146-4f22f994c531 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 200 len: 924 time: 0.1363604 Aug 10 03:26:20.743569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874763e-7924-422f-a95a-7fa55a92a3de req-6e4394de-d1ae-45c7-bcc2-6dfc284d0e70 tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.745153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c874763e-7924-422f-a95a-7fa55a92a3de req-6e4394de-d1ae-45c7-bcc2-6dfc284d0e70 tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 1102 time: 0.1932096 Aug 10 03:26:20.763826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-89d3e11d-7a82-4011-b39b-06b85f92a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.765932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-89d3e11d-7a82-4011-b39b-06b85f92a6f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1096 time: 0.1632216 Aug 10 03:26:20.786532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c874763e-7924-422f-a95a-7fa55a92a3de req-e21434be-815b-435c-9532-614f4b144f8c tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:20.862670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19ef8-f31a-4243-972e-872500314ed0 req-b7567be9-6558-4403-8afc-c449e0547649 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:20.864725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01e19ef8-f31a-4243-972e-872500314ed0 req-b7567be9-6558-4403-8afc-c449e0547649 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 948 time: 0.1579494 Aug 10 03:26:20.898653 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4ac9d97-f7eb-406a-8f14-8bae767e9ac3', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'port_id': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'mac_address': 'fa:16:3e:fb:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:47Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:20.901236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:18Z', 'revision_number': 2, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:20.905252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-4732ceab-d2da-42e8-b0f8-6e12fd4e9b22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154 HTTP/1.1" status: 200 len: 999 time: 0.1394172 Aug 10 03:26:20.946058 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:20.947364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:20.949696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Updating router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 port b0c7acc0-4100-4382-b712-20a790c5eb5d binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:26:20.955836 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:20.956476 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:20.976956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01e19ef8-f31a-4243-972e-872500314ed0 req-e2a6d0d3-5055-4981-ac28-0b5dbd465088 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021795 Aug 10 03:26:21.008765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.017763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-45cbf54b-3740-4a7d-bfd7-6280350e3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.024397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-45cbf54b-3740-4a7d-bfd7-6280350e3286 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.2399509 Aug 10 03:26:21.032395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66994d-dfe7-4354-ae63-502db282a01e req-d0f59398-cc34-4669-bc70-8778b8ba21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.035413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-d0f59398-cc34-4669-bc70-8778b8ba21fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 200 len: 862 time: 0.1177454 Aug 10 03:26:21.098782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129c41ba-079c-4763-902f-b4e24998bf66 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:21.105697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:21.107410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-f2182bb4-f869-4704-9e07-c32c7d003ded service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 217 time: 0.0611970 Aug 10 03:26:21.148417 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:21.180771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c874763e-7924-422f-a95a-7fa55a92a3de req-e21434be-815b-435c-9532-614f4b144f8c tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.191761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c874763e-7924-422f-a95a-7fa55a92a3de req-e21434be-815b-435c-9532-614f4b144f8c tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.199002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66994d-dfe7-4354-ae63-502db282a01e req-1ba9327a-1f34-4fa5-8521-7a53bdb4e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.201956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-1ba9327a-1f34-4fa5-8521-7a53bdb4e90f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ad7594b-ce85-417c-a676-f372590af00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538291 Aug 10 03:26:21.212065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2f894140-1021-463f-bee7-d83bb48acd7f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:21.226340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bf515-6ef6-4981-a97a-e088ca0dbd65 req-cf883427-ccd8-4978-aed5-284cffe0dc1b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.234466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a4bf515-6ef6-4981-a97a-e088ca0dbd65 req-cf883427-ccd8-4978-aed5-284cffe0dc1b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.1253798 Aug 10 03:26:21.249310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c874763e-7924-422f-a95a-7fa55a92a3de req-e21434be-815b-435c-9532-614f4b144f8c tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936407 Aug 10 03:26:21.302571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a4bf515-6ef6-4981-a97a-e088ca0dbd65 req-441077dd-9526-435e-bbe1-23b44d67e1d8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667398 Aug 10 03:26:21.307012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21434be-815b-435c-9532-614f4b144f8c tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfa5995-ab36-4a79-9d77-60a76147fad6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:21.332591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-73ec462e-d5f2-4732-b9b1-50821ed4fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.337379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-73ec462e-d5f2-4732-b9b1-50821ed4fa43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1673799 Aug 10 03:26:21.382999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-af83dcc4-ca81-419a-b096-f80b61540295 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388935 Aug 10 03:26:21.406914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-c2df0040-e824-48c6-9550-fec34e24f07b service neutron] 10.222.0.39 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820469 Aug 10 03:26:21.580878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:26:21.606227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-3ee5c37a-5837-48b1-aebe-533f2466375d service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113578 Aug 10 03:26:21.696750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f66994d-dfe7-4354-ae63-502db282a01e req-b0599dfb-ba39-458a-9c52-73b088944d59 service neutron] 10.222.0.39 "GET /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755580 Aug 10 03:26:21.705169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2f894140-1021-463f-bee7-d83bb48acd7f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:21.706149 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:21.813501 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4ac9d97-f7eb-406a-8f14-8bae767e9ac3', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'port_id': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'mac_address': 'fa:16:3e:fb:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:47Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:21.836604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4de3b09f-99bf-4b71-a2af-b9717e2c0dff req-1068902d-8450-4f08-a6bb-94bd17bbcee2 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180958 Aug 10 03:26:21.865544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c330-68ce-4af8-a565-9f7cc769792e req-3264c10e-7024-40b9-853c-0e6bee1cf91c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.874500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a819c330-68ce-4af8-a565-9f7cc769792e req-3264c10e-7024-40b9-853c-0e6bee1cf91c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 947 time: 0.0883951 Aug 10 03:26:21.884575 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc424d1-1587-4414-9427-06762eb59931 None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4ac9d97-f7eb-406a-8f14-8bae767e9ac3', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'port_id': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'mac_address': 'fa:16:3e:fb:21:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:23:47Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:21.923414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-a5d9971e-78d2-4702-afa4-f071b416ef5f tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:21.926060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-a5d9971e-78d2-4702-afa4-f071b416ef5f tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.0960548 Aug 10 03:26:21.938949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-769329-14'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:21.966835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a819c330-68ce-4af8-a565-9f7cc769792e req-de85b644-c4c9-44d7-b47c-9624d87b4db4 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Aug 10 03:26:21.970950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 73057bae-ea50-4fbe-9a4f-a4e5f143adda completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:21.986866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 73057bae-ea50-4fbe-9a4f-a4e5f143adda triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:21.987529 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.060627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42220) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:22.069047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141891454', 'description': 'tempest-description--1112203862'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.104613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.157956 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.170750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 129c41ba-079c-4763-902f-b4e24998bf66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129c41ba-079c-4763-902f-b4e24998bf66,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:22.283776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '129c41ba-079c-4763-902f-b4e24998bf66', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '129c41ba-079c-4763-902f-b4e24998bf66', 'mac_address': 'fa:16:3e:5e:bf:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:22.306125 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e73f27-34de-4080-bfd6-78f23a91845b None None] New status for floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:22.315399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b8ce4-b551-4a71-a8ed-29b9b782e49a req-d15353f9-531c-48e2-bd3f-125f672f3c51 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.318127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d0b8ce4-b551-4a71-a8ed-29b9b782e49a req-d15353f9-531c-48e2-bd3f-125f672f3c51 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 945 time: 0.1777687 Aug 10 03:26:22.415326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:22.444909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d0b8ce4-b551-4a71-a8ed-29b9b782e49a req-e26841a7-ae00-4824-bb10-7b5c4275aad8 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094890 Aug 10 03:26:22.501688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.511013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.529174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:22.564174 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.581384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.583603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5212770 Aug 10 03:26:22.588049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ef8e-5afd-4ef7-b52f-0648418efd3c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc9fd87-a327-403c-a9a9-e13d89010227,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.602159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42228) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:22.615972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'security_group_rule': {'security_group_id': '8cc9fd87-a327-403c-a9a9-e13d89010227', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:22.632103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.635267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:22.640736 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f9a36c-439f-4b4f-abb4-80c0dbf5ae3a" -d '{"events": [{"server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "name": "network-vif-unplugged", "status": "completed", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:22.650813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.657885 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.726453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.729042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:22.731950 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbe1c77-d698-4eea-8249-a7be891684eb" -d '{"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-plugged", "status": "completed", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:22.739625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129c41ba-079c-4763-902f-b4e24998bf66 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:22.746292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.761744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:22.768275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa0e91-d9a6-4246-8fe8-86147fb60a10 req-addec254-8b0c-44cc-9104-3ee078c136af tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.771181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bfa0e91-d9a6-4246-8fe8-86147fb60a10 req-addec254-8b0c-44cc-9104-3ee078c136af tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 1102 time: 0.1468358 Aug 10 03:26:22.778357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Transition to ACTIVE for port object b0c7acc0-4100-4382-b712-20a790c5eb5d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:22.783256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.838225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 129c41ba-079c-4763-902f-b4e24998bf66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129c41ba-079c-4763-902f-b4e24998bf66,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:22.839951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.888217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.891826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.892363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on host n-h2-769329-14 for vnic_type normal with profile {"migrating_to": "n-h1-769329-14"} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:22.893311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:22.893473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:22.895153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bfa0e91-d9a6-4246-8fe8-86147fb60a10 req-9a8dae6a-32e7-4d85-9e79-7117dd1c0ffa tempest-ServersAdminNegativeTestJSON-697024847 tempest-ServersAdminNegativeTestJSON-697024847-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028502 Aug 10 03:26:22.904325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.904325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.904325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.904935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.904935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.905535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.905720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.905892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.907040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.907388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.907904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.908073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:26:22.910907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be346d7-1f5b-4995-9c08-46d2f7fddc39 req-13c5cce5-ae01-459e-8f56-ba3f41378d76 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:22.914490 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2be346d7-1f5b-4995-9c08-46d2f7fddc39 req-13c5cce5-ae01-459e-8f56-ba3f41378d76 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 948 time: 0.2686560 Aug 10 03:26:22.926695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:22.927265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Attempting to bind port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:22.942443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:22.942443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:22.942851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:22.943581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:22.951607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Bound port: b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:22.951607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.976070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:22.991110 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.021138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Attempting to bind port b0c7acc0-4100-4382-b712-20a790c5eb5d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:23.021543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Attempting to bind port b0c7acc0-4100-4382-b712-20a790c5eb5d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:23.021906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Attempting to bind port b0c7acc0-4100-4382-b712-20a790c5eb5d on network 79f8b719-2c08-4676-ab7f-2110a898475f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:23.032803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2be346d7-1f5b-4995-9c08-46d2f7fddc39 req-d109cd44-834e-4cb6-8f1e-2fa74c0cdf25 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823972 Aug 10 03:26:23.036595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1d613-dca3-432b-9ca8-d9dc47fb82d6 None None] Pushing event updated for resources: {'Port': ['ID=b0c7acc0-4100-4382-b712-20a790c5eb5d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.043302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:23.043702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Checking segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:23.049900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.050527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Bound using segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:23.051043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Bound port: b0c7acc0-4100-4382-b712-20a790c5eb5d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:23.051451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.077120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c846efd4-d8f8-4f56-8f40-fffead0cbf39,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.093550 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.097951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-988c4e97-edf9-4782-96cd-65b67b6b9325 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4917684 Aug 10 03:26:23.098922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42238) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.111875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'security_group_rule': {'security_group_id': '8cc9fd87-a327-403c-a9a9-e13d89010227', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:23.137958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=129c41ba-079c-4763-902f-b4e24998bf66,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.224663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.227920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] For port b0c7acc0-4100-4382-b712-20a790c5eb5d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:23.234533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] For port b0c7acc0-4100-4382-b712-20a790c5eb5d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b0c7acc0-4100-4382-b712-20a790c5eb5d,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:23.244400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.279590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:23.290104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:23.293534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a102c-1b64-4867-9527-0e8165b4e085 req-af543266-c0f6-4ef1-9ff4-4fd82408cb79 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.303115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4d8e-fb6f-4d96-bc31-f33384cd6907 req-fce3b7a6-9978-40d8-a5c6-730f8b4130fb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.303834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e14a102c-1b64-4867-9527-0e8165b4e085 req-af543266-c0f6-4ef1-9ff4-4fd82408cb79 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1102 time: 0.1537943 Aug 10 03:26:23.312907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.317270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66af4d8e-fb6f-4d96-bc31-f33384cd6907 req-fce3b7a6-9978-40d8-a5c6-730f8b4130fb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.1723175 Aug 10 03:26:23.320238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:23.321194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:23.423636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1d613-dca3-432b-9ca8-d9dc47fb82d6 None None] Pushing event updated for resources: {'Port': ['ID=b0c7acc0-4100-4382-b712-20a790c5eb5d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.429483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66af4d8e-fb6f-4d96-bc31-f33384cd6907 req-60a49358-12ea-4479-a34f-ab3f39dccaa8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098673 Aug 10 03:26:23.443406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e14a102c-1b64-4867-9527-0e8165b4e085 req-afb1ed61-ff06-4ee8-b8f5-e273a70adee8 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383431 Aug 10 03:26:23.452529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['129c41ba-079c-4763-902f-b4e24998bf66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:23.464851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.465828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.468246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] 10.222.0.39 "PUT /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 1123 time: 1.5340505 Aug 10 03:26:23.474045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.475326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181e1cb-dcf6-4d31-936f-858ddda5404f service neutron] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=8']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.489189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.543191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653aad2a-e0a3-4a47-a2a5-7a9f8fbb3496,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:23.550699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.556061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-34a33dd7-a012-4afb-ab11-8054865a3f28 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555895 Aug 10 03:26:23.558407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42246) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:23.574601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:23.576715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:23.589362 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d66c15-813a-4488-b959-8e5423ffe857 x-openstack-request-id: req-01d66c15-813a-4488-b959-8e5423ffe857 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:23.590256 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "name": "network-vif-unplugged", "status": "completed", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:23.590811 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01d66c15-813a-4488-b959-8e5423ffe857 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:23.593810 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'code': 200} Aug 10 03:26:23.635476 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f53c49d-d455-4660-9e2e-b4311bd37bed x-openstack-request-id: req-1f53c49d-d455-4660-9e2e-b4311bd37bed {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:23.637202 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-plugged", "status": "completed", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:23.637524 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f53c49d-d455-4660-9e2e-b4311bd37bed {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:23.639531 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'code': 200} Aug 10 03:26:23.659916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:23.709928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:23.719122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:23.861704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41de126-bc1d-47bc-b2fc-22a99a155aeb req-efa96064-2780-4cca-85ff-adb261934a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.865490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e41de126-bc1d-47bc-b2fc-22a99a155aeb req-efa96064-2780-4cca-85ff-adb261934a46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1101 time: 0.1173389 Aug 10 03:26:23.888794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:23.920451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3189a91-4356-4eb0-90d9-7702a88fbeb1 req-5869f844-532e-4039-84ac-96a53316dbaa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:23.922159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d3189a91-4356-4eb0-90d9-7702a88fbeb1 req-5869f844-532e-4039-84ac-96a53316dbaa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 948 time: 0.1921890 Aug 10 03:26:23.987380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e41de126-bc1d-47bc-b2fc-22a99a155aeb req-6796fd8b-4748-475e-b90e-c95817a7b81f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120226 Aug 10 03:26:24.011532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.029341 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d3189a91-4356-4eb0-90d9-7702a88fbeb1 req-49526d50-31ce-4dd2-82b2-c8c1232c008d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Aug 10 03:26:24.043869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c190-ead2-4684-b867-72cad7bdd1ea req-394a9487-3051-4e03-ad28-da954ee08c5d tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.069430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b00c190-ead2-4684-b867-72cad7bdd1ea req-394a9487-3051-4e03-ad28-da954ee08c5d tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1102 time: 0.0923147 Aug 10 03:26:24.146639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b00c190-ead2-4684-b867-72cad7bdd1ea req-881bfdc3-34a7-4c20-9f91-51dfd2f33e1c tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852685 Aug 10 03:26:24.257854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Allocated IP 172.25.2.148 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/cb64d32c-6fe1-41f5-9dc3-1219a9fff46d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:24.291632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5bf3-fd69-44c5-aa7d-fb4f66c1ca64 req-66bb3a03-8aba-4d8e-8724-d646edc1d91c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.293470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27dc5bf3-fd69-44c5-aa7d-fb4f66c1ca64 req-66bb3a03-8aba-4d8e-8724-d646edc1d91c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1392202 Aug 10 03:26:24.332152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f258d-a9a6-4ac3-937c-1cd78b088866 req-369bdec2-c21e-497f-b967-31b088e1041a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.335647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f6f258d-a9a6-4ac3-937c-1cd78b088866 req-369bdec2-c21e-497f-b967-31b088e1041a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1035717 Aug 10 03:26:24.337554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:24.386351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.393488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f6f258d-a9a6-4ac3-937c-1cd78b088866 req-71d8cc5d-f9b3-4660-88ce-2e44432f6e95 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486705 Aug 10 03:26:24.395057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe has no active binding in host n-h1-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:26:24.395438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:24.414735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27dc5bf3-fd69-44c5-aa7d-fb4f66c1ca64 req-16b54b88-5c2c-48c3-913b-c60c7e80e1b6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093292 Aug 10 03:26:24.476119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:23Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:24.512462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.582881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f198f-7aab-477c-bc5b-6e3cf9fec869 None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:23Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:24.587941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.639278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:24.654808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'port_id': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'mac_address': 'fa:16:3e:e9:15:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5872b-8e07-46e0-a391-5fa2fe61dcbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:24.744375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:24.746017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'Port': ['ID=cb64d32c-6fe1-41f5-9dc3-1219a9fff46d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:24.760643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:24.763950 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.766478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:24.785394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2259b5-599a-4a83-9d7c-f709b6d32383 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:24.841921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:24.849329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:24.902430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02eb0-369e-46bd-baff-a394b57dec5d req-7383884d-3230-4ed3-932b-243bd5b34e90 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:24.914905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9e02eb0-369e-46bd-baff-a394b57dec5d req-7383884d-3230-4ed3-932b-243bd5b34e90 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.3471971 Aug 10 03:26:25.044785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9e02eb0-369e-46bd-baff-a394b57dec5d req-c66d62d8-1a2f-4662-9dea-db47c7d07906 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174765 Aug 10 03:26:25.157582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.189771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.197660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0c7acc0-4100-4382-b712-20a790c5eb5d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:25.240872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.303224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b0c7acc0-4100-4382-b712-20a790c5eb5d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:25.309781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b0c7acc0-4100-4382-b712-20a790c5eb5d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:25.310183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.326274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834f99-7bc9-46c3-93ca-1bf46d71d1ae req-30d68a2e-28e3-4404-a51c-adaccdb3ce46 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.328113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c834f99-7bc9-46c3-93ca-1bf46d71d1ae req-30d68a2e-28e3-4404-a51c-adaccdb3ce46 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 950 time: 0.1001861 Aug 10 03:26:25.438265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c834f99-7bc9-46c3-93ca-1bf46d71d1ae req-0b61e853-4063-466e-bc59-3595266c35f1 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011605 Aug 10 03:26:25.440020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['fa2259b5-599a-4a83-9d7c-f709b6d32383'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:25.488461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dffdb-46fb-41d4-9271-83276ba12405 req-23002ee4-f9e3-4f8d-98bb-6311f7374f2e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.488461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-804dffdb-46fb-41d4-9271-83276ba12405 req-23002ee4-f9e3-4f8d-98bb-6311f7374f2e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 948 time: 0.0917060 Aug 10 03:26:25.567797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.577456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-804dffdb-46fb-41d4-9271-83276ba12405 req-6aaa4125-cace-4e26-8afe-059d5b0c9f58 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941501 Aug 10 03:26:25.593821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.596353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:25.598971 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d" -d '{"events": [{"name": "network-changed", "server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:25.641999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.719894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.724985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b0c7acc0-4100-4382-b712-20a790c5eb5d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b0c7acc0-4100-4382-b712-20a790c5eb5d,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:25.727129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'Port': ['ID=cb64d32c-6fe1-41f5-9dc3-1219a9fff46d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.741600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.742363 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.754785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b2347-dae4-474e-ac0c-23076c387d8e req-91b8ec1e-0f4d-413a-906a-e2c569ee41d6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.763957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d94b2347-dae4-474e-ac0c-23076c387d8e req-91b8ec1e-0f4d-413a-906a-e2c569ee41d6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1101904 Aug 10 03:26:25.766531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:25.768089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c9887995-c866-4755-8880-af6dfaf297f0 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2076905 Aug 10 03:26:25.814223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b0c7acc0-4100-4382-b712-20a790c5eb5d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:25.843529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d94b2347-dae4-474e-ac0c-23076c387d8e req-6f32185c-ae83-4209-ab8a-779ceac8883c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580249 Aug 10 03:26:25.981801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad911-c25c-4a6a-871a-e22fd7403627 req-e4e47a55-3752-4442-8806-10a2c5e94b0b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:25.989769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e1ad911-c25c-4a6a-871a-e22fd7403627 req-e4e47a55-3752-4442-8806-10a2c5e94b0b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.0823476 Aug 10 03:26:26.065746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e1ad911-c25c-4a6a-871a-e22fd7403627 req-b7d2e11e-f818-4671-9654-831017cfd28b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742896 Aug 10 03:26:26.067193 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dda343-8bcf-48d2-8495-86bfc89e8425 x-openstack-request-id: req-07dda343-8bcf-48d2-8495-86bfc89e8425 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:26.067962 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:26.067962 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07dda343-8bcf-48d2-8495-86bfc89e8425 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:26.068636 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'status': 'completed', 'code': 200} Aug 10 03:26:26.195414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-695efbb8-9146-444f-b6d4-18c24cb81bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.197684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-695efbb8-9146-444f-b6d4-18c24cb81bef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1126 time: 0.0569010 Aug 10 03:26:26.215395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-eaa3b73d-20ba-4afd-b829-8fa9b6fcf57f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1141891454&fields=id&tenant_id=8b2dc2febfd047ca9936bc60acf95848 HTTP/1.1" status: 200 len: 267 time: 0.0621152 Aug 10 03:26:26.362598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-630cb1d2-cc10-4962-b6d6-cae1120cfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.364126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-630cb1d2-cc10-4962-b6d6-cae1120cfe8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.1446545 Aug 10 03:26:26.385959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-2de960e2-4c95-42b2-878a-b6721aaef6e1 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.387844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-2de960e2-4c95-42b2-878a-b6721aaef6e1 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 811 time: 0.1524720 Aug 10 03:26:26.423013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-9a6bc3d0-0d19-447c-90f9-2851117388ff tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/quotas/8b2dc2febfd047ca9936bc60acf95848 HTTP/1.1" status: 200 len: 375 time: 0.0148447 Aug 10 03:26:26.467916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-d7481a86-85e5-46f3-80d4-1daa80749788 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 217 time: 0.0915804 Aug 10 03:26:26.548219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-3b5b58a6-b930-4b96-add4-d65973755b0c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1241498 Aug 10 03:26:26.621278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-7c32b36e-46dc-4793-a2ca-5b3eb76e9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.622946 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-7c32b36e-46dc-4793-a2ca-5b3eb76e9549 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1404085 Aug 10 03:26:26.643213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe1628-dd37-4e3c-9207-e2a689407629 req-b822ec7c-2935-499a-a638-e5a460c82c1b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:26.644974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42fe1628-dd37-4e3c-9207-e2a689407629 req-b822ec7c-2935-499a-a638-e5a460c82c1b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0832615 Aug 10 03:26:26.686676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-5f611954-c88c-420a-aa5e-107773da9c90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405965 Aug 10 03:26:26.714626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-7d45de54-095e-47a5-92d8-50ee90867902 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326904 Aug 10 03:26:26.734878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-3f9435bb-ce71-4747-858a-e518a9f32569 service neutron] 10.222.0.53 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802990 Aug 10 03:26:26.770762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42fe1628-dd37-4e3c-9207-e2a689407629 req-8c03e378-0e1c-406e-aea4-e5c67074a44e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878894 Aug 10 03:26:26.831117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-b7a4aa65-42b2-4719-9f10-f71c10a8612b service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234758 Aug 10 03:26:26.871561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-955c3387-4bf7-490a-a548-b4415a69d972 service neutron] 10.222.0.53 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360490 Aug 10 03:26:26.886988 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a2da-56a4-4126-9fed-41fe30469b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.027061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f925852-669e-465c-b4ac-3b990ecf0b33 req-03296c90-aae0-43c5-a58d-8b7bdf1edefa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.028913 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f925852-669e-465c-b4ac-3b990ecf0b33 req-03296c90-aae0-43c5-a58d-8b7bdf1edefa tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 945 time: 0.0885189 Aug 10 03:26:27.036268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0ce98ae-ed88-44b3-a04d-6b3c069e269d req-531e797c-5817-4751-8965-a66cc1488ea0 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915419 Aug 10 03:26:27.092540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0c7acc0-4100-4382-b712-20a790c5eb5d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:27.114914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f925852-669e-465c-b4ac-3b990ecf0b33 req-d293ae38-c166-42fb-a9f9-a5ebaed45742 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748534 Aug 10 03:26:27.175700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129c41ba-079c-4763-902f-b4e24998bf66 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:27.219944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b0c7acc0-4100-4382-b712-20a790c5eb5d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:27.220329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.290495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 129c41ba-079c-4763-902f-b4e24998bf66 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:27.324298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 129c41ba-079c-4763-902f-b4e24998bf66 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:27.324662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.394702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212355-77be-4275-9445-6667fb37e166 req-2bf971a2-bcec-4e58-8876-a17616482ac6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.405885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86212355-77be-4275-9445-6667fb37e166 req-2bf971a2-bcec-4e58-8876-a17616482ac6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1801312 Aug 10 03:26:27.452039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.467205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e021c-12ee-41ca-af66-57ac4d03d39e req-b510edc7-43b9-4af3-850f-3826b7a66005 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.469395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd5e021c-12ee-41ca-af66-57ac4d03d39e req-b510edc7-43b9-4af3-850f-3826b7a66005 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 950 time: 0.1190941 Aug 10 03:26:27.478252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83668e69-f131-4956-9443-6258f672e2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129c41ba-079c-4763-902f-b4e24998bf66'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:27.480305 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9966386-c3eb-4eae-aad6-4bdd7e068bda" -d '{"events": [{"server_uuid": "83668e69-f131-4956-9443-6258f672e2cc", "name": "network-vif-plugged", "status": "completed", "tag": "129c41ba-079c-4763-902f-b4e24998bf66"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:27.501185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 129c41ba-079c-4763-902f-b4e24998bf66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129c41ba-079c-4763-902f-b4e24998bf66,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:27.516806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:27.563389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd5e021c-12ee-41ca-af66-57ac4d03d39e req-3b3b7897-15c4-4fa1-80d7-5ec4e337fe43 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812106 Aug 10 03:26:27.604398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86212355-77be-4275-9445-6667fb37e166 req-db86b3be-db3c-444c-9b12-b90a3fd6cf2a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841834 Aug 10 03:26:27.656380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=129c41ba-079c-4763-902f-b4e24998bf66,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:27.689690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-c76570de-75f5-4808-92b7-eca888610712 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.691845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-c76570de-75f5-4808-92b7-eca888610712 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 950 time: 0.1856737 Aug 10 03:26:27.753648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de26a-f5a8-406f-b27f-e85463269a83 req-c933d4f3-20d8-4d48-b63b-510d67de737c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.755623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c39de26a-f5a8-406f-b27f-e85463269a83 req-c933d4f3-20d8-4d48-b63b-510d67de737c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.0714543 Aug 10 03:26:27.816595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c39de26a-f5a8-406f-b27f-e85463269a83 req-96648e78-731b-43fa-aa7e-3d1cf3020082 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Aug 10 03:26:27.882823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:27.939895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880d2f9-7952-4cd9-b45a-27133ca03d93 req-1ff54a96-a6b4-4e94-bd53-1ae5d2eb7e5c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:27.941830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3880d2f9-7952-4cd9-b45a-27133ca03d93 req-1ff54a96-a6b4-4e94-bd53-1ae5d2eb7e5c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1607428 Aug 10 03:26:27.950640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d9a26d8d-362a-4579-91a5-850059a73051 req-d0439db4-c15a-4224-8f6c-f77f120d2303 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 210 time: 0.0527833 Aug 10 03:26:28.001227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port fa2259b5-599a-4a83-9d7c-f709b6d32383 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:28.008100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port fa2259b5-599a-4a83-9d7c-f709b6d32383 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:28.008760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.014143 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc35882-c4ca-4aa8-9e30-7aa5aea2c520 x-openstack-request-id: req-4bc35882-c4ca-4aa8-9e30-7aa5aea2c520 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:28.014732 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83668e69-f131-4956-9443-6258f672e2cc", "name": "network-vif-plugged", "status": "completed", "tag": "129c41ba-079c-4763-902f-b4e24998bf66", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:28.015347 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bc35882-c4ca-4aa8-9e30-7aa5aea2c520 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:28.016224 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83668e69-f131-4956-9443-6258f672e2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129c41ba-079c-4763-902f-b4e24998bf66', 'code': 200} Aug 10 03:26:28.207857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.219565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b8668-bf0a-4d5e-bcf3-65270b24ab93 req-1253a40f-d468-4324-883b-4d8f7f933dd0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.227539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e2b8668-bf0a-4d5e-bcf3-65270b24ab93 req-1253a40f-d468-4324-883b-4d8f7f933dd0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1139467 Aug 10 03:26:28.260658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec52f2-6129-4556-89c9-df735b9fc0c7 req-cc1b363e-68ce-443f-af40-186c65e60c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.267948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fec52f2-6129-4556-89c9-df735b9fc0c7 req-cc1b363e-68ce-443f-af40-186c65e60c0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 1101 time: 0.1122129 Aug 10 03:26:28.299397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:28.320378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.366780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Deleting port de05bdca-212f-49d1-af60-710083184022 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:28.367184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.381610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:28.390247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3880d2f9-7952-4cd9-b45a-27133ca03d93 req-7726bc06-5d4e-43f8-acb9-12c7426fbba3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383669 Aug 10 03:26:28.398118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e2b8668-bf0a-4d5e-bcf3-65270b24ab93 req-b37bbc46-ed7e-49db-99e7-bc4f3314eb98 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523807 Aug 10 03:26:28.404938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fec52f2-6129-4556-89c9-df735b9fc0c7 req-a3f5099e-9f2a-45ed-b281-ec5e45758238 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186826 Aug 10 03:26:28.517611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] For port de05bdca-212f-49d1-af60-710083184022, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de05bdca-212f-49d1-af60-710083184022,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:28.518451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.544451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Calling delete_port for de05bdca-212f-49d1-af60-710083184022 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:28.572659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ab05-30c3-4045-8482-645b25b704c9 req-55bab2f9-48d5-4475-9cac-005a10af722b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.575411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7305ab05-30c3-4045-8482-645b25b704c9 req-55bab2f9-48d5-4475-9cac-005a10af722b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0934422 Aug 10 03:26:28.619422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7305ab05-30c3-4045-8482-645b25b704c9 req-b76e1fa0-3cdb-4891-b585-ada37fd3a1bd tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Aug 10 03:26:28.759776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db198e-d514-49e7-bd0a-681b7c3c37fc req-6c5c65b7-f8ee-40b9-bd41-05f57b7b0566 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.761359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4db198e-d514-49e7-bd0a-681b7c3c37fc req-6c5c65b7-f8ee-40b9-bd41-05f57b7b0566 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0583379 Aug 10 03:26:28.792103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:28.805584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6d1a8037-86ca-4aca-8119-5ebb16bd17d7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:28.807242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b462f-c6e2-4f1f-87ba-ab4fac30325a req-3b2c07ba-b6ea-4bb7-b263-722115a842da tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:28.809128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc7b462f-c6e2-4f1f-87ba-ab4fac30325a req-3b2c07ba-b6ea-4bb7-b263-722115a842da tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 950 time: 0.1030676 Aug 10 03:26:28.817958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4db198e-d514-49e7-bd0a-681b7c3c37fc req-5d5965b3-ac60-4908-9ec6-d843211490f6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488710 Aug 10 03:26:28.833575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Pushing event deleted for resources: {'Port': ['ID=de05bdca-212f-49d1-af60-710083184022,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:28.858766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['de05bdca-212f-49d1-af60-710083184022'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:29.014390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] No DVR routers for this DVR port de05bdca-212f-49d1-af60-710083184022 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:29.020013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.022883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab154393-98c5-4eb4-9e6b-d3da627333c1 req-45ec6e6b-865b-4adc-bd3b-97c45f044dea tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.39 "DELETE /v2.0/ports/de05bdca-212f-49d1-af60-710083184022 HTTP/1.1" status: 204 len: 173 time: 1.2999415 Aug 10 03:26:29.023350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'name': 'network-vif-deleted', 'tag': 'de05bdca-212f-49d1-af60-710083184022'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:29.025891 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5d646d-9ad4-47a9-b17f-f2e7a8f11f6a" -d '{"events": [{"server_uuid": "1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48", "name": "network-vif-deleted", "tag": "de05bdca-212f-49d1-af60-710083184022"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:29.029758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0221a7-fb20-4a29-87e4-2caea3f032ec req-3b47b44a-cd16-4595-91fb-b24855c50e84 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.032557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c0221a7-fb20-4a29-87e4-2caea3f032ec req-3b47b44a-cd16-4595-91fb-b24855c50e84 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.1230862 Aug 10 03:26:29.070804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc7b462f-c6e2-4f1f-87ba-ab4fac30325a req-7b00aae9-c4d5-41a5-8535-e1ef9790345a tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384346 Aug 10 03:26:29.177719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c0221a7-fb20-4a29-87e4-2caea3f032ec req-fed8dc41-0c85-4528-b683-f8d09129dd21 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353519 Aug 10 03:26:29.232848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-d244a26c-d55e-41fe-9c29-dd05a77d95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.234746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-d244a26c-d55e-41fe-9c29-dd05a77d95bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1101 time: 0.1498077 Aug 10 03:26:29.253860 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ecaea-3c62-4f04-a570-c80b25eb2567 x-openstack-request-id: req-689ecaea-3c62-4f04-a570-c80b25eb2567 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:29.254300 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48", "name": "network-vif-deleted", "tag": "de05bdca-212f-49d1-af60-710083184022", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:29.254625 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-689ecaea-3c62-4f04-a570-c80b25eb2567 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:29.255125 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48', 'name': 'network-vif-deleted', 'tag': 'de05bdca-212f-49d1-af60-710083184022', 'status': 'completed', 'code': 200} Aug 10 03:26:29.260249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17dabd3d-58c2-403d-a6b4-4f603e812d2b req-e0d562bc-80ea-47e5-b97a-b88d5463b39b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 210 time: 0.0651500 Aug 10 03:26:29.349323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5b85cdef-3f0a-4537-abb7-2bd6ea49837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.350959 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5b85cdef-3f0a-4537-abb7-2bd6ea49837b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1060834 Aug 10 03:26:29.397343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-a3c4de0e-4c7c-432c-8d9d-4c9490b92462 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.0371947 Aug 10 03:26:29.460673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-b98eb2f0-0126-4d6b-b9e3-76b24f3f2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.462667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-b98eb2f0-0126-4d6b-b9e3-76b24f3f2a95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0575743 Aug 10 03:26:29.568199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff34f4d-183e-4a31-9395-7dd1c92276d3 req-229ae1a4-8a20-4fc3-bd43-98f43d4489e6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.571775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ff34f4d-183e-4a31-9395-7dd1c92276d3 req-229ae1a4-8a20-4fc3-bd43-98f43d4489e6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.0613778 Aug 10 03:26:29.581405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.607900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-f89d3e1f-7662-4b28-b59a-aad0ef7f4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.610644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-f89d3e1f-7662-4b28-b59a-aad0ef7f4962 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278677 Aug 10 03:26:29.614857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ff34f4d-183e-4a31-9395-7dd1c92276d3 req-47a0a383-2d34-482b-8500-2a6fecf486c6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Aug 10 03:26:29.640095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df2988-236c-46cb-96eb-3c604a673e20 req-cfb5e3c1-11e1-4ded-86f0-496560037e61 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:29.642785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4df2988-236c-46cb-96eb-3c604a673e20 req-cfb5e3c1-11e1-4ded-86f0-496560037e61 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1165643 Aug 10 03:26:29.754415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4df2988-236c-46cb-96eb-3c604a673e20 req-9a8fc447-fdbd-4e36-a8b3-b78c68057951 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930524 Aug 10 03:26:29.780026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-fd37051f-4287-4d8b-a1de-eca05855c80a service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357265 Aug 10 03:26:29.805235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1d78-4792-4077-9fd6-32080df212bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:29.937292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-db976af2-58e8-43f6-94d0-70b301e40dce service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355264 Aug 10 03:26:30.017681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:30.023553 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7946ba-aeb8-4778-a9d8-9bb410e4cdcf" -d '{"events": [{"server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "name": "network-vif-plugged", "status": "completed", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:30.076244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f938ed1-3822-4dbc-af6c-dc357e57923f req-71642f44-a9f3-4dde-acc3-ca6fa8343c63 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.078847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f938ed1-3822-4dbc-af6c-dc357e57923f req-71642f44-a9f3-4dde-acc3-ca6fa8343c63 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1052969 Aug 10 03:26:30.101656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c33bf-d11f-4a57-8925-8cf3cc60b94b req-e1d2b9f8-be46-4696-9e50-2b9e18dfbea5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.104522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b94c33bf-d11f-4a57-8925-8cf3cc60b94b req-e1d2b9f8-be46-4696-9e50-2b9e18dfbea5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.2175252 Aug 10 03:26:30.119852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-e289ffb6-1af3-4cb6-88d4-e22dfca1f8ba tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.122745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-e289ffb6-1af3-4cb6-88d4-e22dfca1f8ba tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 811 time: 0.2878869 Aug 10 03:26:30.157229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f938ed1-3822-4dbc-af6c-dc357e57923f req-0bfc4af0-02b7-4d80-8445-f8dc168c7957 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641997 Aug 10 03:26:30.244744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b94c33bf-d11f-4a57-8925-8cf3cc60b94b req-d2d03b23-4238-48d2-8c93-90b08c834509 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199703 Aug 10 03:26:30.252794 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-ff3ca9e7-6beb-4223-9717-0241c86c3cc2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2dc2febfd047ca9936bc60acf95848 HTTP/1.1" status: 200 len: 380 time: 0.0980465 Aug 10 03:26:30.263660 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6d2d0-a787-4a45-8691-34ca6f9543bd x-openstack-request-id: req-9ff6d2d0-a787-4a45-8691-34ca6f9543bd {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:30.264026 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "name": "network-vif-plugged", "status": "completed", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:30.264351 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ff6d2d0-a787-4a45-8691-34ca6f9543bd {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:30.264848 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'code': 200} Aug 10 03:26:30.284141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'port': {'device_id': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'admin_state_up': True, 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'security_groups': ['8cc9fd87-a327-403c-a9a9-e13d89010227']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:30.473244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b8d9fda-9e10-4952-a2c0-527c55a3340b req-85643e54-da53-4472-b8b0-21b812a65d1f tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e0d3bf6-d47f-4c50-a3b1-a7133ec03e48 HTTP/1.1" status: 200 len: 210 time: 0.0719597 Aug 10 03:26:30.496048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb5ddf-83e7-4ea4-84cc-6a75b230a0ae req-5bac327d-bdd0-4436-bd4e-64e5906113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.498681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4eb5ddf-83e7-4ea4-84cc-6a75b230a0ae req-5bac327d-bdd0-4436-bd4e-64e5906113e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1098 time: 0.1105328 Aug 10 03:26:30.529561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a674594-422d-4570-bddb-92835cd5238b req-fe4bf24b-aba2-4c4d-96fe-4ea2ffa76264 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.538246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a674594-422d-4570-bddb-92835cd5238b req-fe4bf24b-aba2-4c4d-96fe-4ea2ffa76264 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.1462052 Aug 10 03:26:30.550086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Made reservation on behalf of 8b2dc2febfd047ca9936bc60acf95848 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:30.554245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:30.587156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4eb5ddf-83e7-4ea4-84cc-6a75b230a0ae req-513b70ee-f03d-4fd4-b72d-45ada70be812 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765810 Aug 10 03:26:30.628405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a674594-422d-4570-bddb-92835cd5238b req-348421f1-4630-4413-9c1c-9c410f75d2db tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887637 Aug 10 03:26:30.685671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f475b352-d1fc-4349-8103-51d46d722869 req-db82a1cb-cc52-4051-95d3-f7e1fd8f1ec8 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 210 time: 0.0467479 Aug 10 03:26:30.821252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080aaf-0544-4a66-bdce-f7a653101bf4 req-37970954-8144-43c9-a6e5-7681eee7e9dc tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.823036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed080aaf-0544-4a66-bdce-f7a653101bf4 req-37970954-8144-43c9-a6e5-7681eee7e9dc tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 1101 time: 0.0438418 Aug 10 03:26:30.858951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Allocated IP 172.20.0.9 (79f8b719-2c08-4676-ab7f-2110a898475f/917e9945-b09e-4559-981c-b7dae93777ac/7d2f3849-e6e7-4931-9000-b7734952523f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:30.862778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed080aaf-0544-4a66-bdce-f7a653101bf4 req-fece16dc-5e25-4213-a4ac-40c5fd229fe3 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Aug 10 03:26:30.910468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fabc8-bae5-420d-91c4-c291991a1370 req-59c76182-d544-44fb-ad42-8738d75c9b98 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:30.913390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf1fabc8-bae5-420d-91c4-c291991a1370 req-59c76182-d544-44fb-ad42-8738d75c9b98 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1391857 Aug 10 03:26:31.077550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073624e0-db8a-4470-99e3-1c22eafaac7a req-2c473db6-517c-4032-a2d8-8aa177ed8933 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.079234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-073624e0-db8a-4470-99e3-1c22eafaac7a req-2c473db6-517c-4032-a2d8-8aa177ed8933 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0583684 Aug 10 03:26:31.102734 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf1fabc8-bae5-420d-91c4-c291991a1370 req-8ab4d4df-b7b2-4fb4-894a-39d17606c751 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627986 Aug 10 03:26:31.121854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-073624e0-db8a-4470-99e3-1c22eafaac7a req-5ca57ca9-9837-4894-9973-e7214d70365f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Aug 10 03:26:31.200553 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.220005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Transition to ACTIVE for port object 7d2f3849-e6e7-4931-9000-b7734952523f will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:31.247759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-27d754ed-763f-4460-8a88-a33b13018155 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275905 Aug 10 03:26:31.324226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f04be-46fb-4b9e-a9d5-fa53201d2801 req-a0838a8d-6411-47e1-801e-0be9d7745430 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.327187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e1f04be-46fb-4b9e-a9d5-fa53201d2801 req-a0838a8d-6411-47e1-801e-0be9d7745430 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0771129 Aug 10 03:26:31.336451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.377489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e1f04be-46fb-4b9e-a9d5-fa53201d2801 req-9af72bc6-9b87-438f-baea-dda189a0638b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Aug 10 03:26:31.411219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Network 79f8b719-2c08-4676-ab7f-2110a898475f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:31.425865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:31.440253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:31.448376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'Port': ['ID=7d2f3849-e6e7-4931-9000-b7734952523f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:31.498096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-750e7f00-8553-4866-95a6-09fe7c6fbd07 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.501345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-750e7f00-8553-4866-95a6-09fe7c6fbd07 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422905 Aug 10 03:26:31.515569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7278c9d-c082-48a8-9528-fba6ab072e83 req-8e445464-fba7-4159-9cf8-80ba2e3d30a9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.517443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7278c9d-c082-48a8-9528-fba6ab072e83 req-8e445464-fba7-4159-9cf8-80ba2e3d30a9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0740237 Aug 10 03:26:31.549840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-7ec5cc52-5f8a-46ea-a7df-10a4e2304b42 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/quotas/0b7f80154fb343a59b63bdca85540dff HTTP/1.1" status: 200 len: 375 time: 0.0283108 Aug 10 03:26:31.559528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:31.560103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.565438 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.577782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7278c9d-c082-48a8-9528-fba6ab072e83 req-9b474c61-8b34-409c-be78-e2de0badf523 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506661 Aug 10 03:26:31.630837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-67a81cc1-18d0-4279-a628-e16ed874e367 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3536789 Aug 10 03:26:31.654584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Request body: {'port': {'device_id': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:31.726533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-25307e2a-c22d-4de4-9a9d-da2e1569214e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1531959 Aug 10 03:26:31.786346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7d53ba92-584c-44a7-a312-40627a108436 None None] Provisioning for port 7d2f3849-e6e7-4931-9000-b7734952523f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:31.796706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.798461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7d53ba92-584c-44a7-a312-40627a108436 None None] Provisioning complete for port 7d2f3849-e6e7-4931-9000-b7734952523f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:31.799067 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7d53ba92-584c-44a7-a312-40627a108436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:31.905324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de05bdca-212f-49d1-af60-710083184022 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:31.981618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: de05bdca-212f-49d1-af60-710083184022 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:31.982603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de05bdca-212f-49d1-af60-710083184022 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:32.000879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7d53ba92-584c-44a7-a312-40627a108436 None None] Port 7d2f3849-e6e7-4931-9000-b7734952523f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:32.026719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bd6c1-a7d6-47db-8459-da6ddf99e777 req-10cb2354-44b2-410c-95e9-326928c1daee tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.057273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-262bd6c1-a7d6-47db-8459-da6ddf99e777 req-10cb2354-44b2-410c-95e9-326928c1daee tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 931 time: 0.1241448 Aug 10 03:26:32.147958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-262bd6c1-a7d6-47db-8459-da6ddf99e777 req-7987f7a5-6744-48ad-a7fa-bd9423ee8f82 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733762 Aug 10 03:26:32.263574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe58d9-7906-4077-8837-e038e31d3dd3 req-c8e0f3a0-8c96-405f-976d-f9ae828ffec6 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.265184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2cbe58d9-7906-4077-8837-e038e31d3dd3 req-c8e0f3a0-8c96-405f-976d-f9ae828ffec6 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.1485345 Aug 10 03:26:32.332671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2cbe58d9-7906-4077-8837-e038e31d3dd3 req-486295e9-599d-43a7-b602-6fe490244e91 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538709 Aug 10 03:26:32.355206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-641c2d6e-3174-4265-8027-a0eecdad196e req-ec7037f0-40ff-4c68-af80-11ba52db1998 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 210 time: 0.0380366 Aug 10 03:26:32.532869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedfb3b-5c1e-4f8b-9b0c-19d735b2ed8d req-e59bf72a-146c-421b-b7ec-f6627a2c8bc1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.544096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0dedfb3b-5c1e-4f8b-9b0c-19d735b2ed8d req-e59bf72a-146c-421b-b7ec-f6627a2c8bc1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1015410 Aug 10 03:26:32.586569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2f3849-e6e7-4931-9000-b7734952523f {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:32.592718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0dedfb3b-5c1e-4f8b-9b0c-19d735b2ed8d req-0dfc88c7-a4b6-4af1-a27b-b2543d2dcbe0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476458 Aug 10 03:26:32.621237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.652536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Transition to ACTIVE for port object 7d2f3849-e6e7-4931-9000-b7734952523f will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:32.661846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9a7f8-714c-486d-914f-94e4ce88dc8a req-1df4e5ae-951f-4f9a-bf3d-063009f74e95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.669905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5a9a7f8-714c-486d-914f-94e4ce88dc8a req-1df4e5ae-951f-4f9a-bf3d-063009f74e95 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1720636 Aug 10 03:26:32.683705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:32.732779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9a5df-1b47-4134-8dfb-d0875861e274 req-8f1a7b38-dc98-420c-981a-7b7a6fe7a3b6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:32.735151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-58d9a5df-1b47-4134-8dfb-d0875861e274 req-8f1a7b38-dc98-420c-981a-7b7a6fe7a3b6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0669956 Aug 10 03:26:32.774298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5a9a7f8-714c-486d-914f-94e4ce88dc8a req-677970b2-aca4-4961-95d1-e5de0ab6941e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033087 Aug 10 03:26:32.780020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f3849-e6e7-4931-9000-b7734952523f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:32.874877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-58d9a5df-1b47-4134-8dfb-d0875861e274 req-136842b1-4cd3-414b-9104-229bc25fb4ce tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101615 Aug 10 03:26:32.955964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Attempting to bind port 7d2f3849-e6e7-4931-9000-b7734952523f on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:32.956764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Attempting to bind port 7d2f3849-e6e7-4931-9000-b7734952523f by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:32.957522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Attempting to bind port 7d2f3849-e6e7-4931-9000-b7734952523f on network 79f8b719-2c08-4676-ab7f-2110a898475f {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:32.973361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Port 7d2f3849-e6e7-4931-9000-b7734952523f on network 79f8b719-2c08-4676-ab7f-2110a898475f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:32.973896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Attempting to bind port 7d2f3849-e6e7-4931-9000-b7734952523f on network 79f8b719-2c08-4676-ab7f-2110a898475f {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:32.976423 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.004940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31bd78-52fd-4f39-bbf5-37eccf708ee5 req-35d52d66-673c-4369-8112-a1417d97721a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.018659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a31bd78-52fd-4f39-bbf5-37eccf708ee5 req-35d52d66-673c-4369-8112-a1417d97721a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.1440723 Aug 10 03:26:33.035506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:33.036321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Checking segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:33.036843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Bound using segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:33.037598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Bound port: 7d2f3849-e6e7-4931-9000-b7734952523f, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:33.038706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.102644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a31bd78-52fd-4f39-bbf5-37eccf708ee5 req-01029fc4-a52a-4260-8414-d449654ae936 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826647 Aug 10 03:26:33.157833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] For port 7d2f3849-e6e7-4931-9000-b7734952523f, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:33.165164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] For port 7d2f3849-e6e7-4931-9000-b7734952523f, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=7d2f3849-e6e7-4931-9000-b7734952523f,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:33.173223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.249504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.251627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:33.254800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] 10.222.0.39 "PUT /v2.0/ports/7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 1092 time: 1.6133902 Aug 10 03:26:33.259927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:33.266418 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da81929b-7747-48c8-866c-c02fbb3868eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:33.293101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cec1c-75ab-4140-97e4-14e03cb40e03 req-50074d5d-6be5-47c3-9eda-3c1c36ae780e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.303686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc6cec1c-75ab-4140-97e4-14e03cb40e03 req-50074d5d-6be5-47c3-9eda-3c1c36ae780e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1098 time: 0.0912869 Aug 10 03:26:33.360963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc6cec1c-75ab-4140-97e4-14e03cb40e03 req-9dded6ed-d8b9-4c84-b435-8d2ea34c1195 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557847 Aug 10 03:26:33.428425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51d0a-84bf-49ae-b416-3b084e52966f service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f3849-e6e7-4931-9000-b7734952523f,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:33.487622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef718a-ed43-4e24-91a8-dc5ecdb8d45a req-ba2ea5f4-9a66-48a4-8818-78edf0abdfd1 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.499865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91ef718a-ed43-4e24-91a8-dc5ecdb8d45a req-ba2ea5f4-9a66-48a4-8818-78edf0abdfd1 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 943 time: 0.2087491 Aug 10 03:26:33.509335 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f473d0-d868-46f9-95f7-14f6b0f39b1a x-openstack-request-id: req-70f473d0-d868-46f9-95f7-14f6b0f39b1a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:33.509634 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:33.509963 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70f473d0-d868-46f9-95f7-14f6b0f39b1a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:33.510464 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f', 'status': 'completed', 'code': 200} Aug 10 03:26:33.525851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-567d24dd-7cee-4e8c-8fb9-9e16b5aec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.528846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-567d24dd-7cee-4e8c-8fb9-9e16b5aec16d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1095 time: 0.1853666 Aug 10 03:26:33.621123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91ef718a-ed43-4e24-91a8-dc5ecdb8d45a req-13c36dc0-8a5b-4fcd-b923-4cc16db4d037 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201212 Aug 10 03:26:33.623419 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-bfa22eb9-93a6-4233-bbe5-eb4724d995df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 217 time: 0.0720317 Aug 10 03:26:33.713856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f29f811-aadd-4125-a8e6-266c8f66c601 req-4424ae9e-2565-4a59-aaf6-d9c38159b337 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 210 time: 0.0992625 Aug 10 03:26:33.774741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-5b6b3751-091e-480e-b139-2a959a462f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.776574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-5b6b3751-091e-480e-b139-2a959a462f68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.1307652 Aug 10 03:26:33.783710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-ff089224-5598-4c60-9741-fef926caf093 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668335 Aug 10 03:26:33.941955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-c91f0f7d-14a1-4c13-b6af-cc40ad55ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.949389 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-c91f0f7d-14a1-4c13-b6af-cc40ad55ca95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615591 Aug 10 03:26:33.968291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ccc88-4be5-4426-b607-7ae93c0a5c8c req-1c3c3a6c-06d1-4029-9691-11171f6d6b7d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:33.971207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f4ccc88-4be5-4426-b607-7ae93c0a5c8c req-1c3c3a6c-06d1-4029-9691-11171f6d6b7d tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.1862233 Aug 10 03:26:34.040429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc4058-89ae-48be-bb78-c4e7fb320971 req-ae0e837c-e4d6-4ef8-b02d-9e77df296964 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.042073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6fdc4058-89ae-48be-bb78-c4e7fb320971 req-ae0e837c-e4d6-4ef8-b02d-9e77df296964 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1191599 Aug 10 03:26:34.107312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-d443d05f-9266-4383-aa88-2bc9d9d111b6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.109213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-d443d05f-9266-4383-aa88-2bc9d9d111b6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026690 Aug 10 03:26:34.120053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-f43a24d8-8307-485d-ac44-5afc42eb47eb service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475017 Aug 10 03:26:34.124266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f4ccc88-4be5-4426-b607-7ae93c0a5c8c req-f482ae65-bddd-4a4c-868e-cac333df01d0 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969088 Aug 10 03:26:34.141416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:34.155741 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6fdc4058-89ae-48be-bb78-c4e7fb320971 req-94c4d6c9-3ef1-4a3b-a5a9-ac47a62ab045 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000948 Aug 10 03:26:34.396528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e9ba775-514b-444e-9a78-df671a0f2417 req-c2cb61a1-e52d-4b65-852a-ced2e9ec65fc service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613475 Aug 10 03:26:34.428047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66b15f-b33e-418d-8d43-306d123a2edc req-3c2c156e-23c0-463a-b516-316ab4c31664 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.432791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de66b15f-b33e-418d-8d43-306d123a2edc req-3c2c156e-23c0-463a-b516-316ab4c31664 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 943 time: 0.1943834 Aug 10 03:26:34.453588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-a3f382c8-fabe-4f71-90b1-9edde9ff0529 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.459116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-a3f382c8-fabe-4f71-90b1-9edde9ff0529 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.65 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.1689258 Aug 10 03:26:34.468516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-d57bd5e9-8045-4b35-8c7d-fae507555395 service neutron] 10.222.0.65 "GET /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe/bindings/n-h1-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.2285342 Aug 10 03:26:34.497723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd565fb-ed79-4633-921d-c38c835dc0a7 req-21302cca-9dac-44ab-85de-36ac3a4ed242 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.510606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cd565fb-ed79-4633-921d-c38c835dc0a7 req-21302cca-9dac-44ab-85de-36ac3a4ed242 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.2329102 Aug 10 03:26:34.520865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:34.523073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.581867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de66b15f-b33e-418d-8d43-306d123a2edc req-e54d3211-ff04-47ba-8b6b-a96def4ab030 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209791 Aug 10 03:26:34.616111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81929b-7747-48c8-866c-c02fbb3868eb req-8ffd9935-d103-4853-b819-32f629e13013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:34.617733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-8ffd9935-d103-4853-b819-32f629e13013 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1095 time: 0.1338980 Aug 10 03:26:34.678723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cd565fb-ed79-4633-921d-c38c835dc0a7 req-703354f1-5548-4c2f-bcce-91edb984c894 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668048 Aug 10 03:26:34.798266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Deleting port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:26:34.799508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:34.882516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.147 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/ef12eb6f-7103-4413-9e04-6015ce80fd7c) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:34.941785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b1ec1e5-ffb4-46e2-9332-46f9c0d15626 req-b2f6496e-9d77-425a-ac80-c3ec81a1de9a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 210 time: 0.0628026 Aug 10 03:26:35.020432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a50203-83eb-42b2-aee7-35dc213e8cfe req-f29d6371-5aa0-4dae-b4a7-0dfa8dd0eaaf tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.024397 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0a50203-83eb-42b2-aee7-35dc213e8cfe req-f29d6371-5aa0-4dae-b4a7-0dfa8dd0eaaf tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 943 time: 0.2528672 Aug 10 03:26:35.026647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81929b-7747-48c8-866c-c02fbb3868eb req-ab9bf02c-81d8-4d1f-8c88-51566a294566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.028514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-ab9bf02c-81d8-4d1f-8c88-51566a294566 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.3877342 Aug 10 03:26:35.123730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-8b975ac3-4bee-4161-8cf5-e7c2003f61b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 217 time: 0.0717914 Aug 10 03:26:35.126504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] For port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:35.127066 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.162973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:35.175496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Calling delete_port for 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:26:35.243954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0a50203-83eb-42b2-aee7-35dc213e8cfe req-88f74cf7-5731-4d03-a18e-6bb291b97f94 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060461 Aug 10 03:26:35.293101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81929b-7747-48c8-866c-c02fbb3868eb req-507e697b-a49c-4e33-ac53-b12e8f4691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.296237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-507e697b-a49c-4e33-ac53-b12e8f4691e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.1583891 Aug 10 03:26:35.335706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:35.396041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:35.449450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81929b-7747-48c8-866c-c02fbb3868eb req-92c307ef-b4b5-4e60-a9be-8d45f6e3ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.451364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-92c307ef-b4b5-4e60-a9be-8d45f6e3ecea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999410 Aug 10 03:26:35.482232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eb8a6-8b5b-4915-bb67-501c5a877989 req-e54fa0f0-dfc4-4d7e-9569-1e2a6c19b7f8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.489781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-761eb8a6-8b5b-4915-bb67-501c5a877989 req-e54fa0f0-dfc4-4d7e-9569-1e2a6c19b7f8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1337476 Aug 10 03:26:35.493841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:35.515506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d989-6c6a-4546-b884-7fc67ac2f3e9 req-29710ced-4980-4809-98da-234a6b0804d0 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.522923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6f6d989-6c6a-4546-b884-7fc67ac2f3e9 req-29710ced-4980-4809-98da-234a6b0804d0 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/ports?device_id=25bd3361-18ea-481c-8ca0-111928fb340b HTTP/1.1" status: 200 len: 949 time: 0.2088180 Aug 10 03:26:35.565656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:35.619856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.640447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.641551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6f6d989-6c6a-4546-b884-7fc67ac2f3e9 req-afa1e377-3401-47e6-a737-0b8cab448586 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.53 "GET /v2.0/security-groups?id=515a979a-8e6d-437a-95b8-8e715724efa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078231 Aug 10 03:26:35.653097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6d1a8037-86ca-4aca-8119-5ebb16bd17d7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:35.668393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-761eb8a6-8b5b-4915-bb67-501c5a877989 req-8b0370e9-e478-4948-ace6-583d938073f0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283805 Aug 10 03:26:35.737697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Pushing event deleted for resources: {'Port': ['ID=6d1a8037-86ca-4aca-8119-5ebb16bd17d7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:35.745952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] Transition to ACTIVE for port object b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:35.754606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.761144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-f151c0d6-0150-45dd-b325-422a021dc62a service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994640 Aug 10 03:26:35.768151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.786343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object ef12eb6f-7103-4413-9e04-6015ce80fd7c will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:35.872921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.876062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] No DVR routers for this DVR port 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:35.887523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:35.889577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-051948b4-6f91-4eda-b6cc-f0e80ccdcb0f req-e7008212-32a0-49ab-935d-816995d1df78 tempest-ServersAdminNegativeTestJSON-1031596309 tempest-ServersAdminNegativeTestJSON-1031596309-project] 10.222.0.65 "DELETE /v2.0/ports/6d1a8037-86ca-4aca-8119-5ebb16bd17d7 HTTP/1.1" status: 204 len: 173 time: 1.3929274 Aug 10 03:26:35.890070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd3361-18ea-481c-8ca0-111928fb340b', 'name': 'network-vif-deleted', 'tag': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:35.892435 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067dde18-4455-46bd-8600-a0981a5d1d39" -d '{"events": [{"server_uuid": "25bd3361-18ea-481c-8ca0-111928fb340b", "name": "network-vif-deleted", "tag": "6d1a8037-86ca-4aca-8119-5ebb16bd17d7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:35.893426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', '129c41ba-079c-4763-902f-b4e24998bf66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:35.896571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:35.931218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7d79e-31c4-420e-a1a5-e30bc6fe69aa req-3445d3b0-1aa3-495e-b3c5-2d0b8fd60ef1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:35.940171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1a7d79e-31c4-420e-a1a5-e30bc6fe69aa req-3445d3b0-1aa3-495e-b3c5-2d0b8fd60ef1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.1951034 Aug 10 03:26:35.972648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] No DVR routers for this DVR port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:26:35.997160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da81929b-7747-48c8-866c-c02fbb3868eb req-e842b458-b324-4bf2-a5d9-44108103b1fc service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202768 Aug 10 03:26:36.067527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1a7d79e-31c4-420e-a1a5-e30bc6fe69aa req-a100eac3-d89f-4c16-aefc-3c01f8c0a248 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255131 Aug 10 03:26:36.077883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:36.109400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] Pushing event updated for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:36.126139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-650da3ca-ffd0-4daa-ae49-801c6758874e service neutron] 10.222.0.65 "PUT /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe/bindings/n-h1-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 1.6057627 Aug 10 03:26:36.126712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:36.133043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:36.149496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.150824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.253625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1300941 Aug 10 03:26:36.260188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bf646-f8df-484a-9d9b-5bfb32c135fa tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=ef12eb6f-7103-4413-9e04-6015ce80fd7c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:36.273515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Request body: {'port': {'device_id': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:36.313552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-45cd9a5d-11f6-4bd8-986f-9aa3eaebf97e tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.315292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-45cd9a5d-11f6-4bd8-986f-9aa3eaebf97e tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.1025851 Aug 10 03:26:36.442896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.477495 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f3b45a-3154-4d82-8569-d4d6e9991545 x-openstack-request-id: req-00f3b45a-3154-4d82-8569-d4d6e9991545 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:36.477802 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd3361-18ea-481c-8ca0-111928fb340b", "name": "network-vif-deleted", "tag": "6d1a8037-86ca-4aca-8119-5ebb16bd17d7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:36.488616 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00f3b45a-3154-4d82-8569-d4d6e9991545 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:36.489082 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd3361-18ea-481c-8ca0-111928fb340b', 'name': 'network-vif-deleted', 'tag': '6d1a8037-86ca-4aca-8119-5ebb16bd17d7', 'status': 'completed', 'code': 200} Aug 10 03:26:36.493418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-c102ad85-1ca6-4d62-be13-999f7d7ac04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.521139 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-c102ad85-1ca6-4d62-be13-999f7d7ac04e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe&tenant_id=d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 1096 time: 0.1717129 Aug 10 03:26:36.550191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ca48e-6175-4e42-ae72-699ee0405f7c req-f3c57b46-4902-457b-bbe5-233d253225c1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.559924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad3ca48e-6175-4e42-ae72-699ee0405f7c req-f3c57b46-4902-457b-bbe5-233d253225c1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.2034211 Aug 10 03:26:36.656098 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad3ca48e-6175-4e42-ae72-699ee0405f7c req-8872c328-2357-4d5c-ada6-1988e4fff53e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725498 Aug 10 03:26:36.662760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68003abb-41e1-45ae-bdc7-c86daef3c6f2 None None] Provisioning for port ef12eb6f-7103-4413-9e04-6015ce80fd7c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:36.667021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-9b7fa42d-155c-4f2f-8521-4afa953be29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:36.668895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-9b7fa42d-155c-4f2f-8521-4afa953be29c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1096 time: 0.1269641 Aug 10 03:26:36.671097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68003abb-41e1-45ae-bdc7-c86daef3c6f2 None None] Provisioning complete for port ef12eb6f-7103-4413-9e04-6015ce80fd7c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:36.671591 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-68003abb-41e1-45ae-bdc7-c86daef3c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:36.757358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-68003abb-41e1-45ae-bdc7-c86daef3c6f2 None None] Port ef12eb6f-7103-4413-9e04-6015ce80fd7c cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:37.097076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780798b-99d5-4073-83a3-d4902c036bee req-562beff5-1d85-4cdd-9ff8-1c299b49b623 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.105848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d780798b-99d5-4073-83a3-d4902c036bee req-562beff5-1d85-4cdd-9ff8-1c299b49b623 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 936 time: 0.1232643 Aug 10 03:26:37.184732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-2feb2173-426f-489b-ae4b-d44696825909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.186370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-2feb2173-426f-489b-ae4b-d44696825909 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.4993477 Aug 10 03:26:37.195107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693fcdd-69a2-441c-91fc-8f04cf92ba72 req-d4475b60-ea21-4ac8-b00f-3c2b8cfd4348 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.196710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f693fcdd-69a2-441c-91fc-8f04cf92ba72 req-d4475b60-ea21-4ac8-b00f-3c2b8cfd4348 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 943 time: 0.0932031 Aug 10 03:26:37.208327 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d780798b-99d5-4073-83a3-d4902c036bee req-0cae7f8a-7491-4222-bf86-56fc7a775098 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009789 Aug 10 03:26:37.238111 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-1cc4dd3d-e941-4ba6-9800-61d34bac1697 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 200 len: 217 time: 0.0399783 Aug 10 03:26:37.238836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef12eb6f-7103-4413-9e04-6015ce80fd7c {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:37.248925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.266221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Transition to ACTIVE for port object ef12eb6f-7103-4413-9e04-6015ce80fd7c will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:37.274340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.336251 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f693fcdd-69a2-441c-91fc-8f04cf92ba72 req-ec83f850-2e69-4f77-b86f-0135fd0e02e6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965748 Aug 10 03:26:37.343943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-b9e93d9d-6027-42c3-8d97-b184d59ab5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.345457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-b9e93d9d-6027-42c3-8d97-b184d59ab5d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.0952680 Aug 10 03:26:37.378043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef12eb6f-7103-4413-9e04-6015ce80fd7c,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:37.395630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-01063596-5543-4550-80b7-d3dc77d624c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392928 Aug 10 03:26:37.452248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7532c1-c0b5-415e-89b7-b866fbff91bd req-1153dc6c-8c71-4672-9e9f-aba8ecb9a5fc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.471116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d7532c1-c0b5-415e-89b7-b866fbff91bd req-1153dc6c-8c71-4672-9e9f-aba8ecb9a5fc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1272573 Aug 10 03:26:37.547522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Attempting to bind port ef12eb6f-7103-4413-9e04-6015ce80fd7c on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:37.550563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Attempting to bind port ef12eb6f-7103-4413-9e04-6015ce80fd7c by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:37.552790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Attempting to bind port ef12eb6f-7103-4413-9e04-6015ce80fd7c on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:37.572644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d7532c1-c0b5-415e-89b7-b866fbff91bd req-2e79ba40-5bfd-45b1-8361-abe4eacf3550 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938919 Aug 10 03:26:37.581435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Port ef12eb6f-7103-4413-9e04-6015ce80fd7c on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:37.582126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Attempting to bind port ef12eb6f-7103-4413-9e04-6015ce80fd7c on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:37.601490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:37.601490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:37.601957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:37.605701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Bound port: ef12eb6f-7103-4413-9e04-6015ce80fd7c, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:37.608300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.687647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-b25fa0ca-271b-46fb-8edf-b796880a03f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704854 Aug 10 03:26:37.734649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05307e-4979-4b2c-a203-9ee24fa09a2a req-45ec66a7-0635-4ad3-9862-dc3b50505b8e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.740421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a05307e-4979-4b2c-a203-9ee24fa09a2a req-45ec66a7-0635-4ad3-9862-dc3b50505b8e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.1355510 Aug 10 03:26:37.832625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] For port ef12eb6f-7103-4413-9e04-6015ce80fd7c, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:37.840057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] For port ef12eb6f-7103-4413-9e04-6015ce80fd7c, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:37.853410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.930755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a05307e-4979-4b2c-a203-9ee24fa09a2a req-a83ffd22-f767-4069-b6b6-7dfc060518a0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667242 Aug 10 03:26:37.961239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-ea0b5c82-528a-4e20-9975-f95b1fe00540 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185769 Aug 10 03:26:37.961675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:37.962460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:37.964066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/ef12eb6f-7103-4413-9e04-6015ce80fd7c HTTP/1.1" status: 200 len: 1097 time: 1.6960497 Aug 10 03:26:37.965340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'tag': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:37.968812 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ebe3b1-11d3-4d5a-909f-5ecd04999105", "tag": "ef12eb6f-7103-4413-9e04-6015ce80fd7c"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:37.981627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 7d2f3849-e6e7-4931-9000-b7734952523f details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:37.994718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42528) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:38.083470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce1187-4b43-4b0b-bbba-953e497a24f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef12eb6f-7103-4413-9e04-6015ce80fd7c,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.133277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83711550-e043-47a8-8a3c-985407e983c7 req-0edb9d1c-13b4-4263-8aac-f0db01c5918b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.156034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83711550-e043-47a8-8a3c-985407e983c7 req-0edb9d1c-13b4-4263-8aac-f0db01c5918b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.3164639 Aug 10 03:26:38.240255 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b1ea1-db40-4920-8546-37199ab6fdbe x-openstack-request-id: req-ee8b1ea1-db40-4920-8546-37199ab6fdbe {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:38.240762 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ebe3b1-11d3-4d5a-909f-5ecd04999105", "tag": "ef12eb6f-7103-4413-9e04-6015ce80fd7c", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:38.241596 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee8b1ea1-db40-4920-8546-37199ab6fdbe {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:38.242507 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'tag': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c', 'status': 'completed', 'code': 200} Aug 10 03:26:38.258123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83711550-e043-47a8-8a3c-985407e983c7 req-82cfdecf-b9eb-4d7a-af56-07423e709097 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956750 Aug 10 03:26:38.277886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 7d2f3849-e6e7-4931-9000-b7734952523f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=7d2f3849-e6e7-4931-9000-b7734952523f,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:38.281676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-302e99b2-4d85-4c38-8cf6-c1bd1dbb5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.283761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-302e99b2-4d85-4c38-8cf6-c1bd1dbb5947 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 1100 time: 0.2367742 Aug 10 03:26:38.310166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '7d2f3849-e6e7-4931-9000-b7734952523f', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'port_id': '7d2f3849-e6e7-4931-9000-b7734952523f', 'mac_address': 'fa:16:3e:10:8e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:38.371953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.381472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-a4180213-f114-460a-842e-5dd0794ea37c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c HTTP/1.1" status: 200 len: 217 time: 0.0886960 Aug 10 03:26:38.420635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f3849-e6e7-4931-9000-b7734952523f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:38.466313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 7d2f3849-e6e7-4931-9000-b7734952523f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=7d2f3849-e6e7-4931-9000-b7734952523f,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:38.486288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:38.525846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-103f16f7-d8cd-4bb5-be66-65858d733a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.527674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-103f16f7-d8cd-4bb5-be66-65858d733a74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1334028 Aug 10 03:26:38.565388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777a2d-b1a6-4f40-9b99-2b524133ae0b req-7b1cf18a-9f1b-429d-ab3b-30431fe73dfb tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.576253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad777a2d-b1a6-4f40-9b99-2b524133ae0b req-7b1cf18a-9f1b-429d-ab3b-30431fe73dfb tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 944 time: 0.1094599 Aug 10 03:26:38.589622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-23570264-5069-4ba6-aea8-8eb60b374102 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.592937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-23570264-5069-4ba6-aea8-8eb60b374102 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.2738535 Aug 10 03:26:38.606436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=7d2f3849-e6e7-4931-9000-b7734952523f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:38.628516 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7131c800-b273-44e9-9a7b-777c5fbf47f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e7e14daac744af1a23890bffa08ddd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304455 Aug 10 03:26:38.631049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:38.690601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-36251a5b-27bf-424e-a026-6ff33e67fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.697928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-36251a5b-27bf-424e-a026-6ff33e67fced service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1536617 Aug 10 03:26:38.711571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad777a2d-b1a6-4f40-9b99-2b524133ae0b req-3f5cff38-d377-4599-ba2e-461187fb08cf tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291003 Aug 10 03:26:38.833327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8d2a9-300d-4164-b8c1-e921d238405e req-f14899e0-17d2-4428-a5ac-ea7f85f22fcb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:38.842302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06e8d2a9-300d-4164-b8c1-e921d238405e req-f14899e0-17d2-4428-a5ac-ea7f85f22fcb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 948 time: 0.4565511 Aug 10 03:26:38.912260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-10543ae7-c5c8-4382-8f38-7c04fc44e687 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932688 Aug 10 03:26:38.928959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['7d2f3849-e6e7-4931-9000-b7734952523f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:38.954952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06e8d2a9-300d-4164-b8c1-e921d238405e req-a0c1a7c9-bebe-4238-9c1b-ee943e883ae8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019151 Aug 10 03:26:39.022857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cae4f81-856e-407e-94c4-b55a1a372df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.080507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cae4f81-856e-407e-94c4-b55a1a372df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.110289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-463d3cf8-260e-4f01-bf33-41177f0b5fb0 service neutron] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:26:39.120182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-463d3cf8-260e-4f01-bf33-41177f0b5fb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.121480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48b12b6f-00b6-49d4-b753-bd5803cb7f89 req-463d3cf8-260e-4f01-bf33-41177f0b5fb0 service neutron] 10.222.0.39 "DELETE /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe/bindings/n-h2-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.5158703 Aug 10 03:26:39.189443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c265f1-076e-43f4-aa48-c74b4047b98f req-33e1bbbe-4b5c-43cb-adc1-dde48cef7589 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.192300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1c265f1-076e-43f4-aa48-c74b4047b98f req-33e1bbbe-4b5c-43cb-adc1-dde48cef7589 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2783267 Aug 10 03:26:39.229407 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:26:39.231594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cae4f81-856e-407e-94c4-b55a1a372df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.234506 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cae4f81-856e-407e-94c4-b55a1a372df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:39.239603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6cae4f81-856e-407e-94c4-b55a1a372df9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/515a979a-8e6d-437a-95b8-8e715724efa8 HTTP/1.1" status: 204 len: 168 time: 0.6037726 Aug 10 03:26:39.239867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:39.253865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae4f81-856e-407e-94c4-b55a1a372df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a979a-8e6d-437a-95b8-8e715724efa8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:39.283050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:26:39.283050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6d1a8037-86ca-4aca-8119-5ebb16bd17d7 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:26:39.351479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1c265f1-076e-43f4-aa48-c74b4047b98f req-71283bba-19fb-4b8d-8efc-43299283140f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252820 Aug 10 03:26:39.365230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb3e8d-a3b4-42c0-8c82-86331e7e1177 req-ea8c4394-8cbd-4d5c-a594-600b0866a978 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.368420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38eb3e8d-a3b4-42c0-8c82-86331e7e1177 req-ea8c4394-8cbd-4d5c-a594-600b0866a978 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.0933483 Aug 10 03:26:39.378411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19e6373a-039d-441e-8b65-ec7acf0495c9 req-a5d82c24-20de-4e55-8cad-e13f018a36f1 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459574 Aug 10 03:26:39.461290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38eb3e8d-a3b4-42c0-8c82-86331e7e1177 req-5a7fb8bb-fb2d-47ca-8b68-3f71af102900 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848026 Aug 10 03:26:39.596520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-99244a1e-b1c8-4951-ae5f-1d547fc700bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.599160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-99244a1e-b1c8-4951-ae5f-1d547fc700bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 1100 time: 0.1221502 Aug 10 03:26:39.622132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3246-8163-44df-87cc-6f11d3df5fc9 req-060f74b8-7efe-4018-b65f-03758c1fdbda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.623697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-031b3246-8163-44df-87cc-6f11d3df5fc9 req-060f74b8-7efe-4018-b65f-03758c1fdbda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1331019 Aug 10 03:26:39.687395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf78667-c03e-4342-9dc2-3df0306c3840 req-fe998356-b49c-459f-b3aa-1e30e84fe5b3 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.691437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bf78667-c03e-4342-9dc2-3df0306c3840 req-fe998356-b49c-459f-b3aa-1e30e84fe5b3 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1096 time: 0.0902355 Aug 10 03:26:39.772602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:39.782303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bf78667-c03e-4342-9dc2-3df0306c3840 req-fc4d9706-af22-4b40-aa25-07fdaef6601b tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796957 Aug 10 03:26:39.855650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-031b3246-8163-44df-87cc-6f11d3df5fc9 req-7516349f-3f16-4474-8394-539e4b5e83a5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167571 Aug 10 03:26:39.937064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55527602-5dea-4d12-bd1c-27dc7d120532 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0948bf3ce9b4ea1840b0be641c15257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632369 Aug 10 03:26:39.942976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-c00f5c49-8af1-4cc9-b6cd-659052ecc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:39.944815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-c00f5c49-8af1-4cc9-b6cd-659052ecc5dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.3197949 Aug 10 03:26:39.946287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42564) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:40.019327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-529f8b5f-092c-4ee1-95e9-c1d8ec706090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.056525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448e0e7-608e-49a7-9d7d-09f3335398e8 req-089f3d8e-f8ff-4f87-94f2-7158cee2c0e8 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.058876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d448e0e7-608e-49a7-9d7d-09f3335398e8 req-089f3d8e-f8ff-4f87-94f2-7158cee2c0e8 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 944 time: 0.1497765 Aug 10 03:26:40.083995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-775210c3-f93f-4be2-97f7-ee9b75a2de5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c HTTP/1.1" status: 200 len: 217 time: 0.0882437 Aug 10 03:26:40.122224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d448e0e7-608e-49a7-9d7d-09f3335398e8 req-5ca1f51b-928f-42b4-a226-5a1766fe6402 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553267 Aug 10 03:26:40.139614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-529f8b5f-092c-4ee1-95e9-c1d8ec706090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.247653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954f632-e7ea-47c8-952c-a3a690651e70 req-0b6fccde-2390-42f2-85c5-b089b899f9dd tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.250334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8954f632-e7ea-47c8-952c-a3a690651e70 req-0b6fccde-2390-42f2-85c5-b089b899f9dd tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 1096 time: 0.1833136 Aug 10 03:26:40.262870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228bc2a-764b-4964-81d5-675c16df7724 req-8b723132-b369-4884-9591-80dd15078020 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.264938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c228bc2a-764b-4964-81d5-675c16df7724 req-8b723132-b369-4884-9591-80dd15078020 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 948 time: 0.0614581 Aug 10 03:26:40.283620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-2d3f6f16-285b-41eb-88b6-460030b97107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.286341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-2d3f6f16-285b-41eb-88b6-460030b97107 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1750593 Aug 10 03:26:40.310746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c228bc2a-764b-4964-81d5-675c16df7724 req-c670217b-4a39-4209-b7cf-be1038a002b6 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Aug 10 03:26:40.380261 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8954f632-e7ea-47c8-952c-a3a690651e70 req-62d630c5-8c0f-4f6d-a46a-3638faeec2a2 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181350 Aug 10 03:26:40.398922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-529f8b5f-092c-4ee1-95e9-c1d8ec706090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.403887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-529f8b5f-092c-4ee1-95e9-c1d8ec706090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:40.408498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-529f8b5f-092c-4ee1-95e9-c1d8ec706090 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adfa5995-ab36-4a79-9d77-60a76147fad6 HTTP/1.1" status: 204 len: 168 time: 0.4591599 Aug 10 03:26:40.413832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-90f01194-fdcb-43f3-8901-b573bf0bf3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.416546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-90f01194-fdcb-43f3-8901-b573bf0bf3fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122148 Aug 10 03:26:40.427379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f8b5f-092c-4ee1-95e9-c1d8ec706090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfa5995-ab36-4a79-9d77-60a76147fad6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:40.681800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a00663-cc12-4fc6-8d9d-46561c48b28f req-3ded31fe-7fd1-448b-abd3-fa7ac45d2fa9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:40.687102 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5a00663-cc12-4fc6-8d9d-46561c48b28f req-3ded31fe-7fd1-448b-abd3-fa7ac45d2fa9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1582687 Aug 10 03:26:40.765212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-88e19b22-262c-4d86-a7d9-0c982ccf8d39 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007948 Aug 10 03:26:40.776294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5a00663-cc12-4fc6-8d9d-46561c48b28f req-f244736a-ce77-4072-8a41-813824f24590 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775430 Aug 10 03:26:40.950387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa81c3c8-8251-4e0e-b9b3-c0ddf159d2e4 req-33ce5a27-537c-45f1-b7d6-1a873eb7d550 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679132 Aug 10 03:26:41.130102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7688e4-2439-432c-8e23-947dbe5fb861 req-7659e305-1999-4325-a7b1-b3b0028dd036 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.133604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ec7688e4-2439-432c-8e23-947dbe5fb861 req-7659e305-1999-4325-a7b1-b3b0028dd036 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1143692 Aug 10 03:26:41.220688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ec7688e4-2439-432c-8e23-947dbe5fb861 req-952e0010-5342-4163-b207-3982d981e27b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734456 Aug 10 03:26:41.257274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09c350-6916-414e-bc02-99a98ef1ff80 req-76abf3dc-ee85-46b5-b60d-a19c53f59c57 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.262542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb09c350-6916-414e-bc02-99a98ef1ff80 req-76abf3dc-ee85-46b5-b60d-a19c53f59c57 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 944 time: 0.0710218 Aug 10 03:26:41.309619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb09c350-6916-414e-bc02-99a98ef1ff80 req-24d0d663-7b57-427d-b0e2-c415c425fbae tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Aug 10 03:26:41.464929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68784f65-7b76-4a3c-9b3b-2140c143e02f req-1d1c16e5-0870-4991-baa8-9283b6c9659b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.472538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68784f65-7b76-4a3c-9b3b-2140c143e02f req-1d1c16e5-0870-4991-baa8-9283b6c9659b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 948 time: 0.0717301 Aug 10 03:26:41.529003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68784f65-7b76-4a3c-9b3b-2140c143e02f req-2f543ace-0949-4546-b8f6-5d6933ef27d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544903 Aug 10 03:26:41.965930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c1070-d93a-4cc7-998b-ba328c6fc773 req-b130c28b-430c-4891-ba63-7c5029e964a1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:41.973575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-604c1070-d93a-4cc7-998b-ba328c6fc773 req-b130c28b-430c-4891-ba63-7c5029e964a1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0952461 Aug 10 03:26:42.003492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 7d2f3849-e6e7-4931-9000-b7734952523f up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:42.020456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-604c1070-d93a-4cc7-998b-ba328c6fc773 req-8d0b93db-c7eb-43bb-b7f4-7024c5bb4c97 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Aug 10 03:26:42.097429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 7d2f3849-e6e7-4931-9000-b7734952523f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:42.104938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 7d2f3849-e6e7-4931-9000-b7734952523f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:42.105826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.221398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.260838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:42.263229 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9154dab-407b-448f-a486-6dcd335afb3b" -d '{"events": [{"server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:42.279322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 7d2f3849-e6e7-4931-9000-b7734952523f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=7d2f3849-e6e7-4931-9000-b7734952523f,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:42.289135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:42.372585 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde19540-f063-426b-8c81-9ed8564e3236 x-openstack-request-id: req-bde19540-f063-426b-8c81-9ed8564e3236 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:42.372962 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:42.373280 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bde19540-f063-426b-8c81-9ed8564e3236 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:42.373749 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f', 'code': 200} Aug 10 03:26:42.377611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=7d2f3849-e6e7-4931-9000-b7734952523f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:42.395018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d816e-ac38-40da-bd1f-5506a9f0d93c req-5a2cf26d-88c1-423a-8fb9-7c68e2c7a3c1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.396686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f13d816e-ac38-40da-bd1f-5506a9f0d93c req-5a2cf26d-88c1-423a-8fb9-7c68e2c7a3c1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0779781 Aug 10 03:26:42.450054 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f13d816e-ac38-40da-bd1f-5506a9f0d93c req-dfa0eef7-7bc7-4a9a-b4a2-fd27ffc91875 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462346 Aug 10 03:26:42.540323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bedfa-d211-46ef-beaa-12f4d667e3c3 req-8a9ba555-3c05-4c34-bb20-0d98c3925026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.545061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb6bedfa-d211-46ef-beaa-12f4d667e3c3 req-8a9ba555-3c05-4c34-bb20-0d98c3925026 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1097 time: 0.0749102 Aug 10 03:26:42.565468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6de8c-4aba-4c29-a5ab-4cdab9520e48 req-7042ea40-0aba-414d-a78a-0a6fbff653f3 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.573736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cc6de8c-4aba-4c29-a5ab-4cdab9520e48 req-7042ea40-0aba-414d-a78a-0a6fbff653f3 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.0761561 Aug 10 03:26:42.625307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb6bedfa-d211-46ef-beaa-12f4d667e3c3 req-6b8feef1-e4d3-4b06-959e-d8f015926fb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704734 Aug 10 03:26:42.627986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cc6de8c-4aba-4c29-a5ab-4cdab9520e48 req-cd429196-6668-4b80-80f4-979050198f68 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522828 Aug 10 03:26:42.719134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d729cf6-0320-42a2-833b-5181f8e53b87 req-db78ec3d-9f19-4155-b57d-ce8b87a1725e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:42.721913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d729cf6-0320-42a2-833b-5181f8e53b87 req-db78ec3d-9f19-4155-b57d-ce8b87a1725e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 948 time: 0.0892968 Aug 10 03:26:42.771280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d729cf6-0320-42a2-833b-5181f8e53b87 req-505e6f73-2740-4047-9ac5-01fc6902f6d9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Aug 10 03:26:43.195901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a98b9-77bb-473b-8f6d-ad6b2bf75c11 req-3885094d-a637-48cd-81a7-7632e6941296 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.204402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e90a98b9-77bb-473b-8f6d-ad6b2bf75c11 req-3885094d-a637-48cd-81a7-7632e6941296 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1017761 Aug 10 03:26:43.229260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:43.232133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:26:43.258418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e90a98b9-77bb-473b-8f6d-ad6b2bf75c11 req-a7ef8890-5f10-47d0-bf24-6a321f799dcf tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510664 Aug 10 03:26:43.418309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:43.569351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-899ed763-474d-4b3f-a98c-6356c70ef929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.624479 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.646683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:43.715966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007d28-0084-4ec4-849a-6d7cbafb7c8d req-3f8af80e-cce5-445c-8f2d-4f82a3567fe1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.728648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'mac_address': 'fa:16:3e:89:98:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:43.730725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7007d28-0084-4ec4-849a-6d7cbafb7c8d req-3f8af80e-cce5-445c-8f2d-4f82a3567fe1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1335249 Aug 10 03:26:43.738654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:43.747620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.837462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7007d28-0084-4ec4-849a-6d7cbafb7c8d req-32c25359-f1d7-4e6d-a697-33547671b9b1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049459 Aug 10 03:26:43.842411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36c35d-2c78-47c3-b255-8e48c8abe9b6 req-978c665a-7b66-4b73-b3fd-90751b9259eb tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:43.844985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b36c35d-2c78-47c3-b255-8e48c8abe9b6 req-978c665a-7b66-4b73-b3fd-90751b9259eb tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.0867910 Aug 10 03:26:43.933307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b36c35d-2c78-47c3-b255-8e48c8abe9b6 req-463edb8b-f5d6-4e96-adfb-c61994997542 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714610 Aug 10 03:26:43.983970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-899ed763-474d-4b3f-a98c-6356c70ef929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.984134 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:43.995770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-899ed763-474d-4b3f-a98c-6356c70ef929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.029596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8814fd7-1f91-48be-a004-a65c70bdef34 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:44.107513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-899ed763-474d-4b3f-a98c-6356c70ef929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45522930915d42f99437848c39455834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843097 Aug 10 03:26:44.107729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a112b8-632f-4e47-b843-1d12d4dbc2bc req-3193bc7e-f5db-4849-96c4-54ca6e3298be tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.107850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed763-474d-4b3f-a98c-6356c70ef929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0249ca-cee1-430a-b5ca-677f08ac3461,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.107933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9a112b8-632f-4e47-b843-1d12d4dbc2bc req-3193bc7e-f5db-4849-96c4-54ca6e3298be tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 948 time: 0.0709279 Aug 10 03:26:44.108309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42672) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:44.117361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.133345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:44.142167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.144021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ef12eb6f-7103-4413-9e04-6015ce80fd7c details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:26:44.218222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eea1d1c2-2172-4b31-8408-70c3734c244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.243944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eea1d1c2-2172-4b31-8408-70c3734c244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.261310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.265740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9a112b8-632f-4e47-b843-1d12d4dbc2bc req-065558d2-f0c0-40ef-9787-cfedb73651dd tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474333 Aug 10 03:26:44.270730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ef12eb6f-7103-4413-9e04-6015ce80fd7c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:44.287547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c', 'mac_address': 'fa:16:3e:37:3e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:26:44.336208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eea1d1c2-2172-4b31-8408-70c3734c244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.340991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eea1d1c2-2172-4b31-8408-70c3734c244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.346577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eea1d1c2-2172-4b31-8408-70c3734c244f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e0249ca-cee1-430a-b5ca-677f08ac3461 HTTP/1.1" status: 204 len: 168 time: 0.2329402 Aug 10 03:26:44.375077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1d1c2-2172-4b31-8408-70c3734c244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0249ca-cee1-430a-b5ca-677f08ac3461,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.378750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:44.384256 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b242457e-1572-48ef-92be-2401fb272be5" -d '{"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:44.425865 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.454405 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71e11ab-15b2-471d-8e43-8e8d0a10818b x-openstack-request-id: req-c71e11ab-15b2-471d-8e43-8e8d0a10818b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:44.455044 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:44.455471 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c71e11ab-15b2-471d-8e43-8e8d0a10818b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:44.456096 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'code': 200} Aug 10 03:26:44.459689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef12eb6f-7103-4413-9e04-6015ce80fd7c {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:26:44.499405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4e66c-24dd-452d-99f1-bd9b7979242f req-d5f8ef43-1602-43a5-833d-c1ec9ed5af70 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:44.501180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ef12eb6f-7103-4413-9e04-6015ce80fd7c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:44.510862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01d4e66c-24dd-452d-99f1-bd9b7979242f req-d5f8ef43-1602-43a5-833d-c1ec9ed5af70 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 949 time: 0.1026137 Aug 10 03:26:44.512556 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.579067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01d4e66c-24dd-452d-99f1-bd9b7979242f req-d23cae8f-df15-4d7c-968b-00db3caea89f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Aug 10 03:26:44.617082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ef12eb6f-7103-4413-9e04-6015ce80fd7c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:44.816276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42686) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:44.831400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3401214-193d-4c8b-ae4d-950924faab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:44.960582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:44.980682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['ef12eb6f-7103-4413-9e04-6015ce80fd7c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:45.004622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3401214-193d-4c8b-ae4d-950924faab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.012897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3401214-193d-4c8b-ae4d-950924faab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.080205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3401214-193d-4c8b-ae4d-950924faab16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf2c6f0e6cc64ab3abafb03df9fc3eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577529 Aug 10 03:26:45.083680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42692) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:45.149195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69450f-c323-4288-9c8d-b392f795147d req-2ed886b8-1a8b-496c-ac3d-8f9b11eec427 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.153858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc69450f-c323-4288-9c8d-b392f795147d req-2ed886b8-1a8b-496c-ac3d-8f9b11eec427 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1494908 Aug 10 03:26:45.229125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3401214-193d-4c8b-ae4d-950924faab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad0282-c618-40c8-a359-40cfe89f1851,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.256348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc69450f-c323-4288-9c8d-b392f795147d req-138fa302-667e-441e-bc07-fbae49a154af tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954630 Aug 10 03:26:45.275121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b939801c-b8e3-4db2-83f1-25ab18cdaa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.287272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aa3cb-d1f9-4c32-9fc6-102738f84271 req-27dbbb38-d0a9-40d0-ac4e-dc12b6bf6e63 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.289605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df7aa3cb-d1f9-4c32-9fc6-102738f84271 req-27dbbb38-d0a9-40d0-ac4e-dc12b6bf6e63 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1211331 Aug 10 03:26:45.339167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b939801c-b8e3-4db2-83f1-25ab18cdaa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.373466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df7aa3cb-d1f9-4c32-9fc6-102738f84271 req-1961a661-4361-446d-87b6-08c779ee069b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656130 Aug 10 03:26:45.450728 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b939801c-b8e3-4db2-83f1-25ab18cdaa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.453656 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b939801c-b8e3-4db2-83f1-25ab18cdaa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.455101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b939801c-b8e3-4db2-83f1-25ab18cdaa7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40ad0282-c618-40c8-a359-40cfe89f1851 HTTP/1.1" status: 204 len: 168 time: 0.3694890 Aug 10 03:26:45.483961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939801c-b8e3-4db2-83f1-25ab18cdaa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad0282-c618-40c8-a359-40cfe89f1851,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:45.592756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b254156-b581-443e-a593-bb3fbd933004 req-78176a39-a6c1-4a25-be0e-86295d2207d2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.596304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b254156-b581-443e-a593-bb3fbd933004 req-78176a39-a6c1-4a25-be0e-86295d2207d2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 949 time: 0.1021473 Aug 10 03:26:45.669669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b254156-b581-443e-a593-bb3fbd933004 req-8b024d38-872e-4de4-ae92-e44bb8781b06 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637763 Aug 10 03:26:45.683880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac515d11-c0e7-4b2f-9f42-875df4e14e20 req-8a07083f-a732-43bd-a493-2474b38e2164 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:45.703349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac515d11-c0e7-4b2f-9f42-875df4e14e20 req-8a07083f-a732-43bd-a493-2474b38e2164 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1153076 Aug 10 03:26:45.703641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42708) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:45.712698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'floatingip': {'port_id': '7d2f3849-e6e7-4931-9000-b7734952523f'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:45.854967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:45.999139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3facfdc-0a3e-4643-b426-396bc9e0909b req-7ed253b7-749e-4517-8f2f-a0806ffa27f6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.002292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3facfdc-0a3e-4643-b426-396bc9e0909b req-7ed253b7-749e-4517-8f2f-a0806ffa27f6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 949 time: 0.2099378 Aug 10 03:26:46.206112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3facfdc-0a3e-4643-b426-396bc9e0909b req-c55c1f7d-aae3-45a2-9763-acaf0c0c6875 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620643 Aug 10 03:26:46.430353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46d400-540a-4b39-ba1f-9f04ffb26f85 req-a89d9c94-9445-4bb7-a4af-5413575786a9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.432245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe46d400-540a-4b39-ba1f-9f04ffb26f85 req-a89d9c94-9445-4bb7-a4af-5413575786a9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0811279 Aug 10 03:26:46.500910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe46d400-540a-4b39-ba1f-9f04ffb26f85 req-6b95b158-fb88-44c3-88f1-9ca8dccecaee tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523808 Aug 10 03:26:46.579311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:46.757136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-55056457-network', 'tenant_id': 'd28e4450628047e3bb613073c9174f2f'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:46.810922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Made reservation on behalf of d28e4450628047e3bb613073c9174f2f for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:46.813485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.858564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:46.922622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b3d26-b5b4-4a36-9ff2-c0130fe70649 req-a524bfc6-2845-4468-908e-f909f48d87b8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:46.924888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c80b3d26-b5b4-4a36-9ff2-c0130fe70649 req-a524bfc6-2845-4468-908e-f909f48d87b8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 949 time: 0.1088569 Aug 10 03:26:47.010784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c80b3d26-b5b4-4a36-9ff2-c0130fe70649 req-3f127e11-af34-4bad-8b71-07c0bb79296e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629177 Aug 10 03:26:47.052995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.058623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.087330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:26:47.101153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ee98d-3c5d-418d-9b5b-008b5cde6047,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:47.106792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.107137 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Added segment d4f199c0-3d1a-4558-9809-f0e56df51ae1 of type vlan for network 32026229-df2c-4946-8c38-7b7bca6c4ccc Aug 10 03:26:47.167056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.189185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:26:47.206239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.207378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.208149 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.253476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:47.292583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.299261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.346736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] Pushing event updated for resources: {'Network': ['ID=32026229-df2c-4946-8c38-7b7bca6c4ccc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:47.353801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c8814fd7-1f91-48be-a004-a65c70bdef34 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:47.354743 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.380683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5164a79-41f4-4a70-be36-b209f9b0def0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7999105 Aug 10 03:26:47.386647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42744) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:47.399318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Request body: {'subnet': {'network_id': '32026229-df2c-4946-8c38-7b7bca6c4ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-55056457-subnet', 'tenant_id': 'd28e4450628047e3bb613073c9174f2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:47.409317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 32026229-df2c-4946-8c38-7b7bca6c4ccc details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:26:47.461387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Made reservation on behalf of d28e4450628047e3bb613073c9174f2f for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:47.468701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.483636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab445d55-55f8-432f-b6cb-5e8d50314634 req-d43c54d6-2315-4f09-8408-1de83face2ce tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:47.485473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab445d55-55f8-432f-b6cb-5e8d50314634 req-d43c54d6-2315-4f09-8408-1de83face2ce tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 949 time: 0.1293473 Aug 10 03:26:47.510461 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Floating IP 95ddbeab-7c82-4410-8885-df92cfd25bef associated. External IP: 172.25.2.148, port: 7d2f3849-e6e7-4931-9000-b7734952523f. Aug 10 03:26:47.729654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.784087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab445d55-55f8-432f-b6cb-5e8d50314634 req-49f61cb0-3931-4cf9-a175-07cfccc97956 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687435 Aug 10 03:26:47.810845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:47.812389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:47.818031 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e509cde8-a608-44dd-b39e-0a6cf3289f99" -d '{"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:47.826241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:47.827880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ef12eb6f-7103-4413-9e04-6015ce80fd7c up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:26:47.996726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:48.023027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port ef12eb6f-7103-4413-9e04-6015ce80fd7c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:48.029493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port ef12eb6f-7103-4413-9e04-6015ce80fd7c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:48.030371 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.035171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.064391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eecfe-cee0-4d07-bd89-8b7455de47e4 req-ae7763f5-fc4c-4570-b98f-96794dfb3013 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.069926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:26:48.078275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b2eecfe-cee0-4d07-bd89-8b7455de47e4 req-ae7763f5-fc4c-4570-b98f-96794dfb3013 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1870308 Aug 10 03:26:48.115027 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116cac8a-6655-40de-b257-26fcb0118d13 x-openstack-request-id: req-116cac8a-6655-40de-b257-26fcb0118d13 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:48.116175 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:48.116623 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-116cac8a-6655-40de-b257-26fcb0118d13 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:48.117464 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'code': 200} Aug 10 03:26:48.210618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.249058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ef12eb6f-7103-4413-9e04-6015ce80fd7c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:26:48.256007 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.337437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b2eecfe-cee0-4d07-bd89-8b7455de47e4 req-51261a59-e825-4c27-a4a5-495a03e3c7b6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183239 Aug 10 03:26:48.348417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ef12eb6f-7103-4413-9e04-6015ce80fd7c,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:48.350332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Checking segment: {'id': 'd4f199c0-3d1a-4558-9809-f0e56df51ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '32026229-df2c-4946-8c38-7b7bca6c4ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:48.351015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Network hostable DHCP agents. Network: 32026229-df2c-4946-8c38-7b7bca6c4ccc, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:26:48.363303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f77804-880c-4eae-b508-e14ed2fbf674,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:48.384300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Network 32026229-df2c-4946-8c38-7b7bca6c4ccc is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:26:48.396701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 32026229-df2c-4946-8c38-7b7bca6c4ccc) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:48.401404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.402069 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.419664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064628f-eb50-4ddc-973b-4c14a923c741 None None] Network 32026229-df2c-4946-8c38-7b7bca6c4ccc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:48.438020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3b82221e-3b3d-4070-a776-9aea0baf4655 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0342247 Aug 10 03:26:48.464050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65248b-9867-47f3-9a98-9220a486fae2 req-7ea8ff6b-01ae-4482-ab08-dad5842b957e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.466107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff65248b-9867-47f3-9a98-9220a486fae2 req-7ea8ff6b-01ae-4482-ab08-dad5842b957e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.2231679 Aug 10 03:26:48.480447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:26:48.487124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:48.514718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:26:48.518683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f56d4-272f-4f34-80e2-c44de6c9400f req-1ebf3f46-fa24-4c02-a1d5-2c384ede7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.520354 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d81f56d4-272f-4f34-80e2-c44de6c9400f req-1ebf3f46-fa24-4c02-a1d5-2c384ede7f43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1102 time: 0.1202998 Aug 10 03:26:48.551642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:48.552714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:48.580906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b5e1c901-cb39-4e50-ae7a-63c685723633 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "PUT /v2.0/floatingips/95ddbeab-7c82-4410-8885-df92cfd25bef HTTP/1.1" status: 200 len: 991 time: 2.8758123 Aug 10 03:26:48.585510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:48.588799 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:48.601218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d81f56d4-272f-4f34-80e2-c44de6c9400f req-3213baa1-fafb-4d02-84ed-25293c466fb7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698674 Aug 10 03:26:48.631317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff65248b-9867-47f3-9a98-9220a486fae2 req-0ac7ffb4-d67b-47ae-a7c8-1cf142a8890b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220157 Aug 10 03:26:48.676901 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3924b-18d7-4d63-9ae9-2086cb74b912 x-openstack-request-id: req-07f3924b-18d7-4d63-9ae9-2086cb74b912 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:48.677377 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:48.680896 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07f3924b-18d7-4d63-9ae9-2086cb74b912 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:48.680896 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f', 'status': 'completed', 'code': 200} Aug 10 03:26:48.806706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-d9ada3cb-eccc-43b2-89c1-bc366a193aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.810013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-d9ada3cb-eccc-43b2-89c1-bc366a193aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1097 time: 0.0747716 Aug 10 03:26:48.874969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:48.971622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84a8ec-7965-4e19-a7d5-ae6d5969e28d None None] Network 32026229-df2c-4946-8c38-7b7bca6c4ccc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:26:48.988602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-e8f4731e-79b9-4e9d-be3e-06de43b76d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:48.992590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-e8f4731e-79b9-4e9d-be3e-06de43b76d21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.1633675 Aug 10 03:26:49.061659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-62c0cefa-bf32-4511-a401-f340b37cffd4 req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-536200376', 'description': 'tempest-description-939459714'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:49.091282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54544-9140-4df2-8556-d8235c2fc307 req-e8265587-e60e-4d8e-b16a-9bf7ea4aff29 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.094106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d54544-9140-4df2-8556-d8235c2fc307 req-e8265587-e60e-4d8e-b16a-9bf7ea4aff29 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1218569 Aug 10 03:26:49.108518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-eba0c5dc-3221-46d2-bedf-d5d630b565eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 999 time: 0.1027215 Aug 10 03:26:49.112638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-62c0cefa-bf32-4511-a401-f340b37cffd4 req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.185595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d54544-9140-4df2-8556-d8235c2fc307 req-1bab6350-251a-4b69-aa75-6957f98fe840 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Aug 10 03:26:49.234429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-a163f21e-0897-41f1-822e-fac89b6a2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.234429 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-a163f21e-0897-41f1-822e-fac89b6a2318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.1031189 Aug 10 03:26:49.319442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-a404bb7c-d9a3-4975-a26a-6713f383dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.321496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-a404bb7c-d9a3-4975-a26a-6713f383dde6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822952 Aug 10 03:26:49.333878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-62c0cefa-bf32-4511-a401-f340b37cffd4 req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.347178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-62c0cefa-bf32-4511-a401-f340b37cffd4 req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.435844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-62c0cefa-bf32-4511-a401-f340b37cffd4 req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.451743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-62c0cefa-bf32-4511-a401-f340b37cffd4 req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4227214 Aug 10 03:26:49.451743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143532-6b90-40d1-808b-25028a813f36 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:49.558364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-338beda1-0bd5-4bf6-8df8-364a1479653b service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219110 Aug 10 03:26:49.581378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5c244-1a6a-4430-8c50-a5ab6348771c req-82077880-af63-4c28-bbf4-78b58dab9ff3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.583524 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50b5c244-1a6a-4430-8c50-a5ab6348771c req-82077880-af63-4c28-bbf4-78b58dab9ff3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0875242 Aug 10 03:26:49.645602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50b5c244-1a6a-4430-8c50-a5ab6348771c req-fb72988f-fcce-4681-aeaa-d968201aab26 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Aug 10 03:26:49.673068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-61243cdc-c285-453a-a25d-008a2c1ee343 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89 HTTP/1.1" status: 200 len: 1811 time: 0.1992185 Aug 10 03:26:49.686374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:49.686630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:49.719542 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc9898e0-4604-4883-bab3-0d06f6f8f0dd req-f11cdd1c-25e4-44c8-82c1-e587b86e4e85 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460238 Aug 10 03:26:49.797115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.826540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.832090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.860535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfe5204-d3fa-496a-a9a5-e3fcd4d63e1f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:49.872155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:49.873732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ddfae8e-b74d-4fa2-9c96-45302c2a1194 req-294e2660-2056-4bd8-a712-846b50ce5d50 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1923811 Aug 10 03:26:49.874863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ea75-27b8-4fd8-9396-54a86220b584 req-a9e11a31-0cbe-4114-88e0-3a45f51a692c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:49.900089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6695ea75-27b8-4fd8-9396-54a86220b584 req-a9e11a31-0cbe-4114-88e0-3a45f51a692c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.1571543 Aug 10 03:26:49.901393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '95ddbeab-7c82-4410-8885-df92cfd25bef', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'port_id': '7d2f3849-e6e7-4931-9000-b7734952523f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'mac_address': 'fa:16:3e:10:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:26:24Z', 'updated_at': '2021-08-10T03:26:47Z', 'revision_number': 1, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:49.951627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:26:49.972118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:26:49.972624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:26:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:49.998934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6695ea75-27b8-4fd8-9396-54a86220b584 req-fc4f768e-3feb-4c8f-ae4e-06485220d1e0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930872 Aug 10 03:26:50.118364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:26:50.124110 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91430ae-b100-4c77-8ced-600a6e04ec72" -d '{"events": [{"server_uuid": "e2ebe3b1-11d3-4d5a-909f-5ecd04999105", "name": "network-vif-plugged", "status": "completed", "tag": "ef12eb6f-7103-4413-9e04-6015ce80fd7c"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:26:50.143769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c21b743-65d1-4935-a2db-0c385d012790 req-aecc5fbb-2530-44a9-a0a8-78e4da0a7215 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89 HTTP/1.1" status: 200 len: 2404 time: 0.1029270 Aug 10 03:26:50.151686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:26:50.190133 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc24b6e-5e39-445a-ac1e-1261d54388a0 x-openstack-request-id: req-7dc24b6e-5e39-445a-ac1e-1261d54388a0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:26:50.190516 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ebe3b1-11d3-4d5a-909f-5ecd04999105", "name": "network-vif-plugged", "status": "completed", "tag": "ef12eb6f-7103-4413-9e04-6015ce80fd7c", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:26:50.190729 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dc24b6e-5e39-445a-ac1e-1261d54388a0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:26:50.191072 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c', 'code': 200} Aug 10 03:26:50.241014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-7b13a00f-dfd1-4894-9176-073c564cfcfb tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-group-rules/0bfe5204-d3fa-496a-a9a5-e3fcd4d63e1f HTTP/1.1" status: 200 len: 778 time: 0.0601370 Aug 10 03:26:50.390317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-9934cac5-2673-4245-b982-89ac99abc5ec tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89 HTTP/1.1" status: 200 len: 2404 time: 0.1482115 Aug 10 03:26:50.418860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448281d-3aaf-4ddd-ae27-456dd3a1a944 req-072e795c-d492-4fa8-af99-4fb49be2d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.420426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d448281d-3aaf-4ddd-ae27-456dd3a1a944 req-072e795c-d492-4fa8-af99-4fb49be2d1df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 1102 time: 0.1273718 Aug 10 03:26:50.460194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-2c9d33f0-6ab1-4e2d-a88f-030bd1bd699c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.470269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-2c9d33f0-6ab1-4e2d-a88f-030bd1bd699c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.499292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4d43-d7af-4d62-b520-9f2e72abc7e0 req-3e88fc36-ea33-47b5-9ed1-07fc4f3c956e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.523513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d448281d-3aaf-4ddd-ae27-456dd3a1a944 req-5c6b7371-c0b4-46e5-b9c1-dfa663052037 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880098 Aug 10 03:26:50.531950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-2c9d33f0-6ab1-4e2d-a88f-030bd1bd699c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.534485 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c1d4d43-d7af-4d62-b520-9f2e72abc7e0 req-3e88fc36-ea33-47b5-9ed1-07fc4f3c956e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2158389 Aug 10 03:26:50.543342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-2c9d33f0-6ab1-4e2d-a88f-030bd1bd699c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.558642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1407e8a9-f28e-453f-bbbd-5a1fef9ef6e0 req-2c9d33f0-6ab1-4e2d-a88f-030bd1bd699c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0bfe5204-d3fa-496a-a9a5-e3fcd4d63e1f HTTP/1.1" status: 204 len: 173 time: 0.1671257 Aug 10 03:26:50.567323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d33f0-6ab1-4e2d-a88f-030bd1bd699c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bfe5204-d3fa-496a-a9a5-e3fcd4d63e1f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.590923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c1d4d43-d7af-4d62-b520-9f2e72abc7e0 req-056e3af5-5269-4101-ad54-5aeb75859c7f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551376 Aug 10 03:26:50.591563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '95ddbeab-7c82-4410-8885-df92cfd25bef', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'port_id': '7d2f3849-e6e7-4931-9000-b7734952523f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'mac_address': 'fa:16:3e:10:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:26:24Z', 'updated_at': '2021-08-10T03:26:47Z', 'revision_number': 1, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:26:50.635865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3cb5fcbf-71e2-4d28-86de-69304f8fa9dc req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1118250715', 'description': 'tempest-description-1924543502'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:50.655107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b410b114-f68f-418a-8c88-27cb31737c21 None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '95ddbeab-7c82-4410-8885-df92cfd25bef', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'port_id': '7d2f3849-e6e7-4931-9000-b7734952523f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'mac_address': 'fa:16:3e:10:8e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:26:24Z', 'updated_at': '2021-08-10T03:26:47Z', 'revision_number': 1, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:26:50.675781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3cb5fcbf-71e2-4d28-86de-69304f8fa9dc req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.687485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edf3cf-caed-4ba7-8559-36b106b3a14e req-4316b20a-c2be-484c-9c3c-49a250cbaaea tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.689130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8edf3cf-caed-4ba7-8559-36b106b3a14e req-4316b20a-c2be-484c-9c3c-49a250cbaaea tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1098 time: 0.0701818 Aug 10 03:26:50.752042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8edf3cf-caed-4ba7-8559-36b106b3a14e req-814aeea7-b34c-4890-ad62-089f9f6c53b7 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Aug 10 03:26:50.795537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3cb5fcbf-71e2-4d28-86de-69304f8fa9dc req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.800985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3cb5fcbf-71e2-4d28-86de-69304f8fa9dc req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.838451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d31d480-00ec-42ea-a4ba-0ca5fa9747fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:50.843776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3cb5fcbf-71e2-4d28-86de-69304f8fa9dc req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:50.846177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3cb5fcbf-71e2-4d28-86de-69304f8fa9dc req-e9e7c7a9-f068-4759-b235-c530e8ea45c8 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2152119 Aug 10 03:26:50.951185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a77a06-d0cc-41b6-9ac0-08c3451a2268 req-6a2fef8b-755d-4d64-8972-4510b60e18bc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:50.953044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a77a06-d0cc-41b6-9ac0-08c3451a2268 req-6a2fef8b-755d-4d64-8972-4510b60e18bc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0951388 Aug 10 03:26:51.016065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60864a1b-7dbc-4f00-a3ac-92589eb62c08 req-083dcd14-554f-4254-adb1-ce1be55c2be3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.021284 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bd67f9-de89-46ab-9d93-46520b65b4fa None None] New status for floating IP 95ddbeab-7c82-4410-8885-df92cfd25bef: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:26:51.033130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-60864a1b-7dbc-4f00-a3ac-92589eb62c08 req-083dcd14-554f-4254-adb1-ce1be55c2be3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1161542 Aug 10 03:26:51.033601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a77a06-d0cc-41b6-9ac0-08c3451a2268 req-4fc1938e-2e42-47fa-83b9-fa07c37bd3d0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685780 Aug 10 03:26:51.078811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-60864a1b-7dbc-4f00-a3ac-92589eb62c08 req-cb09d3c7-a4fc-4df8-8dae-a9322cf8f845 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Aug 10 03:26:51.210055 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f520818b-330a-498b-a645-7385970a6620 req-25d0e81e-13d0-4724-bf5d-4a7766edea6f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/4d31d480-00ec-42ea-a4ba-0ca5fa9747fc HTTP/1.1" status: 200 len: 1813 time: 0.0987282 Aug 10 03:26:51.461498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499bc5-7350-48d8-a471-6a21fe1e6f4d req-cc773f90-10f3-43d3-b897-4587f30d92a1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:51.463995 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c499bc5-7350-48d8-a471-6a21fe1e6f4d req-cc773f90-10f3-43d3-b897-4587f30d92a1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.0675824 Aug 10 03:26:51.525905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c499bc5-7350-48d8-a471-6a21fe1e6f4d req-a6793ebb-838f-42ca-a97d-b37541ed4fdf tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Aug 10 03:26:52.070182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadea28-26ff-4f93-976b-585f14381d68 req-f084471a-21c9-40bd-9248-fba69ba31cab tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.071764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aaadea28-26ff-4f93-976b-585f14381d68 req-f084471a-21c9-40bd-9248-fba69ba31cab tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0691240 Aug 10 03:26:52.135555 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aaadea28-26ff-4f93-976b-585f14381d68 req-a006cd89-44c9-4c0b-9777-9d2ae76b3f8b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553296 Aug 10 03:26:52.171964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-cb8826ca-0f32-4523-9b74-bb069dddacfd req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1887942795', 'description': 'tempest-description-783766126'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:52.202752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb8826ca-0f32-4523-9b74-bb069dddacfd req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.363428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb8826ca-0f32-4523-9b74-bb069dddacfd req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.370801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb8826ca-0f32-4523-9b74-bb069dddacfd req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.423029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cb8826ca-0f32-4523-9b74-bb069dddacfd req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.424812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb8826ca-0f32-4523-9b74-bb069dddacfd req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2578573 Aug 10 03:26:52.432545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffedb0c-0841-43ba-8c3c-b5b52e33559a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7922dc93-9d39-4207-ba43-e9a4b5e1a30d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:52.458473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-c316c7eb-c469-45f6-a5cb-e83d47638d1d tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:26:52.464219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-c316c7eb-c469-45f6-a5cb-e83d47638d1d tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127561 Aug 10 03:26:52.478302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Request body: {'binding': {'host': 'n-h2-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:52.478763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:26:52.643644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02677a-f94f-4a69-9b86-0daae14cb8bd req-2af78323-a69c-4fb9-bb5a-90c24ff971a0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:52.646040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c02677a-f94f-4a69-9b86-0daae14cb8bd req-2af78323-a69c-4fb9-bb5a-90c24ff971a0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1272423 Aug 10 03:26:52.752073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c02677a-f94f-4a69-9b86-0daae14cb8bd req-0595e7ca-8519-47e5-a17f-35c55691289c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849147 Aug 10 03:26:52.812286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on host n-h2-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:26:52.812286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:26:52.812286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:52.819198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:26:52.819507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:26:52.825396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:26:52.825719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:26:52.826142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:26:52.826580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Bound port: fa2259b5-599a-4a83-9d7c-f709b6d32383, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:26:52.900877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:26:52.910731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:52.911988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9911ebbe-bb6a-4ed3-a94f-9673e7f774c0 service neutron] 10.222.0.53 "POST /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383/bindings HTTP/1.1" status: 201 len: 390 time: 0.4395709 Aug 10 03:26:52.995168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6527262-3a0c-422e-ae02-9e23aa67adfd req-221051d0-23c3-4b44-afa6-d08278308d4a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/7922dc93-9d39-4207-ba43-e9a4b5e1a30d HTTP/1.1" status: 200 len: 1812 time: 0.0764205 Aug 10 03:26:53.166085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4f96a-26de-475f-85d7-ce4630f0ed01 req-80cad0b8-6a85-422e-bc1c-6f484002af9c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.168659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77b4f96a-26de-475f-85d7-ce4630f0ed01 req-80cad0b8-6a85-422e-bc1c-6f484002af9c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.0895958 Aug 10 03:26:53.289608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a0334-69f1-4592-bd04-59fff7ea1309 req-9a20da21-9721-4490-8737-5371ba56d748 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.292311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b94a0334-69f1-4592-bd04-59fff7ea1309 req-9a20da21-9721-4490-8737-5371ba56d748 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0986261 Aug 10 03:26:53.298788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77b4f96a-26de-475f-85d7-ce4630f0ed01 req-865deb25-b43b-4c38-866a-fa3e6cbb7a03 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Aug 10 03:26:53.340691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-375fe65d-0719-4635-a6a7-f6f5fcbb9ec7 req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-762597008', 'description': 'tempest-description-1984914566'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:53.359270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-5902cf93-71a3-4691-99c2-088c23ec925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.361907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-5902cf93-71a3-4691-99c2-088c23ec925a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1098 time: 0.1284020 Aug 10 03:26:53.384983 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b94a0334-69f1-4592-bd04-59fff7ea1309 req-034faafb-f7e0-4d83-9752-54f129dfa347 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671391 Aug 10 03:26:53.443876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-375fe65d-0719-4635-a6a7-f6f5fcbb9ec7 req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.538379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-53c36589-7ae8-425f-81f1-6e02eaffe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.540176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-53c36589-7ae8-425f-81f1-6e02eaffe286 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.1664131 Aug 10 03:26:53.571863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a23f7-a83c-4ad8-ad01-9b7e994f883e req-17adab7f-da30-4a08-adc2-275d1f219519 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.574034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed6a23f7-a83c-4ad8-ad01-9b7e994f883e req-17adab7f-da30-4a08-adc2-275d1f219519 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0849466 Aug 10 03:26:53.603733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-1e9d8404-cd91-4326-b727-238037f8641f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 217 time: 0.0476685 Aug 10 03:26:53.644525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed6a23f7-a83c-4ad8-ad01-9b7e994f883e req-33612af3-997c-4a73-8088-8d472a13ffb3 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636070 Aug 10 03:26:53.669178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-375fe65d-0719-4635-a6a7-f6f5fcbb9ec7 req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.690717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-375fe65d-0719-4635-a6a7-f6f5fcbb9ec7 req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.725263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dd62f2ff-3a76-4014-9bde-76b01f94a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.729451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dd62f2ff-3a76-4014-9bde-76b01f94a050 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1147325 Aug 10 03:26:53.809844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc345f-1fe5-499f-9f12-5ef1ff627d8b req-c7a29e9b-b8e0-46ef-9d6f-860390f94f9f tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:53.811941 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22dc345f-1fe5-499f-9f12-5ef1ff627d8b req-c7a29e9b-b8e0-46ef-9d6f-860390f94f9f tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 1102 time: 0.0688877 Aug 10 03:26:53.813450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-91e12824-be7e-4160-9376-b5b6d15e6872 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610068 Aug 10 03:26:53.817435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-375fe65d-0719-4635-a6a7-f6f5fcbb9ec7 req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:53.819556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-375fe65d-0719-4635-a6a7-f6f5fcbb9ec7 req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4915855 Aug 10 03:26:53.846348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1845ca-7946-4705-9158-f31a1eac0296 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134b2847-e6b2-4bbf-825c-625df64f81d2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:53.898724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22dc345f-1fe5-499f-9f12-5ef1ff627d8b req-14a8832b-2722-40c3-9b93-96c4a7ff7416 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791762 Aug 10 03:26:54.004261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe44b2-4952-4fff-924c-37882705656c req-2ae087a0-14c5-406b-8aef-f068e3284d1c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.012472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7afe44b2-4952-4fff-924c-37882705656c req-2ae087a0-14c5-406b-8aef-f068e3284d1c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.0990999 Aug 10 03:26:54.046582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-36ee0a19-b69f-4618-9ada-9dedd7785b86 req-d5bf9e17-775a-4c96-8f99-1275e4dc6fba tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/134b2847-e6b2-4bbf-825c-625df64f81d2 HTTP/1.1" status: 200 len: 1812 time: 0.0946245 Aug 10 03:26:54.066213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7afe44b2-4952-4fff-924c-37882705656c req-1fc110de-40a0-4892-afed-695c17290220 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527894 Aug 10 03:26:54.085886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-6e95bb6c-597f-4b3c-8861-da55ace9245c service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640488 Aug 10 03:26:54.129326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4a6b6342-52ef-41a9-865b-54cb6de1141a req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2119479460', 'description': 'tempest-description-1821427278'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:54.245549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-b5e53279-623d-404f-a2ca-19dd7b7460c1 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233641 Aug 10 03:26:54.255151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4a6b6342-52ef-41a9-865b-54cb6de1141a req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.300882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.319828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-a538e3df-7ede-42ee-aa2f-0d9259ad74e7 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136221 Aug 10 03:26:54.410214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4a6b6342-52ef-41a9-865b-54cb6de1141a req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.411419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-cd30ed42-f013-4448-9ee9-6a2caffee5f0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.414641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-cd30ed42-f013-4448-9ee9-6a2caffee5f0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628516 Aug 10 03:26:54.421668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4a6b6342-52ef-41a9-865b-54cb6de1141a req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.442584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-73ea85d0-e2f3-4474-9498-98489fd0103c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/quotas/0b7f80154fb343a59b63bdca85540dff HTTP/1.1" status: 200 len: 375 time: 0.0206134 Aug 10 03:26:54.464019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4a6b6342-52ef-41a9-865b-54cb6de1141a req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:54.465512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a6b6342-52ef-41a9-865b-54cb6de1141a req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3564122 Aug 10 03:26:54.466804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa5bbf-30c0-44d5-b5ef-8aec20edd97f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260b9d30-2edb-4b14-96aa-a23e630b13f0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:54.567002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-ad6c1047-409b-4719-91a9-31ffbc3e8a4d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1163163 Aug 10 03:26:54.786995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bbea6-e758-4aa6-95c3-a3afd4e144b6 req-a5a15f1a-f6f7-496f-b4ee-d41d8e84fa77 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:54.789464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d8bbea6-e758-4aa6-95c3-a3afd4e144b6 req-a5a15f1a-f6f7-496f-b4ee-d41d8e84fa77 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.1125288 Aug 10 03:26:54.903705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-649fcc4a-9c65-4e03-a141-73184c778800 req-a6f7d97a-e43a-4bed-a934-bc06814c191b tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/260b9d30-2edb-4b14-96aa-a23e630b13f0 HTTP/1.1" status: 200 len: 1813 time: 0.1414130 Aug 10 03:26:54.925271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d8bbea6-e758-4aa6-95c3-a3afd4e144b6 req-12f19195-1c6b-42f1-9178-6a3d985fab83 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216877 Aug 10 03:26:55.060699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d1d027f-cd9f-407d-80c2-4e0c57e8d483 req-a0513a5d-6eed-4885-a97b-2ff79f55c67b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 210 time: 0.0354269 Aug 10 03:26:55.092877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21320dd-df4e-468c-aec1-4c5637cb5f9e req-f98d84c7-0790-4db1-8611-bb7a1fb9496f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.107824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c21320dd-df4e-468c-aec1-4c5637cb5f9e req-f98d84c7-0790-4db1-8611-bb7a1fb9496f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1232049 Aug 10 03:26:55.206528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c21320dd-df4e-468c-aec1-4c5637cb5f9e req-6f4f83e4-cae1-43f9-9246-4f3ac1ffd74f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969858 Aug 10 03:26:55.209254 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-9433528a-4af6-46eb-aa28-081381bb80c9 req-42d815c8-1bf9-41b1-9906-810c03a240c1 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] show failed (client error): The resource could not be found. Aug 10 03:26:55.211071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9433528a-4af6-46eb-aa28-081381bb80c9 req-42d815c8-1bf9-41b1-9906-810c03a240c1 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/4ba2ae04-3cdd-47bd-ac65-271b338196b2 HTTP/1.1" status: 404 len: 352 time: 0.1066151 Aug 10 03:26:55.387722 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-8eecd026-2237-48f5-b8c7-efe9cf4e19c3 req-d81c055c-05cb-4b76-8fbe-f44079446eb2 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] show failed (client error): The resource could not be found. Aug 10 03:26:55.395344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8eecd026-2237-48f5-b8c7-efe9cf4e19c3 req-d81c055c-05cb-4b76-8fbe-f44079446eb2 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-group-rules/d88583ea-3ea2-441c-b07e-f4e4f7724296 HTTP/1.1" status: 404 len: 361 time: 0.0329201 Aug 10 03:26:55.541440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e6ff508-0f3c-41ee-9632-6711b0bf1ea7 req-7999cd34-3499-45b4-94e9-fba067fc2ed3 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/260b9d30-2edb-4b14-96aa-a23e630b13f0 HTTP/1.1" status: 200 len: 1813 time: 0.1171725 Aug 10 03:26:55.665082 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e6ff508-0f3c-41ee-9632-6711b0bf1ea7 req-7d36fe8e-bea7-4ac3-9cba-e8520d65ad5c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.674122 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.720493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e6ff508-0f3c-41ee-9632-6711b0bf1ea7 req-7d36fe8e-bea7-4ac3-9cba-e8520d65ad5c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.820518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e6ff508-0f3c-41ee-9632-6711b0bf1ea7 req-7d36fe8e-bea7-4ac3-9cba-e8520d65ad5c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.825288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e6ff508-0f3c-41ee-9632-6711b0bf1ea7 req-7d36fe8e-bea7-4ac3-9cba-e8520d65ad5c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:55.833102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7797-65c6-4edf-90d9-f5d17643ef23 req-7aac02a1-d66b-4b1f-bc9f-cb437d34e1bb tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:55.838813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e6ff508-0f3c-41ee-9632-6711b0bf1ea7 req-7d36fe8e-bea7-4ac3-9cba-e8520d65ad5c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "DELETE /v2.0/security-groups/260b9d30-2edb-4b14-96aa-a23e630b13f0 HTTP/1.1" status: 204 len: 173 time: 0.2906592 Aug 10 03:26:55.843409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03bb7797-65c6-4edf-90d9-f5d17643ef23 req-7aac02a1-d66b-4b1f-bc9f-cb437d34e1bb tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.5072474 Aug 10 03:26:55.874086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36fe8e-bea7-4ac3-9cba-e8520d65ad5c tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b9d30-2edb-4b14-96aa-a23e630b13f0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:55.926355 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03bb7797-65c6-4edf-90d9-f5d17643ef23 req-f42ebd13-219b-4280-b622-bc0c69ac1076 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774112 Aug 10 03:26:56.055341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c30f817-a621-4d0d-916f-cabced2b166d req-6012f3a1-f2dd-473f-a7f9-0d7de16df551 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/134b2847-e6b2-4bbf-825c-625df64f81d2 HTTP/1.1" status: 200 len: 1812 time: 0.1013515 Aug 10 03:26:56.136993 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c30f817-a621-4d0d-916f-cabced2b166d req-ef731408-d6e1-4f9a-b479-c45416bad6af tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.178965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe1489-8500-4e9d-979a-c6ff35a53d4a req-2b00b24e-e36c-44ac-ba95-e960fe80e544 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.181199 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4cfe1489-8500-4e9d-979a-c6ff35a53d4a req-2b00b24e-e36c-44ac-ba95-e960fe80e544 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0946956 Aug 10 03:26:56.186197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c30f817-a621-4d0d-916f-cabced2b166d req-ef731408-d6e1-4f9a-b479-c45416bad6af tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.242745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4cfe1489-8500-4e9d-979a-c6ff35a53d4a req-db559905-98fe-4af3-a91d-80ac06ea911f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Aug 10 03:26:56.254173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c30f817-a621-4d0d-916f-cabced2b166d req-ef731408-d6e1-4f9a-b479-c45416bad6af tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.262146 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c30f817-a621-4d0d-916f-cabced2b166d req-ef731408-d6e1-4f9a-b479-c45416bad6af tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.266536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c30f817-a621-4d0d-916f-cabced2b166d req-ef731408-d6e1-4f9a-b479-c45416bad6af tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "DELETE /v2.0/security-groups/134b2847-e6b2-4bbf-825c-625df64f81d2 HTTP/1.1" status: 204 len: 173 time: 0.2099280 Aug 10 03:26:56.290528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef731408-d6e1-4f9a-b479-c45416bad6af tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b2847-e6b2-4bbf-825c-625df64f81d2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:56.417146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17b427f0-7588-4fb2-86b4-fc5af37d3851 req-570b27fb-a817-4284-bedb-9d7284a9d7e4 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 210 time: 0.0558732 Aug 10 03:26:56.440274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7f985-e2d9-43d3-8647-ef2f3df50e61 req-a8b959c4-5801-40dd-b73a-f0f50a18bbf2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.446848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ac7f985-e2d9-43d3-8647-ef2f3df50e61 req-a8b959c4-5801-40dd-b73a-f0f50a18bbf2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0970764 Aug 10 03:26:56.533452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ac7f985-e2d9-43d3-8647-ef2f3df50e61 req-61279384-fe2a-4ecd-9e55-421901f14931 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780416 Aug 10 03:26:56.544002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-814f3e04-35e3-4af2-b6d6-e38e2220e91a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0b7f80154fb343a59b63bdca85540dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395434 Aug 10 03:26:56.588088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3798270f-dd08-40fd-8a81-63f828f989b5 req-f53e6739-2d0f-4d0a-ae69-ea23e76a1d8f tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/7922dc93-9d39-4207-ba43-e9a4b5e1a30d HTTP/1.1" status: 200 len: 1812 time: 0.1436689 Aug 10 03:26:56.745000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3798270f-dd08-40fd-8a81-63f828f989b5 req-32a09ad1-a145-4bb2-8bf9-40efa9bcfbd9 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.790610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3798270f-dd08-40fd-8a81-63f828f989b5 req-32a09ad1-a145-4bb2-8bf9-40efa9bcfbd9 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.799695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-535725d9-0508-4e56-8b8d-277f1124ceda tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:56.801236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-535725d9-0508-4e56-8b8d-277f1124ceda tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476439 Aug 10 03:26:56.830461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Request body: {'port': {'device_id': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b7f80154fb343a59b63bdca85540dff'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:56.884693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1478de02-1448-46f9-b611-bd18311fe067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.924096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3798270f-dd08-40fd-8a81-63f828f989b5 req-32a09ad1-a145-4bb2-8bf9-40efa9bcfbd9 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.927721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3798270f-dd08-40fd-8a81-63f828f989b5 req-32a09ad1-a145-4bb2-8bf9-40efa9bcfbd9 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:56.929590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3798270f-dd08-40fd-8a81-63f828f989b5 req-32a09ad1-a145-4bb2-8bf9-40efa9bcfbd9 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "DELETE /v2.0/security-groups/7922dc93-9d39-4207-ba43-e9a4b5e1a30d HTTP/1.1" status: 204 len: 173 time: 0.3400731 Aug 10 03:26:57.028356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a09ad1-a145-4bb2-8bf9-40efa9bcfbd9 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7922dc93-9d39-4207-ba43-e9a4b5e1a30d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.119079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16982617-21bf-4c2d-bf71-076e688b5aa1 req-d4ab88d8-5dae-44ed-b611-9b77f988b6ac tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/4d31d480-00ec-42ea-a4ba-0ca5fa9747fc HTTP/1.1" status: 200 len: 1813 time: 0.1484342 Aug 10 03:26:57.163197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Made reservation on behalf of 0b7f80154fb343a59b63bdca85540dff for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:26:57.168816 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.193262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ad8d0-35a8-4f8e-a70b-5019a8234123 req-cdcf887f-b522-4d72-9150-19016bd35f36 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.195817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c79ad8d0-35a8-4f8e-a70b-5019a8234123 req-cdcf887f-b522-4d72-9150-19016bd35f36 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1164546 Aug 10 03:26:57.253505 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-16982617-21bf-4c2d-bf71-076e688b5aa1 req-c39aedc1-f809-49e9-8cd6-5cd5ef50353a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.308239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-16982617-21bf-4c2d-bf71-076e688b5aa1 req-c39aedc1-f809-49e9-8cd6-5cd5ef50353a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.360092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c79ad8d0-35a8-4f8e-a70b-5019a8234123 req-dea363ab-a804-4352-a392-ebd6092fb518 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567111 Aug 10 03:26:57.410896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-16982617-21bf-4c2d-bf71-076e688b5aa1 req-c39aedc1-f809-49e9-8cd6-5cd5ef50353a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.414971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-16982617-21bf-4c2d-bf71-076e688b5aa1 req-c39aedc1-f809-49e9-8cd6-5cd5ef50353a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.416181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16982617-21bf-4c2d-bf71-076e688b5aa1 req-c39aedc1-f809-49e9-8cd6-5cd5ef50353a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d31d480-00ec-42ea-a4ba-0ca5fa9747fc HTTP/1.1" status: 204 len: 173 time: 0.2920749 Aug 10 03:26:57.436258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aedc1-f809-49e9-8cd6-5cd5ef50353a tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d31d480-00ec-42ea-a4ba-0ca5fa9747fc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:57.593207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Allocated IP 192.168.233.68 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/243058b1-02c9-46d9-afcd-f22a5d0b48ee) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:26:57.633878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c62db-7516-4f8b-a3e1-8ac29d404ae3 req-dee103bc-acdd-4510-8853-848279c5907d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:57.635594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be0c62db-7516-4f8b-a3e1-8ac29d404ae3 req-dee103bc-acdd-4510-8853-848279c5907d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0874586 Aug 10 03:26:57.642465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a9ec97d-4427-4283-8d46-65063897c2a6 req-db1a9601-2302-4569-8ccf-beb87ec670a0 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "GET /v2.0/security-groups/59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89 HTTP/1.1" status: 200 len: 1811 time: 0.1253119 Aug 10 03:26:57.743219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be0c62db-7516-4f8b-a3e1-8ac29d404ae3 req-8af93aa7-77f5-465a-b4c2-212f344c99be tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949461 Aug 10 03:26:57.827745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4a9ec97d-4427-4283-8d46-65063897c2a6 req-ba04dc8a-f409-4b94-888a-9b477b4e46f5 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:57.876621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21682b18-7d32-4e8a-932e-7741561d0bdd req-98f3e8c5-b3b6-4dd0-a7dd-9b81bbe36623 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 210 time: 0.0579267 Aug 10 03:26:58.082714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38482964-d546-49e0-afad-0b446f82282d req-9545e359-f5e9-4223-8a83-afc8ce0a4485 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.098135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38482964-d546-49e0-afad-0b446f82282d req-9545e359-f5e9-4223-8a83-afc8ce0a4485 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1063745 Aug 10 03:26:58.208455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4a9ec97d-4427-4283-8d46-65063897c2a6 req-ba04dc8a-f409-4b94-888a-9b477b4e46f5 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.225734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38482964-d546-49e0-afad-0b446f82282d req-cf4c66a0-9231-47a6-8684-e4b97824e2b6 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246459 Aug 10 03:26:58.327652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.359745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4a9ec97d-4427-4283-8d46-65063897c2a6 req-ba04dc8a-f409-4b94-888a-9b477b4e46f5 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.364482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4a9ec97d-4427-4283-8d46-65063897c2a6 req-ba04dc8a-f409-4b94-888a-9b477b4e46f5 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.366451 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a9ec97d-4427-4283-8d46-65063897c2a6 req-ba04dc8a-f409-4b94-888a-9b477b4e46f5 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] 10.222.0.53 "DELETE /v2.0/security-groups/59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89 HTTP/1.1" status: 204 len: 173 time: 0.7098813 Aug 10 03:26:58.368347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Transition to ACTIVE for port object 243058b1-02c9-46d9-afcd-f22a5d0b48ee will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:26:58.377569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43046) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:58.397113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04dc8a-f409-4b94-888a-9b477b4e46f5 tempest-SecurityGroupRulesNegativeTestJSON-849082225 tempest-SecurityGroupRulesNegativeTestJSON-849082225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dbd207-d9d5-4b8e-b9cb-bc0fca9d6a89,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:58.502750 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.519894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Deleting subnet f1f77804-880c-4eae-b508-e14ed2fbf674 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:26:58.521017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:58.527571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.610017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', '129c41ba-079c-4763-902f-b4e24998bf66', 'ef12eb6f-7103-4413-9e04-6015ce80fd7c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:26:58.645559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:26:58.645559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:26:58.649576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:26:58.656643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event updated for resources: {'Port': ['ID=243058b1-02c9-46d9-afcd-f22a5d0b48ee,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:58.718668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.752046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.752046 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.776038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:58.789000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-11cc6809-4b0c-4cd7-8fd9-84841b45b67c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9664490 Aug 10 03:26:58.806022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Request body: {'port': {'device_id': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:26:58.967497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf910ba-528c-4681-b82e-a1bbd126af9f req-34686cab-9472-4ac2-bd06-e69aea34c106 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:58.980089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdf910ba-528c-4681-b82e-a1bbd126af9f req-34686cab-9472-4ac2-bd06-e69aea34c106 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.3799734 Aug 10 03:26:59.050584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.094237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdf910ba-528c-4681-b82e-a1bbd126af9f req-eb50fb07-d3c9-4a23-a2f2-f96698efca12 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125283 Aug 10 03:26:59.147770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.171308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5bf1-abc8-4b38-9806-5b9b2ddd6b4b req-998180c5-3078-47e9-9f47-b9c99ced4ab0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.181077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acba5bf1-abc8-4b38-9806-5b9b2ddd6b4b req-998180c5-3078-47e9-9f47-b9c99ced4ab0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.2287698 Aug 10 03:26:59.269380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f77804-880c-4eae-b508-e14ed2fbf674,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:26:59.273654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.305747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c29e8974-12d5-4265-8981-a116ef2c1ac3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1f77804-880c-4eae-b508-e14ed2fbf674 HTTP/1.1" status: 204 len: 168 time: 0.9231219 Aug 10 03:26:59.322140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43060) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:26:59.344779 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acba5bf1-abc8-4b38-9806-5b9b2ddd6b4b req-6d1fdf65-63b6-470b-b122-2e6f36fe7dac tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630549 Aug 10 03:26:59.511550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a8b7dfca-297f-4f84-a78b-74a782fcb4bb None None] Provisioning for port 243058b1-02c9-46d9-afcd-f22a5d0b48ee completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:26:59.539724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a8b7dfca-297f-4f84-a78b-74a782fcb4bb None None] Provisioning complete for port 243058b1-02c9-46d9-afcd-f22a5d0b48ee triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:26:59.540531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10a6f9-0210-4c13-89e8-9125412bf8aa req-9b9cd568-ca76-4876-84f1-a8d831b9f887 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.541188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8b7dfca-297f-4f84-a78b-74a782fcb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.561388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c10a6f9-0210-4c13-89e8-9125412bf8aa req-9b9cd568-ca76-4876-84f1-a8d831b9f887 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 935 time: 0.2559023 Aug 10 03:26:59.618040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.622494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c10a6f9-0210-4c13-89e8-9125412bf8aa req-102743aa-3263-4397-bbea-4d5fc1762569 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 Aug 10 03:26:59.663701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7dfca-297f-4f84-a78b-74a782fcb4bb None None] Port 243058b1-02c9-46d9-afcd-f22a5d0b48ee cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:26:59.691634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee4bd6-3c62-4ca2-aa6f-732db3dc721a req-6e9a95d5-180b-4843-a896-e18b3c878640 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:26:59.695278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffee4bd6-3c62-4ca2-aa6f-732db3dc721a req-6e9a95d5-180b-4843-a896-e18b3c878640 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1188648 Aug 10 03:26:59.759915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:26:59.861770 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f50bfb7-6f8c-46ee-8ab8-34a9cc3d7de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.057630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.094413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffee4bd6-3c62-4ca2-aa6f-732db3dc721a req-d7367652-6736-451e-85b9-bbaba2f41dc9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836343 Aug 10 03:27:00.131051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32026229-df2c-4946-8c38-7b7bca6c4ccc']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:00.230752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f199c0-3d1a-4558-9809-f0e56df51ae1') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:00.231418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f199c0-3d1a-4558-9809-f0e56df51ae1') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:00.266410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.304135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243058b1-02c9-46d9-afcd-f22a5d0b48ee {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:00.321105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.327593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.349048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:27:00.350740 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:27:00.354910 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:27:00.454205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cdc59-a55e-4e97-a697-833be3acb7bf req-ab07dd33-698a-4390-bba9-e99dfd7054dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.458394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-722cdc59-a55e-4e97-a697-833be3acb7bf req-ab07dd33-698a-4390-bba9-e99dfd7054dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1558928 Aug 10 03:27:00.596034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Transition to ACTIVE for port object 243058b1-02c9-46d9-afcd-f22a5d0b48ee will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:00.633111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.640537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-722cdc59-a55e-4e97-a697-833be3acb7bf req-8531dd10-2a5d-4926-9f72-6f727bf4f7d4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661713 Aug 10 03:27:00.708346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.820756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:00.830444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/32026229-df2c-4946-8c38-7b7bca6c4ccc HTTP/1.1" status: 204 len: 168 time: 1.5065172 Aug 10 03:27:00.913206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480ea9-e050-4df8-bb28-ddc8d226fce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32026229-df2c-4946-8c38-7b7bca6c4ccc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:00.931405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04024ce-1872-42bf-830e-d5e1d45eebb0 req-acf8559e-7df0-4ad2-b75e-8f6093872b52 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:00.934914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d04024ce-1872-42bf-830e-d5e1d45eebb0 req-acf8559e-7df0-4ad2-b75e-8f6093872b52 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.3662701 Aug 10 03:27:00.939218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Pushing event updated for resources: {'Port': ['ID=243058b1-02c9-46d9-afcd-f22a5d0b48ee,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:01.103712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-910ce6d3-48d5-4be1-bc38-ffec06db33f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2419496 Aug 10 03:27:01.146193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286a4d-e737-4591-8015-d4d4d91028b0 req-8266aae5-df13-4daf-a830-fd2fa2dda737 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.148181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a286a4d-e737-4591-8015-d4d4d91028b0 req-8266aae5-df13-4daf-a830-fd2fa2dda737 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 947 time: 0.1972213 Aug 10 03:27:01.205029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43082) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:01.223268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d04024ce-1872-42bf-830e-d5e1d45eebb0 req-43ae8748-6e4e-4f06-ae25-c1cfb22deb81 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210793 Aug 10 03:27:01.267075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Attempting to bind port 243058b1-02c9-46d9-afcd-f22a5d0b48ee on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:01.267629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Attempting to bind port 243058b1-02c9-46d9-afcd-f22a5d0b48ee by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:01.268267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Attempting to bind port 243058b1-02c9-46d9-afcd-f22a5d0b48ee on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:01.287643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Port 243058b1-02c9-46d9-afcd-f22a5d0b48ee on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:01.288200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Attempting to bind port 243058b1-02c9-46d9-afcd-f22a5d0b48ee on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:01.313516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:01.314000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:01.314480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:01.314980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Bound port: 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:01.315356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.324613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a286a4d-e737-4591-8015-d4d4d91028b0 req-4ea1b4f9-f0c7-4a81-8bd5-dd63678db885 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580436 Aug 10 03:27:01.357283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-54eef2ea-f62f-48d3-8a79-7537df80cf8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d28e4450628047e3bb613073c9174f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508269 Aug 10 03:27:01.361735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43084) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:01.439486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-919e9a84-510a-4e62-9c5c-52cb440e64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.440361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-919e9a84-510a-4e62-9c5c-52cb440e64fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1102 time: 0.2371626 Aug 10 03:27:01.512238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] For port 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:01.523954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] For port 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:01.531730 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.580026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f2b171e-52ff-46e0-8ebb-050d222ed10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.588873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.589530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.592057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.593037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] 10.222.0.39 "PUT /v2.0/ports/243058b1-02c9-46d9-afcd-f22a5d0b48ee HTTP/1.1" status: 200 len: 1096 time: 2.7926078 Aug 10 03:27:01.595552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'tag': '243058b1-02c9-46d9-afcd-f22a5d0b48ee'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:01.601085 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74482f2-8da5-453e-ab7e-7f53e710e2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc6a0e6-8e84-40b8-b54c-c240dc84117e", "tag": "243058b1-02c9-46d9-afcd-f22a5d0b48ee"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:01.659237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f2b171e-52ff-46e0-8ebb-050d222ed10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.728537 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d91bf2-07c5-4487-b3ad-ce82a970f7ff x-openstack-request-id: req-86d91bf2-07c5-4487-b3ad-ce82a970f7ff {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:01.730656 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc6a0e6-8e84-40b8-b54c-c240dc84117e", "tag": "243058b1-02c9-46d9-afcd-f22a5d0b48ee", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:01.732480 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86d91bf2-07c5-4487-b3ad-ce82a970f7ff {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:01.733314 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'tag': '243058b1-02c9-46d9-afcd-f22a5d0b48ee', 'status': 'completed', 'code': 200} Aug 10 03:27:01.742605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-00275199-e17d-4ffd-aa15-fefe8e30fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.744350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-00275199-e17d-4ffd-aa15-fefe8e30fdbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2677722 Aug 10 03:27:01.812078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c9a9a-156c-4898-b75b-d339b5f047bc service neutron] Pushing event updated for resources: {'Port': ['ID=243058b1-02c9-46d9-afcd-f22a5d0b48ee,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:01.870390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59c3de-f32d-4798-8ddd-50737bf5ed88 req-fafd8445-2843-4db1-97a7-6b8431ffe24a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.873772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd59c3de-f32d-4798-8ddd-50737bf5ed88 req-fafd8445-2843-4db1-97a7-6b8431ffe24a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2532876 Aug 10 03:27:01.881720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-f70c4454-5532-4725-9875-d0ba4484638f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.1284876 Aug 10 03:27:01.914618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-854f09fe-941a-46a3-9cac-05107985ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:01.917401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-854f09fe-941a-46a3-9cac-05107985ef6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 1099 time: 0.2509325 Aug 10 03:27:01.934856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f2b171e-52ff-46e0-8ebb-050d222ed10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.945682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f2b171e-52ff-46e0-8ebb-050d222ed10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:01.951384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1f2b171e-52ff-46e0-8ebb-050d222ed10b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f55ee98d-3c5d-418d-9b5b-008b5cde6047 HTTP/1.1" status: 204 len: 168 time: 0.5842049 Aug 10 03:27:02.012454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b171e-52ff-46e0-8ebb-050d222ed10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ee98d-3c5d-418d-9b5b-008b5cde6047,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:02.019595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-31b37089-2244-4ea8-a1a7-99cc5a0785c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee HTTP/1.1" status: 200 len: 217 time: 0.0892549 Aug 10 03:27:02.038315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-1ec0114e-705d-43b5-9627-a77966e3ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.040338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-1ec0114e-705d-43b5-9627-a77966e3ff36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1218216 Aug 10 03:27:02.049606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d7e84-5617-41da-bc3d-575b8da19205 req-8d482c66-b7a3-4cc4-ad03-32bcb74e0245 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.051442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c3d7e84-5617-41da-bc3d-575b8da19205 req-8d482c66-b7a3-4cc4-ad03-32bcb74e0245 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1940689 Aug 10 03:27:02.077931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd59c3de-f32d-4798-8ddd-50737bf5ed88 req-8d5fd245-0613-40d1-af85-94367b3c5ad8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953199 Aug 10 03:27:02.103994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-4c549067-50b1-4950-a0d5-bafc7e78dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.105836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-4c549067-50b1-4950-a0d5-bafc7e78dcbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0797145 Aug 10 03:27:02.160818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c3d7e84-5617-41da-bc3d-575b8da19205 req-f4d58af4-a8c6-4f16-b6d5-3414a60e6e9a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850992 Aug 10 03:27:02.168660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-00588191-69b3-4d18-8538-29cd63ad89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.173464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-00588191-69b3-4d18-8538-29cd63ad89d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589349 Aug 10 03:27:02.185550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-009aaef1-1a9d-4167-95da-e01df0067ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.188514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-009aaef1-1a9d-4167-95da-e01df0067ca6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252134 Aug 10 03:27:02.335413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-f9c1bb23-f40e-4927-9ad1-db609073d6bf service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543806 Aug 10 03:27:02.356487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-0055746b-c566-4292-b9a0-57ce9a47e0d5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554024 Aug 10 03:27:02.460366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cbfb1-b744-4439-b0d6-a27dfa72b5bd req-afffb6c3-6553-4d87-93fb-9a9ac4840e47 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.462009 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993cbfb1-b744-4439-b0d6-a27dfa72b5bd req-afffb6c3-6553-4d87-93fb-9a9ac4840e47 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.1255946 Aug 10 03:27:02.547134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993cbfb1-b744-4439-b0d6-a27dfa72b5bd req-37b8680c-28cb-4981-b713-2f5cb6f2eb29 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760994 Aug 10 03:27:02.571603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-325dc84d-949d-4107-ae7f-5e18252f4afc req-f9db5813-55f0-4c76-9ffe-87616875b3e9 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260337 Aug 10 03:27:02.655664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-8063bdda-2428-439a-951d-86de45a1899d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1206739 Aug 10 03:27:02.674433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a8db-6ac0-4282-bdc2-69644740c898 req-db2b5f26-e857-48c5-8547-93e9a5eca6fc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.682885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4c01a8db-6ac0-4282-bdc2-69644740c898 req-db2b5f26-e857-48c5-8547-93e9a5eca6fc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 947 time: 0.2011881 Aug 10 03:27:02.723359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edaf5b30-8bf6-4802-a0e2-4d4ceeee62f5 req-fee1c197-edad-4610-bd93-146864c823a2 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564136 Aug 10 03:27:02.787177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4c01a8db-6ac0-4282-bdc2-69644740c898 req-0dab008b-c0a3-4f55-aeab-fde5be0aa42d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031988 Aug 10 03:27:02.819330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cee53-a749-4982-a940-855240e6f038 req-3286c4cc-189e-4ecc-86e8-5e276a8f611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.820974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-3286c4cc-189e-4ecc-86e8-5e276a8f611e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 1096 time: 0.1247666 Aug 10 03:27:02.824238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-9a303c7f-09a3-4fce-8e83-8152a2935af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.827172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-9a303c7f-09a3-4fce-8e83-8152a2935af5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b7f80154fb343a59b63bdca85540dff&device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 1099 time: 0.1335402 Aug 10 03:27:02.979280 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:02.989026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-946e6801-5216-42fd-a8f8-c8ef95f25595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:02.991360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-946e6801-5216-42fd-a8f8-c8ef95f25595 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1451888 Aug 10 03:27:03.056640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cee53-a749-4982-a940-855240e6f038 req-4b092a62-4852-499e-8414-03f69fb06cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.058637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-4b092a62-4852-499e-8414-03f69fb06cfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.1904109 Aug 10 03:27:03.063333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-902c0ae1-1295-441b-8232-d70d4e52270e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee HTTP/1.1" status: 200 len: 217 time: 0.0601318 Aug 10 03:27:03.138831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-fd7f21ad-25e5-4d60-b5a9-0ab5cabc834f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 200 len: 217 time: 0.0583427 Aug 10 03:27:03.205909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-b4494756-4eeb-4079-98a0-4a6261b01eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.211071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cee53-a749-4982-a940-855240e6f038 req-138bf978-71d9-402e-8f30-be166d9e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.212727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-b4494756-4eeb-4079-98a0-4a6261b01eba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1315160 Aug 10 03:27:03.213312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-138bf978-71d9-402e-8f30-be166d9e90de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.0634239 Aug 10 03:27:03.286270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-79fa7dfd-91e0-454a-a259-37d251f3d4dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438421 Aug 10 03:27:03.335182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb881827-af2d-44fe-b7c1-6395688f447b req-9a50d88a-10d1-465e-924b-64517bff2bda tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.337260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb881827-af2d-44fe-b7c1-6395688f447b req-9a50d88a-10d1-465e-924b-64517bff2bda tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1538732 Aug 10 03:27:03.373521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-ea725fa0-1929-4d42-a7ee-701e5d066348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.375509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-ea725fa0-1929-4d42-a7ee-701e5d066348 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216061 Aug 10 03:27:03.459799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-7c0b96bb-4f27-4c1f-9375-621893b03564 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592879 Aug 10 03:27:03.467376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:03.508545 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-3fcde14f-b712-463d-a27c-cba39bf91a92 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229300 Aug 10 03:27:03.512954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885d94-6fba-4741-8256-45d6685c625c req-6b548c0b-008d-4a9b-80db-bd9a70abd49b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.514584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42885d94-6fba-4741-8256-45d6685c625c req-6b548c0b-008d-4a9b-80db-bd9a70abd49b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1375070 Aug 10 03:27:03.566880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb881827-af2d-44fe-b7c1-6395688f447b req-41c223b6-6d1b-436d-a73b-e7a8ae274528 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193160 Aug 10 03:27:03.639638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42885d94-6fba-4741-8256-45d6685c625c req-c281d012-c46c-4926-aadc-6ca4ba477594 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823674 Aug 10 03:27:03.666545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c2cee53-a749-4982-a940-855240e6f038 req-8d0ca26d-f036-4f07-b30e-ba8dcb3c32ff service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882758 Aug 10 03:27:03.721782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-757817456-network', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:03.730795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b74482f2-8da5-453e-ab7e-7f53e710e2fa req-6d0aec30-3104-440f-abcc-867ea0aab8bf service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960926 Aug 10 03:27:03.751604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Made reservation on behalf of 03cc3b7e0589465bbc65a76787c105ce for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:03.754220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.782327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.783135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db71697-cd72-44a2-a61f-64d833b2a495 req-2f35f67b-441b-45e2-bbcf-7585299f16dd tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:03.785255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4db71697-cd72-44a2-a61f-64d833b2a495 req-2f35f67b-441b-45e2-bbcf-7585299f16dd tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0758181 Aug 10 03:27:03.844066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4db71697-cd72-44a2-a61f-64d833b2a495 req-d00c7a6d-c070-4e44-8be2-d728f57da73c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Aug 10 03:27:03.918272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.924138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:03.979611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:27:04.001056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30789df-2616-4042-8d1c-40f42edcf03c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.010299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.010786 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Added segment c2cb5f97-8b05-42be-adba-ca41d65414dd of type vlan for network 72808e44-db58-4fbb-be53-92d71831e779 Aug 10 03:27:04.055296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57ccf9-ded0-4177-ae70-6ac4735f9ed2 req-0ec2441b-68af-4897-a824-fe1bdcc1aa8e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.057309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd57ccf9-ded0-4177-ae70-6ac4735f9ed2 req-0ec2441b-68af-4897-a824-fe1bdcc1aa8e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 947 time: 0.0704803 Aug 10 03:27:04.100182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.115979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd57ccf9-ded0-4177-ae70-6ac4735f9ed2 req-553299da-96a4-47d2-a962-59785d006385 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 Aug 10 03:27:04.138343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.139326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.139906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.203321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7328761 Aug 10 03:27:04.208540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43140) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:04.212522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039bfe4-7047-49bf-949f-7647e38139ea admin admin] Pushing event updated for resources: {'Network': ['ID=72808e44-db58-4fbb-be53-92d71831e779,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.218640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Request body: {'subnet': {'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-757817456-subnet', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:04.225404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 72808e44-db58-4fbb-be53-92d71831e779 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:27:04.262565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Made reservation on behalf of 03cc3b7e0589465bbc65a76787c105ce for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:04.265650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.508470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.577749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9e9458-09da-4dda-8e63-c8f09122df4d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:04.590848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Checking segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:04.591251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Network hostable DHCP agents. Network: 72808e44-db58-4fbb-be53-92d71831e779, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:27:04.617809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Network 72808e44-db58-4fbb-be53-92d71831e779 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:27:04.633644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 72808e44-db58-4fbb-be53-92d71831e779) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:04.644575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40473fa4-d9d5-4584-89ad-5b6a112ec0f8 None None] Network 72808e44-db58-4fbb-be53-92d71831e779 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:04.650904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.652236 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.707193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3898fad1-f143-4787-93b3-5cf1d7ef6b73 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4956942 Aug 10 03:27:04.708149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43146) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:04.715569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:04.768310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.770386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.799700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9addf-5f5f-4af5-a2de-7aace003bacf req-25e120ee-d707-403f-9a83-62e9ee0267da tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:04.805769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9c9addf-5f5f-4af5-a2de-7aace003bacf req-25e120ee-d707-403f-9a83-62e9ee0267da tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1626925 Aug 10 03:27:04.866465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9c9addf-5f5f-4af5-a2de-7aace003bacf req-19ca8795-8aff-4d27-875d-a52411e73aa8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Aug 10 03:27:04.912518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-72808e44-db58-4fbb-be53-92d71831e779', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:27:04.914153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:04.927940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.029102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17fd5f-c1ed-44eb-a2ec-468f536b9c47 req-c3a9abcd-0697-4981-9106-f0d03d67247d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.033103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf17fd5f-c1ed-44eb-a2ec-468f536b9c47 req-c3a9abcd-0697-4981-9106-f0d03d67247d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.2144251 Aug 10 03:27:05.041401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07487016-01ae-4546-99bd-cfe5f95a237f req-c96005f8-7e14-473f-8d5e-ea060ed03386 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.043884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07487016-01ae-4546-99bd-cfe5f95a237f req-c96005f8-7e14-473f-8d5e-ea060ed03386 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.0648336 Aug 10 03:27:05.132258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07487016-01ae-4546-99bd-cfe5f95a237f req-6c6bc105-d44e-4a2e-b819-6946c7ca9002 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753944 Aug 10 03:27:05.213226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Allocated IP 172.20.0.2 (72808e44-db58-4fbb-be53-92d71831e779/3a9e9458-09da-4dda-8e63-c8f09122df4d/5a9b71c3-e6f4-4249-ab12-7117fc58f28e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:05.286720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.308299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf17fd5f-c1ed-44eb-a2ec-468f536b9c47 req-8ddc0b87-0291-40cc-914c-4f8684c3ec39 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095153 Aug 10 03:27:05.447771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.459088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Transition to ACTIVE for port object 5a9b71c3-e6f4-4249-ab12-7117fc58f28e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:05.477097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Transition to ACTIVE for port object 5a9b71c3-e6f4-4249-ab12-7117fc58f28e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:05.491317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.540843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Network 72808e44-db58-4fbb-be53-92d71831e779 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:05.545129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:05.550066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:05.574769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Pushing event updated for resources: {'Port': ['ID=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.600784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfad47-0970-43eb-87e7-8c4b74865c84 req-e64983df-425f-451b-8bc1-868db26495fb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:05.602762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70dfad47-0970-43eb-87e7-8c4b74865c84 req-e64983df-425f-451b-8bc1-868db26495fb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 947 time: 0.1467016 Aug 10 03:27:05.649756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Attempting to bind port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:05.650350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Attempting to bind port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:05.650749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Attempting to bind port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e on network 72808e44-db58-4fbb-be53-92d71831e779 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:05.657875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:05.658330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Checking segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:05.658884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.659436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Bound using segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:05.659934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Bound port: 5a9b71c3-e6f4-4249-ab12-7117fc58f28e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:05.660500 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.768269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] For port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:05.769541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70dfad47-0970-43eb-87e7-8c4b74865c84 req-b36b40f8-95b1-4fc7-a793-aed8ed742971 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464181 Aug 10 03:27:05.773666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] For port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:05.782549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.830170 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:05.874396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bfd3e-54a9-4672-ae67-c083fb8601ea None None] Pushing event updated for resources: {'Port': ['ID=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:05.876478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.034193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b09d-4fe3-466c-8d3f-dec343baa9d8 req-44c22739-b4f2-446d-9814-bdd7a879173e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.036172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2851b09d-4fe3-466c-8d3f-dec343baa9d8 req-44c22739-b4f2-446d-9814-bdd7a879173e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0886047 Aug 10 03:27:06.098877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 243058b1-02c9-46d9-afcd-f22a5d0b48ee details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:06.108537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Allocated IP 172.25.2.143 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:06.134415 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2851b09d-4fe3-466c-8d3f-dec343baa9d8 req-492ba501-da58-4c22-87bd-fdba4de70348 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883310 Aug 10 03:27:06.380288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.405148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d7f8d-97d3-40d3-bcfd-75ca513b5da7 req-7799a3eb-160e-4437-832d-e16bd1cdd0f0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.407095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d74d7f8d-97d3-40d3-bcfd-75ca513b5da7 req-7799a3eb-160e-4437-832d-e16bd1cdd0f0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.1313794 Aug 10 03:27:06.413041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:06.434654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '243058b1-02c9-46d9-afcd-f22a5d0b48ee', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '243058b1-02c9-46d9-afcd-f22a5d0b48ee', 'mac_address': 'fa:16:3e:b5:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:06.478758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d74d7f8d-97d3-40d3-bcfd-75ca513b5da7 req-1cfd885a-e172-4efd-8164-54d7d8415052 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Aug 10 03:27:06.511342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.556989 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.596522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:06.611267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243058b1-02c9-46d9-afcd-f22a5d0b48ee {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:06.611676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:06.623835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:06.640441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61f6a-9297-45c7-ab35-205b3dae9653 req-9f0d58f7-82a9-4d09-9ab0-458fd3adbade tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:06.643835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ba61f6a-9297-45c7-ab35-205b3dae9653 req-9f0d58f7-82a9-4d09-9ab0-458fd3adbade tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1231320 Aug 10 03:27:06.664790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:06.672002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:06.718297 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ba61f6a-9297-45c7-ab35-205b3dae9653 req-b7463e20-cca7-44db-958d-82147081f904 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Aug 10 03:27:06.803662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=243058b1-02c9-46d9-afcd-f22a5d0b48ee,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:06.820404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:07.074810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['243058b1-02c9-46d9-afcd-f22a5d0b48ee'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:07.122830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc52c0-8f78-4188-a646-d74ab769fdaa req-d815b596-9dc6-48b8-8b79-8bd0855e0252 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.126888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94bc52c0-8f78-4188-a646-d74ab769fdaa req-d815b596-9dc6-48b8-8b79-8bd0855e0252 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 948 time: 0.1771142 Aug 10 03:27:07.181326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.185301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a9b71c3-e6f4-4249-ab12-7117fc58f28e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:07.292270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94bc52c0-8f78-4188-a646-d74ab769fdaa req-25045219-0b40-434e-96f3-de76e5e5ec90 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524811 Aug 10 03:27:07.440391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:07.467495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e4be6-20f7-40b0-93c3-e4339e63f6ba req-7890fa6b-94ff-4ce5-b0da-43e2c722df62 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.491533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a35827-ed28-47e5-b0c7-7a08bc015f63 None None] Network 72808e44-db58-4fbb-be53-92d71831e779 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:27:07.499236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-842e4be6-20f7-40b0-93c3-e4339e63f6ba req-7890fa6b-94ff-4ce5-b0da-43e2c722df62 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2109516 Aug 10 03:27:07.604318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-842e4be6-20f7-40b0-93c3-e4339e63f6ba req-75be9bef-eb0e-4e06-bfe6-4f9a399abcdf tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035213 Aug 10 03:27:07.640478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] Provisioning for port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:07.660558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] Provisioning complete for port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:07.662220 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.691843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.849020 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.860908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46d767-200b-416d-ab7d-b8ce60efeff3 req-d8071216-e201-4825-b262-e75b12b8ac36 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:07.873000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b46d767-200b-416d-ab7d-b8ce60efeff3 req-d8071216-e201-4825-b262-e75b12b8ac36 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.2036150 Aug 10 03:27:07.925350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] For port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:07.937326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:07.975091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b46d767-200b-416d-ab7d-b8ce60efeff3 req-9f1b4f74-57eb-4168-b616-5b9964b1db63 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007168 Aug 10 03:27:07.984938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06414046-d348-4695-bdb4-50e239e4dd76 req-406ae2bf-d068-4969-8d26-ad351a2be5b2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.007249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06414046-d348-4695-bdb4-50e239e4dd76 req-406ae2bf-d068-4969-8d26-ad351a2be5b2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1524677 Aug 10 03:27:08.029818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a9413-d455-42a9-a3d7-25b30c08f3d0 None None] Pushing event updated for resources: {'Port': ['ID=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:08.030895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Router 18661d03-71b9-409c-8178-0464d0b1e83e is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:27:08.081030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06414046-d348-4695-bdb4-50e239e4dd76 req-c4f1abfc-4d97-4f61-94f1-ce1db285b34d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723052 Aug 10 03:27:08.286303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d50bd6e6-1e64-48b8-bc9e-cf78e5701d09 None None] Provisioning complete for port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:08.287264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d50bd6e6-1e64-48b8-bc9e-cf78e5701d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.578435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:08.593800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Sync routers for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:08.624951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:08.628624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:27:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:08.632134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-754a8ee3-72fd-41ab-be9f-709c2f47500c tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.638840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-754a8ee3-72fd-41ab-be9f-709c2f47500c tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1098 time: 0.2545407 Aug 10 03:27:08.649052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.655023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a9d1de3-929e-43d8-a22b-39cd0eed1db0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9412830 Aug 10 03:27:08.655576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43192) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:08.664668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-14'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:08.680696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e74358-3219-4023-b381-2e3023155030 req-bbc1921b-4515-4f2f-8cce-7f407151a045 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:08.682513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02e74358-3219-4023-b381-2e3023155030 req-bbc1921b-4515-4f2f-8cce-7f407151a045 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 948 time: 0.2001789 Aug 10 03:27:08.825738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02e74358-3219-4023-b381-2e3023155030 req-7cf6118c-df5b-49ba-9e9b-d1d60ff05713 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128881 Aug 10 03:27:08.839792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:08.964457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:09.014347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197da28-4bf4-46e0-b163-d4e52773cf00 req-151b9b67-8314-4109-b783-dbed52b66161 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.022531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e197da28-4bf4-46e0-b163-d4e52773cf00 req-151b9b67-8314-4109-b783-dbed52b66161 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1025114 Aug 10 03:27:09.159841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a9b71c3-e6f4-4249-ab12-7117fc58f28e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:09.185911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:09.197574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e197da28-4bf4-46e0-b163-d4e52773cf00 req-49e8d38d-d7e7-4e9b-908c-9f9f4995d8f2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737275 Aug 10 03:27:09.315678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:09.367075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:09.367502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.410842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:09.420177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:09.424328 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522408cf-120b-4764-bd5a-512730eea53d" -d '{"events": [{"server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:09.430711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.456111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c57cf-9442-40aa-ae42-5fe642632e1d req-8c7c1dd0-1176-4d29-a751-9d3627b3b83f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.458229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff7c57cf-9442-40aa-ae42-5fe642632e1d req-8c7c1dd0-1176-4d29-a751-9d3627b3b83f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 946 time: 0.2327380 Aug 10 03:27:09.459490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.560944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:06Z', 'revision_number': 3, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:09.654846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf21d8b-562f-47ad-8cb2-bc8a60ab6efc req-433f02e9-c387-48c9-a42c-77cde2d1ae79 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:09.657574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bf21d8b-562f-47ad-8cb2-bc8a60ab6efc req-433f02e9-c387-48c9-a42c-77cde2d1ae79 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.2280488 Aug 10 03:27:09.751607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on host n-h1-769329-14 for vnic_type normal with profile {"migrating_to": "n-h2-769329-14"} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:09.752150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:09.752645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:09.765874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:09.766626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Attempting to bind port fa2259b5-599a-4a83-9d7c-f709b6d32383 on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:09.776456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff7c57cf-9442-40aa-ae42-5fe642632e1d req-9065a449-3a8d-401f-874a-2168aa9d3cb1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735260 Aug 10 03:27:09.813513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:09.814071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:09.814694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:09.815406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Bound port: fa2259b5-599a-4a83-9d7c-f709b6d32383, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:09.816024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:09.836264 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bf21d8b-562f-47ad-8cb2-bc8a60ab6efc req-76799b05-fcee-473a-8737-40d1271c85a7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512256 Aug 10 03:27:09.879313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Checking router: 18661d03-71b9-409c-8178-0464d0b1e83e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:09.880270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Updating router 18661d03-71b9-409c-8178-0464d0b1e83e port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:09.951034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:09.970600 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c763030-eac3-4cde-9867-600a615ffc5a x-openstack-request-id: req-9c763030-eac3-4cde-9867-600a615ffc5a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:09.971130 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "name": "network-vif-unplugged", "status": "completed", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:09.971597 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c763030-eac3-4cde-9867-600a615ffc5a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:09.972339 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'code': 200} Aug 10 03:27:10.035787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.085118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:10.087155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:10.091783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:10.094137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.101006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.139770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 243058b1-02c9-46d9-afcd-f22a5d0b48ee up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:10.155994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 has no active binding in host n-h2-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:27:10.332145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=8']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:10.370975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 243058b1-02c9-46d9-afcd-f22a5d0b48ee completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:10.386518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.387262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.388750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dcb60f6c-955f-4384-a445-12c6efce7b37 service neutron] 10.222.0.65 "PUT /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 1124 time: 1.7326145 Aug 10 03:27:10.420813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697db680-ecc1-4a7f-9ed2-30c73863c536 req-97f7bdd6-277d-411c-878f-5a789da1dc91 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.428457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-697db680-ecc1-4a7f-9ed2-30c73863c536 req-97f7bdd6-277d-411c-878f-5a789da1dc91 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 948 time: 0.3034737 Aug 10 03:27:10.480157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Allocated IP 172.20.0.1 (72808e44-db58-4fbb-be53-92d71831e779/3a9e9458-09da-4dda-8e63-c8f09122df4d/9813ed52-5749-4164-83a4-13137c204d81) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:10.486346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-697db680-ecc1-4a7f-9ed2-30c73863c536 req-cbdb15db-505e-4c68-b584-90838296dbd2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568707 Aug 10 03:27:10.595049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 243058b1-02c9-46d9-afcd-f22a5d0b48ee triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:10.597372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.632638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7fa7-9122-4b00-b5df-6cbd680268de req-be9a11c2-0d3e-4c38-9d44-2a51d09a28b8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:10.634655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08fb7fa7-9122-4b00-b5df-6cbd680268de req-be9a11c2-0d3e-4c38-9d44-2a51d09a28b8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2896256 Aug 10 03:27:10.670353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['fa2259b5-599a-4a83-9d7c-f709b6d32383'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:10.707247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08fb7fa7-9122-4b00-b5df-6cbd680268de req-2c86966f-5e86-4c99-a9d7-1120284832e9 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629113 Aug 10 03:27:10.727588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.745053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fa2259b5-599a-4a83-9d7c-f709b6d32383'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:10.746084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Transition to ACTIVE for port object 9813ed52-5749-4164-83a4-13137c204d81 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:10.791983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.833324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Network 72808e44-db58-4fbb-be53-92d71831e779 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:10.839855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:10.864490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:10.901226 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:10.953319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Transition to ACTIVE for port object 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:10.983116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.097711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Pushing event updated for resources: {'Port': ['ID=9813ed52-5749-4164-83a4-13137c204d81,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.108164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfedc45-935a-4b69-b69e-a87646748f49 req-70907cc0-afd4-4274-95cb-2de3c5682489 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.113212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dbfedc45-935a-4b69-b69e-a87646748f49 req-70907cc0-afd4-4274-95cb-2de3c5682489 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.1468022 Aug 10 03:27:11.119085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.154929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437060f-1d01-4ddf-9039-49ba6edfa9b7 None None] Pushing event updated for resources: {'Port': ['ID=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:11.160000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Attempting to bind port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:11.160376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Attempting to bind port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:11.160747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Attempting to bind port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:11.219397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dbfedc45-935a-4b69-b69e-a87646748f49 req-765b0828-22c8-4f0e-a63f-8b5443337b9b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018386 Aug 10 03:27:11.233373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:11.234235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:11.235207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.235902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:11.237005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Bound port: 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:11.237878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.252493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c889c10-1348-4534-9a1c-60cadb22717b req-00c49f0c-0b26-41d4-a609-1cdc01db5f2b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.255074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c889c10-1348-4534-9a1c-60cadb22717b req-00c49f0c-0b26-41d4-a609-1cdc01db5f2b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.2727671 Aug 10 03:27:11.348825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c889c10-1348-4534-9a1c-60cadb22717b req-16edd15e-24d1-478a-8e4a-c841ce790ad8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794563 Aug 10 03:27:11.400362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.446632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] For port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:11.454022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] For port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:11.584735 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.597162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.718051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-268fe532-b98d-48e6-996a-4c511b9f5020 None None] Provisioning for port 9813ed52-5749-4164-83a4-13137c204d81 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:11.843260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:11.847449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-268fe532-b98d-48e6-996a-4c511b9f5020 None None] Provisioning complete for port 9813ed52-5749-4164-83a4-13137c204d81 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:11.848280 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-268fe532-b98d-48e6-996a-4c511b9f5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.854563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ace3-bf9f-4180-b7a2-2fb78b581b12 req-0572782b-ad09-4d61-805f-61f6dc9e69eb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:11.862267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a57ace3-bf9f-4180-b7a2-2fb78b581b12 req-0572782b-ad09-4d61-805f-61f6dc9e69eb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 948 time: 0.1344852 Aug 10 03:27:11.945307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243058b1-02c9-46d9-afcd-f22a5d0b48ee'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:11.950366 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de495ce-2906-4dba-b072-2a8788785474" -d '{"events": [{"server_uuid": "9dc6a0e6-8e84-40b8-b54c-c240dc84117e", "name": "network-vif-plugged", "status": "completed", "tag": "243058b1-02c9-46d9-afcd-f22a5d0b48ee"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:11.956393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-268fe532-b98d-48e6-996a-4c511b9f5020 None None] Port 9813ed52-5749-4164-83a4-13137c204d81 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:11.960154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a57ace3-bf9f-4180-b7a2-2fb78b581b12 req-1688ae35-b845-4c39-8c50-5fca3222158e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968184 Aug 10 03:27:11.967216 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:11.973448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:11.977944 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:12.021684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:12.023653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92453e9b-5608-4d97-8241-87266c9fa629 req-22db4f1b-314e-4891-8630-a06e0f7858b2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.023934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:27:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:12.026895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92453e9b-5608-4d97-8241-87266c9fa629 req-22db4f1b-314e-4891-8630-a06e0f7858b2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1439111 Aug 10 03:27:12.062521 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136fa9f4-da12-40f0-ac53-ac1af1ef0d57 x-openstack-request-id: req-136fa9f4-da12-40f0-ac53-ac1af1ef0d57 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:12.062904 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:12.063063 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-136fa9f4-da12-40f0-ac53-ac1af1ef0d57 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:12.063486 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'status': 'completed', 'code': 200} Aug 10 03:27:12.096834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.114974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.137927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92453e9b-5608-4d97-8241-87266c9fa629 req-c870d67e-a370-4791-96da-4c9df5aab89f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997508 Aug 10 03:27:12.164332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-192c82b7-da1f-414e-93ff-de0c04f74ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.166822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-192c82b7-da1f-414e-93ff-de0c04f74ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1127 time: 0.0796018 Aug 10 03:27:12.211689 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e57714-0968-4851-9c8e-818fdc002fda x-openstack-request-id: req-49e57714-0968-4851-9c8e-818fdc002fda {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:12.212732 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc6a0e6-8e84-40b8-b54c-c240dc84117e", "name": "network-vif-plugged", "status": "completed", "tag": "243058b1-02c9-46d9-afcd-f22a5d0b48ee", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:12.212732 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49e57714-0968-4851-9c8e-818fdc002fda {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:12.213039 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243058b1-02c9-46d9-afcd-f22a5d0b48ee', 'code': 200} Aug 10 03:27:12.215880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437060f-1d01-4ddf-9039-49ba6edfa9b7 None None] Pushing event updated for resources: {'Port': ['ID=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.292412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-811f58ca-6ad4-4503-ac94-1f7b3a70e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.294192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-811f58ca-6ad4-4503-ac94-1f7b3a70e0b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.1191301 Aug 10 03:27:12.310776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Pushing event updated for resources: {'Port': ['ID=9813ed52-5749-4164-83a4-13137c204d81,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.326620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:12.333200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.333607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.334088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.334616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.335151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.335682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.336191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.337704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.338339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.338966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.340270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.340935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:12.365791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=243058b1-02c9-46d9-afcd-f22a5d0b48ee,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:12.377323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:12.384064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-6ed82f3d-333a-4d98-82ca-c2efcd0fbb52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 217 time: 0.0799749 Aug 10 03:27:12.478743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eab8fc-c2f5-42a1-8952-1689832ec5cd req-119b1b2b-71a8-4f4d-90b1-f07bab3fa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.480208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5eab8fc-c2f5-42a1-8952-1689832ec5cd req-119b1b2b-71a8-4f4d-90b1-f07bab3fa060 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 1101 time: 0.2598243 Aug 10 03:27:12.484187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0363df-ab4d-4f8d-b3d6-36f675729724 req-2cffcb5b-0bc7-49ed-a810-78288b34f9ed tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.494623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a0363df-ab4d-4f8d-b3d6-36f675729724 req-2cffcb5b-0bc7-49ed-a810-78288b34f9ed tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.1139085 Aug 10 03:27:12.510982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-684d66ec-e1a5-4919-85bd-d08297a50efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.512829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-684d66ec-e1a5-4919-85bd-d08297a50efc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1154640 Aug 10 03:27:12.555532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5eab8fc-c2f5-42a1-8952-1689832ec5cd req-078d261c-8abe-4064-9a1e-335194215ac9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595968 Aug 10 03:27:12.574446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-0483d12d-8608-478a-857e-102adadaa93d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331960 Aug 10 03:27:12.588996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a0363df-ab4d-4f8d-b3d6-36f675729724 req-a50369cd-5dcb-458b-a6a0-5f4ccd58f463 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928998 Aug 10 03:27:12.612095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Network 72808e44-db58-4fbb-be53-92d71831e779 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:12.613609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:12.789512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-0e01fe9b-3049-4506-a0cf-69a610ae923f service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623654 Aug 10 03:27:12.799863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:10Z', 'revision_number': 1, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:12.839041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebb82d-cb47-4c01-8f4b-a5691d33766f None None] The sync data for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 is: [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:10Z', 'revision_number': 1, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:12.856989 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-8f241ba4-c8ef-4efb-a5eb-a8e8c1336249 service neutron] show failed (client error): The resource could not be found. Aug 10 03:27:12.858453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-8f241ba4-c8ef-4efb-a5eb-a8e8c1336249 service neutron] 10.222.0.65 "GET /v2.0/ports/73057bae-ea50-4fbe-9a4f-a4e5f143adda/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.1509352 Aug 10 03:27:12.904192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188978-7567-470b-870b-0e068c6f6d92 req-7ae7e61e-508f-4849-8dd9-7811f1612857 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:12.904192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68188978-7567-470b-870b-0e068c6f6d92 req-7ae7e61e-508f-4849-8dd9-7811f1612857 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.1810367 Aug 10 03:27:12.982922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42f4ce0f-c0a7-4ec9-8b90-ec3601b4766d req-d352de8a-7d0c-4eeb-a510-6f4a43e03ae5 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828196 Aug 10 03:27:13.022505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68188978-7567-470b-870b-0e068c6f6d92 req-17a8221e-3638-43ac-bd62-ed7647690df5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985975 Aug 10 03:27:13.072944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Router 18661d03-71b9-409c-8178-0464d0b1e83e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:13.108869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a80bbc73-2180-46f1-a9da-d02caa722823 None None] Provisioning complete for port 9813ed52-5749-4164-83a4-13137c204d81 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:13.109260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a80bbc73-2180-46f1-a9da-d02caa722823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.216822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a80bbc73-2180-46f1-a9da-d02caa722823 None None] Port 9813ed52-5749-4164-83a4-13137c204d81 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:13.241305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04fec8-0d9c-4d44-aa86-4ed06c2d3539 req-7425559d-1316-4a93-a194-39c30c3f4270 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:13.257790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff04fec8-0d9c-4d44-aa86-4ed06c2d3539 req-7425559d-1316-4a93-a194-39c30c3f4270 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 949 time: 0.1298578 Aug 10 03:27:13.435037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-375a0334-32b0-4e1b-9b63-c4847d6108e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:13.436784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-375a0334-32b0-4e1b-9b63-c4847d6108e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d&tenant_id=332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 1101 time: 0.1754560 Aug 10 03:27:13.446999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff04fec8-0d9c-4d44-aa86-4ed06c2d3539 req-43c882cd-e1e2-4d60-aa54-134fd3f9b112 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875100 Aug 10 03:27:13.470360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:13.498147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276f6fd-0567-443c-b343-6cd07f7d4d2b req-6b1261c2-c0f9-4c3e-ae7b-35a275664108 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:13.500171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f276f6fd-0567-443c-b343-6cd07f7d4d2b req-6b1261c2-c0f9-4c3e-ae7b-35a275664108 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2483220 Aug 10 03:27:13.501659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:13.527129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d696410b-ad28-450e-968d-f48ed671a597 admin admin] 10.222.0.53 "PUT /v2.0/routers/18661d03-71b9-409c-8178-0464d0b1e83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8693964 Aug 10 03:27:13.611396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:13.652295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f276f6fd-0567-443c-b343-6cd07f7d4d2b req-c0eadebe-bce4-4eeb-ba8c-c0322633aa9f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241744 Aug 10 03:27:14.107875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac62b4-88ed-47a6-9cea-953d4a1127f8 req-6bc1dc3c-94fa-4eb3-8a7f-9f6dbee5b6e3 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.114920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fac62b4-88ed-47a6-9cea-953d4a1127f8 req-6bc1dc3c-94fa-4eb3-8a7f-9f6dbee5b6e3 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.3592105 Aug 10 03:27:14.302166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:14.336800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fac62b4-88ed-47a6-9cea-953d4a1127f8 req-9ed2d020-f052-4c09-b7e3-78d5517911d9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097001 Aug 10 03:27:14.387347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:14.470864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:14.474709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.482023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875956390', 'description': 'tempest-description--1959096336'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:14.499361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Transition to ACTIVE for port object 73057bae-ea50-4fbe-9a4f-a4e5f143adda will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:14.502336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:14.505098 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9824bc-3409-4fd3-a9b7-c57928a5170e" -d '{"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-unplugged", "status": "completed", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:14.523403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.529273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.678795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] No DVR routers for this DVR port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:14.684516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:14.717109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113480-4a86-47c5-8441-15bfeb0900fa req-6b050d90-a2b3-4f84-8f89-c86796ee8a5b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.717109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00113480-4a86-47c5-8441-15bfeb0900fa req-6b050d90-a2b3-4f84-8f89-c86796ee8a5b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.2076862 Aug 10 03:27:14.742268 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.754890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:14.756273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:14.756769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:14.761929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.762609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.763164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.763693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.764226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.764895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.765440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.765932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.766703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.767241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.767871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.768360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:14.795685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.813895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:14.814298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Attempting to bind port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:14.842701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00113480-4a86-47c5-8441-15bfeb0900fa req-1eee9e47-6c8c-46db-90ff-1fe2c76f1cfb tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110337 Aug 10 03:27:14.846712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:14.850690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:14.851108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:14.851674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Bound port: 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:14.852056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.912177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22020a7-a2e8-47ea-92db-8ff731911563 req-7652993f-e108-46ef-a1b1-4f62ad68c873 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:14.935504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e22020a7-a2e8-47ea-92db-8ff731911563 req-7652993f-e108-46ef-a1b1-4f62ad68c873 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 949 time: 0.2895496 Aug 10 03:27:14.965385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:14.973249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4957843 Aug 10 03:27:14.985715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43290) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:14.997544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Request body: {'security_group_rule': {'security_group_id': 'ff651a7b-8546-4cec-bae9-73b1a91a0bf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:15.039089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1403f42-7a92-4b88-bcc7-86ba3ff06a4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff651a7b-8546-4cec-bae9-73b1a91a0bf2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.044213 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ddb81f-9593-494c-9fd3-667367d52cd0 x-openstack-request-id: req-57ddb81f-9593-494c-9fd3-667367d52cd0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:15.044497 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-unplugged", "status": "completed", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:15.044840 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57ddb81f-9593-494c-9fd3-667367d52cd0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:15.045171 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'code': 200} Aug 10 03:27:15.061939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e22020a7-a2e8-47ea-92db-8ff731911563 req-26ba59fc-491e-4d36-bef3-3e4c2eb3ed9b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219437 Aug 10 03:27:15.192193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.200570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:15.254401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:15.261195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:15.277210 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.367485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:15.402880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:15.403482 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.474942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b924e63-c331-4d28-8166-9154b74688f9 req-f4e47739-b4b8-4841-85e2-0e5021d3b1e2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.477947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b924e63-c331-4d28-8166-9154b74688f9 req-f4e47739-b4b8-4841-85e2-0e5021d3b1e2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1304166 Aug 10 03:27:15.491721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.492820 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.495026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] 10.222.0.39 "PUT /v2.0/ports/73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 1096 time: 2.0392396 Aug 10 03:27:15.534618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:15.639969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b924e63-c331-4d28-8166-9154b74688f9 req-71d22014-b603-4b65-84ab-63adf216ae7a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197982 Aug 10 03:27:15.661024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.677247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.688515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:15.712954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a96ebd-4ad7-4f02-8b01-d9822b05c18b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.769553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21d59-11e5-40bf-9069-617ae0d1f115 service neutron] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.783141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-062bb76e-49b9-466a-b9f5-1069fbdab14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.784900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-062bb76e-49b9-466a-b9f5-1069fbdab14d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1099 time: 0.2242537 Aug 10 03:27:15.788526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.794574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0a531b8f-fd97-442d-8085-95a911eee62d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8020279 Aug 10 03:27:15.794574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e0df7-e703-49f6-9862-84e16b79dd74 req-021e1bdb-81c0-4769-9578-61a0026c25a1 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.798469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:15.804199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Request body: {'security_group_rule': {'security_group_id': 'ff651a7b-8546-4cec-bae9-73b1a91a0bf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:15.811854 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.818799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812e0df7-e703-49f6-9862-84e16b79dd74 req-021e1bdb-81c0-4769-9578-61a0026c25a1 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 1101 time: 0.3217556 Aug 10 03:27:15.849768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:15.856130 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.919752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:15.963409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:15.979594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-946e5557-c457-4745-a322-f7472d860dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:15.981588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-946e5557-c457-4745-a322-f7472d860dc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1570396 Aug 10 03:27:15.984310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812e0df7-e703-49f6-9862-84e16b79dd74 req-741c7a86-129f-4660-84a1-12f700e648e8 tempest-ServersOnMultiNodesTest-741626063 tempest-ServersOnMultiNodesTest-741626063-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635106 Aug 10 03:27:16.039346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-c7f12a23-f452-44ce-b177-9ecdd1a688f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.0500064 Aug 10 03:27:16.058008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576aa26-d6dc-473c-b25d-e78646292808 req-fb135382-07e9-40e6-91c8-c31f57e00c3b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.059617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2576aa26-d6dc-473c-b25d-e78646292808 req-fb135382-07e9-40e6-91c8-c31f57e00c3b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.2270455 Aug 10 03:27:16.097722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.116786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-c796085e-536e-4fdb-8569-53d0cc529b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.118556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-c796085e-536e-4fdb-8569-53d0cc529b4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0694959 Aug 10 03:27:16.124373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2576aa26-d6dc-473c-b25d-e78646292808 req-5f87bbc5-0cbc-4524-b187-d63d51f3b041 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Aug 10 03:27:16.125360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.143258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2442c417-3e7f-4c01-94e4-45c9541c479c,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:16.166276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.171077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-33b383f7-6aff-496a-a2ae-b47acd408d88 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713627 Aug 10 03:27:16.171728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43312) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:16.177835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:16.221017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.223134 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:16.308253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-e34998c5-1330-4020-96c8-8fc64dfcff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.311275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-e34998c5-1330-4020-96c8-8fc64dfcff80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1744242 Aug 10 03:27:16.327561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e89f9b-6130-48e2-be20-7a5cfefe23b5 req-0ca53183-caa1-4749-928f-8967349b0707 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.343721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6e89f9b-6130-48e2-be20-7a5cfefe23b5 req-0ca53183-caa1-4749-928f-8967349b0707 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.1812818 Aug 10 03:27:16.451705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.516584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6e89f9b-6130-48e2-be20-7a5cfefe23b5 req-c2fa248d-f69c-435e-8510-6583f52897c5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713769 Aug 10 03:27:16.574274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-3d52f7f1-b2e3-4603-806b-31c1bbed88b8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266552 Aug 10 03:27:16.647968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Allocated IP 172.25.2.40 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e86335ea-6760-4216-be46-fd74b2bcf0e4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:16.823620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.910957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43daed-1149-4dae-b55d-9d4d9ce697a7 req-c1215bee-5efb-4f82-be00-c3c7f203095e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:16.929472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d43daed-1149-4dae-b55d-9d4d9ce697a7 req-c1215bee-5efb-4f82-be00-c3c7f203095e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 949 time: 0.1929834 Aug 10 03:27:16.981094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:16.981880 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Sync routers for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:17.003892 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:17.013196 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa4c2c99-c059-4706-8d6a-248bb3f32de5 req-35b99133-c62d-430f-88a3-f94baf0a3d90 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215944 Aug 10 03:27:17.019507 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:27:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:17.058640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d43daed-1149-4dae-b55d-9d4d9ce697a7 req-d40365aa-25a4-40d3-b4bd-f355287e40e8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270962 Aug 10 03:27:17.060249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:17.070485 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d955b-b28f-4323-8d13-8538e7a3e6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:17.148808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31f684-7f36-4aa2-9cc8-0f61b8912054 req-4f2382ee-c355-456e-adce-8e6b18fd92d2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.158615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed31f684-7f36-4aa2-9cc8-0f61b8912054 req-4f2382ee-c355-456e-adce-8e6b18fd92d2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2703297 Aug 10 03:27:17.174361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:17.216395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:17.219425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:17.225959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event updated for resources: {'Port': ['ID=e86335ea-6760-4216-be46-fd74b2bcf0e4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:17.227361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:17.292304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed31f684-7f36-4aa2-9cc8-0f61b8912054 req-8874f4ec-358f-48e8-9e53-0c4d44cb604f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297631 Aug 10 03:27:17.295900 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08bf7d-b63e-45b8-b35f-22e191db81b7 x-openstack-request-id: req-3a08bf7d-b63e-45b8-b35f-22e191db81b7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:17.296525 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:17.297070 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a08bf7d-b63e-45b8-b35f-22e191db81b7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:17.297848 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'status': 'completed', 'code': 200} Aug 10 03:27:17.408075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:17.408442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.505103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.519950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-45c460b0-19a2-40a5-a758-94d855476954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.521521 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-45c460b0-19a2-40a5-a758-94d855476954 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1099 time: 0.2163086 Aug 10 03:27:17.536330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-b1e53dc0-c995-48be-a19f-af60b12c0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.538466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-b1e53dc0-c995-48be-a19f-af60b12c0729 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1099 time: 0.2055001 Aug 10 03:27:17.599084 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:17.698503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:17.700165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-65133c58-3d2e-4dc0-a39f-65625a56f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.704589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-65133c58-3d2e-4dc0-a39f-65625a56f626 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1705630 Aug 10 03:27:17.882639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-fc6f800d-22ba-461d-8650-94dbe3a4242f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.0982330 Aug 10 03:27:17.925638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f04937-ef4d-4671-bfd5-5841ff909f7d req-e1715a29-8b98-4f7b-9c78-ddabbe8ce541 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:17.929388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47f04937-ef4d-4671-bfd5-5841ff909f7d req-e1715a29-8b98-4f7b-9c78-ddabbe8ce541 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.1558306 Aug 10 03:27:17.998224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-bdbcc209-6efe-4b85-b868-e1063b935f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.002350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-bdbcc209-6efe-4b85-b868-e1063b935f33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1044612 Aug 10 03:27:18.214248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47f04937-ef4d-4671-bfd5-5841ff909f7d req-1130d902-b75c-472b-ad59-5fdd6b41f68d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545924 Aug 10 03:27:18.331169 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 2, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:18.509515 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Checking router: 18661d03-71b9-409c-8178-0464d0b1e83e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:18.510514 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Updating router 18661d03-71b9-409c-8178-0464d0b1e83e port 9813ed52-5749-4164-83a4-13137c204d81 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:27:18.565851 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.615430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-495a4c1a-ed0d-4acf-863b-ea923ff1c76c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.617196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-495a4c1a-ed0d-4acf-863b-ea923ff1c76c tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 949 time: 0.3837795 Aug 10 03:27:18.625417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.641451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:18.917137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda2b2d-cd04-4ced-92fd-15e39aaa2ae7 req-83a44920-c305-4cb6-ab62-2d5ddb6c03c7 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.924925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eeda2b2d-cd04-4ced-92fd-15e39aaa2ae7 req-83a44920-c305-4cb6-ab62-2d5ddb6c03c7 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 1.2189369 Aug 10 03:27:18.983698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-ac841416-b2c2-4625-8e97-a187c193bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:18.985743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-ac841416-b2c2-4625-8e97-a187c193bb04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9672551 Aug 10 03:27:18.992686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event updated for resources: {'Port': ['ID=e86335ea-6760-4216-be46-fd74b2bcf0e4,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:19.011866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.027901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870540c0-b0e8-473f-8fab-0fb10c65eb0d req-071eae37-334b-4415-afcb-481064f7a261 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.034734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eeda2b2d-cd04-4ced-92fd-15e39aaa2ae7 req-8ba57bdc-871c-4a08-865d-8f2c7351fc8c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083851 Aug 10 03:27:19.037472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-870540c0-b0e8-473f-8fab-0fb10c65eb0d req-071eae37-334b-4415-afcb-481064f7a261 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 949 time: 0.2974467 Aug 10 03:27:19.093282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.099512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0345b020-5059-4a8e-b51e-0aff39dcf0e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9217834 Aug 10 03:27:19.141285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-414bf3a9-1355-4135-a57c-55a557cea2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.143039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-414bf3a9-1355-4135-a57c-55a557cea2ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 1.4383059 Aug 10 03:27:19.151851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port 243058b1-02c9-46d9-afcd-f22a5d0b48ee {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:19.152965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.199541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-870540c0-b0e8-473f-8fab-0fb10c65eb0d req-524dbcca-7032-4c8e-9e79-8239cd709146 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607289 Aug 10 03:27:19.259306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-c4813e19-f4fb-4d1f-a6a3-a056c8fd903a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.0963387 Aug 10 03:27:19.354074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-72ffe123-a8f0-45c5-98ce-40a3bbfa121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.355570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-72ffe123-a8f0-45c5-98ce-40a3bbfa121c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0793915 Aug 10 03:27:19.357716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-0de01eb4-1ff8-479e-9227-897802f1c1b6 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596852 Aug 10 03:27:19.490870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410e91f-8b2e-451c-ac86-e90381432223 req-e0e9fcee-11ea-45dd-9fbc-a5c3c4450c91 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.492714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f410e91f-8b2e-451c-ac86-e90381432223 req-e0e9fcee-11ea-45dd-9fbc-a5c3c4450c91 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.3485932 Aug 10 03:27:19.495989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-8b80115a-f7f7-47dd-b394-4fabcf92e7e5 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282637 Aug 10 03:27:19.628412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f410e91f-8b2e-451c-ac86-e90381432223 req-00475e4a-e674-4fff-b19d-b54ad162c774 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073549 Aug 10 03:27:19.684025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port 243058b1-02c9-46d9-afcd-f22a5d0b48ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=243058b1-02c9-46d9-afcd-f22a5d0b48ee,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:19.684324 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.693515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-6632abc4-d35a-45a0-bb33-53b3a3457a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:19.699178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-6632abc4-d35a-45a0-bb33-53b3a3457a81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244480 Aug 10 03:27:19.714199 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.750820 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Transition to ACTIVE for port object 9813ed52-5749-4164-83a4-13137c204d81 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:19.767050 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:19.774094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for 243058b1-02c9-46d9-afcd-f22a5d0b48ee owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:19.856156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-eea614ea-186c-4686-9097-6837fffe577f tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--875956390&fields=id&tenant_id=03cc3b7e0589465bbc65a76787c105ce HTTP/1.1" status: 200 len: 267 time: 0.2309306 Aug 10 03:27:19.968818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Pushing event updated for resources: {'Port': ['ID=9813ed52-5749-4164-83a4-13137c204d81,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.098213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.110918 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.111732 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.113114 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.114060 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.115706 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.116418 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.117081 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.117734 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.118680 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.119257 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.119928 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:20.198363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:20.200637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776cbc8-b71a-4f7d-b614-2989dc8994f7 req-60a7c75f-ec22-428b-959e-b132dc06ee47 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.203611 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f776cbc8-b71a-4f7d-b614-2989dc8994f7 req-60a7c75f-ec22-428b-959e-b132dc06ee47 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 947 time: 0.4101884 Aug 10 03:27:20.226069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:20.277269 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Attempting to bind port 9813ed52-5749-4164-83a4-13137c204d81 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:20.279199 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Attempting to bind port 9813ed52-5749-4164-83a4-13137c204d81 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:20.279514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-831d3f43-e3ef-440c-b174-eedf0bf9a026 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680716 Aug 10 03:27:20.281200 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Attempting to bind port 9813ed52-5749-4164-83a4-13137c204d81 on network 72808e44-db58-4fbb-be53-92d71831e779 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:20.296196 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:20.296830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Checking segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:20.297515 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.298189 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Bound using segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:20.299009 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Bound port: 9813ed52-5749-4164-83a4-13137c204d81, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:20.299677 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.515392 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] For port 9813ed52-5749-4164-83a4-13137c204d81, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:20.518224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f776cbc8-b71a-4f7d-b614-2989dc8994f7 req-b58fdff9-4802-4c2b-a847-2717478551f8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570744 Aug 10 03:27:20.555454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] For port 9813ed52-5749-4164-83a4-13137c204d81, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9813ed52-5749-4164-83a4-13137c204d81,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:20.570063 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.576792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:20.643299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', '129c41ba-079c-4763-902f-b4e24998bf66', 'ef12eb6f-7103-4413-9e04-6015ce80fd7c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:20.647715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3', '243058b1-02c9-46d9-afcd-f22a5d0b48ee'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:20.651993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769d955b-b28f-4323-8d13-8538e7a3e6e4 req-ee53a146-c4bf-48fd-adbb-4843dbd544ce service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577473 Aug 10 03:27:20.701688 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf4e9-56a6-4942-a531-16e369beb9ad None None] Pushing event updated for resources: {'Port': ['ID=9813ed52-5749-4164-83a4-13137c204d81,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.740196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=243058b1-02c9-46d9-afcd-f22a5d0b48ee,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:20.766361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-a8cef18e-5990-4b20-b5f8-68d8ce11e3ff tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:20.780140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:20.781885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-a8cef18e-5990-4b20-b5f8-68d8ce11e3ff tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/networks?id=72808e44-db58-4fbb-be53-92d71831e779 HTTP/1.1" status: 200 len: 811 time: 0.9243603 Aug 10 03:27:20.783015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:27:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:20.858198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-401e6844-5207-4840-890c-17a80a1e7ec8 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/quotas/03cc3b7e0589465bbc65a76787c105ce HTTP/1.1" status: 200 len: 375 time: 0.0614712 Aug 10 03:27:21.024188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port 243058b1-02c9-46d9-afcd-f22a5d0b48ee on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:21.028745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.031050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72b61-950d-410d-9c8b-03ea9ef0f7bb req-c96c97f9-97b9-42c7-a57a-c1e91a07b78a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.044745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d08e6b89-9ca3-4a0c-99b1-12c666bc85dc req-95303a19-1f67-4871-bcce-699967186bdc tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "DELETE /v2.0/ports/243058b1-02c9-46d9-afcd-f22a5d0b48ee HTTP/1.1" status: 204 len: 173 time: 2.4153583 Aug 10 03:27:21.049362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'name': 'network-vif-deleted', 'tag': '243058b1-02c9-46d9-afcd-f22a5d0b48ee'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:21.053555 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959e33f1-39f9-4730-95f1-168aee9d2b29" -d '{"events": [{"server_uuid": "9dc6a0e6-8e84-40b8-b54c-c240dc84117e", "name": "network-vif-deleted", "tag": "243058b1-02c9-46d9-afcd-f22a5d0b48ee"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:21.054008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fd72b61-950d-410d-9c8b-03ea9ef0f7bb req-c96c97f9-97b9-42c7-a57a-c1e91a07b78a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.1955807 Aug 10 03:27:21.075800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:21.095490 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:21.170269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-1a6fa903-d89d-4ef9-bd47-fda054c0fab5 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03cc3b7e0589465bbc65a76787c105ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2768281 Aug 10 03:27:21.171250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'mac_address': 'fa:16:3e:29:ee:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:21.249638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9813ed52-5749-4164-83a4-13137c204d81 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:21.327060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fd72b61-950d-410d-9c8b-03ea9ef0f7bb req-74e0c31e-8e10-4ae7-bb8d-822d1a92a0c8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305911 Aug 10 03:27:21.398255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-a90a6d41-ab23-42ec-8571-eeb9d204f2cd service neutron] 10.222.0.53 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755960 Aug 10 03:27:21.525181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:21.574172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c167d112-2ba2-4ca2-a60e-d2f6ac729ed3 req-ae694665-e62b-4aa1-8e81-8da964db0da7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc6a0e6-8e84-40b8-b54c-c240dc84117e HTTP/1.1" status: 200 len: 210 time: 0.0521834 Aug 10 03:27:21.604060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-db0eddda-2164-4862-a155-0731c54e01da service neutron] 10.222.0.53 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044475 Aug 10 03:27:21.725086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-d7fcc93f-5de4-4473-af19-272a702baefd service neutron] 10.222.0.39 "GET /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.3175743 Aug 10 03:27:21.775782 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:20Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:21.779519 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.838828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73057bae-ea50-4fbe-9a4f-a4e5f143adda {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:21.853752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9813ed52-5749-4164-83a4-13137c204d81 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:21.872423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:21.897140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9813ed52-5749-4164-83a4-13137c204d81 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:21.897519 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:21.914738 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a949295-e5c2-4499-a08a-9f905ec59a4d None None] The sync data for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 is: [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:20Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:21.916021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d5d76-c857-408f-9a68-838fa595c546 req-54bed63d-1c80-4e7a-8541-ec5f80031eae tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:21.932338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e02d5d76-c857-408f-9a68-838fa595c546 req-54bed63d-1c80-4e7a-8541-ec5f80031eae tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1640329 Aug 10 03:27:21.996140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:22.048154 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.073121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e02d5d76-c857-408f-9a68-838fa595c546 req-f206cbbc-d649-494c-a837-eda76f6171e7 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394720 Aug 10 03:27:22.123954 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76324c48-b643-4316-af86-e67019db30c5 x-openstack-request-id: req-76324c48-b643-4316-af86-e67019db30c5 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:22.124274 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc6a0e6-8e84-40b8-b54c-c240dc84117e", "name": "network-vif-deleted", "tag": "243058b1-02c9-46d9-afcd-f22a5d0b48ee", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:22.124462 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76324c48-b643-4316-af86-e67019db30c5 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:22.124888 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc6a0e6-8e84-40b8-b54c-c240dc84117e', 'name': 'network-vif-deleted', 'tag': '243058b1-02c9-46d9-afcd-f22a5d0b48ee', 'status': 'completed', 'code': 200} Aug 10 03:27:22.194959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:22.211522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:22.222224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 243058b1-02c9-46d9-afcd-f22a5d0b48ee no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:22.254905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:22.310494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cc76-3108-4dba-aeec-2bb73d093c4c req-deb8655c-cee2-48a3-84d3-95f733238757 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.322995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e29cc76-3108-4dba-aeec-2bb73d093c4c req-deb8655c-cee2-48a3-84d3-95f733238757 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 948 time: 0.1331253 Aug 10 03:27:22.387453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 243058b1-02c9-46d9-afcd-f22a5d0b48ee {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:22.388223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 243058b1-02c9-46d9-afcd-f22a5d0b48ee not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:22.413104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2966213f-af4e-47af-8c48-ff53a5667f59 req-8fa22b51-ced8-4660-9736-85b3cd192195 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 210 time: 0.0557902 Aug 10 03:27:22.416110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2259b5-599a-4a83-9d7c-f709b6d32383 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:22.429486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e29cc76-3108-4dba-aeec-2bb73d093c4c req-9ea9e7e2-6009-419b-86da-6ebda5092da7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049867 Aug 10 03:27:22.457725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:22.513592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.515617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.587460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['73057bae-ea50-4fbe-9a4f-a4e5f143adda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:22.723102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 9813ed52-5749-4164-83a4-13137c204d81, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9813ed52-5749-4164-83a4-13137c204d81,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:22.743262 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:22.888770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139888-60ba-4ad4-ba50-b0e240cd70e9 req-d5ddf5be-a272-44a3-b9f3-e6b6f2f226e2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.903875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e139888-60ba-4ad4-ba50-b0e240cd70e9 req-d5ddf5be-a272-44a3-b9f3-e6b6f2f226e2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 944 time: 0.2743216 Aug 10 03:27:22.973658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] Transition to ACTIVE for port object fa2259b5-599a-4a83-9d7c-f709b6d32383 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:22.990136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332dca-9942-4ba3-9b71-df07d76a8e15 req-b2d4ba57-27dd-4597-b9a0-22751f76759e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:22.996634 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:23.004887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7332dca-9942-4ba3-9b71-df07d76a8e15 req-b2d4ba57-27dd-4597-b9a0-22751f76759e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 948 time: 0.1139407 Aug 10 03:27:23.110858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=9813ed52-5749-4164-83a4-13137c204d81,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.126476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] No DVR routers for this DVR port fa2259b5-599a-4a83-9d7c-f709b6d32383 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:23.146918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e139888-60ba-4ad4-ba50-b0e240cd70e9 req-6c58b7a1-801b-40ed-a4cd-1fd1e8d34cc6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158370 Aug 10 03:27:23.172249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.174908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.175622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.183441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.184228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.184469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=10']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:23.185069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.185921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.187101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.187348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.188029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.188695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.189588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:27:23.264161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-957e191d-f6f3-48ab-8280-3daaca1bdbe7 service neutron] 10.222.0.39 "PUT /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383/bindings/n-h2-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5317478 Aug 10 03:27:23.299062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7332dca-9942-4ba3-9b71-df07d76a8e15 req-c0d5fefe-246e-4316-9ee4-5a98d4d306b0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916994 Aug 10 03:27:23.381457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-626feccc-13d2-4935-a65e-566ca847cb52 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.386285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-626feccc-13d2-4935-a65e-566ca847cb52 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d&tenant_id=332fcb04f54044df8122a8f72b829322&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 948 time: 0.3530490 Aug 10 03:27:23.570597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97853b-10f7-4918-99c3-f083c72b43d3 req-129ac1b6-430f-49bf-8e71-8a249b641933 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.576145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d97853b-10f7-4918-99c3-f083c72b43d3 req-129ac1b6-430f-49bf-8e71-8a249b641933 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1299410 Aug 10 03:27:23.641616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d97853b-10f7-4918-99c3-f083c72b43d3 req-fe000978-3dd8-4465-a686-405251035929 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 Aug 10 03:27:23.772101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-f19617d1-c267-4e3c-af65-e92577786692 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.774954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-f19617d1-c267-4e3c-af65-e92577786692 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.3628979 Aug 10 03:27:23.780473 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-1ee7e04e-a47c-4c41-941f-48bfdc1dabe2 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:27:23.781643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-1ee7e04e-a47c-4c41-941f-48bfdc1dabe2 service neutron] 10.222.0.65 "DELETE /v2.0/ports/73057bae-ea50-4fbe-9a4f-a4e5f143adda/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.3431628 Aug 10 03:27:23.898036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-47ff0364-852d-462f-9de0-38dc1b30565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:23.901164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-47ff0364-852d-462f-9de0-38dc1b30565f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846&tenant_id=43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 1097 time: 0.1065686 Aug 10 03:27:24.010521 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49750bcf-54f0-4685-9631-04d5023aa1c4 req-c0d634a2-843f-4870-9549-7e9dda8bef4f tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 210 time: 0.0973845 Aug 10 03:27:24.054794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-8db448bd-8261-4ac9-8407-a74eac53ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.057947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-8db448bd-8261-4ac9-8407-a74eac53ea11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 1100 time: 0.1355889 Aug 10 03:27:24.090729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-a102d46f-a5ba-4884-b4dc-f2c055365ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.092919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-a102d46f-a5ba-4884-b4dc-f2c055365ccb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1097 time: 0.0970392 Aug 10 03:27:24.196491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-0d816b70-6dce-40dc-bcff-f07d6b328732 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.199085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-0d816b70-6dce-40dc-bcff-f07d6b328732 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.2112141 Aug 10 03:27:24.222711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-66105c30-2e75-4959-a772-b6710dbd0378 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/quotas/d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 375 time: 0.0167856 Aug 10 03:27:24.313427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca889b-ce97-4238-8590-453184e7a66f req-50b6f110-37dc-4eab-8987-94cd6fdfa4f2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.315714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1ca889b-ce97-4238-8590-453184e7a66f req-50b6f110-37dc-4eab-8987-94cd6fdfa4f2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.2067842 Aug 10 03:27:24.343415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-e1e18bb1-20c2-42b4-9007-678125a7a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.343902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-e1e18bb1-20c2-42b4-9007-678125a7a856 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2682264 Aug 10 03:27:24.345641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:24.365446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-1a24c800-f48f-4000-b01d-23b0fd9f6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.367390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-1a24c800-f48f-4000-b01d-23b0fd9f6300 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.2567616 Aug 10 03:27:24.416342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-0424ba43-6b4c-498e-8f88-c72006f09287 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 200 len: 217 time: 0.0602665 Aug 10 03:27:24.476053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-dce12a59-944c-46a3-a30d-19d09ae2df0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 200 len: 217 time: 0.0711665 Aug 10 03:27:24.530801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1ca889b-ce97-4238-8590-453184e7a66f req-77b39b4d-6de3-4655-8f83-92ed9d91b41e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891420 Aug 10 03:27:24.609346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-33fb2ec1-625a-4b88-96fe-a4d7eb80ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.611884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-33fb2ec1-625a-4b88-96fe-a4d7eb80ea59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1543312 Aug 10 03:27:24.621677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9b17c1cc-7ecc-4076-8310-c12fc28610ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.625612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-9b17c1cc-7ecc-4076-8310-c12fc28610ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1251564 Aug 10 03:27:24.767128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-3dcbbaa7-cf77-41c4-9cc8-536293642f1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237419 Aug 10 03:27:24.786824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-90ef3edd-5828-4fbd-a829-6bd317fc6b3d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5541806 Aug 10 03:27:24.889733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-47c56079-cfb0-4e86-be86-ad0eb91444b1 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.891362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-47c56079-cfb0-4e86-be86-ad0eb91444b1 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.39 "GET /v2.0/networks?id=72808e44-db58-4fbb-be53-92d71831e779 HTTP/1.1" status: 200 len: 811 time: 0.2081702 Aug 10 03:27:24.896238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba18bc-48bf-4c00-b79f-5b80e88c5845 req-6ca079ed-1f46-4b47-bf0d-8320f682fcd2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.898778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05ba18bc-48bf-4c00-b79f-5b80e88c5845 req-6ca079ed-1f46-4b47-bf0d-8320f682fcd2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 945 time: 0.2713346 Aug 10 03:27:24.906376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-865a1b06-7796-4662-adc3-4c11a4c59666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:24.908949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-865a1b06-7796-4662-adc3-4c11a4c59666 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2611620 Aug 10 03:27:24.961919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1252229-9ebd-4c5f-b54d-8dbec9a8afef service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637342 Aug 10 03:27:24.969271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-73a0b8ff-b85c-49f7-a9b2-2bfca3ec6243 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03cc3b7e0589465bbc65a76787c105ce HTTP/1.1" status: 200 len: 379 time: 0.0618713 Aug 10 03:27:24.993663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Request body: {'port': {'device_id': '43d90105-916c-4481-b398-8c86f530d521', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'admin_state_up': True, 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'security_groups': ['ff651a7b-8546-4cec-bae9-73b1a91a0bf2']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:25.037086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05ba18bc-48bf-4c00-b79f-5b80e88c5845 req-73e2363b-b0d7-4713-9b9d-b06205d24c14 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240370 Aug 10 03:27:25.050694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-260e8b49-e43c-4709-abd7-6fe52f5a1603 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677546 Aug 10 03:27:25.137347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-5ab1d227-d539-4a56-a4c4-8b8d4b91d902 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183800 Aug 10 03:27:25.152428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-86d2ae20-f815-45fb-996f-ae40720f4cf6 service neutron] 10.222.0.53 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820354 Aug 10 03:27:25.209380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Made reservation on behalf of 03cc3b7e0589465bbc65a76787c105ce for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:25.224335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9813ed52-5749-4164-83a4-13137c204d81 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:25.225467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.309680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-8e4c23ad-397e-4752-b066-4afd89d085cf service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487092 Aug 10 03:27:25.320516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9813ed52-5749-4164-83a4-13137c204d81 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:25.320886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.369375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ce31b-8313-4abf-8f46-a60533033f82 req-aab9088a-e6ff-4b6e-b2d3-e7fcdf7c3d9d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.377334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d33ce31b-8313-4abf-8f46-a60533033f82 req-aab9088a-e6ff-4b6e-b2d3-e7fcdf7c3d9d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 948 time: 0.1544056 Aug 10 03:27:25.436798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5ca2924-9ab2-4e25-8499-86093ba2528f req-e631273d-662f-4cc7-b0c4-3e20e55f07ca service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789645 Aug 10 03:27:25.466975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d33ce31b-8313-4abf-8f46-a60533033f82 req-38f3f0d6-a93a-42fd-ae16-616d8f3a2037 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884047 Aug 10 03:27:25.581627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Allocated IP 172.20.0.3 (72808e44-db58-4fbb-be53-92d71831e779/3a9e9458-09da-4dda-8e63-c8f09122df4d/78a11223-d934-47ec-aca4-bf2abaa96490) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:25.679368 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.746672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5620a-bab5-4984-bc1e-eb39e223ffc8 req-0a6732f3-6fd4-42f8-802b-5ca90a00481a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.748774 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3af5620a-bab5-4984-bc1e-eb39e223ffc8 req-0a6732f3-6fd4-42f8-802b-5ca90a00481a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0840878 Aug 10 03:27:25.829652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3af5620a-bab5-4984-bc1e-eb39e223ffc8 req-6efece0c-afd9-452d-a232-11e2cefe8df1 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692210 Aug 10 03:27:25.833051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a31b3dc0-8e6f-45d1-9e7b-cf4f4b64bcaf req-a3a77436-fe41-4d92-9243-2c1b06782636 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 210 time: 0.0630860 Aug 10 03:27:25.846747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-a956dcef-a154-4487-b7a4-1707bba9df0e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:25.849438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-a956dcef-a154-4487-b7a4-1707bba9df0e tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.0708861 Aug 10 03:27:25.974083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:25.994294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Transition to ACTIVE for port object 78a11223-d934-47ec-aca4-bf2abaa96490 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:26.001795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d624bdbb-8e49-4d1f-8e72-cd549119de90 req-891d4c7f-03cb-4f3e-bb52-ecca0cb28117 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.0653677 Aug 10 03:27:26.093437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.108060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-b7c60674-9a73-42ca-b46f-1bc640a90bb2 service neutron] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:26.115766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-b7c60674-9a73-42ca-b46f-1bc640a90bb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.118195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd31ed46-7496-45be-b33c-bed923d41e14 req-b7c60674-9a73-42ca-b46f-1bc640a90bb2 service neutron] 10.222.0.65 "DELETE /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383/bindings/n-h1-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.2569911 Aug 10 03:27:26.126700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f037e5-7a32-4d2b-8b3b-72d8a2e5e028 req-c80a6425-33c6-4339-b6ea-b498df634723 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.128434 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31f037e5-7a32-4d2b-8b3b-72d8a2e5e028 req-c80a6425-33c6-4339-b6ea-b498df634723 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.1157432 Aug 10 03:27:26.150507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Network 72808e44-db58-4fbb-be53-92d71831e779 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:26.155455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:26.167324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:26.175635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:26.262847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event updated for resources: {'Port': ['ID=78a11223-d934-47ec-aca4-bf2abaa96490,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.295557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31f037e5-7a32-4d2b-8b3b-72d8a2e5e028 req-e78bccbc-c176-48e0-baee-d55d8cbb72a2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414030 Aug 10 03:27:26.314415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.315266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.337881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-c62cc1ed-bc42-4e3e-8604-df615b8ff11b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580270 Aug 10 03:27:26.355215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Request body: {'port': {'device_id': '43d90105-916c-4481-b398-8c86f530d521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:26.402690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 73057bae-ea50-4fbe-9a4f-a4e5f143adda completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:26.408924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 73057bae-ea50-4fbe-9a4f-a4e5f143adda triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:26.409615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.436570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-ccdf0535-af25-49c5-ae42-264c62083b2d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.447225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-ccdf0535-af25-49c5-ae42-264c62083b2d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 950 time: 0.2427986 Aug 10 03:27:26.463992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.464957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91bb9f-6f58-4632-a5c7-41e81afa9571 req-d3434206-60d5-4fa0-83c8-bab621792ebb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:26.468084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d91bb9f-6f58-4632-a5c7-41e81afa9571 req-d3434206-60d5-4fa0-83c8-bab621792ebb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 945 time: 0.1596148 Aug 10 03:27:26.562060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.609382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d91bb9f-6f58-4632-a5c7-41e81afa9571 req-56ad00bb-2c0a-4ffe-b868-cb6d1d29a63b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077344 Aug 10 03:27:26.643084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8fbd7fd-312d-449b-9e8b-5a2a33f95a19 None None] Provisioning for port 78a11223-d934-47ec-aca4-bf2abaa96490 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:26.649564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8fbd7fd-312d-449b-9e8b-5a2a33f95a19 None None] Provisioning complete for port 78a11223-d934-47ec-aca4-bf2abaa96490 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:26.649855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd7fd-312d-449b-9e8b-5a2a33f95a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.656059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:26.658505 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ce2d9-7572-4572-87e2-ea2a5223750c" -d '{"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-plugged", "status": "completed", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:26.727374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:26.747018 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.750942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbd7fd-312d-449b-9e8b-5a2a33f95a19 None None] Port 78a11223-d934-47ec-aca4-bf2abaa96490 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:26.809935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port ef12eb6f-7103-4413-9e04-6015ce80fd7c {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:26.810397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.824018 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c417b382-cdae-4b34-97d2-73ba6962ee4d x-openstack-request-id: req-c417b382-cdae-4b34-97d2-73ba6962ee4d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:26.832284 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-plugged", "status": "completed", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:26.832725 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c417b382-cdae-4b34-97d2-73ba6962ee4d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:26.835038 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'code': 200} Aug 10 03:27:26.966763 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bf36f70e-84c4-49a4-a5fe-7777a9842266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.968446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port ef12eb6f-7103-4413-9e04-6015ce80fd7c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ef12eb6f-7103-4413-9e04-6015ce80fd7c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:26.969156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:26.970425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:26.989744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for ef12eb6f-7103-4413-9e04-6015ce80fd7c owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:27.107582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6d48a-0ff2-46e7-8866-d5c9ce22342a req-8a59ba7f-019f-4911-8d3e-e28841e999d8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.109192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc6d48a-0ff2-46e7-8866-d5c9ce22342a req-8a59ba7f-019f-4911-8d3e-e28841e999d8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.3624938 Aug 10 03:27:27.133262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a11223-d934-47ec-aca4-bf2abaa96490 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:27.135125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fb5fc-362a-4a93-8d15-f4793919ff99 req-4c2eafd0-f244-4a55-930d-b3d884ae2794 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.136769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-446fb5fc-362a-4a93-8d15-f4793919ff99 req-4c2eafd0-f244-4a55-930d-b3d884ae2794 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.0854766 Aug 10 03:27:27.153722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.179943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Transition to ACTIVE for port object 78a11223-d934-47ec-aca4-bf2abaa96490 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:27.184100 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc6d48a-0ff2-46e7-8866-d5c9ce22342a req-3906ce6f-03fa-4ef6-b721-e85c3df94be9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630479 Aug 10 03:27:27.193870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.233346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-446fb5fc-362a-4a93-8d15-f4793919ff99 req-a5c9d56a-49bd-4997-a04b-09d24bd397e4 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817089 Aug 10 03:27:27.245163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.268997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:27.275119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', '129c41ba-079c-4763-902f-b4e24998bf66', 'ef12eb6f-7103-4413-9e04-6015ce80fd7c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:27.292405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Pushing event updated for resources: {'Port': ['ID=78a11223-d934-47ec-aca4-bf2abaa96490,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.309447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=ef12eb6f-7103-4413-9e04-6015ce80fd7c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:27.448928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port ef12eb6f-7103-4413-9e04-6015ce80fd7c on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:27.455975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.455975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68b353a1-cbfa-4b08-b70b-bc0a7a9d6d22 req-b05502fe-298e-4a5c-945e-5bba2f34844f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "DELETE /v2.0/ports/ef12eb6f-7103-4413-9e04-6015ce80fd7c HTTP/1.1" status: 204 len: 173 time: 0.9836698 Aug 10 03:27:27.456486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'name': 'network-vif-deleted', 'tag': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:27.474583 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778a4a3-656c-4297-92bc-ad13d5cc1535" -d '{"events": [{"server_uuid": "e2ebe3b1-11d3-4d5a-909f-5ecd04999105", "name": "network-vif-deleted", "tag": "ef12eb6f-7103-4413-9e04-6015ce80fd7c"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:27.612935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b956c36-cc89-43ac-a18b-b6c0d887d5fb req-78dc8260-b703-4570-8e0e-bf18f409c1dd tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.619058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a5992-eb89-48b6-b13c-ff9f7c198815 req-815a25d0-d160-45ac-904c-04f744288042 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:27.621953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b3a5992-eb89-48b6-b13c-ff9f7c198815 req-815a25d0-d160-45ac-904c-04f744288042 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1097 time: 0.2781849 Aug 10 03:27:27.623630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Attempting to bind port 78a11223-d934-47ec-aca4-bf2abaa96490 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:27.624212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Attempting to bind port 78a11223-d934-47ec-aca4-bf2abaa96490 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:27.624759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Attempting to bind port 78a11223-d934-47ec-aca4-bf2abaa96490 on network 72808e44-db58-4fbb-be53-92d71831e779 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:27.631828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b956c36-cc89-43ac-a18b-b6c0d887d5fb req-78dc8260-b703-4570-8e0e-bf18f409c1dd tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 943 time: 0.1790767 Aug 10 03:27:27.689353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Port 78a11223-d934-47ec-aca4-bf2abaa96490 on network 72808e44-db58-4fbb-be53-92d71831e779 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:27.690426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Attempting to bind port 78a11223-d934-47ec-aca4-bf2abaa96490 on network 72808e44-db58-4fbb-be53-92d71831e779 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:27.705548 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b956c36-cc89-43ac-a18b-b6c0d887d5fb req-b9caeb68-c6ee-40e6-8a93-f1a316accfa9 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727866 Aug 10 03:27:27.730168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:27.731267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Checking segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:27.732233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Bound using segment: {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:27.733275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Bound port: 78a11223-d934-47ec-aca4-bf2abaa96490, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb5f97-8b05-42be-adba-ca41d65414dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '72808e44-db58-4fbb-be53-92d71831e779'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:27.734869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:27.832340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b3a5992-eb89-48b6-b13c-ff9f7c198815 req-c3b5c41c-73f6-4efd-aac7-85ac548b9c71 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784964 Aug 10 03:27:27.947935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-344c2213-a664-4182-ba33-68e4f6e4b5e9 req-9fd2c148-836b-425d-9414-b1d9e531086a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.0313582 Aug 10 03:27:27.981347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] For port 78a11223-d934-47ec-aca4-bf2abaa96490, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:28.000535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] For port 78a11223-d934-47ec-aca4-bf2abaa96490, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=78a11223-d934-47ec-aca4-bf2abaa96490,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:28.020752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.125842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.126989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.129436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] 10.222.0.39 "PUT /v2.0/ports/78a11223-d934-47ec-aca4-bf2abaa96490 HTTP/1.1" status: 200 len: 1092 time: 1.7816594 Aug 10 03:27:28.132080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:28.136456 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16ca89d-156a-43a2-9e60-15c554cc228b" -d '{"events": [{"name": "network-changed", "server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:28.175026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52205a2d-85f2-40fb-967a-c3d4f0cc6bde req-ea814790-d08d-4d1f-b1fb-446df81f1f11 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ebe3b1-11d3-4d5a-909f-5ecd04999105 HTTP/1.1" status: 200 len: 210 time: 0.0769682 Aug 10 03:27:28.280657 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad016db-c548-4804-87c2-eb64efaf86a9 x-openstack-request-id: req-bad016db-c548-4804-87c2-eb64efaf86a9 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:28.281008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ebe3b1-11d3-4d5a-909f-5ecd04999105", "name": "network-vif-deleted", "tag": "ef12eb6f-7103-4413-9e04-6015ce80fd7c", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:28.281268 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bad016db-c548-4804-87c2-eb64efaf86a9 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:28.281679 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ebe3b1-11d3-4d5a-909f-5ecd04999105', 'name': 'network-vif-deleted', 'tag': 'ef12eb6f-7103-4413-9e04-6015ce80fd7c', 'status': 'completed', 'code': 200} Aug 10 03:27:28.308289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fbefe-256a-461d-9a91-884fd1425a3e req-2a0ab336-6269-4b05-a46e-6858b0a861f2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.311648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-048fbefe-256a-461d-9a91-884fd1425a3e req-2a0ab336-6269-4b05-a46e-6858b0a861f2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.3259840 Aug 10 03:27:28.366276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cddd9-d7b4-4636-afb7-1c768b24891c service neutron] Pushing event updated for resources: {'Port': ['ID=78a11223-d934-47ec-aca4-bf2abaa96490,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:28.490784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-048fbefe-256a-461d-9a91-884fd1425a3e req-aa68ff7a-a429-4489-b28a-4780fb071edb tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706684 Aug 10 03:27:28.508632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-56e1db48-ee88-417f-b80f-0253854a8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.528977 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-56e1db48-ee88-417f-b80f-0253854a8dbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03cc3b7e0589465bbc65a76787c105ce&device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 1095 time: 0.2980123 Aug 10 03:27:28.624137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-5d0cb2c6-3110-4878-a646-f445fdb70fb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78a11223-d934-47ec-aca4-bf2abaa96490 HTTP/1.1" status: 200 len: 217 time: 0.0826743 Aug 10 03:27:28.629666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aadf7-233d-430e-af31-f8439c9cddf5 req-9267abe7-0233-4bad-bb84-0f0966fb15a3 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.631637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b7aadf7-233d-430e-af31-f8439c9cddf5 req-9267abe7-0233-4bad-bb84-0f0966fb15a3 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 1097 time: 0.0959308 Aug 10 03:27:28.654589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-0b8229c6-324a-4e2d-b615-1d18775e6820 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.656531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-0b8229c6-324a-4e2d-b615-1d18775e6820 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 820 time: 0.3168907 Aug 10 03:27:28.674418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Request body: {'port': {'device_id': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'admin_state_up': True, 'tenant_id': 'd391b830312d4dd98a2bca453b5ba1bd'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:28.744064 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-f878dd65-e87b-4223-bcf8-34b2238028d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.760921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-f878dd65-e87b-4223-bcf8-34b2238028d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9e9458-09da-4dda-8e63-c8f09122df4d HTTP/1.1" status: 200 len: 850 time: 0.1215367 Aug 10 03:27:28.792463 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b7aadf7-233d-430e-af31-f8439c9cddf5 req-218ba2ef-2fdc-441f-8ea4-0ac061619c4a tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345961 Aug 10 03:27:28.793716 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e342d659-dc17-4d38-9012-b271395d8b66 x-openstack-request-id: req-e342d659-dc17-4d38-9012-b271395d8b66 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:28.794218 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:28.794629 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e342d659-dc17-4d38-9012-b271395d8b66 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:28.795276 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490', 'status': 'completed', 'code': 200} Aug 10 03:27:28.873660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Made reservation on behalf of d391b830312d4dd98a2bca453b5ba1bd for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:28.877520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:28.969375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-ea69c877-98fc-4287-9974-bb0e2bb6624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:28.970956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-ea69c877-98fc-4287-9974-bb0e2bb6624f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72808e44-db58-4fbb-be53-92d71831e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2015195 Aug 10 03:27:29.041932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0002a-2359-46a1-a3e4-7cbb0e9c0f90 req-cf2ce735-3ed3-4bb3-8c0b-25ff055147eb tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.043592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1f0002a-2359-46a1-a3e4-7cbb0e9c0f90 req-cf2ce735-3ed3-4bb3-8c0b-25ff055147eb tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1285815 Aug 10 03:27:29.083636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73b76-787f-42e0-8283-42908d0a4a43 req-3f738bb8-2071-437d-a71b-34c9a28d8901 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.085176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f73b76-787f-42e0-8283-42908d0a4a43 req-3f738bb8-2071-437d-a71b-34c9a28d8901 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 943 time: 0.1188960 Aug 10 03:27:29.138227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Allocated IP 172.20.0.13 (9b304310-d5b7-4288-901e-b606b6b37694/966fc33a-b988-4686-b2a6-be0386b61a4c/e8a708ac-a640-4812-a963-cf1370ff8ebd) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:29.153069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1f0002a-2359-46a1-a3e4-7cbb0e9c0f90 req-86e9a7db-b33c-4438-87a9-edc6359e6062 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978444 Aug 10 03:27:29.155619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f73b76-787f-42e0-8283-42908d0a4a43 req-65c08537-79f0-46f3-9e25-0f2d86024aa1 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575645 Aug 10 03:27:29.173704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-e6f034fe-c7a9-4307-9369-293defed357f service neutron] 10.222.0.39 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928921 Aug 10 03:27:29.338448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69904778-1c34-4b92-b30c-d5a371aa3165 req-db5cafe2-60b9-4895-8a30-ba3d26806204 service neutron] 10.222.0.39 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528111 Aug 10 03:27:29.375501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.443512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.444757 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-230f24d1-1c1f-461d-a3e5-8ea82cacaf46 req-4306c62d-ca40-49b4-ba3e-35c4ec05a121 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.0691414 Aug 10 03:27:29.456463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:29.511677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ef12eb6f-7103-4413-9e04-6015ce80fd7c no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:29.547810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-1e87e7ce-0c1f-4525-b7aa-7ca590dfe2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.556811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-1e87e7ce-0c1f-4525-b7aa-7ca590dfe2cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03cc3b7e0589465bbc65a76787c105ce&device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 1095 time: 0.1243694 Aug 10 03:27:29.564617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: ef12eb6f-7103-4413-9e04-6015ce80fd7c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:29.565329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ef12eb6f-7103-4413-9e04-6015ce80fd7c not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:29.605774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.789013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-06843a5d-3701-4349-8ddd-26ceaadd3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:29.790588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-06843a5d-3701-4349-8ddd-26ceaadd3848 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72808e44-db58-4fbb-be53-92d71831e779 HTTP/1.1" status: 200 len: 912 time: 0.2253551 Aug 10 03:27:29.826414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5da6499-e515-4f6f-841b-81346d2368ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:29.969245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-2b873666-9d9d-468f-aa39-8c8d01b83608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78a11223-d934-47ec-aca4-bf2abaa96490 HTTP/1.1" status: 200 len: 217 time: 0.1684363 Aug 10 03:27:30.106327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-a6b4f635-a5a6-4406-afd8-ba48a9bab5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.108251 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-a6b4f635-a5a6-4406-afd8-ba48a9bab5d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9e9458-09da-4dda-8e63-c8f09122df4d HTTP/1.1" status: 200 len: 850 time: 0.1306341 Aug 10 03:27:30.155543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Network 9b304310-d5b7-4288-901e-b606b6b37694 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:30.160297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:30.168755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:30.175081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.175861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-7d08df8c-1075-4a18-abf8-3941d0787c19 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663121 Aug 10 03:27:30.175993 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.206561 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5367484 Aug 10 03:27:30.213225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13087-4d3b-4235-a957-623188aa0ef0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:30.232544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Request body: {'port': {'device_id': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:30.269251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-bc2db70a-7552-475d-a436-f7a1838aea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.271716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-bc2db70a-7552-475d-a436-f7a1838aea13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72808e44-db58-4fbb-be53-92d71831e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488233 Aug 10 03:27:30.332166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883973-9ddf-4286-a0c9-fe47b7dd9739 req-118bd8ea-a74b-424d-a3df-17134222b1b7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.334468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82883973-9ddf-4286-a0c9-fe47b7dd9739 req-118bd8ea-a74b-424d-a3df-17134222b1b7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.0985999 Aug 10 03:27:30.343657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.383975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-45a1b80e-f190-4aeb-abe8-d85dda3bad77 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.385740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-45a1b80e-f190-4aeb-abe8-d85dda3bad77 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087817 Aug 10 03:27:30.428635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-d2375ad0-3265-4d09-bce1-e8c0275856aa service neutron] 10.222.0.39 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471908 Aug 10 03:27:30.430172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-afc63702-5b28-4d1e-8d44-d5d3a71868d7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/quotas/332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 375 time: 0.0224676 Aug 10 03:27:30.438675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82883973-9ddf-4286-a0c9-fe47b7dd9739 req-1cc18369-5d19-4f17-b49c-6a3b055cf022 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777473 Aug 10 03:27:30.585267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-189642de-14f1-4526-a340-47a1b7987e4c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476495 Aug 10 03:27:30.650487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e16ca89d-156a-43a2-9e60-15c554cc228b req-1da907e0-4a1a-4fe5-958f-9d099fa5fd8e service neutron] 10.222.0.39 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109194 Aug 10 03:27:30.650981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad563c-c662-458a-8198-353e5c262046 req-85147c9e-422e-49f4-95d1-bfefb3a78c75 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:30.652616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bad563c-c662-458a-8198-353e5c262046 req-85147c9e-422e-49f4-95d1-bfefb3a78c75 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1284449 Aug 10 03:27:30.738978 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bad563c-c662-458a-8198-353e5c262046 req-73ec476b-703b-4b2e-bca0-4e93793480db tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758386 Aug 10 03:27:30.857880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a708ac-a640-4812-a963-cf1370ff8ebd {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:30.876947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:30.913473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Transition to ACTIVE for port object e8a708ac-a640-4812-a963-cf1370ff8ebd will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:30.923611 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.002663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30c26d-3628-455e-96d2-6ab9d9c32d83 req-b549e1c7-1b62-4f92-8b06-07d1defe0580 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.004085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3204fe-bec2-4902-8c89-9f3c37478a25 req-8353e714-7b2a-4dc5-ad50-a18a8ed286d6 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.004495 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba30c26d-3628-455e-96d2-6ab9d9c32d83 req-b549e1c7-1b62-4f92-8b06-07d1defe0580 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.0740943 Aug 10 03:27:31.006811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a3204fe-bec2-4902-8c89-9f3c37478a25 req-8353e714-7b2a-4dc5-ad50-a18a8ed286d6 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 943 time: 0.1435890 Aug 10 03:27:31.048290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.059512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba30c26d-3628-455e-96d2-6ab9d9c32d83 req-bb610129-57b6-4811-b53a-20be4662f4c3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Aug 10 03:27:31.148575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a3204fe-bec2-4902-8c89-9f3c37478a25 req-c3d06439-d0a0-4c34-bf63-31583ef834cd tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340482 Aug 10 03:27:31.220943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:31.221193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:31.221581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:31.227576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:31.228018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:31.249812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:31.250369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:31.250696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:31.251090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Bound port: e8a708ac-a640-4812-a963-cf1370ff8ebd, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:31.251505 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.300573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5c0de15-797f-4e53-8e77-e28e069f4d81 req-af4768aa-6265-4633-8a18-09ad7ec0a92d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 210 time: 0.0685854 Aug 10 03:27:31.382343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:31.386407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:31.392173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.431118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.431118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.433482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 1093 time: 1.2064028 Aug 10 03:27:31.436111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:31.439846 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b263a2bb-c005-4f57-8d15-972076480d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:31.476510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc6ca8-e92e-4d44-9d93-0f33844e34a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:31.518958 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb11357-deb5-4b6b-aff5-5e5db74d054f x-openstack-request-id: req-1bb11357-deb5-4b6b-aff5-5e5db74d054f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:31.519426 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:31.520599 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bb11357-deb5-4b6b-aff5-5e5db74d054f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:31.520838 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'status': 'completed', 'code': 200} Aug 10 03:27:31.579119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-7bc288d9-4813-441f-b423-480cfdc82d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.579703 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:31.581910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-7bc288d9-4813-441f-b423-480cfdc82d02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1096 time: 0.0775020 Aug 10 03:27:31.620510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458af36-3cb2-4c28-ac99-f89dbf20c515 req-4b639ff1-076d-443b-b235-c3e3f113599f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.628472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3458af36-3cb2-4c28-ac99-f89dbf20c515 req-4b639ff1-076d-443b-b235-c3e3f113599f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.0796692 Aug 10 03:27:31.649848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-e14fd2d3-acec-481c-834b-05e043fefdd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 217 time: 0.0540586 Aug 10 03:27:31.673627 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3458af36-3cb2-4c28-ac99-f89dbf20c515 req-c1eb88e4-1da9-471f-9df6-f58335ca25bf tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Aug 10 03:27:31.716239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-8ddbdfcd-0bf5-475e-8c5b-601009443af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.717765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-8ddbdfcd-0bf5-475e-8c5b-601009443af2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.0600977 Aug 10 03:27:31.764798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-9753e420-cc5e-4ce6-a979-e340c52ed865 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393081 Aug 10 03:27:31.966370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffff86e-fbcb-4067-a98f-0710c70695af req-41224453-4a98-4113-a5d2-57ac9feeb103 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.967989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffff86e-fbcb-4067-a98f-0710c70695af req-41224453-4a98-4113-a5d2-57ac9feeb103 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.1408200 Aug 10 03:27:31.972321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-a8640fa0-a162-41b8-a3ef-e6afcc4fff7f service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992469 Aug 10 03:27:31.994101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f0e76-e185-492b-858d-e7af49bb2db9 req-c1b5d14d-ef6b-431f-89f0-5ca3271e9e1e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:31.995711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e6f0e76-e185-492b-858d-e7af49bb2db9 req-c1b5d14d-ef6b-431f-89f0-5ca3271e9e1e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1284437 Aug 10 03:27:32.155933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e6f0e76-e185-492b-858d-e7af49bb2db9 req-18b62e09-b7a6-4183-8d1d-769eabe8d7b0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333137 Aug 10 03:27:32.188927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 78a11223-d934-47ec-aca4-bf2abaa96490 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:32.226839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f3f5b5b-191a-42b8-8907-52a7192a1b39 req-b4c56324-0613-494f-b6a6-22394baf2c42 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408259 Aug 10 03:27:32.275492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port 129c41ba-079c-4763-902f-b4e24998bf66 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:32.277843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.333775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d63c0-51b1-4cd2-8a55-ba798f81fc8e req-6755884a-b257-410f-9512-fa6bc49faddb tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.346339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-772d63c0-51b1-4cd2-8a55-ba798f81fc8e req-6755884a-b257-410f-9512-fa6bc49faddb tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.1457620 Aug 10 03:27:32.394234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-ae1873db-8877-4ec9-8131-df3f0cf6d3d0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951746 Aug 10 03:27:32.402881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 78a11223-d934-47ec-aca4-bf2abaa96490, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=78a11223-d934-47ec-aca4-bf2abaa96490,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:32.436996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '78a11223-d934-47ec-aca4-bf2abaa96490', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'port_id': '78a11223-d934-47ec-aca4-bf2abaa96490', 'mac_address': 'fa:16:3e:58:74:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:32.437705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-772d63c0-51b1-4cd2-8a55-ba798f81fc8e req-43d6325c-b47e-4783-b8aa-b5328b9ddd74 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901573 Aug 10 03:27:32.577779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.594894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263a2bb-c005-4f57-8d15-972076480d4f req-93071023-788b-4548-907b-45ad743664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.597177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-93071023-788b-4548-907b-45ad743664fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1096 time: 0.2655897 Aug 10 03:27:32.606819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a11223-d934-47ec-aca4-bf2abaa96490 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:32.637547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 78a11223-d934-47ec-aca4-bf2abaa96490, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=78a11223-d934-47ec-aca4-bf2abaa96490,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:32.643514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.712534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4c51fa9-0c99-4037-aaed-5df58da8ff86 req-9ed96f86-d96e-4532-8cd3-0c5aa284f774 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 210 time: 0.0538621 Aug 10 03:27:32.714758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port 129c41ba-079c-4763-902f-b4e24998bf66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129c41ba-079c-4763-902f-b4e24998bf66,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:32.715258 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:32.737654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=78a11223-d934-47ec-aca4-bf2abaa96490,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:32.759467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c881d7-4bff-4394-97eb-c90a08714846 req-871b30b9-0012-43ee-a490-1da193482db3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.761340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65c881d7-4bff-4394-97eb-c90a08714846 req-871b30b9-0012-43ee-a490-1da193482db3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 943 time: 0.2211995 Aug 10 03:27:32.777315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-f99e2d1f-d2b4-4e37-96cc-b723f8890792 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.779088 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-f99e2d1f-d2b4-4e37-96cc-b723f8890792 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599033 Aug 10 03:27:32.787002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for 129c41ba-079c-4763-902f-b4e24998bf66 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:32.799971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Request body: {'port': {'device_id': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '332fcb04f54044df8122a8f72b829322'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:32.948126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263a2bb-c005-4f57-8d15-972076480d4f req-0d770a63-51ff-46c3-bb98-9f60720e9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:32.949639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-0d770a63-51ff-46c3-bb98-9f60720e9d32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.3331792 Aug 10 03:27:32.965262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65c881d7-4bff-4394-97eb-c90a08714846 req-dea5a48d-b854-4311-b50a-212f2840d2ba tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760240 Aug 10 03:27:32.993041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.012941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-c61af846-fec1-46cf-b3ba-395b0b30579a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 217 time: 0.0466380 Aug 10 03:27:33.019178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b090-8321-47c4-9feb-c63b2746f3de req-94d5ea46-c258-4abe-8efe-784b87bbf02f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.026915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdd1b090-8321-47c4-9feb-c63b2746f3de req-94d5ea46-c258-4abe-8efe-784b87bbf02f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 949 time: 0.1048148 Aug 10 03:27:33.049411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['78a11223-d934-47ec-aca4-bf2abaa96490'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:33.109880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdd1b090-8321-47c4-9feb-c63b2746f3de req-c03cadd0-faff-4391-9969-e5fc6378a1ac tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Aug 10 03:27:33.154746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263a2bb-c005-4f57-8d15-972076480d4f req-d0cdc840-5e8a-4305-a425-a3b50b097938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.157733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-d0cdc840-5e8a-4305-a425-a3b50b097938 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1288209 Aug 10 03:27:33.186494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Made reservation on behalf of 332fcb04f54044df8122a8f72b829322 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:27:33.193576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.238645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-e3cd136a-0d3b-4462-addd-5dea3e7183f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725842 Aug 10 03:27:33.433451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.449220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', '129c41ba-079c-4763-902f-b4e24998bf66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:33.525211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe746269-4759-4012-8371-9b27994d2016 req-45da35cc-c566-429e-85b6-02fb1bd779ae tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.526967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe746269-4759-4012-8371-9b27994d2016 req-45da35cc-c566-429e-85b6-02fb1bd779ae tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.2579072 Aug 10 03:27:33.543678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=129c41ba-079c-4763-902f-b4e24998bf66,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:33.586191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-0e632ab3-9f82-4627-a627-c6cedad84773 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182132 Aug 10 03:27:33.670672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Allocated IP 192.168.233.232 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/ee7cc70d-f733-49fc-874c-150985640bac) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:27:33.700902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218641a0-bb0f-4a56-8985-5a97d68ff794 req-ad6bd31a-7f13-488e-9de1-6c15a3abfcf2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:33.718882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-218641a0-bb0f-4a56-8985-5a97d68ff794 req-ad6bd31a-7f13-488e-9de1-6c15a3abfcf2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.1210244 Aug 10 03:27:33.799617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-218641a0-bb0f-4a56-8985-5a97d68ff794 req-ca7f824c-d485-4cd5-a229-742295b6fbde tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747881 Aug 10 03:27:33.841342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port 129c41ba-079c-4763-902f-b4e24998bf66 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:33.849684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:33.852054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffff86e-fbcb-4067-a98f-0710c70695af req-ec2ae3c5-62fe-4937-844b-4efcbf9a3e1a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "DELETE /v2.0/ports/129c41ba-079c-4763-902f-b4e24998bf66 HTTP/1.1" status: 204 len: 173 time: 1.8746510 Aug 10 03:27:33.852777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83668e69-f131-4956-9443-6258f672e2cc', 'name': 'network-vif-deleted', 'tag': '129c41ba-079c-4763-902f-b4e24998bf66'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:33.855365 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb804e6c-08e9-48fb-8d35-bdfeda777ac8" -d '{"events": [{"server_uuid": "83668e69-f131-4956-9443-6258f672e2cc", "name": "network-vif-deleted", "tag": "129c41ba-079c-4763-902f-b4e24998bf66"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:33.919970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe746269-4759-4012-8371-9b27994d2016 req-dcf86187-2c61-41d6-af90-b6a9556a5e38 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308709 Aug 10 03:27:34.178380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d191627a-6972-4856-91f5-571ff03cff18 req-b83d27cf-85b7-4279-9129-d9c1c4dc48b8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 210 time: 0.0569792 Aug 10 03:27:34.230915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:34.438233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84bb8164-c612-4df6-a330-342d427487b1 req-58496f12-732b-428e-ad5d-077aeafc62b5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=83668e69-f131-4956-9443-6258f672e2cc HTTP/1.1" status: 200 len: 210 time: 0.0389807 Aug 10 03:27:34.696200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b263a2bb-c005-4f57-8d15-972076480d4f req-7d0b190f-da73-479f-abbf-195cb75ffd01 service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0838315 Aug 10 03:27:34.705002 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feb9e0d-1dcf-43d6-b8a2-108a8a61d655 x-openstack-request-id: req-9feb9e0d-1dcf-43d6-b8a2-108a8a61d655 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:34.705354 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83668e69-f131-4956-9443-6258f672e2cc", "name": "network-vif-deleted", "tag": "129c41ba-079c-4763-902f-b4e24998bf66", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:34.705839 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9feb9e0d-1dcf-43d6-b8a2-108a8a61d655 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:34.706570 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83668e69-f131-4956-9443-6258f672e2cc', 'name': 'network-vif-deleted', 'tag': '129c41ba-079c-4763-902f-b4e24998bf66', 'status': 'completed', 'code': 200} Aug 10 03:27:34.845553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca766d-6f85-40ce-8f0f-792ed3cd7dfc req-0201409f-169d-4ac1-a923-ba01bd45d753 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.848280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6aca766d-6f85-40ce-8f0f-792ed3cd7dfc req-0201409f-169d-4ac1-a923-ba01bd45d753 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 944 time: 0.1464820 Aug 10 03:27:34.930516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:34.952591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6aca766d-6f85-40ce-8f0f-792ed3cd7dfc req-2eab71fa-4ec5-4359-b04a-a7f5f51a6cf2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931714 Aug 10 03:27:34.955966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872e8d-75c8-4d39-b8ba-9f25cab413eb req-deef2436-b1e3-4334-bd82-60fb6315c38b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:34.958516 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5872e8d-75c8-4d39-b8ba-9f25cab413eb req-deef2436-b1e3-4334-bd82-60fb6315c38b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.0577662 Aug 10 03:27:34.964465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Transition to ACTIVE for port object ee7cc70d-f733-49fc-874c-150985640bac will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:35.009360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5872e8d-75c8-4d39-b8ba-9f25cab413eb req-afb1aec0-3b53-48b7-b888-1e7f8a82210f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Aug 10 03:27:35.031367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.045844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:35.095037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:27:35.098859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:27:35.105247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:27:35.110996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.111670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.128719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:35.143851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-72897d3a-906e-44f5-a840-3503abd78f91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3526375 Aug 10 03:27:35.156878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Request body: {'port': {'device_id': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:35.247246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f018f7-baf0-4885-85cc-b983efa8f2a7 req-09de6e6d-5993-442f-8213-3d648ff9765e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.249634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10f018f7-baf0-4885-85cc-b983efa8f2a7 req-09de6e6d-5993-442f-8213-3d648ff9765e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1007121 Aug 10 03:27:35.259116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.353266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10f018f7-baf0-4885-85cc-b983efa8f2a7 req-448c20ca-9e9e-4634-8cd3-97b24266a4ad tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901372 Aug 10 03:27:35.381212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['73057bae-ea50-4fbe-9a4f-a4e5f143adda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:35.517268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129c41ba-079c-4763-902f-b4e24998bf66 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:35.541033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 129c41ba-079c-4763-902f-b4e24998bf66 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:35.541379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129c41ba-079c-4763-902f-b4e24998bf66 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:35.541802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:35.600933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e7754038-badf-413a-bb9a-60953b14021a None None] Provisioning for port ee7cc70d-f733-49fc-874c-150985640bac completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:35.621500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e7754038-badf-413a-bb9a-60953b14021a None None] Provisioning complete for port ee7cc70d-f733-49fc-874c-150985640bac triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:35.621863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e7754038-badf-413a-bb9a-60953b14021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.627598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b88878-e9db-4c1e-b895-5eaeb8dacab6 req-9e0768eb-9cff-4674-8205-2a543f42f559 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:35.631190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5b88878-e9db-4c1e-b895-5eaeb8dacab6 req-9e0768eb-9cff-4674-8205-2a543f42f559 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 936 time: 0.2882221 Aug 10 03:27:35.679121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e7754038-badf-413a-bb9a-60953b14021a None None] Port ee7cc70d-f733-49fc-874c-150985640bac cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:27:35.740725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.770024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:35.772404 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd83b73-ee70-4895-ae10-8a7b5b7283aa" -d '{"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:35.788324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:35.797416 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:35.809931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f5b88878-e9db-4c1e-b895-5eaeb8dacab6 req-9135af01-06a4-46e9-a65a-b391913db929 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089790 Aug 10 03:27:35.915553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:35.922174 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c60e4f-a95b-4f94-927a-7ff64fe4af86 x-openstack-request-id: req-92c60e4f-a95b-4f94-927a-7ff64fe4af86 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:35.922873 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:35.923371 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92c60e4f-a95b-4f94-927a-7ff64fe4af86 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:35.923996 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'code': 200} Aug 10 03:27:35.972043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7cc70d-f733-49fc-874c-150985640bac {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:35.980543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.009115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Transition to ACTIVE for port object ee7cc70d-f733-49fc-874c-150985640bac will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:27:36.017771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.142624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.172878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Attempting to bind port ee7cc70d-f733-49fc-874c-150985640bac on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:36.173481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Attempting to bind port ee7cc70d-f733-49fc-874c-150985640bac by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:36.174210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Attempting to bind port ee7cc70d-f733-49fc-874c-150985640bac on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:36.187780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43573bf5-8c11-4a9c-8be1-e6ae73e36e2e req-756a1f59-f2ef-4038-9cd4-f573080ffaa8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.189528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43573bf5-8c11-4a9c-8be1-e6ae73e36e2e req-756a1f59-f2ef-4038-9cd4-f573080ffaa8 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 950 time: 0.0799680 Aug 10 03:27:36.191121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Port ee7cc70d-f733-49fc-874c-150985640bac on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:36.191640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Attempting to bind port ee7cc70d-f733-49fc-874c-150985640bac on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:36.210699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:36.211219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:36.211839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:36.212567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Bound port: ee7cc70d-f733-49fc-874c-150985640bac, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:36.213146 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.228726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87bf0-bf9d-4587-9167-ec6d36715f77 req-e479bc28-e7a6-4326-b074-d53d38116a37 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.231303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ee87bf0-bf9d-4587-9167-ec6d36715f77 req-e479bc28-e7a6-4326-b074-d53d38116a37 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 944 time: 0.1474550 Aug 10 03:27:36.233374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 78a11223-d934-47ec-aca4-bf2abaa96490 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:36.327187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43573bf5-8c11-4a9c-8be1-e6ae73e36e2e req-f6517c39-8569-4c2c-98a4-0ee84181be37 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274633 Aug 10 03:27:36.350378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:27:36.355935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:36.373123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.392060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 78a11223-d934-47ec-aca4-bf2abaa96490 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:36.407225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 78a11223-d934-47ec-aca4-bf2abaa96490 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:36.407519 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.474432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.475166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.477615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] 10.222.0.65 "PUT /v2.0/ports/ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 1097 time: 1.3253508 Aug 10 03:27:36.540065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ee87bf0-bf9d-4587-9167-ec6d36715f77 req-818c42f9-4706-43cf-a853-4a36cfdef854 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802864 Aug 10 03:27:36.570495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.581337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e833e-e817-4875-845d-4cb08dfed544 req-234ec94f-6897-49e8-8951-5fd2f2bde5b0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.593266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a94e833e-e817-4875-845d-4cb08dfed544 req-234ec94f-6897-49e8-8951-5fd2f2bde5b0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.0793743 Aug 10 03:27:36.653494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e59efb-e410-4760-ac72-d2e4550b4a0a service neutron] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.677669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a94e833e-e817-4875-845d-4cb08dfed544 req-33d113d9-cbc2-423d-9c5b-013231b124f1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833881 Aug 10 03:27:36.696424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 78a11223-d934-47ec-aca4-bf2abaa96490, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=78a11223-d934-47ec-aca4-bf2abaa96490,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:36.699164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-d3333945-7dee-4d0c-b965-0d601268acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.704648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-d3333945-7dee-4d0c-b965-0d601268acfa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1100 time: 0.1490104 Aug 10 03:27:36.705041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:36.707417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:36.711626 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029ef77a-b11d-4584-8885-6564156eeffb" -d '{"events": [{"name": "network-changed", "server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:36.777446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=78a11223-d934-47ec-aca4-bf2abaa96490,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:36.830101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-41747ccb-27df-4901-9614-13a8583b61b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 217 time: 0.1136937 Aug 10 03:27:36.917796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a055a6-3b57-4aa0-9cbc-e068769c44bf req-f5be519c-37a7-49f1-a2d5-cd1cad433df8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.948310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5a055a6-3b57-4aa0-9cbc-e068769c44bf req-f5be519c-37a7-49f1-a2d5-cd1cad433df8 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 948 time: 0.1334119 Aug 10 03:27:36.949704 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8831bc-b179-4cc2-8686-45ed8aebe00d x-openstack-request-id: req-bb8831bc-b179-4cc2-8686-45ed8aebe00d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:36.950223 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:36.950488 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb8831bc-b179-4cc2-8686-45ed8aebe00d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:36.950912 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'status': 'completed', 'code': 200} Aug 10 03:27:36.959366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-504a5377-9404-4b75-af27-58efbe887fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:36.961081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-504a5377-9404-4b75-af27-58efbe887fb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1224604 Aug 10 03:27:37.022018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5a055a6-3b57-4aa0-9cbc-e068769c44bf req-2b5ec65a-25ea-4abd-8c2c-d5700daf5368 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705121 Aug 10 03:27:37.058300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-e084f306-1cee-4daf-a771-bb529826898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.060030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-e084f306-1cee-4daf-a771-bb529826898e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899749 Aug 10 03:27:37.074485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ca054-4552-48e3-b804-8bacbf837d76 req-808b3457-a737-400e-93fc-eaa65211b573 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.076145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b4ca054-4552-48e3-b804-8bacbf837d76 req-808b3457-a737-400e-93fc-eaa65211b573 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 948 time: 0.0762761 Aug 10 03:27:37.176394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b4ca054-4552-48e3-b804-8bacbf837d76 req-35a04e99-617c-41ad-a324-ea50ba057ba9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806446 Aug 10 03:27:37.229617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-968f9de1-829b-4a03-a85f-9e0a3c8fed6a service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522310 Aug 10 03:27:37.333525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-877533a2-d584-41ce-beac-020e607c4bcb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.335137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-877533a2-d584-41ce-beac-020e607c4bcb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 950 time: 0.1299813 Aug 10 03:27:37.394846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2935bdd-c6f2-46f0-9195-e8fa957edfce req-196f2eef-a8f8-4a05-950b-ba0f07d05e6b service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473484 Aug 10 03:27:37.477847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:37.478332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.516722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:37.546244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd0a2c-0b94-4809-9844-ddd1caa756f5 req-c83903f5-1732-4e29-a08b-896d265bccf9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.548999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ecd0a2c-0b94-4809-9844-ddd1caa756f5 req-c83903f5-1732-4e29-a08b-896d265bccf9 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 950 time: 0.0851972 Aug 10 03:27:37.639364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:37.653084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'mac_address': 'fa:16:3e:89:98:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:37.685130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ecd0a2c-0b94-4809-9844-ddd1caa756f5 req-157411d1-6c52-4180-9e14-f763b4c3be11 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225266 Aug 10 03:27:37.754392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.796305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8814fd7-1f91-48be-a004-a65c70bdef34 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:37.815805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef77a-b11d-4584-8885-6564156eeffb req-40c108c1-36b6-4b6e-93aa-c05acc0fe590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.818410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-40c108c1-36b6-4b6e-93aa-c05acc0fe590 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1100 time: 0.3218927 Aug 10 03:27:37.831241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:37.840705 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:37.925331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:37.930233 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1192971-eae5-4c95-a7d6-c26bbdf25557" -d '{"events": [{"server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "name": "network-vif-plugged", "status": "completed", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:37.956604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf020f61-b205-4163-a28b-c60f847e1302 req-f0d9cb77-743d-41e1-aa89-d62eefbcd7ea tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:37.958453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:37.961085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf020f61-b205-4163-a28b-c60f847e1302 req-f0d9cb77-743d-41e1-aa89-d62eefbcd7ea tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.1043379 Aug 10 03:27:37.989091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:37.989684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.013132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ce43c-7d66-4443-85d4-3ae8c75b1839 req-78a9c98f-7aa2-459f-9142-19c813c802e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.021230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993ce43c-7d66-4443-85d4-3ae8c75b1839 req-78a9c98f-7aa2-459f-9142-19c813c802e2 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.2468054 Aug 10 03:27:38.041215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-e5d4809f-d623-4cab-ba0f-a3538579d201 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.042829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-e5d4809f-d623-4cab-ba0f-a3538579d201 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 950 time: 0.3320491 Aug 10 03:27:38.043849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:38.063410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf020f61-b205-4163-a28b-c60f847e1302 req-96056fad-29df-4dd9-bbf6-648957b553a3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848432 Aug 10 03:27:38.142899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:38.169821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef77a-b11d-4584-8885-6564156eeffb req-d97456c8-01b7-497c-b395-666eaed071b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.171495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-d97456c8-01b7-497c-b395-666eaed071b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.3218927 Aug 10 03:27:38.378039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993ce43c-7d66-4443-85d4-3ae8c75b1839 req-d11994f0-1c9a-48db-9439-aed9de16fbd1 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548150 Aug 10 03:27:38.412674 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d272a1-b396-46a2-b4a2-44c07ebab4a6 x-openstack-request-id: req-b1d272a1-b396-46a2-b4a2-44c07ebab4a6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:38.414933 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "name": "network-vif-plugged", "status": "completed", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:38.415404 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1d272a1-b396-46a2-b4a2-44c07ebab4a6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:38.416055 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490', 'code': 200} Aug 10 03:27:38.439888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.464367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:38.492890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-52c43b22-12e5-41fd-beef-7ed6b61557fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 217 time: 0.3085289 Aug 10 03:27:38.542564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:38.647454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4e17-a5e6-4c5d-b1db-51cc8163b1e6 req-44cd4cde-87d8-4b76-96aa-779a54d5e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.649849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dabf4e17-a5e6-4c5d-b1db-51cc8163b1e6 req-44cd4cde-87d8-4b76-96aa-779a54d5e982 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 1097 time: 0.1812382 Aug 10 03:27:38.660525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f880e4-a67e-49ae-84b8-b9e097fc7dae req-c9d5d2b3-d6b1-4719-8a20-06957f9d34dc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.670642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54f880e4-a67e-49ae-84b8-b9e097fc7dae req-c9d5d2b3-d6b1-4719-8a20-06957f9d34dc tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1600432 Aug 10 03:27:38.743050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54f880e4-a67e-49ae-84b8-b9e097fc7dae req-495ee01d-0a68-418d-897a-70dfd3fc10be tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Aug 10 03:27:38.790721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dabf4e17-a5e6-4c5d-b1db-51cc8163b1e6 req-9afe4ebf-cc31-419c-80e5-1f81171dbac9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088283 Aug 10 03:27:38.881679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:38.889935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:38.895022 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f5cfdf8-ab9b-410d-830c-5a2b1713e71b req-11b50888-aa22-4d95-b836-bd1238f7ff80 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "DELETE /v2.0/ports/fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce HTTP/1.1" status: 204 len: 173 time: 1.5526066 Aug 10 03:27:38.909469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a894707f-7904-4b9e-91aa-5ba579661f8c req-ec117772-d88b-4a10-97d7-c09e7d42685b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91 HTTP/1.1" status: 200 len: 210 time: 0.0657942 Aug 10 03:27:38.943273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef77a-b11d-4584-8885-6564156eeffb req-b533c614-0294-450d-bab6-81f416a47ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:38.945144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-b533c614-0294-450d-bab6-81f416a47ed0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.4044452 Aug 10 03:27:38.957231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'name': 'network-vif-deleted', 'tag': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:38.959606 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc219f7-572e-482f-8e2a-68c15b32e71c" -d '{"events": [{"server_uuid": "eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91", "name": "network-vif-deleted", "tag": "fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:39.068109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:39.069300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.200739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76063c0-0b82-43fe-9bf7-e95322ebfdd8 req-1d0ce63c-7afb-4902-9a2f-2ddc6469fb0d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.202638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a76063c0-0b82-43fe-9bf7-e95322ebfdd8 req-1d0ce63c-7afb-4902-9a2f-2ddc6469fb0d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 948 time: 0.5233102 Aug 10 03:27:39.227684 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c91dd3-f3d8-42d6-a85e-a30e252f6988 x-openstack-request-id: req-17c91dd3-f3d8-42d6-a85e-a30e252f6988 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:39.227958 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91", "name": "network-vif-deleted", "tag": "fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:39.228107 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17c91dd3-f3d8-42d6-a85e-a30e252f6988 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:39.228476 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6fbff7-a3f1-4c0d-9460-c4173c0d0d91', 'name': 'network-vif-deleted', 'tag': 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce', 'status': 'completed', 'code': 200} Aug 10 03:27:39.231991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef77a-b11d-4584-8885-6564156eeffb req-e289dab7-fdb9-48f4-afb3-9d5eee453563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.234257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-e289dab7-fdb9-48f4-afb3-9d5eee453563 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2696221 Aug 10 03:27:39.365403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-210511ef-0b2b-4b34-a189-e132e8b16898 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215878 Aug 10 03:27:39.392727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23', 'fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:39.495554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port a08791e2-6c4a-4a9e-8df9-b86dca0150b3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:39.495935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:39.517356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a76063c0-0b82-43fe-9bf7-e95322ebfdd8 req-92861fe1-60c6-48a5-aab3-86815f187495 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946115 Aug 10 03:27:39.553701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for a08791e2-6c4a-4a9e-8df9-b86dca0150b3 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:39.653396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa974c-4421-4307-8cee-3a6000bda12d req-dcd5f7f3-1899-4daf-879f-76f4b2857112 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.669063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54aa974c-4421-4307-8cee-3a6000bda12d req-dcd5f7f3-1899-4daf-879f-76f4b2857112 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.1890109 Aug 10 03:27:39.758561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:39.774647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54aa974c-4421-4307-8cee-3a6000bda12d req-f00c6de1-43b5-4a5e-bc0b-c21b88640cb0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994248 Aug 10 03:27:39.779527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-029ef77a-b11d-4584-8885-6564156eeffb req-9b3f7a4c-11fe-4ecb-b0a4-58fd2baa0613 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945253 Aug 10 03:27:39.907981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:39.948657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:39.963113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122168-690a-478e-acd1-a1fc8526dc50 req-609bd5ef-2bc5-43df-969a-320898ffa0ef tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:39.976614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f122168-690a-478e-acd1-a1fc8526dc50 req-609bd5ef-2bc5-43df-969a-320898ffa0ef tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.1911097 Aug 10 03:27:40.003340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ee7cc70d-f733-49fc-874c-150985640bac', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'ee7cc70d-f733-49fc-874c-150985640bac', 'mac_address': 'fa:16:3e:a1:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:40.025967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becc0b8-46a6-4865-ae6c-c72d4c5b11f9 req-3bc47d8d-125c-40be-9f0a-46160c13f148 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.046269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3becc0b8-46a6-4865-ae6c-c72d4c5b11f9 req-3bc47d8d-125c-40be-9f0a-46160c13f148 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 950 time: 0.1341670 Aug 10 03:27:40.139852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f122168-690a-478e-acd1-a1fc8526dc50 req-9d8fbd83-baa9-447b-a50b-3f81bf662374 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614311 Aug 10 03:27:40.154873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3becc0b8-46a6-4865-ae6c-c72d4c5b11f9 req-a86772bf-e44d-497d-9497-60baea1726c2 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042795 Aug 10 03:27:40.186555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.219631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:40.222442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.232754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=a08791e2-6c4a-4a9e-8df9-b86dca0150b3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:40.335721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port a08791e2-6c4a-4a9e-8df9-b86dca0150b3 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:40.340192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.345434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a37b81d7-7e2d-4fce-9dca-a79ea84240b4 req-89c21e24-f950-4b09-9b96-deb1d05f31d5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "DELETE /v2.0/ports/a08791e2-6c4a-4a9e-8df9-b86dca0150b3 HTTP/1.1" status: 204 len: 173 time: 2.2799115 Aug 10 03:27:40.348968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a08791e2-6c4a-4a9e-8df9-b86dca0150b3 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:40.364889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7cc70d-f733-49fc-874c-150985640bac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:40.398567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8add1502-c971-422c-84b8-9589eb704138 req-7f7edaad-0ca8-49c9-bcfd-14bd77d99fc0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb5a5c3-2763-4b3b-98f1-2e469b3d7139 HTTP/1.1" status: 200 len: 210 time: 0.0635669 Aug 10 03:27:40.411256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: a08791e2-6c4a-4a9e-8df9-b86dca0150b3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:40.415771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a08791e2-6c4a-4a9e-8df9-b86dca0150b3 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:40.479536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c8814fd7-1f91-48be-a004-a65c70bdef34 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:40.480898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.487522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:40.525892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.727623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:40.823085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['ee7cc70d-f733-49fc-874c-150985640bac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:40.938512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:40.946494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de6d4-9f11-4431-953c-a22ddcb99c99 req-98f764a7-2a0f-4a3f-bbea-6da9301ceed4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:40.949921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1de6d4-9f11-4431-953c-a22ddcb99c99 req-98f764a7-2a0f-4a3f-bbea-6da9301ceed4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 949 time: 0.1733911 Aug 10 03:27:41.068358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1de6d4-9f11-4431-953c-a22ddcb99c99 req-8dfeb387-7a5f-4d6b-8643-ff497eb6e537 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981681 Aug 10 03:27:41.113160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:41.117485 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d6e277-07b0-4587-9d19-cb726323fc1c" -d '{"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:41.150932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35c2dc-b7b4-4237-95b0-058da7eb26c5 req-cd907b1e-6d7a-411d-9784-b4705fcc3297 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.153944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff35c2dc-b7b4-4237-95b0-058da7eb26c5 req-cd907b1e-6d7a-411d-9784-b4705fcc3297 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.1290073 Aug 10 03:27:41.154138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:41.168543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:41.229539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'name': 'network-vif-deleted', 'tag': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:41.236214 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08982d18-470d-4fe7-8135-103d10b69004" -d '{"events": [{"server_uuid": "afb5a5c3-2763-4b3b-98f1-2e469b3d7139", "name": "network-vif-deleted", "tag": "a08791e2-6c4a-4a9e-8df9-b86dca0150b3"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:41.274547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:41.292418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff35c2dc-b7b4-4237-95b0-058da7eb26c5 req-b2063289-8392-4216-9179-1fe42f1fde0a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154959 Aug 10 03:27:41.345244 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318cced7-69ee-40b8-b9d6-c75b154f51a6 x-openstack-request-id: req-318cced7-69ee-40b8-b9d6-c75b154f51a6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:41.346072 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:41.346722 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-318cced7-69ee-40b8-b9d6-c75b154f51a6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:41.350619 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'code': 200} Aug 10 03:27:41.554445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d1b-ef0a-41f2-ac9f-426691ee8eb4 req-6f6e6edc-5db0-46ea-b665-d76cb9b9e5bb tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.562030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:41.578590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c0d1d1b-ef0a-41f2-ac9f-426691ee8eb4 req-6f6e6edc-5db0-46ea-b665-d76cb9b9e5bb tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.1586988 Aug 10 03:27:41.599214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:41.599705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdc85c67-cc84-4c3f-a89d-77c1ceaf44ce not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:41.663153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ecec-9403-4426-8566-ff92ffa727bb req-3cf507b3-e474-4c53-a568-c087df81316e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.673581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4473ecec-9403-4426-8566-ff92ffa727bb req-3cf507b3-e474-4c53-a568-c087df81316e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 951 time: 0.1335716 Aug 10 03:27:41.724271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c0d1d1b-ef0a-41f2-ac9f-426691ee8eb4 req-4a396fac-3786-4e53-a3c6-349b92be844f tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412256 Aug 10 03:27:41.748358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d4f28-bf59-4f3e-bd6c-cabad52b79da req-42552203-0c5b-4c89-b08a-2962541f0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:41.751901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c71d4f28-bf59-4f3e-bd6c-cabad52b79da req-42552203-0c5b-4c89-b08a-2962541f0bfc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1103 time: 0.1273639 Aug 10 03:27:41.754984 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4473ecec-9403-4426-8566-ff92ffa727bb req-4d1fc8c6-66e4-4d02-9d34-3fd36c507e12 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757601 Aug 10 03:27:41.815352 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affadf7a-fd75-446e-9211-06af8313f167 x-openstack-request-id: req-affadf7a-fd75-446e-9211-06af8313f167 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:41.816330 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb5a5c3-2763-4b3b-98f1-2e469b3d7139", "name": "network-vif-deleted", "tag": "a08791e2-6c4a-4a9e-8df9-b86dca0150b3", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:41.816851 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-affadf7a-fd75-446e-9211-06af8313f167 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:41.818161 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb5a5c3-2763-4b3b-98f1-2e469b3d7139', 'name': 'network-vif-deleted', 'tag': 'a08791e2-6c4a-4a9e-8df9-b86dca0150b3', 'status': 'completed', 'code': 200} Aug 10 03:27:41.832489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c71d4f28-bf59-4f3e-bd6c-cabad52b79da req-cbca3adb-b69a-4556-8d94-ba71dc5cf2c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719965 Aug 10 03:27:41.987010 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:42.037361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3fc5-09c5-47cb-851a-a06264556ac7 req-dfada25c-867e-45a0-b4fb-9f407564bbe5 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.040236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-899b3fc5-09c5-47cb-851a-a06264556ac7 req-dfada25c-867e-45a0-b4fb-9f407564bbe5 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.1116540 Aug 10 03:27:42.055391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43770) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:42.060588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Request body: {'floatingip': {'port_id': '78a11223-d934-47ec-aca4-bf2abaa96490'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:42.121355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:42.312249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74f2b-c289-45fb-8efa-5c7cabdb958f req-28b260f7-c362-467d-8361-5b620ab5bf7d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.314224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bef74f2b-c289-45fb-8efa-5c7cabdb958f req-28b260f7-c362-467d-8361-5b620ab5bf7d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 949 time: 0.1034408 Aug 10 03:27:42.403366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bef74f2b-c289-45fb-8efa-5c7cabdb958f req-1adeb20e-a110-400c-9411-f72a60efb6ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529337 Aug 10 03:27:42.786935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2724126-cad0-4ee4-a156-d909871845b5 req-da5f7b66-054b-4593-ac7a-c34969e95c5e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.788523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2724126-cad0-4ee4-a156-d909871845b5 req-da5f7b66-054b-4593-ac7a-c34969e95c5e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.0760546 Aug 10 03:27:42.909973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2724126-cad0-4ee4-a156-d909871845b5 req-11477c0f-b435-47bc-9d0a-6babdd5e5a87 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757954 Aug 10 03:27:42.920273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed89f-1cb3-473d-b65b-d800384e7782 req-aaf12c30-2ac7-4a5a-8977-0902e9c00ce4 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:42.934263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0ed89f-1cb3-473d-b65b-d800384e7782 req-aaf12c30-2ac7-4a5a-8977-0902e9c00ce4 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 950 time: 0.1249332 Aug 10 03:27:43.050531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0ed89f-1cb3-473d-b65b-d800384e7782 req-758f2e99-f4d2-46cd-990f-a36dabc6029b tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125150 Aug 10 03:27:43.136955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.148329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.273798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d450c-9691-4c0b-9250-2ccd1b004a35 req-9c84bf88-d2a1-4201-8c3e-ca629207d829 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.275614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e67d450c-9691-4c0b-9250-2ccd1b004a35 req-9c84bf88-d2a1-4201-8c3e-ca629207d829 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 951 time: 0.1581924 Aug 10 03:27:43.314181 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Floating IP a871bf7d-8d90-4b28-b8f9-21dcd86da4af associated. External IP: 172.25.2.40, port: 78a11223-d934-47ec-aca4-bf2abaa96490. Aug 10 03:27:43.363393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e67d450c-9691-4c0b-9250-2ccd1b004a35 req-a5698638-85a8-4f54-a189-7910d8589806 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797086 Aug 10 03:27:43.570339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:43.641718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port ee7cc70d-f733-49fc-874c-150985640bac completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:43.648182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port ee7cc70d-f733-49fc-874c-150985640bac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:43.650762 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.709602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650bc2c-1476-4d3f-b73c-ea06b940ab5d req-ec12cd72-7532-41e4-ad5a-3e0afe789d22 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.716188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56536792-29dd-4516-b425-8cd066169054 req-e48fae21-7281-4c1d-a8fc-6e8b82a3767c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:43.718721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a650bc2c-1476-4d3f-b73c-ea06b940ab5d req-ec12cd72-7532-41e4-ad5a-3e0afe789d22 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1103 time: 0.0690014 Aug 10 03:27:43.731354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56536792-29dd-4516-b425-8cd066169054 req-e48fae21-7281-4c1d-a8fc-6e8b82a3767c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 949 time: 0.1910694 Aug 10 03:27:43.756130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a650bc2c-1476-4d3f-b73c-ea06b940ab5d req-4a3bb2d0-d6cb-4f2c-8190-d42380faedd4 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Aug 10 03:27:43.782423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Router 18661d03-71b9-409c-8178-0464d0b1e83e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:27:43.800874 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:43.851025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56536792-29dd-4516-b425-8cd066169054 req-418da9f0-e0f2-4642-8511-3c2db5116ae8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182244 Aug 10 03:27:43.863976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:43.889475 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174ad025-f33a-43de-827a-54907b6e5c8f" -d '{"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:43.945099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:43.951168 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.028872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-67398c46-5b2c-4e57-9feb-8146be758a5a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.037395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-67398c46-5b2c-4e57-9feb-8146be758a5a tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 950 time: 0.1653605 Aug 10 03:27:44.045911 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b898b4-7d7b-4a07-9ae6-91b0ca4e0cae x-openstack-request-id: req-18b898b4-7d7b-4a07-9ae6-91b0ca4e0cae {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:44.046280 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:44.046590 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18b898b4-7d7b-4a07-9ae6-91b0ca4e0cae {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:44.046954 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'code': 200} Aug 10 03:27:44.071179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:44.191266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:27:44.196485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.205836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] Sync routers for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:27:44.229130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:44.231161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:44.237202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50714a7-981e-4f53-814e-5fd02221fc08 req-ad612df5-adf5-419a-aa91-3b8db65f0b2c tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.239861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c50714a7-981e-4f53-814e-5fd02221fc08 req-ad612df5-adf5-419a-aa91-3b8db65f0b2c tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 1103 time: 0.0907404 Aug 10 03:27:44.283383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-baaa3356-a0d4-4344-9dd0-942159ec1682 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "PUT /v2.0/floatingips/a871bf7d-8d90-4b28-b8f9-21dcd86da4af HTTP/1.1" status: 200 len: 990 time: 2.2259853 Aug 10 03:27:44.296237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:44.301089 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debe5ff4-70c5-4e73-aed5-2612169e8aae" -d '{"events": [{"name": "network-changed", "server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:44.309055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5c0d6-f740-4f79-b967-e372af6526c5 req-badb9023-ad05-432d-b9b3-4a636c58d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.311614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ca5c0d6-f740-4f79-b967-e372af6526c5 req-badb9023-ad05-432d-b9b3-4a636c58d534 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1102 time: 0.1798749 Aug 10 03:27:44.335264 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c50714a7-981e-4f53-814e-5fd02221fc08 req-b6cbe2eb-b215-4232-bf2c-6aba34eb7f89 tempest-ServersAdminTestJSON-1317694987 tempest-ServersAdminTestJSON-1317694987-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Aug 10 03:27:44.358396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-4f69f120-b6c4-478c-901b-3b9f95550de7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.358396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-4f69f120-b6c4-478c-901b-3b9f95550de7 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2d71576-8f8b-47bd-9285-aed9d38f36ce HTTP/1.1" status: 200 len: 950 time: 0.1218016 Aug 10 03:27:44.365700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8b9d-0441-465d-8950-80d21bbfe123 req-926665cd-9711-4cea-9311-b25631598834 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.380954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b4d8b9d-0441-465d-8950-80d21bbfe123 req-926665cd-9711-4cea-9311-b25631598834 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.2523999 Aug 10 03:27:44.466970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port 14605640-d01c-4a49-b153-9dfef79f9d23 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:44.467795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.472954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:44.557835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbbd66-2ea0-46e0-9b11-e5543b411123 req-ee61d761-9de9-4778-899f-fd3a8d8d553d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:44.565560 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8cbbd66-2ea0-46e0-9b11-e5543b411123 req-ee61d761-9de9-4778-899f-fd3a8d8d553d tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 950 time: 0.1026642 Aug 10 03:27:44.591794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port 942de3cb-a3ce-4247-9078-169cd959950c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:44.598775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.686695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8cbbd66-2ea0-46e0-9b11-e5543b411123 req-029820fa-9319-498e-8c9b-9e5abeb8593e tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201046 Aug 10 03:27:44.807660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port 942de3cb-a3ce-4247-9078-169cd959950c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=942de3cb-a3ce-4247-9078-169cd959950c,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:44.814912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:44.833794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for 942de3cb-a3ce-4247-9078-169cd959950c owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:44.899767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'a871bf7d-8d90-4b28-b8f9-21dcd86da4af', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'port_id': '78a11223-d934-47ec-aca4-bf2abaa96490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'mac_address': 'fa:16:3e:58:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d90105-916c-4481-b398-8c86f530d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:27:17Z', 'updated_at': '2021-08-10T03:27:42Z', 'revision_number': 1, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:22Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:44.931265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] Checking router: 18661d03-71b9-409c-8178-0464d0b1e83e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:27:44.950473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:27:44.951209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:44.994647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b4d8b9d-0441-465d-8950-80d21bbfe123 req-e6920767-0c73-41be-abd7-7ff75b0bfd79 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124055 Aug 10 03:27:44.996497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ca5c0d6-f740-4f79-b967-e372af6526c5 req-5c82e88a-523c-4bb2-a9aa-e3678c3ab5e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707878 Aug 10 03:27:44.998800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port 14605640-d01c-4a49-b153-9dfef79f9d23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=14605640-d01c-4a49-b153-9dfef79f9d23,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:44.999170 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.049533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for 14605640-d01c-4a49-b153-9dfef79f9d23 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:45.182040 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a994f3-4147-4cf6-8761-9d5abeb2c73a x-openstack-request-id: req-b6a994f3-4147-4cf6-8761-9d5abeb2c73a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:45.182862 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:45.183268 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6a994f3-4147-4cf6-8761-9d5abeb2c73a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:45.183870 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490', 'status': 'completed', 'code': 200} Aug 10 03:27:45.244480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-e2434c31-69b5-4242-9de7-c26d6c7bf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.246080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-e2434c31-69b5-4242-9de7-c26d6c7bf828 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03cc3b7e0589465bbc65a76787c105ce&device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 1097 time: 0.0727935 Aug 10 03:27:45.253703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:27:45.371601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de90b4-35fb-40f7-8aca-cd6f3d70d5cc req-6eb7d559-8b57-45ef-ada1-4b2e1ddf7f37 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.375438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2de90b4-35fb-40f7-8aca-cd6f3d70d5cc req-6eb7d559-8b57-45ef-ada1-4b2e1ddf7f37 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1894743 Aug 10 03:27:45.376517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.456271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:45.462063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['942de3cb-a3ce-4247-9078-169cd959950c', '14605640-d01c-4a49-b153-9dfef79f9d23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:45.475133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=942de3cb-a3ce-4247-9078-169cd959950c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:45.542413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2dc-f12c-4e94-b422-23e0d201db25 req-2caeb38d-c355-47b4-820b-8585c84a477d tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.544956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2de90b4-35fb-40f7-8aca-cd6f3d70d5cc req-bc507173-a151-4d06-8a20-3d84da13a815 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506991 Aug 10 03:27:45.545312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dea1b2dc-f12c-4e94-b422-23e0d201db25 req-2caeb38d-c355-47b4-820b-8585c84a477d tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 949 time: 0.0956092 Aug 10 03:27:45.546590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-93858b7c-b694-44e5-a03f-f23c80c468f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:45.548422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-93858b7c-b694-44e5-a03f-f23c80c468f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72808e44-db58-4fbb-be53-92d71831e779 HTTP/1.1" status: 200 len: 912 time: 0.2913134 Aug 10 03:27:45.549372 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.552179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port 942de3cb-a3ce-4247-9078-169cd959950c on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:45.557616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.572744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b731e15-30ba-4dc1-a171-2155c2d2235d req-8d9b4ff3-7557-4a7a-b789-a4bd7f39fb7f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "DELETE /v2.0/ports/942de3cb-a3ce-4247-9078-169cd959950c HTTP/1.1" status: 204 len: 173 time: 1.2020667 Aug 10 03:27:45.744016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=14605640-d01c-4a49-b153-9dfef79f9d23,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:45.855711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dea1b2dc-f12c-4e94-b422-23e0d201db25 req-9fdd438f-2096-4d3f-af17-63bd9f51ac7c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654090 Aug 10 03:27:45.859997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-a4250ed1-af8a-49bc-9475-0ea4cd64f3a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78a11223-d934-47ec-aca4-bf2abaa96490 HTTP/1.1" status: 200 len: 998 time: 0.2788508 Aug 10 03:27:45.874639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port 14605640-d01c-4a49-b153-9dfef79f9d23 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:45.874891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa20a691-f20a-4c0a-9056-c63f2aa4486c req-557cde19-2815-4b7c-8946-8836e882c07f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 210 time: 0.0475783 Aug 10 03:27:45.886810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:45.891522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97e8fe6d-3452-4155-9c1e-4d726cbd9b22 req-51e0fcbf-95d8-4c56-be0b-0725f3e173b0 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.65 "DELETE /v2.0/ports/14605640-d01c-4a49-b153-9dfef79f9d23 HTTP/1.1" status: 204 len: 173 time: 1.8455207 Aug 10 03:27:45.892828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'name': 'network-vif-deleted', 'tag': '14605640-d01c-4a49-b153-9dfef79f9d23'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:45.895908 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641a4e4-cd57-46fd-8ff7-28033b835d98" -d '{"events": [{"server_uuid": "b004798a-e9c9-43ed-9265-cfbecc3e1bb5", "name": "network-vif-deleted", "tag": "14605640-d01c-4a49-b153-9dfef79f9d23"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:46.003391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-0ff129a0-07fd-46ba-8fbc-0c7645d8bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.009700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-0ff129a0-07fd-46ba-8fbc-0c7645d8bc8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a9e9458-09da-4dda-8e63-c8f09122df4d HTTP/1.1" status: 200 len: 850 time: 0.1409395 Aug 10 03:27:46.102609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-3ed7b12e-9c01-441a-8e70-0d157f02d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.104759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-3ed7b12e-9c01-441a-8e70-0d157f02d2a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72808e44-db58-4fbb-be53-92d71831e779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856693 Aug 10 03:27:46.211378 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654f13f6-6b71-4581-b303-3fe62de5858d x-openstack-request-id: req-654f13f6-6b71-4581-b303-3fe62de5858d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:46.211706 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004798a-e9c9-43ed-9265-cfbecc3e1bb5", "name": "network-vif-deleted", "tag": "14605640-d01c-4a49-b153-9dfef79f9d23", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:46.212083 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-654f13f6-6b71-4581-b303-3fe62de5858d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:46.212597 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004798a-e9c9-43ed-9265-cfbecc3e1bb5', 'name': 'network-vif-deleted', 'tag': '14605640-d01c-4a49-b153-9dfef79f9d23', 'status': 'completed', 'code': 200} Aug 10 03:27:46.337297 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-2d9882cf-3cf7-414a-aa2f-410c5cfe87ac service neutron] 10.222.0.39 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239103 Aug 10 03:27:46.442552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'a871bf7d-8d90-4b28-b8f9-21dcd86da4af', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'port_id': '78a11223-d934-47ec-aca4-bf2abaa96490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'mac_address': 'fa:16:3e:58:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d90105-916c-4481-b398-8c86f530d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:27:17Z', 'updated_at': '2021-08-10T03:27:42Z', 'revision_number': 1, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:22Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:27:46.469668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378180c8-c58d-4e00-876c-3f5e78e7b9cf req-915da5eb-abfc-4ce4-b839-997274e9d18d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.472870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-378180c8-c58d-4e00-876c-3f5e78e7b9cf req-915da5eb-abfc-4ce4-b839-997274e9d18d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.0982482 Aug 10 03:27:46.498421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec886f31-c2eb-44b3-bea7-0ce5fa487b56 None None] The sync data for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 is: [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'a871bf7d-8d90-4b28-b8f9-21dcd86da4af', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'floating_ip_address': '172.25.2.40', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'port_id': '78a11223-d934-47ec-aca4-bf2abaa96490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'mac_address': 'fa:16:3e:58:74:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d90105-916c-4481-b398-8c86f530d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:27:17Z', 'updated_at': '2021-08-10T03:27:42Z', 'revision_number': 1, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:22Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:27:46.576735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-378180c8-c58d-4e00-876c-3f5e78e7b9cf req-3600eb50-8087-4ef9-9650-9403f04820cc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Aug 10 03:27:46.607805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-debe5ff4-70c5-4e73-aed5-2612169e8aae req-1e3d0f09-f13d-4940-a890-6286c5ca6522 service neutron] 10.222.0.39 "GET /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466474 Aug 10 03:27:46.790977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:46.809094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d7801-14ef-474e-81d6-719eabad8f95 req-dfe271a7-3fb9-471e-94aa-c67606c951a6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:46.826587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b9d7801-14ef-474e-81d6-719eabad8f95 req-dfe271a7-3fb9-471e-94aa-c67606c951a6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1422510 Aug 10 03:27:46.922955 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b82de7d-0676-4b59-8f56-90f8eb36a657 None None] New status for floating IP a871bf7d-8d90-4b28-b8f9-21dcd86da4af: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:27:46.931993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b9d7801-14ef-474e-81d6-719eabad8f95 req-a9615bd5-9a2e-43cb-ae75-7fa9718f6e7e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038940 Aug 10 03:27:47.173184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4082aea-48c3-4b0c-be60-d1d19d7f9eb3 req-45a84a09-f5d1-4e85-a8f0-48c4bb9c5e14 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.180404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4082aea-48c3-4b0c-be60-d1d19d7f9eb3 req-45a84a09-f5d1-4e85-a8f0-48c4bb9c5e14 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 949 time: 0.0809851 Aug 10 03:27:47.189398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'name': 'network-vif-deleted', 'tag': '942de3cb-a3ce-4247-9078-169cd959950c'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:47.199065 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64089b1-ce31-4357-a7ea-29efc60bed4f" -d '{"events": [{"server_uuid": "b2d71576-8f8b-47bd-9285-aed9d38f36ce", "name": "network-vif-deleted", "tag": "942de3cb-a3ce-4247-9078-169cd959950c"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:47.304728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-378233f9-82b0-4f79-97a2-37f060acd89f req-13f33718-1694-490a-b788-db9727982811 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=b004798a-e9c9-43ed-9265-cfbecc3e1bb5 HTTP/1.1" status: 200 len: 210 time: 0.0951300 Aug 10 03:27:47.305310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4082aea-48c3-4b0c-be60-d1d19d7f9eb3 req-4b9986c4-d124-4cbc-9d26-3cc247d4404b tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117120 Aug 10 03:27:47.375864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-e4c32abb-8387-470f-b655-04c1d46f7d5a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.385906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-e4c32abb-8387-470f-b655-04c1d46f7d5a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 949 time: 0.3485563 Aug 10 03:27:47.587225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Deleting port 5b6ac891-d4f5-4995-aac6-737fc173b280 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:47.587833 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.591208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f95da-f0c4-4907-8f50-23d77eaf4aa2 req-823fca64-e803-4a96-af01-833e517d5c9a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:47.606079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 14605640-d01c-4a49-b153-9dfef79f9d23 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:47.606981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e6f95da-f0c4-4907-8f50-23d77eaf4aa2 req-823fca64-e803-4a96-af01-833e517d5c9a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1948059 Aug 10 03:27:47.646463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 14605640-d01c-4a49-b153-9dfef79f9d23 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:47.647013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 14605640-d01c-4a49-b153-9dfef79f9d23 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:47.647940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 942de3cb-a3ce-4247-9078-169cd959950c no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:47.684201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 942de3cb-a3ce-4247-9078-169cd959950c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:47.684857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 942de3cb-a3ce-4247-9078-169cd959950c not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:47.685481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5b6ac891-d4f5-4995-aac6-737fc173b280 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:47.693528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e6f95da-f0c4-4907-8f50-23d77eaf4aa2 req-20700197-c647-4d69-bc62-abf6d6707d19 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829735 Aug 10 03:27:47.800446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5b6ac891-d4f5-4995-aac6-737fc173b280,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:47.800787 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d31b1-1d93-4faf-8eb1-548ee7653035 x-openstack-request-id: req-266d31b1-1d93-4faf-8eb1-548ee7653035 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:47.801686 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d71576-8f8b-47bd-9285-aed9d38f36ce", "name": "network-vif-deleted", "tag": "942de3cb-a3ce-4247-9078-169cd959950c", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:47.801861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.802057 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-266d31b1-1d93-4faf-8eb1-548ee7653035 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:47.802754 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d71576-8f8b-47bd-9285-aed9d38f36ce', 'name': 'network-vif-deleted', 'tag': '942de3cb-a3ce-4247-9078-169cd959950c', 'status': 'completed', 'code': 200} Aug 10 03:27:47.850615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:47.865674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Calling delete_port for 5b6ac891-d4f5-4995-aac6-737fc173b280 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:47.900681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:47.904347 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dd1d6d-ce28-41d8-8480-560fbb484e51" -d '{"events": [{"server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:47.930928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5b6ac891-d4f5-4995-aac6-737fc173b280, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5b6ac891-d4f5-4995-aac6-737fc173b280,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:47.943968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.018541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed6540-c1d6-403a-a738-34b0a9fbca42 req-07215584-d44c-4da0-bea4-4d105caef2e2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.026403 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a0c62c-94fa-43fa-97f1-7ce067dd70ed x-openstack-request-id: req-b1a0c62c-94fa-43fa-97f1-7ce067dd70ed {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:48.026741 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:48.026990 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1a0c62c-94fa-43fa-97f1-7ce067dd70ed {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:48.027405 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280', 'code': 200} Aug 10 03:27:48.033394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-04ed6540-c1d6-403a-a738-34b0a9fbca42 req-07215584-d44c-4da0-bea4-4d105caef2e2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.1293626 Aug 10 03:27:48.040910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:48.126536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-04ed6540-c1d6-403a-a738-34b0a9fbca42 req-a84d648a-e9e1-465e-b4bd-8d700bec8bc9 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Aug 10 03:27:48.140520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.164318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:48.172383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b5740828-16b3-435e-a629-91e6082cd3ba'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:48.222389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event deleted for resources: {'Port': ['ID=5b6ac891-d4f5-4995-aac6-737fc173b280,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:48.314236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e8a708ac-a640-4812-a963-cf1370ff8ebd details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:27:48.368429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] No DVR routers for this DVR port 5b6ac891-d4f5-4995-aac6-737fc173b280 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:48.377119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:48.385411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce496484-ff8a-445f-9b3c-fe32a38942c0 req-c3f1106a-2162-40ff-a649-61af49ffd786 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "DELETE /v2.0/ports/5b6ac891-d4f5-4995-aac6-737fc173b280 HTTP/1.1" status: 204 len: 173 time: 0.9934418 Aug 10 03:27:48.385642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'name': 'network-vif-deleted', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:48.390887 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee3afb8-8c97-4380-9708-ccc12caacf68" -d '{"events": [{"server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "name": "network-vif-deleted", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:48.548764 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0b136-2bc2-4427-a76c-42753696de69 x-openstack-request-id: req-4da0b136-2bc2-4427-a76c-42753696de69 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:48.549263 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91b01fb-3d99-4cbb-86d4-3724726df8f8", "name": "network-vif-deleted", "tag": "5b6ac891-d4f5-4995-aac6-737fc173b280", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:48.549665 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4da0b136-2bc2-4427-a76c-42753696de69 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:48.550331 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91b01fb-3d99-4cbb-86d4-3724726df8f8', 'name': 'network-vif-deleted', 'tag': '5b6ac891-d4f5-4995-aac6-737fc173b280', 'status': 'completed', 'code': 200} Aug 10 03:27:48.658314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:48.669628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-658c4f5a-06f4-4d2c-8cee-c5214fc80843 req-90ac9f36-005c-4e82-bce1-73c74bf34e2a tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=a91b01fb-3d99-4cbb-86d4-3724726df8f8 HTTP/1.1" status: 200 len: 210 time: 0.2003510 Aug 10 03:27:48.673560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694', 'port_id': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'mac_address': 'fa:16:3e:58:f2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '966fc33a-b988-4686-b2a6-be0386b61a4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:27:48.711788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-cbfeb0a5-2626-455a-8b41-36b1dde6f011 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2100146 Aug 10 03:27:48.716782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc40a9-9a78-4041-8acb-9d5ae5e91118 req-fb983f67-2ff2-4474-b393-4e8fd7b36977 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:48.728548 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8bc40a9-9a78-4041-8acb-9d5ae5e91118 req-fb983f67-2ff2-4474-b393-4e8fd7b36977 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1200912 Aug 10 03:27:48.797679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8bc40a9-9a78-4041-8acb-9d5ae5e91118 req-229d1ac8-8c9f-46f2-9792-e273e30db986 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677116 Aug 10 03:27:48.950774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.005538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a708ac-a640-4812-a963-cf1370ff8ebd {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:27:49.067244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:49.075648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:49.188207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:49.319120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313a8c7-b796-4033-96c5-326422751969 req-b9d77e6b-6313-4c6c-a3d9-d289b752e664 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.327129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a313a8c7-b796-4033-96c5-326422751969 req-b9d77e6b-6313-4c6c-a3d9-d289b752e664 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.0748672 Aug 10 03:27:49.359285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe756c6e-5980-4f0b-b40b-eff80f51ffde req-171c92f0-960d-43ce-9a6c-92d71d3cde0e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:49.361192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe756c6e-5980-4f0b-b40b-eff80f51ffde req-171c92f0-960d-43ce-9a6c-92d71d3cde0e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.0872645 Aug 10 03:27:49.369623 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a313a8c7-b796-4033-96c5-326422751969 req-61c5785b-f926-454c-85d4-4cef5e9cadd3 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Aug 10 03:27:49.427054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe756c6e-5980-4f0b-b40b-eff80f51ffde req-55b0343a-5776-4f5d-a0a0-262c67e363bf tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500984 Aug 10 03:27:49.444739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['e8a708ac-a640-4812-a963-cf1370ff8ebd'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:50.000054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa18c23-4d0f-46e0-8d30-7895fca0612b req-758e2f02-fecd-4ac6-a41e-b2a0e3793fa6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.009349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-baa18c23-4d0f-46e0-8d30-7895fca0612b req-758e2f02-fecd-4ac6-a41e-b2a0e3793fa6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.0736935 Aug 10 03:27:50.079370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-baa18c23-4d0f-46e0-8d30-7895fca0612b req-cd8285d7-e49a-43ef-a4da-87407e9704d7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685663 Aug 10 03:27:50.368111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad11939-6a76-49af-a198-54c7badd6eaa req-11d9cb16-cf38-4dae-87b0-16701b5e8bba tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.369729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ad11939-6a76-49af-a198-54c7badd6eaa req-11d9cb16-cf38-4dae-87b0-16701b5e8bba tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 950 time: 0.0907249 Aug 10 03:27:50.420192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ad11939-6a76-49af-a198-54c7badd6eaa req-0a29dcbf-1805-43ed-a836-4d13994fad39 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Aug 10 03:27:50.548958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf468ff9-c9c3-4ece-8e20-3dc50c53f7ad req-0172a22a-58b1-4f06-b0fa-5deb14007cd5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.552850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf468ff9-c9c3-4ece-8e20-3dc50c53f7ad req-0172a22a-58b1-4f06-b0fa-5deb14007cd5 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.0826762 Aug 10 03:27:50.647381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf468ff9-c9c3-4ece-8e20-3dc50c53f7ad req-d02b1a8f-224f-470d-b9f5-3d82e480834f tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870237 Aug 10 03:27:50.672137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a942e1c-18b4-4e1b-a8fc-8c45260c59a7 req-83119e25-2cb2-4e19-a0c8-73dd261ee4c7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.679695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a942e1c-18b4-4e1b-a8fc-8c45260c59a7 req-83119e25-2cb2-4e19-a0c8-73dd261ee4c7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.1115050 Aug 10 03:27:50.758916 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a942e1c-18b4-4e1b-a8fc-8c45260c59a7 req-2d9a803a-0518-4df6-b872-1b7ed6c2ffde tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693691 Aug 10 03:27:50.766132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-aee0b2da-1564-42f4-821b-9c7d6bbdf46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.768687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-aee0b2da-1564-42f4-821b-9c7d6bbdf46c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1102 time: 0.0766976 Aug 10 03:27:50.923471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-7a148ca0-4626-4900-b807-4e300b7e85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:50.925222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-7a148ca0-4626-4900-b807-4e300b7e85f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1489513 Aug 10 03:27:51.011273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-80bd51c6-3cfa-443b-ba50-8c32b628b5e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 217 time: 0.0778763 Aug 10 03:27:51.088643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-4a47b81d-50a8-406c-9145-37cc03f22cfb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.090633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-4a47b81d-50a8-406c-9145-37cc03f22cfb tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.1451731 Aug 10 03:27:51.111712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-65ad7cf2-b9da-4bc8-8fa2-d50def759818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.114798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-65ad7cf2-b9da-4bc8-8fa2-d50def759818 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0958667 Aug 10 03:27:51.328793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-95f85774-6b3f-4cb5-b3f8-0489ba1daec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.330802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-95f85774-6b3f-4cb5-b3f8-0489ba1daec6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1910789 Aug 10 03:27:51.359849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba398-e0f9-4f53-af3a-9a4bf9ec50ef req-95cdf811-6f01-41eb-9b4c-97b943e664df tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.361445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f50ba398-e0f9-4f53-af3a-9a4bf9ec50ef req-95cdf811-6f01-41eb-9b4c-97b943e664df tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1634984 Aug 10 03:27:51.442522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Deleting port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:51.442803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.515388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f50ba398-e0f9-4f53-af3a-9a4bf9ec50ef req-b843590c-b738-4442-bd51-ae553a955818 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125963 Aug 10 03:27:51.566404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-a066bd58-7686-42b7-8827-f3fe7579ebe3 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259269 Aug 10 03:27:51.616343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091196da-081f-4a74-bd5f-653abcfb6cdb req-f6dd37c6-53d7-4067-a97e-77fd77eb5120 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.619501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-091196da-081f-4a74-bd5f-653abcfb6cdb req-f6dd37c6-53d7-4067-a97e-77fd77eb5120 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 950 time: 0.0755544 Aug 10 03:27:51.635925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] For port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:51.636296 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:51.660777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Calling delete_port for a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:51.709225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-091196da-081f-4a74-bd5f-653abcfb6cdb req-6b51372a-f646-4b69-af0b-feab61716572 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796354 Aug 10 03:27:51.762709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-eb01b9db-5910-45fb-8107-aea81161baa5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886151 Aug 10 03:27:51.867861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc957b00-bf3f-43e0-94ca-296bc543c4a2 req-c21cd867-b037-4634-b701-f852d1ae8cfe tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:51.873662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc957b00-bf3f-43e0-94ca-296bc543c4a2 req-c21cd867-b037-4634-b701-f852d1ae8cfe tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/ports?device_id=c45aafbc-c619-443d-b607-4f50c59369a3 HTTP/1.1" status: 200 len: 950 time: 0.1031928 Aug 10 03:27:52.010928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-54a5592c-7065-4cee-b2df-bdfd574a6c55 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.013081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc957b00-bf3f-43e0-94ca-296bc543c4a2 req-edd5f25d-92b8-4ad8-a365-8e4ce35f5810 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a9cc236-d0cd-4689-9b73-b06e2232228b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208677 Aug 10 03:27:52.014506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-54a5592c-7065-4cee-b2df-bdfd574a6c55 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 950 time: 0.1891060 Aug 10 03:27:52.026318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.035142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef16475-373c-4ba4-9bd2-fc52f4f1b896 req-675cba5a-e78f-4096-93f8-bb5cf1abdaf2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.036792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ef16475-373c-4ba4-9bd2-fc52f4f1b896 req-675cba5a-e78f-4096-93f8-bb5cf1abdaf2 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.1421876 Aug 10 03:27:52.061068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:52.107324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Pushing event deleted for resources: {'Port': ['ID=a26c96af-94f4-45f1-ab3a-703b1cf7c5b7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.173084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] No DVR routers for this DVR port a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:52.176677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.179229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f71297-6ce1-4c77-9042-3c1b005daa72 req-bd797c1a-9d4d-4b3a-910b-1958732ed2c2 tempest-ServersOnMultiNodesTest-42402052 tempest-ServersOnMultiNodesTest-42402052-project] 10.222.0.39 "DELETE /v2.0/ports/a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 HTTP/1.1" status: 204 len: 173 time: 1.0815887 Aug 10 03:27:52.179704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'name': 'network-vif-deleted', 'tag': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:52.182662 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e930b090-6249-4999-bb3c-0036153bf439" -d '{"events": [{"server_uuid": "c45aafbc-c619-443d-b607-4f50c59369a3", "name": "network-vif-deleted", "tag": "a26c96af-94f4-45f1-ab3a-703b1cf7c5b7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:52.188543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ef16475-373c-4ba4-9bd2-fc52f4f1b896 req-dd333a42-009c-407e-86aa-76ef17a13d07 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014097 Aug 10 03:27:52.230822 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8d1a31-6db7-49c5-a2b0-b20a565ecbee x-openstack-request-id: req-2e8d1a31-6db7-49c5-a2b0-b20a565ecbee {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:52.231160 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45aafbc-c619-443d-b607-4f50c59369a3", "name": "network-vif-deleted", "tag": "a26c96af-94f4-45f1-ab3a-703b1cf7c5b7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:52.231588 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e8d1a31-6db7-49c5-a2b0-b20a565ecbee {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:52.232116 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45aafbc-c619-443d-b607-4f50c59369a3', 'name': 'network-vif-deleted', 'tag': 'a26c96af-94f4-45f1-ab3a-703b1cf7c5b7', 'status': 'completed', 'code': 200} Aug 10 03:27:52.243025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Deleting port b5740828-16b3-435e-a629-91e6082cd3ba {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:52.243651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.375274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e8a708ac-a640-4812-a963-cf1370ff8ebd up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:27:52.426680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] For port b5740828-16b3-435e-a629-91e6082cd3ba, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b5740828-16b3-435e-a629-91e6082cd3ba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:52.427521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.449667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Calling delete_port for b5740828-16b3-435e-a629-91e6082cd3ba owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:52.522938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port e8a708ac-a640-4812-a963-cf1370ff8ebd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:27:52.535307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port e8a708ac-a640-4812-a963-cf1370ff8ebd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:27:52.536530 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.799298 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.858634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:52.858954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.874410 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62431cab-6010-47a0-979b-c79017a621a5" -d '{"events": [{"server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "name": "network-vif-plugged", "status": "completed", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:52.885933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:52.924688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event deleted for resources: {'Port': ['ID=b5740828-16b3-435e-a629-91e6082cd3ba,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:52.952648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39fe07-d913-47ab-a0cc-be5414e33b84 req-26eb1d47-0f64-4a61-9a9d-0126975b1963 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:52.967127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e39fe07-d913-47ab-a0cc-be5414e33b84 req-26eb1d47-0f64-4a61-9a9d-0126975b1963 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2038023 Aug 10 03:27:52.975102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344b13f-1887-4152-8987-83a1a843a744 req-ef3a82b0-d8ce-4e1c-84ce-fd5c685fe581 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c126fb0-9665-4431-8e35-3cf7e8a62b48 HTTP/1.1" status: 200 len: 210 time: 0.0819407 Aug 10 03:27:52.980117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:52.998602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:52.999929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:53.113930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] No DVR routers for this DVR port b5740828-16b3-435e-a629-91e6082cd3ba on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:53.120993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:53.124917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed9f0ae2-ec16-4384-a53d-2f285a1a7cdd req-84f1390f-7905-46f6-ab4c-5289f844ff3e tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.39 "DELETE /v2.0/ports/b5740828-16b3-435e-a629-91e6082cd3ba HTTP/1.1" status: 204 len: 173 time: 1.0868392 Aug 10 03:27:53.126022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'name': 'network-vif-deleted', 'tag': 'b5740828-16b3-435e-a629-91e6082cd3ba'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:53.131021 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948e0428-f88e-472a-aff1-5dd724aafcbf" -d '{"events": [{"server_uuid": "0c126fb0-9665-4431-8e35-3cf7e8a62b48", "name": "network-vif-deleted", "tag": "b5740828-16b3-435e-a629-91e6082cd3ba"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:53.134895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:53.135478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a26c96af-94f4-45f1-ab3a-703b1cf7c5b7 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:53.138331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b5740828-16b3-435e-a629-91e6082cd3ba no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:53.152164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e39fe07-d913-47ab-a0cc-be5414e33b84 req-8af7b1f7-4c5f-4812-a3cf-9bc10dcbe579 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835885 Aug 10 03:27:53.192956 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e3a072-1890-43b1-bfa4-0aab399a622d x-openstack-request-id: req-c1e3a072-1890-43b1-bfa4-0aab399a622d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:53.193793 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "name": "network-vif-plugged", "status": "completed", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:53.194522 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1e3a072-1890-43b1-bfa4-0aab399a622d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:53.195449 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'code': 200} Aug 10 03:27:53.214743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: b5740828-16b3-435e-a629-91e6082cd3ba {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:53.215929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b5740828-16b3-435e-a629-91e6082cd3ba not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:53.239814 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:27:53.257636 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd1c80-ac30-4cb8-ae13-8eda4a7de071 x-openstack-request-id: req-6cbd1c80-ac30-4cb8-ae13-8eda4a7de071 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:53.257636 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c126fb0-9665-4431-8e35-3cf7e8a62b48", "name": "network-vif-deleted", "tag": "b5740828-16b3-435e-a629-91e6082cd3ba", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:53.258038 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cbd1c80-ac30-4cb8-ae13-8eda4a7de071 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:53.258859 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c126fb0-9665-4431-8e35-3cf7e8a62b48', 'name': 'network-vif-deleted', 'tag': 'b5740828-16b3-435e-a629-91e6082cd3ba', 'status': 'completed', 'code': 200} Aug 10 03:27:53.286289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:53.382975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dda70-7460-408a-acf8-b6dcf51bfa40 req-acf44921-08a3-4fa3-9760-bd8422e54245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.389605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-376dda70-7460-408a-acf8-b6dcf51bfa40 req-acf44921-08a3-4fa3-9760-bd8422e54245 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1098 time: 0.1106420 Aug 10 03:27:53.550953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-376dda70-7460-408a-acf8-b6dcf51bfa40 req-023a6da2-5eac-43b4-85b2-7e146eb92b42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310215 Aug 10 03:27:53.569787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865f368-0f4e-4d53-a5e5-e18662ce894e req-22e95cca-13c9-40bd-aece-92af0c3c2402 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:53.578293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5865f368-0f4e-4d53-a5e5-e18662ce894e req-22e95cca-13c9-40bd-aece-92af0c3c2402 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1807332 Aug 10 03:27:53.626226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5865f368-0f4e-4d53-a5e5-e18662ce894e req-5d6b7178-2f06-4f84-8a9c-f167fece901c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469913 Aug 10 03:27:53.748568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:53.936647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2aa19d8-2d36-42cc-8fd7-f55e577bce9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b7f80154fb343a59b63bdca85540dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868997 Aug 10 03:27:53.940568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.022755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-453ed2dd-48fe-445e-aab4-f012c09c7465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.061880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-453ed2dd-48fe-445e-aab4-f012c09c7465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.165123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-453ed2dd-48fe-445e-aab4-f012c09c7465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.170495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-453ed2dd-48fe-445e-aab4-f012c09c7465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.172519 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-453ed2dd-48fe-445e-aab4-f012c09c7465 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a9cc236-d0cd-4689-9b73-b06e2232228b HTTP/1.1" status: 204 len: 168 time: 0.2302983 Aug 10 03:27:54.185598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ed2dd-48fe-445e-aab4-f012c09c7465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9cc236-d0cd-4689-9b73-b06e2232228b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:54.356110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:54.396417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf24f97-5776-46f3-bdde-fcb1d0e6c717 req-59b1ce86-c1f7-4775-9790-6f5a1fbfe858 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.398507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccf24f97-5776-46f3-bdde-fcb1d0e6c717 req-59b1ce86-c1f7-4775-9790-6f5a1fbfe858 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1013627 Aug 10 03:27:54.458636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccf24f97-5776-46f3-bdde-fcb1d0e6c717 req-b14de4d1-bdef-4966-a170-7b1652b6f3c7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478544 Aug 10 03:27:54.583229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581aa89-3820-4943-a152-9372657bf9fb req-8fdfd3f2-1758-46bc-8110-5ee5ae13ba4f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.595717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d581aa89-3820-4943-a152-9372657bf9fb req-8fdfd3f2-1758-46bc-8110-5ee5ae13ba4f tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 951 time: 0.1303341 Aug 10 03:27:54.668893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d581aa89-3820-4943-a152-9372657bf9fb req-07a8abc2-2530-4c49-9530-979efe3e53ef tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Aug 10 03:27:54.789322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44010) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.873289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0167db91-c581-4c31-9ef9-3e74ad1fda74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e39871e06df64c60ae1c4fd1fc9acfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816562 Aug 10 03:27:54.877159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44012) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:54.895387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b0b0b-201b-4a37-a78d-76bd5a23b131 req-b563e4ac-7cda-4120-80b7-dd00f77ee06a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:54.898234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-977b0b0b-201b-4a37-a78d-76bd5a23b131 req-b563e4ac-7cda-4120-80b7-dd00f77ee06a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.0988302 Aug 10 03:27:54.968476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-977b0b0b-201b-4a37-a78d-76bd5a23b131 req-18c34e94-81b7-4a39-91c4-2ab2bf11321c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590990 Aug 10 03:27:54.980399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da3ef063-b993-43ac-b77f-3a27a448ce6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.015254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da3ef063-b993-43ac-b77f-3a27a448ce6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.073083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da3ef063-b993-43ac-b77f-3a27a448ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.075864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da3ef063-b993-43ac-b77f-3a27a448ce6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.077091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da3ef063-b993-43ac-b77f-3a27a448ce6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75233e79-638f-4a5b-b642-60635192dbf6 HTTP/1.1" status: 204 len: 168 time: 0.1989055 Aug 10 03:27:55.091533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ef063-b993-43ac-b77f-3a27a448ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75233e79-638f-4a5b-b642-60635192dbf6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:55.666440 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:55.733515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72c2a7-09bb-4e52-802f-2e0827dd04c0 req-7f0896af-75c8-4a75-b13b-ec84f936afe8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.740256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c72c2a7-09bb-4e52-802f-2e0827dd04c0 req-7f0896af-75c8-4a75-b13b-ec84f936afe8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1589086 Aug 10 03:27:55.809513 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c72c2a7-09bb-4e52-802f-2e0827dd04c0 req-7ff47bd1-86ba-4eaf-bb1f-e85b3d09c170 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584092 Aug 10 03:27:55.880843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-0dd64a35-ac96-4cdc-98a2-5aff71df3fe5 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.882631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-0dd64a35-ac96-4cdc-98a2-5aff71df3fe5 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 951 time: 0.0763733 Aug 10 03:27:55.891195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4aebf-bf84-49a2-8bd6-49414819b03f req-a4076595-ea42-4292-a7b0-f1bf2eb624ea tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:55.894563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fe4aebf-bf84-49a2-8bd6-49414819b03f req-a4076595-ea42-4292-a7b0-f1bf2eb624ea tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 951 time: 0.1220598 Aug 10 03:27:56.002487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fe4aebf-bf84-49a2-8bd6-49414819b03f req-46462305-b669-4248-9a23-bbb7c79a8bb0 tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/security-groups?id=13770381-e81f-4dcf-b6d6-9f03649260d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971134 Aug 10 03:27:56.054222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Deleting port c8814fd7-1f91-48be-a004-a65c70bdef34 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:27:56.054946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.218527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] For port c8814fd7-1f91-48be-a004-a65c70bdef34, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c8814fd7-1f91-48be-a004-a65c70bdef34,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:27:56.218809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.236822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600447b-fd61-44de-b91b-29aa7e687c10 req-81e03cd7-fb5b-47e0-919b-688fac17c89c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:56.239243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d600447b-fd61-44de-b91b-29aa7e687c10 req-81e03cd7-fb5b-47e0-919b-688fac17c89c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1029911 Aug 10 03:27:56.249690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Calling delete_port for c8814fd7-1f91-48be-a004-a65c70bdef34 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:27:56.340983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d600447b-fd61-44de-b91b-29aa7e687c10 req-38cb1ab9-dde7-4eb6-bfed-b9a635531593 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886705 Aug 10 03:27:56.477833 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.496675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c8814fd7-1f91-48be-a004-a65c70bdef34'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:27:56.528347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Pushing event deleted for resources: {'Port': ['ID=c8814fd7-1f91-48be-a004-a65c70bdef34,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:27:56.592520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c675612-6b2b-42dd-af40-b36b05d26bba req-ff15abd5-9202-4f88-8327-91cb60fcec83 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:56.606684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c675612-6b2b-42dd-af40-b36b05d26bba req-ff15abd5-9202-4f88-8327-91cb60fcec83 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1098 time: 0.1215224 Aug 10 03:27:56.621137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] No DVR routers for this DVR port c8814fd7-1f91-48be-a004-a65c70bdef34 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:27:56.625163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.629624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d631e24c-aeac-4dc1-b6e0-1ac4a5ab4072 req-8f87ad49-0134-40d0-be5f-95eb4b31c61c tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.65 "DELETE /v2.0/ports/c8814fd7-1f91-48be-a004-a65c70bdef34 HTTP/1.1" status: 204 len: 173 time: 0.7331932 Aug 10 03:27:56.630135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-deleted', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:27:56.632493 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea76c251-194c-49ad-a565-aceb70160880" -d '{"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-deleted", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:27:56.689815 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c675612-6b2b-42dd-af40-b36b05d26bba req-fe1683df-f714-439c-84b6-b91c887d773d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817318 Aug 10 03:27:56.717220 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b969ca34-be1b-4547-9cc3-96939fe2f4e0 x-openstack-request-id: req-b969ca34-be1b-4547-9cc3-96939fe2f4e0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:27:56.717498 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4d1b41-f75c-4608-b170-48561d7db5d6", "name": "network-vif-deleted", "tag": "c8814fd7-1f91-48be-a004-a65c70bdef34", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:27:56.717699 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b969ca34-be1b-4547-9cc3-96939fe2f4e0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:27:56.717930 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d1b41-f75c-4608-b170-48561d7db5d6', 'name': 'network-vif-deleted', 'tag': 'c8814fd7-1f91-48be-a004-a65c70bdef34', 'status': 'completed', 'code': 200} Aug 10 03:27:56.882219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a4e68bf8-5b1e-4002-b1d1-899ebdc69b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:56.983651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13542eb-aa93-4182-a3bf-456b751116bb req-366f69d5-899d-46b2-a66c-f9f83d115d92 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:56.991794 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d13542eb-aa93-4182-a3bf-456b751116bb req-366f69d5-899d-46b2-a66c-f9f83d115d92 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1098 time: 0.0732131 Aug 10 03:27:57.031339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d13542eb-aa93-4182-a3bf-456b751116bb req-ca817cca-fde8-4113-99f9-a87c93a9b7e2 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377841 Aug 10 03:27:57.073758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d31712-4dd2-4d0f-9a84-a3b9af162343 req-bda14422-8333-4c1f-8424-ca5ff4057e2d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:57.089223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48d31712-4dd2-4d0f-9a84-a3b9af162343 req-bda14422-8333-4c1f-8424-ca5ff4057e2d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1074722 Aug 10 03:27:57.157426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48d31712-4dd2-4d0f-9a84-a3b9af162343 req-2fef2abd-9ce8-4e33-8696-f83d5c7dde7d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Aug 10 03:27:57.359262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f4b987a-64e1-40f0-b19a-969a1f1cd50a req-0a902c2b-4216-4a28-bb18-6b334ae973ad tempest-ServersAdminTestJSON-1040615515 tempest-ServersAdminTestJSON-1040615515-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4d1b41-f75c-4608-b170-48561d7db5d6 HTTP/1.1" status: 200 len: 210 time: 0.0613477 Aug 10 03:27:58.334744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2f278-666a-43b2-979b-1dbaec5dd588 req-65d3def6-2127-4418-aaca-2a711d619fef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:58.336359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8eb2f278-666a-43b2-979b-1dbaec5dd588 req-65d3def6-2127-4418-aaca-2a711d619fef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.0563002 Aug 10 03:27:58.392031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8eb2f278-666a-43b2-979b-1dbaec5dd588 req-b3400ac4-a3ef-43af-abfc-2cbd4fdc98e9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Aug 10 03:27:58.844611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-a3265793-db41-407a-bd9a-546b640b25da tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:27:58.850776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-a3265793-db41-407a-bd9a-546b640b25da tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245750 Aug 10 03:27:58.867364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Request body: {'binding': {'host': 'n-h2-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:27:58.868144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:27:59.147299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on host n-h2-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:27:59.148028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:27:59.148756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:59.172540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:27:59.173027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:27:59.179398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:27:59.179858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:27:59.180322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:27:59.181266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Bound port: e8a708ac-a640-4812-a963-cf1370ff8ebd, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:27:59.277627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:27:59.286086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.301881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] 10.222.0.53 "POST /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd/bindings HTTP/1.1" status: 201 len: 390 time: 0.4325969 Aug 10 03:27:59.369392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44160) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.533754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:27:59.616435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c3e23-1c43-48a6-a628-b2c85e411501 req-9e7eb7d3-d570-4dc7-ad69-e0b7adc8d641 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.619806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b31c3e23-1c43-48a6-a628-b2c85e411501 req-9e7eb7d3-d570-4dc7-ad69-e0b7adc8d641 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1078060 Aug 10 03:27:59.627019 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.663013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:27:59.699388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f29a2-d38a-46be-901f-e3892d93fa8c req-263e7d24-a66a-40d9-b21b-310fb01d0903 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.704637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b3f29a2-d38a-46be-901f-e3892d93fa8c req-263e7d24-a66a-40d9-b21b-310fb01d0903 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1595056 Aug 10 03:27:59.738212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: c8814fd7-1f91-48be-a004-a65c70bdef34 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:27:59.740847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c8814fd7-1f91-48be-a004-a65c70bdef34 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:27:59.789611 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b31c3e23-1c43-48a6-a628-b2c85e411501 req-ec9c6996-354c-488e-931a-1ff22a7d82de tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465774 Aug 10 03:27:59.805449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-c3961ac3-fe01-4120-b89a-c9ccec9bff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:27:59.811612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-c3961ac3-fe01-4120-b89a-c9ccec9bff69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1098 time: 0.1819704 Aug 10 03:27:59.819657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-681654ee-f7ed-4ae2-bb2f-543d26b338b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:27:59.850745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b3f29a2-d38a-46be-901f-e3892d93fa8c req-eb217b38-ff68-4546-b30e-c8ec2a8acc59 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392124 Aug 10 03:27:59.915657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-80e7f055-1a86-488e-9131-0b1b5714b3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.029583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-d5712ac0-12f7-42a0-bd53-6a274313cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.031299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-d5712ac0-12f7-42a0-bd53-6a274313cc30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.2100003 Aug 10 03:28:00.083424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-80e7f055-1a86-488e-9131-0b1b5714b3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.092351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-80e7f055-1a86-488e-9131-0b1b5714b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.135765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b3eabc4d-4fea-4747-97a9-72ced2efc1a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 217 time: 0.0925658 Aug 10 03:28:00.142867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-17868ebc-48bb-4870-9802-644730a9c44c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efbb689a83804633a964942805f5a9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7669454 Aug 10 03:28:00.144134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44186) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:00.170656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-80e7f055-1a86-488e-9131-0b1b5714b3c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4e2844045f347bc90ebe0a12b6976cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348977 Aug 10 03:28:00.173130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44188) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:00.187153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7f055-1a86-488e-9131-0b1b5714b3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f9c9d-5f32-4168-9665-ba9ca878edc7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.275909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abfb4154-a32f-4c6b-a535-c644f17cb005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.290627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-aa9883b1-62dd-4286-854a-37ef914d5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.292250 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-aa9883b1-62dd-4286-854a-37ef914d5a41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1367195 Aug 10 03:28:00.308814 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abfb4154-a32f-4c6b-a535-c644f17cb005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.315822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35efdb87-aba9-4b32-acfb-cfd453bf512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.337940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-7e11e101-f1c6-47a6-b585-256d6ae55255 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357544 Aug 10 03:28:00.354225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35efdb87-aba9-4b32-acfb-cfd453bf512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.369218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abfb4154-a32f-4c6b-a535-c644f17cb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.373483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abfb4154-a32f-4c6b-a535-c644f17cb005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.375216 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-abfb4154-a32f-4c6b-a535-c644f17cb005 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd3f9c9d-5f32-4168-9665-ba9ca878edc7 HTTP/1.1" status: 204 len: 168 time: 0.2004621 Aug 10 03:28:00.388624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb4154-a32f-4c6b-a535-c644f17cb005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f9c9d-5f32-4168-9665-ba9ca878edc7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.483568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-3aefb56e-8465-4ba9-b979-331370b94b55 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317155 Aug 10 03:28:00.525564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35efdb87-aba9-4b32-acfb-cfd453bf512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.529288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35efdb87-aba9-4b32-acfb-cfd453bf512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:00.530885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-35efdb87-aba9-4b32-acfb-cfd453bf512b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13770381-e81f-4dcf-b6d6-9f03649260d8 HTTP/1.1" status: 204 len: 168 time: 0.3862126 Aug 10 03:28:00.575086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efdb87-aba9-4b32-acfb-cfd453bf512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13770381-e81f-4dcf-b6d6-9f03649260d8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:00.654778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-96418def-5ed7-403c-ac89-cda7e9ab0e3d service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612341 Aug 10 03:28:00.987315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc077-dc8b-472b-bdeb-c9b5e06e7d89 req-fe3b400b-25d9-4cff-a037-e6a2d3cf5ebf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:00.996867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad1cc077-dc8b-472b-bdeb-c9b5e06e7d89 req-fe3b400b-25d9-4cff-a037-e6a2d3cf5ebf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.0649557 Aug 10 03:28:01.047576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44218) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.058460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad1cc077-dc8b-472b-bdeb-c9b5e06e7d89 req-bd4eb492-3ea5-4a53-bc53-25436e97a10b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588500 Aug 10 03:28:01.103464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d566d4-a23f-4f78-8c4a-c416884f1bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.205370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44220) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.271914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423e54-4b0f-4e82-af73-83d93b4485c2 req-775f395a-698b-4689-8e16-a034210e2101 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:01.288962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84423e54-4b0f-4e82-af73-83d93b4485c2 req-775f395a-698b-4689-8e16-a034210e2101 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1751435 Aug 10 03:28:01.305435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79562516-f221-47e2-bfd2-66dfb44217fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0fd4a707dcc4f20b5394fadd2d52220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985622 Aug 10 03:28:01.309309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44224) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.419956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09bf63f2-81ca-43ba-b616-8a102759331d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.427478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84423e54-4b0f-4e82-af73-83d93b4485c2 req-b789dec5-bc18-4e85-9633-fb155ea35780 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368370 Aug 10 03:28:01.450992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09bf63f2-81ca-43ba-b616-8a102759331d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.550932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09bf63f2-81ca-43ba-b616-8a102759331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.554014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09bf63f2-81ca-43ba-b616-8a102759331d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.559738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09bf63f2-81ca-43ba-b616-8a102759331d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5433d7e-05a9-404d-90e6-2f7e3d9b534f HTTP/1.1" status: 204 len: 168 time: 0.2445886 Aug 10 03:28:01.565359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf63f2-81ca-43ba-b616-8a102759331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5433d7e-05a9-404d-90e6-2f7e3d9b534f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:01.572319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.633641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d566d4-a23f-4f78-8c4a-c416884f1bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.644631 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4d566d4-a23f-4f78-8c4a-c416884f1bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.724768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d566d4-a23f-4f78-8c4a-c416884f1bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50745c9-1775-48ee-9d0d-54f21b9187dd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:01.735448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c4d566d4-a23f-4f78-8c4a-c416884f1bc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5abed5bedeb64a6bbd1c54ac57c0e1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838806 Aug 10 03:28:01.736058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44228) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:01.841532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-198af20d-e4e4-427d-b87d-0a794fc0318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.869587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-198af20d-e4e4-427d-b87d-0a794fc0318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.961350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-198af20d-e4e4-427d-b87d-0a794fc0318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.966415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-198af20d-e4e4-427d-b87d-0a794fc0318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:01.970428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-198af20d-e4e4-427d-b87d-0a794fc0318e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b50745c9-1775-48ee-9d0d-54f21b9187dd HTTP/1.1" status: 204 len: 168 time: 0.2270412 Aug 10 03:28:01.998231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198af20d-e4e4-427d-b87d-0a794fc0318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50745c9-1775-48ee-9d0d-54f21b9187dd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:02.120499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-a1a011cb-b58e-4cc1-a1b8-a05fe44009ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1752570 Aug 10 03:28:02.280249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df834a-0a7e-4af4-ad45-5cb3875162ec req-58b3748d-02ab-4b54-8b04-fa12708ff8a3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.297428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35df834a-0a7e-4af4-ad45-5cb3875162ec req-58b3748d-02ab-4b54-8b04-fa12708ff8a3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1241944 Aug 10 03:28:02.310348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-0607d305-aef7-404d-be6a-f8a3dc63f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.318083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-0607d305-aef7-404d-be6a-f8a3dc63f079 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 1096 time: 0.1592453 Aug 10 03:28:02.444913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35df834a-0a7e-4af4-ad45-5cb3875162ec req-8099d78b-bcfc-459a-ad2a-982b980882a7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392581 Aug 10 03:28:02.680714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-ee04a0ee-d29e-4016-a421-431a47b915be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.684112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-ee04a0ee-d29e-4016-a421-431a47b915be service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.3403137 Aug 10 03:28:02.804438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-60c581c1-df03-4ffd-856f-2b1dcfe623da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 200 len: 217 time: 0.1129138 Aug 10 03:28:02.870812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbf0f-2649-4a87-a145-6ac0ed453003 req-f75befdd-2557-4be4-8e50-603b192ec389 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.872468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b23dbf0f-2649-4a87-a145-6ac0ed453003 req-f75befdd-2557-4be4-8e50-603b192ec389 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1188979 Aug 10 03:28:02.888387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-44f90430-59e3-4e83-854e-ae8c642e85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:02.889996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-44f90430-59e3-4e83-854e-ae8c642e85f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.0757539 Aug 10 03:28:03.014586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:03.350862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-18538b48-38a1-4d79-85d5-2aa24286f438 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4313033 Aug 10 03:28:03.360757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b23dbf0f-2649-4a87-a145-6ac0ed453003 req-ea31c671-5f30-4b8b-ad42-1f37c764541f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669855 Aug 10 03:28:03.550207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-cab91acd-54fb-4b70-ac4c-82be32e71551 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860557 Aug 10 03:28:03.821456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914d846-b8ff-46f4-a8ae-eb4d8dc3fcad req-bc6d94fb-b024-4e2c-b68e-dbb73d4eb7dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:03.823999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1914d846-b8ff-46f4-a8ae-eb4d8dc3fcad req-bc6d94fb-b024-4e2c-b68e-dbb73d4eb7dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2190127 Aug 10 03:28:03.847556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4250a4d-ba95-4404-a11e-98ac0cc0231e req-f69e8109-cd5d-43fc-a096-7f9bfdd77c1a service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885439 Aug 10 03:28:03.908801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1914d846-b8ff-46f4-a8ae-eb4d8dc3fcad req-60ec5497-ed1b-49cb-9477-0b7107c8e59d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Aug 10 03:28:05.139555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa10e4d-1f89-44cd-9907-fea45030acde req-d71b0367-cee1-4ae5-a5b9-db76b5fbf302 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.147775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7aa10e4d-1f89-44cd-9907-fea45030acde req-d71b0367-cee1-4ae5-a5b9-db76b5fbf302 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.6106772 Aug 10 03:28:05.152871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-e61f6c53-74fa-4675-91a6-32e86db0668b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6066928 Aug 10 03:28:05.213022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7aa10e4d-1f89-44cd-9907-fea45030acde req-edfdd00f-d398-43bd-abb0-9cca8a7ae5d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641727 Aug 10 03:28:05.232200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d0de-5bf6-429c-b73c-638afc4a5497 req-89d98183-27d3-4897-8c3f-68e0b310a28a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.233831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4f8d0de-5bf6-429c-b73c-638afc4a5497 req-89d98183-27d3-4897-8c3f-68e0b310a28a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.0999835 Aug 10 03:28:05.332642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4f8d0de-5bf6-429c-b73c-638afc4a5497 req-a1d9867c-3adf-42e0-9684-2e053f571319 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888283 Aug 10 03:28:05.362691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-f9b05a02-fbcb-466d-ac69-ca49ac323db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.364159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-f9b05a02-fbcb-466d-ac69-ca49ac323db4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1096 time: 0.1672044 Aug 10 03:28:05.616028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-c6b2fb86-f6e0-4764-ac34-ea4fd1a57f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.622977 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-c6b2fb86-f6e0-4764-ac34-ea4fd1a57f04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.2332916 Aug 10 03:28:05.679064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-fcff5397-24a1-4874-be65-a15ea460e1bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.0482147 Aug 10 03:28:05.748868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-59baabd6-dcb1-42c5-a88e-1bfcda2f0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:05.751087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-59baabd6-dcb1-42c5-a88e-1bfcda2f0cc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.0632029 Aug 10 03:28:05.820582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-61bc46fc-7520-4beb-9d3c-ef1c944dcb59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536275 Aug 10 03:28:05.936662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-9ae9a3f4-1ebd-463a-895a-ebfe414cda4b service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068733 Aug 10 03:28:06.188540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87c2b363-2d43-4e6d-966a-7a52b3421a74 req-a404861b-3ed9-4ec5-a004-081623de3093 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435186 Aug 10 03:28:06.525876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c135a-19f6-4158-88a6-b4de77faea7e req-97e7ecff-68ed-4c45-a36c-2924279b518b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.527691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d1c135a-19f6-4158-88a6-b4de77faea7e req-97e7ecff-68ed-4c45-a36c-2924279b518b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1698666 Aug 10 03:28:06.634934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d1c135a-19f6-4158-88a6-b4de77faea7e req-0f9c0afe-6908-4e9c-801d-04b6b80458da tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951877 Aug 10 03:28:06.794464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3e070-7bba-4558-85eb-8f74b6b6391c req-873a42ff-df0e-4be4-a9cf-354d809b929a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:06.797169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0d3e070-7bba-4558-85eb-8f74b6b6391c req-873a42ff-df0e-4be4-a9cf-354d809b929a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1539094 Aug 10 03:28:06.946412 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0d3e070-7bba-4558-85eb-8f74b6b6391c req-dae1c64b-dce0-4207-ad3a-6ccafc33c2bf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387589 Aug 10 03:28:07.250176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.505359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d84e-4830-4cd2-b8b7-a0a7c56911ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.642640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d84e-4830-4cd2-b8b7-a0a7c56911ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.648413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf8d84e-4830-4cd2-b8b7-a0a7c56911ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.745244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8d84e-4830-4cd2-b8b7-a0a7c56911ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632b6765-508a-4d50-b97e-4e8017b11513,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:07.774529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbf8d84e-4830-4cd2-b8b7-a0a7c56911ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f5e2097d0a4466b8d134a94fc606bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179873 Aug 10 03:28:07.774893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44428) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.865104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:07.885074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-470fd3a0-6f7b-434b-b58d-9bf426a33acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.915875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-470fd3a0-6f7b-434b-b58d-9bf426a33acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.975336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-470fd3a0-6f7b-434b-b58d-9bf426a33acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.978441 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-470fd3a0-6f7b-434b-b58d-9bf426a33acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:07.983779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-470fd3a0-6f7b-434b-b58d-9bf426a33acb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/632b6765-508a-4d50-b97e-4e8017b11513 HTTP/1.1" status: 204 len: 168 time: 0.2037756 Aug 10 03:28:08.008419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fd3a0-6f7b-434b-b58d-9bf426a33acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632b6765-508a-4d50-b97e-4e8017b11513,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:08.228230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f5b6f-c4b8-4ce0-a26c-828192569a6f req-a5c59c27-e4e6-4b54-93cc-e7efd629a895 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:08.233599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d03f5b6f-c4b8-4ce0-a26c-828192569a6f req-a5c59c27-e4e6-4b54-93cc-e7efd629a895 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.2737343 Aug 10 03:28:08.306099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4181b-1645-43f0-bb58-94c4b5b904d9 req-c468e387-94e6-4f41-bc90-aa27f04cea5e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:08.330562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65e4181b-1645-43f0-bb58-94c4b5b904d9 req-c468e387-94e6-4f41-bc90-aa27f04cea5e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1845307 Aug 10 03:28:08.380271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d03f5b6f-c4b8-4ce0-a26c-828192569a6f req-9fbc63cb-fcdd-4ae6-97e2-8b149b038340 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360245 Aug 10 03:28:08.462928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65e4181b-1645-43f0-bb58-94c4b5b904d9 req-c8fca2c4-1fc9-473c-9fc9-d8fca668d694 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267908 Aug 10 03:28:08.610253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.643341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a12fe04-748d-490d-9d82-685c7ae914f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.661256 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd453-7b39-424e-8aad-7ceb6412cef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.828167 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a12fe04-748d-490d-9d82-685c7ae914f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.834807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a12fe04-748d-490d-9d82-685c7ae914f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.888549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12fe04-748d-490d-9d82-685c7ae914f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8466e699-5a40-458d-83b7-e4e802ef3403,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:08.920864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8a12fe04-748d-490d-9d82-685c7ae914f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cfdbd642cbd494d8e0d8444a460afce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075187 Aug 10 03:28:08.924131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44450) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:08.955425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd453-7b39-424e-8aad-7ceb6412cef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:08.970434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd453-7b39-424e-8aad-7ceb6412cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.008053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04aac701-da46-4053-875c-a72d6202528d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.024254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc6fd453-7b39-424e-8aad-7ceb6412cef2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50773a0f94794e3794eabd615f387678&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1578860 Aug 10 03:28:09.024447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:09.027211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fd453-7b39-424e-8aad-7ceb6412cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99dfc60-849d-4bc6-bcbc-a9cd8f066c4b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.041973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04aac701-da46-4053-875c-a72d6202528d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.127509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d66-5dff-44f3-af09-ce458d095aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.161603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04aac701-da46-4053-875c-a72d6202528d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.166330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04aac701-da46-4053-875c-a72d6202528d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.168399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04aac701-da46-4053-875c-a72d6202528d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8466e699-5a40-458d-83b7-e4e802ef3403 HTTP/1.1" status: 204 len: 168 time: 0.2426176 Aug 10 03:28:09.172307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d66-5dff-44f3-af09-ce458d095aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.208237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aac701-da46-4053-875c-a72d6202528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8466e699-5a40-458d-83b7-e4e802ef3403,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.356025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d66-5dff-44f3-af09-ce458d095aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.361480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15eb9d66-5dff-44f3-af09-ce458d095aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:09.363532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-15eb9d66-5dff-44f3-af09-ce458d095aef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c99dfc60-849d-4bc6-bcbc-a9cd8f066c4b HTTP/1.1" status: 204 len: 168 time: 0.3379052 Aug 10 03:28:09.385594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-0c059527-346d-4a5f-a2be-6985b822176f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.387872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-0c059527-346d-4a5f-a2be-6985b822176f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.2072656 Aug 10 03:28:09.413778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb9d66-5dff-44f3-af09-ce458d095aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99dfc60-849d-4bc6-bcbc-a9cd8f066c4b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:09.439216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-67a80c49-9e9a-4fcc-a7a2-4f6372a230bf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/quotas/43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 375 time: 0.0444286 Aug 10 03:28:09.546154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-c21f3e7d-7cec-4fff-bed2-a99a280d8904 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042542 Aug 10 03:28:09.568511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704f9b9-498e-4528-a707-c7fb2ac9f3c3 req-553e071e-55d5-4c8d-b8f5-ee9f2c24e5ec tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.576333 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d704f9b9-498e-4528-a707-c7fb2ac9f3c3 req-553e071e-55d5-4c8d-b8f5-ee9f2c24e5ec tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.0835211 Aug 10 03:28:09.623339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d704f9b9-498e-4528-a707-c7fb2ac9f3c3 req-93764659-0b2c-4806-9127-a59e5e615850 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Aug 10 03:28:09.677348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-d6340571-20ae-423d-94d4-17d38cd063e8 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168704 Aug 10 03:28:09.842888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836fea9-5ccb-41f2-a6b9-f1311ff91566 req-50c480b7-924f-499f-a436-c725da2de02c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:09.850640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e836fea9-5ccb-41f2-a6b9-f1311ff91566 req-50c480b7-924f-499f-a436-c725da2de02c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.0832498 Aug 10 03:28:09.874754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-fb148753-4fdb-4b2d-8523-27791ff0eba5 service neutron] 10.222.0.53 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854606 Aug 10 03:28:09.929101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e836fea9-5ccb-41f2-a6b9-f1311ff91566 req-b980a977-e7c2-4414-aabe-7c0687e7736a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689840 Aug 10 03:28:10.017911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44490) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.037902 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8236cec-3757-48fc-bbf9-35c03f3c5291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.185304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8236cec-3757-48fc-bbf9-35c03f3c5291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.191896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8236cec-3757-48fc-bbf9-35c03f3c5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.252114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d8236cec-3757-48fc-bbf9-35c03f3c5291 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a98aa3457025469d8117f91e921c1bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329116 Aug 10 03:28:10.253125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236cec-3757-48fc-bbf9-35c03f3c5291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a4802-1cd7-4af1-bd3e-c3af6af44d65,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.255730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44496) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.385462 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-26725b2b-a88e-4042-a424-003831732d03 req-a4879fde-0588-4f18-9837-5d4f6c286b69 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.0526087 Aug 10 03:28:10.420461 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e0db135-f669-41d3-b8fd-58a36647c48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.459621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e0db135-f669-41d3-b8fd-58a36647c48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.564626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e0db135-f669-41d3-b8fd-58a36647c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.571101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e0db135-f669-41d3-b8fd-58a36647c48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.572120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:10.573089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e0db135-f669-41d3-b8fd-58a36647c48c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f07a4802-1cd7-4af1-bd3e-c3af6af44d65 HTTP/1.1" status: 204 len: 168 time: 0.3153071 Aug 10 03:28:10.589592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0db135-f669-41d3-b8fd-58a36647c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a4802-1cd7-4af1-bd3e-c3af6af44d65,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:10.736521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-network', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:10.797129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Made reservation on behalf of b4caccfbbc7a4afc9b01bc4450432eb9 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:10.800398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.819048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:10.866281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703cdba-e638-4eca-acdf-3287085ea906 req-195446f8-63b0-474a-ab14-614fa2e2c9cf tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:10.878797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8703cdba-e638-4eca-acdf-3287085ea906 req-195446f8-63b0-474a-ab14-614fa2e2c9cf tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1289532 Aug 10 03:28:10.940987 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8703cdba-e638-4eca-acdf-3287085ea906 req-1ff34705-5804-40c4-a656-f539a79a6b97 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604503 Aug 10 03:28:11.065721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.078214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.133205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:11.147910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efcbd05-4a79-474a-9719-888dafc74106,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.155924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.157195 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Added segment 3379834c-6358-4d2c-9547-4aae1373b584 of type vlan for network e2086f99-f8a0-4210-bd4c-8cdf908b7259 Aug 10 03:28:11.193772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aad51-36ce-4daa-be39-98c5896efcc6 req-daa70112-c4c2-4e10-9b28-8eef881c4acf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.200417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a9aad51-36ce-4daa-be39-98c5896efcc6 req-daa70112-c4c2-4e10-9b28-8eef881c4acf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1392770 Aug 10 03:28:11.235672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.295550 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.297371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:11.298487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.319825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a9aad51-36ce-4daa-be39-98c5896efcc6 req-9687e71f-6e95-4479-8eee-6743359932aa tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938425 Aug 10 03:28:11.427235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8538728 Aug 10 03:28:11.430610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:11.440315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Request body: {'subnet': {'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-subnet', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:11.453611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded39f8-eb43-4a98-949e-65ef4e138a2b admin admin] Pushing event updated for resources: {'Network': ['ID=e2086f99-f8a0-4210-bd4c-8cdf908b7259,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:11.469819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:11.485395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Made reservation on behalf of b4caccfbbc7a4afc9b01bc4450432eb9 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:11.491415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:11.615526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f01c9237-cd6c-4a5a-9a42-53be8f53121d req-15a3d1e5-2377-46fd-b5fc-bf09cbba1930 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.0391471 Aug 10 03:28:11.934971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.015303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a962697-1dd2-4093-922f-efe1548e4772,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:12.033386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-d81cf99b-9309-4e21-8921-4220c77d9f56 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:12.036729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-d81cf99b-9309-4e21-8921-4220c77d9f56 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 808 time: 0.2987170 Aug 10 03:28:12.056170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Request body: {'port': {'device_id': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'admin_state_up': True, 'tenant_id': '43f150640c3b4373896f45fd22c9e258'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:12.142123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Checking segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:12.142411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Network hostable DHCP agents. Network: e2086f99-f8a0-4210-bd4c-8cdf908b7259, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:12.199536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12e182-e2ba-4a06-a7ee-c996431e221c req-144ec329-f1c8-40f4-a9ba-298538cf4c81 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:12.201184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c12e182-e2ba-4a06-a7ee-c996431e221c req-144ec329-f1c8-40f4-a9ba-298538cf4c81 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.1405830 Aug 10 03:28:12.230083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:12.259765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e2086f99-f8a0-4210-bd4c-8cdf908b7259) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:12.275130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b5205-6a90-4a00-be78-c32623e89c15 None None] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:12.281952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:12.282567 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.303538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c12e182-e2ba-4a06-a7ee-c996431e221c req-c615c994-d486-4cc7-b12d-c36b3694cdc3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896971 Aug 10 03:28:12.310864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Made reservation on behalf of 43f150640c3b4373896f45fd22c9e258 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:12.314996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.332880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d1ab85e-0f30-45b9-8ab4-bada66e1011a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9006302 Aug 10 03:28:12.337209 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44570) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:12.344047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:12.406822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-9f46d9b3-718d-40de-99b0-acf61bee869b tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4b62b7c1ea14586a0dab479cc06ad05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315614 Aug 10 03:28:12.554907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.556052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.613061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-8f6fde60-858b-4999-b458-fb3ec949c6a3 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:12.615045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-8f6fde60-858b-4999-b458-fb3ec949c6a3 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970580 Aug 10 03:28:12.659676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-48569ae3-94b7-4c5e-aa9e-0f508571e563 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/quotas/b4b62b7c1ea14586a0dab479cc06ad05 HTTP/1.1" status: 200 len: 375 time: 0.0308712 Aug 10 03:28:12.664977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'fixed_ips': [{'subnet_id': '1a962697-1dd2-4093-922f-efe1548e4772'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:12.666587 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.722682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-0bf1ac49-bf27-4d9a-abfb-ecba0bd8b68d tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4b62b7c1ea14586a0dab479cc06ad05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477793 Aug 10 03:28:12.781581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Allocated IP 172.20.0.8 (8182439b-fffb-487b-a049-1ad05fae2406/63c5872b-8e07-46e0-a391-5fa2fe61dcbe/2c8d7c69-8fc8-47d2-bfac-2abb97647fda) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:12.790067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:12.880427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Allocated IP 172.20.0.2 (e2086f99-f8a0-4210-bd4c-8cdf908b7259/1a962697-1dd2-4093-922f-efe1548e4772/7e1a2166-a56b-4b43-91c1-b392c37fe572) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:13.146997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec5f26-a2a0-4e61-a641-ca868ac9b45d req-f5356d82-3ff0-41d3-a040-898d8c427b25 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.162626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8cec5f26-a2a0-4e61-a641-ca868ac9b45d req-f5356d82-3ff0-41d3-a040-898d8c427b25 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.4091368 Aug 10 03:28:13.262379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.264176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e5b2b77-be36-474f-bf58-e50c3fd088b0 req-4a081f3e-b07a-4cec-8784-405bd7a2f372 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.0928321 Aug 10 03:28:13.283744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.297890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Transition to ACTIVE for port object 7e1a2166-a56b-4b43-91c1-b392c37fe572 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:13.333697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Transition to ACTIVE for port object 7e1a2166-a56b-4b43-91c1-b392c37fe572 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:13.348165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.361664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8cec5f26-a2a0-4e61-a641-ca868ac9b45d req-53baf9ba-1d9a-4df7-8bc8-8fd4c152b193 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282086 Aug 10 03:28:13.462376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-102a6de4-b925-4922-b913-fa26bffa14b2 req-f345e295-e6d9-4d08-b876-edb68112c40f tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 210 time: 0.1224535 Aug 10 03:28:13.469662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Pushing event updated for resources: {'Port': ['ID=7e1a2166-a56b-4b43-91c1-b392c37fe572,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.515455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:13.519929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:13.527799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:13.600560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Attempting to bind port 7e1a2166-a56b-4b43-91c1-b392c37fe572 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:13.601071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Attempting to bind port 7e1a2166-a56b-4b43-91c1-b392c37fe572 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:13.601571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Attempting to bind port 7e1a2166-a56b-4b43-91c1-b392c37fe572 on network e2086f99-f8a0-4210-bd4c-8cdf908b7259 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:13.607988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:13.608330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Checking segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:13.608876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.609274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Bound using segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:13.609904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Bound port: 7e1a2166-a56b-4b43-91c1-b392c37fe572, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:13.610343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.744492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] For port 7e1a2166-a56b-4b43-91c1-b392c37fe572, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:13.745856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.748814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] For port 7e1a2166-a56b-4b43-91c1-b392c37fe572, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7e1a2166-a56b-4b43-91c1-b392c37fe572,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:13.756429 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.801829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9194495-9b6f-45ec-93bc-f52a609417e6 req-62627b36-7d15-4cf9-8b3a-e99486d5f114 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:13.812451 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f9194495-9b6f-45ec-93bc-f52a609417e6 req-62627b36-7d15-4cf9-8b3a-e99486d5f114 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.2475290 Aug 10 03:28:13.861620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3b399-3c65-4945-9aaa-07c54fb45d3b None None] Pushing event updated for resources: {'Port': ['ID=7e1a2166-a56b-4b43-91c1-b392c37fe572,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:13.929382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:13.958945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f9194495-9b6f-45ec-93bc-f52a609417e6 req-a610f00b-e69b-43d4-b90e-996d55bb1eb7 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431284 Aug 10 03:28:14.136314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Network 8182439b-fffb-487b-a049-1ad05fae2406 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:14.147176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:14.155676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:14.160459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:14.248168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.248502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.249050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.249582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.249916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.250310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.250649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.250991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.251321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.251645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.251972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.252298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:14.365529 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.386508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.387185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.419820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.429330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be49bf-d9b7-4dec-a6f3-96043b994198 req-7a7fb230-37a8-44bb-8aad-963d66999e1e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.431028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19be49bf-d9b7-4dec-a6f3-96043b994198 req-7a7fb230-37a8-44bb-8aad-963d66999e1e tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.1901083 Aug 10 03:28:14.449166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-eece2df6-1653-47fa-ae74-fdabc3675752 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4004464 Aug 10 03:28:14.497597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614ef48-975a-48f8-ac0f-24d4553beb15 req-e2df438e-7054-487a-bcf2-9a0555c3571c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.512104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Request body: {'port': {'device_id': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:14.517878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9614ef48-975a-48f8-ac0f-24d4553beb15 req-e2df438e-7054-487a-bcf2-9a0555c3571c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 931 time: 0.1428380 Aug 10 03:28:14.583146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-b23d92c3-befb-4555-94f6-685e1b01af6c tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b4b62b7c1ea14586a0dab479cc06ad05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617416 Aug 10 03:28:14.648279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19be49bf-d9b7-4dec-a6f3-96043b994198 req-7982e094-cb3c-474e-b82b-5fc6da56d2d1 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514850 Aug 10 03:28:14.697131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:14.705736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Allocated IP 172.25.2.238 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:14.716129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9614ef48-975a-48f8-ac0f-24d4553beb15 req-a955c6b0-50bd-480d-b5f8-4276e8ad3291 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954179 Aug 10 03:28:14.838244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-afb5cffe-7914-4be9-be2b-693a1cf6d8fc tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:14.839996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-afb5cffe-7914-4be9-be2b-693a1cf6d8fc tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469158 Aug 10 03:28:14.870383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Request body: {'port': {'device_id': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'b4b62b7c1ea14586a0dab479cc06ad05'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:14.964724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-842448c2-4e23-49d7-b2c2-27e8e7a8aebb req-dd0b9163-d434-4363-8daa-05669096c814 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 210 time: 0.0349698 Aug 10 03:28:15.044079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474324-750d-4fba-bcc6-dfe27cee8c10 req-6ebd56fb-1c2f-4c04-a938-b22904bfe260 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.045928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-37474324-750d-4fba-bcc6-dfe27cee8c10 req-6ebd56fb-1c2f-4c04-a938-b22904bfe260 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2477870 Aug 10 03:28:15.190304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Made reservation on behalf of b4b62b7c1ea14586a0dab479cc06ad05 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:15.190764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.206525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.279082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7e1a2166-a56b-4b43-91c1-b392c37fe572 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:15.350896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfab68-3a4e-41a7-beb4-ade79ae52ad3 None None] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:15.450004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.466580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3303e-de6a-4b3d-baa1-9c87bde933fd req-f7783803-2a71-45dc-8624-19d0de70058f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.468306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63e3303e-de6a-4b3d-baa1-9c87bde933fd req-f7783803-2a71-45dc-8624-19d0de70058f tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.0983799 Aug 10 03:28:15.485928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.492425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7e1a2166-a56b-4b43-91c1-b392c37fe572 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:15.506013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] Provisioning for port 7e1a2166-a56b-4b43-91c1-b392c37fe572 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:15.506013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7e1a2166-a56b-4b43-91c1-b392c37fe572 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:15.506013 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.536289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] Provisioning complete for port 7e1a2166-a56b-4b43-91c1-b392c37fe572 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:15.536707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.708520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.755733 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:15.764155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8a708ac-a640-4812-a963-cf1370ff8ebd details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:15.779185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34356f7-62e4-4361-8de4-d09c36df8892,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:15.784709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-37474324-750d-4fba-bcc6-dfe27cee8c10 req-427d9fda-95b0-41e2-a429-b969abbe401a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100165 Aug 10 03:28:15.808158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.808765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.809355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.809938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.810855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.811430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.812051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.812583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.814064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.814592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.815065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.815536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:15.833583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63e3303e-de6a-4b3d-baa1-9c87bde933fd req-3befeea0-be08-4870-b52b-3b8f42d961c9 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516030 Aug 10 03:28:15.881148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-c382db9c-679e-426b-aee5-c88ec9dace22 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:15.886423 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-c382db9c-679e-426b-aee5-c88ec9dace22 tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1098 time: 0.2626410 Aug 10 03:28:15.924023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Allocated IP 192.168.233.22 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/cdb70193-e97f-4676-9b09-1f60794bc2cc) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:15.932171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:15.939751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-14'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:16.064200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] For port 7e1a2166-a56b-4b43-91c1-b392c37fe572, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7e1a2166-a56b-4b43-91c1-b392c37fe572,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:16.088981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8a708ac-a640-4812-a963-cf1370ff8ebd has no active binding in host n-h2-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:28:16.099408 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.101998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.195045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:16.229017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:16.233167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:16.239631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1524c1-ac66-4b15-8e76-c4a074d09ac5 req-4468811b-7381-41e2-a900-ede5c7e5292a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.252678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f1524c1-ac66-4b15-8e76-c4a074d09ac5 req-4468811b-7381-41e2-a900-ede5c7e5292a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 931 time: 0.2329364 Aug 10 03:28:16.255246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dafa6-f783-4a29-8fa1-2eb680a8f14f None None] Pushing event updated for resources: {'Port': ['ID=7e1a2166-a56b-4b43-91c1-b392c37fe572,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.355071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f1524c1-ac66-4b15-8e76-c4a074d09ac5 req-53e431cd-6703-4562-b869-654971b0c779 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989006 Aug 10 03:28:16.417105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.444801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.464949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Transition to ACTIVE for port object cdb70193-e97f-4676-9b09-1f60794bc2cc will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:16.498379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Pushing event updated for resources: {'Port': ['ID=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.518398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f22b52f8-8105-4d04-b4fb-d2033c8715d8 req-fe448b94-0e7a-48be-b7e4-f28e893eda0f tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 210 time: 0.2095754 Aug 10 03:28:16.525158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8d7c69-8fc8-47d2-bfac-2abb97647fda {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:16.540263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.551098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.687314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:16.694163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Transition to ACTIVE for port object 2c8d7c69-8fc8-47d2-bfac-2abb97647fda will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:16.717105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:16.719181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.749336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:16.772503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-064a953d-390a-43ee-8057-30b8de0cca09 None None] Provisioning complete for port 7e1a2166-a56b-4b43-91c1-b392c37fe572 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:16.774183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-064a953d-390a-43ee-8057-30b8de0cca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.774383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.775420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:16.797724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:16.865727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-9124cb3e-5560-476f-8865-b41eff5e3387 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0086849 Aug 10 03:28:16.899533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834e8e5-d1a7-4963-844c-f29725383961 req-253d903b-533e-471d-942a-03f805ea8952 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:16.923155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1834e8e5-d1a7-4963-844c-f29725383961 req-253d903b-533e-471d-942a-03f805ea8952 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.3427043 Aug 10 03:28:16.933453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Request body: {'port': {'device_id': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:17.100666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1834e8e5-d1a7-4963-844c-f29725383961 req-c0b301e3-283b-4cb1-ba61-c8f95021ff00 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760323 Aug 10 03:28:17.159087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:17.265430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7e1a2166-a56b-4b43-91c1-b392c37fe572 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:17.270422 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.283055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.444727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:17.445149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7e1a2166-a56b-4b43-91c1-b392c37fe572 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:17.445832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.581114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a7b4-2309-4091-a430-87583012b526 req-7c277b69-5ccc-4eae-b9e8-37464b4e95bd tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.583436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55787ffd-6991-4393-a90c-34160ffcee62 req-e4bfb211-4a1b-4d84-b5dc-0893c0fa317b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:17.591555 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55787ffd-6991-4393-a90c-34160ffcee62 req-e4bfb211-4a1b-4d84-b5dc-0893c0fa317b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.4215176 Aug 10 03:28:17.594845 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee61a7b4-2309-4091-a430-87583012b526 req-7c277b69-5ccc-4eae-b9e8-37464b4e95bd tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 946 time: 0.2971034 Aug 10 03:28:17.627929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:17.688277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee61a7b4-2309-4091-a430-87583012b526 req-ab1ddba3-8e97-4f06-a6cb-110a35c4a9fa tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Aug 10 03:28:17.733177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-563f66c7-c1c1-4209-9d92-7108d3197beb None None] Provisioning for port cdb70193-e97f-4676-9b09-1f60794bc2cc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:17.742961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-563f66c7-c1c1-4209-9d92-7108d3197beb None None] Provisioning complete for port cdb70193-e97f-4676-9b09-1f60794bc2cc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:17.743614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-563f66c7-c1c1-4209-9d92-7108d3197beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.831346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:17.832258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:17.844034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:17.846287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:17.848703 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c3096-e8fd-47ab-8bc5-85aa817cf679" -d '{"events": [{"server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:17.868845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-563f66c7-c1c1-4209-9d92-7108d3197beb None None] Port cdb70193-e97f-4676-9b09-1f60794bc2cc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:17.891892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:17.914962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55787ffd-6991-4393-a90c-34160ffcee62 req-3e5dfddb-8a3f-48fa-9110-3fd120185c34 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223660 Aug 10 03:28:17.918181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:17.918492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:17.939853 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.025339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:18.025797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:18.026340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:18.026899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Bound port: 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:18.027270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.082360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703263c2-c90e-44ff-a3ef-c499a45308ce req-92798eff-e8c6-4c94-b1d8-e59d2c05482d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:18.085157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-703263c2-c90e-44ff-a3ef-c499a45308ce req-92798eff-e8c6-4c94-b1d8-e59d2c05482d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.2315297 Aug 10 03:28:18.209176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:18.235101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.248845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on host n-h1-769329-14 for vnic_type normal with profile {"migrating_to": "n-h2-769329-14"} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:18.248845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:18.249451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:18.259779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-703263c2-c90e-44ff-a3ef-c499a45308ce req-387c9417-39f4-48d3-b245-4b29295fb041 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090271 Aug 10 03:28:18.265020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb70193-e97f-4676-9b09-1f60794bc2cc {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:18.286017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc3191-e3ae-47da-9bef-8226df15d32a req-c69fc5a8-8dd8-455e-9d62-5201b06dfd79 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:18.286017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13fc3191-e3ae-47da-9bef-8226df15d32a req-c69fc5a8-8dd8-455e-9d62-5201b06dfd79 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 935 time: 0.2459190 Aug 10 03:28:18.286496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.288702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:18.288702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Attempting to bind port e8a708ac-a640-4812-a963-cf1370ff8ebd on network 9b304310-d5b7-4288-901e-b606b6b37694 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:18.311807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Transition to ACTIVE for port object cdb70193-e97f-4676-9b09-1f60794bc2cc will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:18.332419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-405ccb70-d0e7-41e5-809f-ba1f379204f4 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:18.335687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-405ccb70-d0e7-41e5-809f-ba1f379204f4 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.39 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.3505285 Aug 10 03:28:18.338187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.435827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:18.437333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Checking segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:18.438478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Bound using segment: {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:18.439758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Bound port: e8a708ac-a640-4812-a963-cf1370ff8ebd, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2d9066-5585-4f90-91fb-15cf0bcb043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9b304310-d5b7-4288-901e-b606b6b37694'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:18.440546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.453806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:18.480491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:18.544248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Attempting to bind port cdb70193-e97f-4676-9b09-1f60794bc2cc on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:18.549644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Attempting to bind port cdb70193-e97f-4676-9b09-1f60794bc2cc by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:18.550167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Attempting to bind port cdb70193-e97f-4676-9b09-1f60794bc2cc on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:18.569560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Port cdb70193-e97f-4676-9b09-1f60794bc2cc on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:18.570008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Attempting to bind port cdb70193-e97f-4676-9b09-1f60794bc2cc on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:18.588619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:18.589046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:18.589512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:18.590085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Bound port: cdb70193-e97f-4676-9b09-1f60794bc2cc, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:18.590518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.624867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Deleting port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:18.625795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:18.723827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:18.730832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:18.741715 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb04cc-9d78-46aa-a505-090a26662094 x-openstack-request-id: req-95fb04cc-9d78-46aa-a505-090a26662094 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:18.742442 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:18.742937 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95fb04cc-9d78-46aa-a505-090a26662094 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:18.743870 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'code': 200} Aug 10 03:28:18.767641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.014156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:19.025832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] For port de4fd802-dfff-4efc-bdd2-0f2a6cda2154, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:19.027217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.037473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:19.058765 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.212027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:19.247350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.251454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.252863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.255060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] 10.222.0.65 "PUT /v2.0/ports/cdb70193-e97f-4676-9b09-1f60794bc2cc HTTP/1.1" status: 200 len: 1096 time: 2.3286021 Aug 10 03:28:19.258027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:19.262486 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025da88-f2c9-4844-8be2-cf191079af4d" -d '{"events": [{"name": "network-changed", "server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:19.304254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13fc3191-e3ae-47da-9bef-8226df15d32a req-70d30157-8e20-4c67-b04a-ba64fb0a5844 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0132077 Aug 10 03:28:19.359386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6ffed-153a-44b6-8d10-93922a701435 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.392277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.395648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.398202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] 10.222.0.65 "PUT /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 1124 time: 3.4728463 Aug 10 03:28:19.432507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.444396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.451363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] 10.222.0.39 "PUT /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 1092 time: 4.9486647 Aug 10 03:28:19.454658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e8a708ac-a640-4812-a963-cf1370ff8ebd'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:19.459984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5e365-5435-40d7-9843-1c347a324412 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=8']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.563386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['e8a708ac-a640-4812-a963-cf1370ff8ebd'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:19.578755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012194c-a26b-4eb5-b3af-0bead7e4afd0 req-91eb87c5-245d-4fb5-b665-3a2d30ebe3d4 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.588745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d012194c-a26b-4eb5-b3af-0bead7e4afd0 req-91eb87c5-245d-4fb5-b665-3a2d30ebe3d4 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 945 time: 0.6979709 Aug 10 03:28:19.731686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-750f14b5-109f-4dd0-8e03-bef3d01c146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.736117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-750f14b5-109f-4dd0-8e03-bef3d01c146f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4b62b7c1ea14586a0dab479cc06ad05&device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 1099 time: 0.3955469 Aug 10 03:28:19.777923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.778376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:19.778736 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 disassociated. External IP: 172.25.2.181, port: de4fd802-dfff-4efc-bdd2-0f2a6cda2154. Aug 10 03:28:19.783696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Calling delete_port for de4fd802-dfff-4efc-bdd2-0f2a6cda2154 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:19.796592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Router f4287d43-ac2d-45ac-b8e1-63333093ff3f is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:19.818727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086135-c89c-40a3-a1d3-75eae0044f1c service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:19.907451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-461178a0-06e5-4556-b54e-50cf2d10cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:19.910890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-461178a0-06e5-4556-b54e-50cf2d10cd52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1095 time: 0.3508580 Aug 10 03:28:20.065057 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-f70cb6b5-b07c-4660-8f54-1f479110171d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 217 time: 0.0836415 Aug 10 03:28:20.084529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ec6f2-e6d4-4cfc-a349-a9993378b49b req-44a7973c-7b36-45ce-8a27-1c73a075133c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.087002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-835ec6f2-e6d4-4cfc-a349-a9993378b49b req-44a7973c-7b36-45ce-8a27-1c73a075133c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.3030682 Aug 10 03:28:20.254656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d012194c-a26b-4eb5-b3af-0bead7e4afd0 req-c4a3e855-7b28-41be-8c54-e31e89b4f271 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups?id=3223032f-7e0e-4afc-a87b-5b7d5ff82c75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6646149 Aug 10 03:28:20.259122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:20.267930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-341b04cc-95ba-4bc0-a866-80499f4edca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.270325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-341b04cc-95ba-4bc0-a866-80499f4edca3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1782756 Aug 10 03:28:20.280141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Sync routers for ids ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:20.288845 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-b433227b-1553-4cd9-affa-b22b90d568f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc HTTP/1.1" status: 200 len: 217 time: 0.5380192 Aug 10 03:28:20.294170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Routers {'f4287d43-ac2d-45ac-b8e1-63333093ff3f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:20.295042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:20.416404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-28542ae7-898d-463c-9a10-4daacd2dbf74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752237 Aug 10 03:28:20.417479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.419541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c00b178a-2529-4232-ad01-f1f19c5fcb1b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0808487 Aug 10 03:28:20.428104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-835ec6f2-e6d4-4cfc-a349-a9993378b49b req-9307f5df-8722-44d6-91e1-215029378e0b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682829 Aug 10 03:28:20.428880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44660) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:20.440946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Set router f4287d43-ac2d-45ac-b8e1-63333093ff3f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:20.478807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device de4fd802-dfff-4efc-bdd2-0f2a6cda2154 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:20.480014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-b82473e6-a41d-427e-ab4c-7bcabfcbd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.481549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-b82473e6-a41d-427e-ab4c-7bcabfcbd541 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1722660 Aug 10 03:28:20.564187 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab6c60-6ae3-4d6e-ae45-40061f34b2a2 x-openstack-request-id: req-85ab6c60-6ae3-4d6e-ae45-40061f34b2a2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:20.564525 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:20.565479 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85ab6c60-6ae3-4d6e-ae45-40061f34b2a2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:20.565479 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'status': 'completed', 'code': 200} Aug 10 03:28:20.637328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da776d-56b1-45eb-a097-2c84561508ad req-a19c0d69-ca00-4ae7-a03f-d49cf2c97e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.638982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-a19c0d69-ca00-4ae7-a03f-d49cf2c97e93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1429160 Aug 10 03:28:20.663705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50719c0-f87c-4bff-8609-23c825a9d8c5 req-9a98ecb7-436e-49c8-a03f-f49754319cc8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:20.671413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d50719c0-f87c-4bff-8609-23c825a9d8c5 req-9a98ecb7-436e-49c8-a03f-f49754319cc8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2216423 Aug 10 03:28:20.749296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd'}, {'name': 'network-changed', 'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:20.751026 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda32926-5634-45ed-9c60-d995b5aade2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd"}, {"name": "network-changed", "server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:20.776894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.801841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d50719c0-f87c-4bff-8609-23c825a9d8c5 req-78ff7027-d342-4b2e-b8d8-5b528cffda4d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291878 Aug 10 03:28:20.849280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-78a5df5a-e00b-4953-958a-f0621b830185 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187183 Aug 10 03:28:20.861031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:28:16Z', 'revision_number': 3, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:20.912846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-30df1ec0-e331-4f0b-8314-946b574eab2e service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375941 Aug 10 03:28:20.915201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:20.952409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Checking router: f4287d43-ac2d-45ac-b8e1-63333093ff3f for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:20.953939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Updating router f4287d43-ac2d-45ac-b8e1-63333093ff3f port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:20.984529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event deleted for resources: {'Port': ['ID=de4fd802-dfff-4efc-bdd2-0f2a6cda2154,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.064199 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.069331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a318c11-2fb0-4822-b29e-c94741a9fce3 req-c3e08fd8-ade7-4e7d-b1a4-ffc69f07ce7f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.084000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a318c11-2fb0-4822-b29e-c94741a9fce3 req-c3e08fd8-ade7-4e7d-b1a4-ffc69f07ce7f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.3223848 Aug 10 03:28:21.185341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90da776d-56b1-45eb-a097-2c84561508ad req-5174e34d-6e72-4908-9fed-faa00ec34711 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505271 Aug 10 03:28:21.221293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:21.290797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a318c11-2fb0-4822-b29e-c94741a9fce3 req-8b983d27-f523-4c30-90b8-29592e1c3a60 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054093 Aug 10 03:28:21.525659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.551811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Transition to ACTIVE for port object ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:21.554921 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874a1c3b-4a60-4d9c-951b-c61681b24ba7 x-openstack-request-id: req-874a1c3b-4a60-4d9c-951b-c61681b24ba7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:21.555208 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:21.555578 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-874a1c3b-4a60-4d9c-951b-c61681b24ba7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:21.556020 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'status': 'completed', 'code': 200} Aug 10 03:28:21.556307 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'status': 'completed', 'code': 200} Aug 10 03:28:21.567653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.568797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ca190e-4d0e-486c-b7b2-c3c1825ae735 req-436d57f4-afc9-44f8-a336-88d376e9a512 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045488 Aug 10 03:28:21.605300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:21.621815 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:21.643376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Attempting to bind port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:21.644642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Attempting to bind port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:21.645202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Attempting to bind port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:21.648826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f8b1-551f-478a-ba48-e2b995182273 None None] Pushing event updated for resources: {'Port': ['ID=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.657957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:21.658585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:21.659181 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.659940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:21.660754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Bound port: ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:21.661325 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.665413 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:21.668595 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.673794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025da88-f2c9-4844-8be2-cf191079af4d req-a2a9fa54-42a4-43c9-b4d5-06b0ca575381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.676662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-a2a9fa54-42a4-43c9-b4d5-06b0ca575381 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4b62b7c1ea14586a0dab479cc06ad05&device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 1099 time: 0.3831217 Aug 10 03:28:21.677148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c85d7d-7280-49ff-aef8-0e991b514901 req-1cfbe95d-c72e-4c0a-b3b3-3cf5b21cf2de tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:21.690232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83c85d7d-7280-49ff-aef8-0e991b514901 req-1cfbe95d-c72e-4c0a-b3b3-3cf5b21cf2de tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 947 time: 0.1447966 Aug 10 03:28:21.745416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] For port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:21.746404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83c85d7d-7280-49ff-aef8-0e991b514901 req-6ca63454-7442-4b55-8866-dfa3b4e1b2a4 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573900 Aug 10 03:28:21.751271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] For port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:21.770536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.873069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] No DVR routers for this DVR port de4fd802-dfff-4efc-bdd2-0f2a6cda2154 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:21.883236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829f8b1-551f-478a-ba48-e2b995182273 None None] Pushing event updated for resources: {'Port': ['ID=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:21.916602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.934537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Routers {'f4287d43-ac2d-45ac-b8e1-63333093ff3f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:21.937188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:21.960698 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:21.964080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:21.968751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-efa26977-c1ba-4ced-86cd-81b3154e2a28 req-98aeac01-2874-435a-9052-045226f65402 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.39 "DELETE /v2.0/ports/de4fd802-dfff-4efc-bdd2-0f2a6cda2154 HTTP/1.1" status: 204 len: 173 time: 3.6231592 Aug 10 03:28:22.072769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025da88-f2c9-4844-8be2-cf191079af4d req-7c9f455c-c013-466a-8e2c-6623c681e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.074805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-7c9f455c-c013-466a-8e2c-6623c681e71a service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2976463 Aug 10 03:28:22.085393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a09b02c-5ca1-46cf-b1fc-edcbaab469b5 req-24eae033-78b6-4bc2-95f5-9b6663d8cfe0 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/ports?device_id=c263f0a2-d0a2-416e-b546-2e0a7fa209c2 HTTP/1.1" status: 200 len: 210 time: 0.2902997 Aug 10 03:28:22.170671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] Set router f4287d43-ac2d-45ac-b8e1-63333093ff3f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:22.235707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-cb969d27-1aac-41e8-aeca-89500ccc0791 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc HTTP/1.1" status: 200 len: 217 time: 0.1442416 Aug 10 03:28:22.331186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86e246-2195-433e-86bd-053ef2fd063f req-964d4241-6483-4759-9628-4d9efe35522c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.334703 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d86e246-2195-433e-86bd-053ef2fd063f req-964d4241-6483-4759-9628-4d9efe35522c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.3175995 Aug 10 03:28:22.345028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32926-5634-45ed-9c60-d995b5aade2b req-d5998f90-61f8-4f96-b613-32b380ae333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.346656 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:22.346926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-d5998f90-61f8-4f96-b613-32b380ae333a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1127 time: 0.7374775 Aug 10 03:28:22.357355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025da88-f2c9-4844-8be2-cf191079af4d req-6db38239-53ad-434f-b8df-9e1c156bdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.358926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-6db38239-53ad-434f-b8df-9e1c156bdf91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0743430 Aug 10 03:28:22.418545 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:22.438219 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:22.439424 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:22.441768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d86e246-2195-433e-86bd-053ef2fd063f req-2be5ea35-8533-4600-abbd-0cd45f7726b6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911715 Aug 10 03:28:22.458788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Allocated IP 172.20.0.1 (e2086f99-f8a0-4210-bd4c-8cdf908b7259/1a962697-1dd2-4093-922f-efe1548e4772/8ea29207-53ab-426d-9314-ddf84d3bb86e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:22.512723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf706-0302-469a-aa70-3aca346bd6ad req-6a6ac79e-2fd2-432a-9402-9615d9953fda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.518712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a9bf706-0302-469a-aa70-3aca346bd6ad req-6a6ac79e-2fd2-432a-9402-9615d9953fda tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2764969 Aug 10 03:28:22.569644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-233942ae-5424-48c3-b038-4884899a1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:28:16Z', 'revision_number': 3, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:22.615354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233942ae-5424-48c3-b038-4884899a1691 None None] The sync data for ids ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'] in n-d-769329-14 is: [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:28:16Z', 'revision_number': 3, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:22.644792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'name': 'network-vif-deleted', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:22.647100 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063f8c4-389b-4bcb-8e95-1b3ac199580b" -d '{"events": [{"server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "name": "network-vif-deleted", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:22.651893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025da88-f2c9-4844-8be2-cf191079af4d req-e8cdb558-6747-4ef6-bd7b-03b214e380ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.653479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-e8cdb558-6747-4ef6-bd7b-03b214e380ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2749941 Aug 10 03:28:22.782472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.791592 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:22.803209 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Transition to ACTIVE for port object 8ea29207-53ab-426d-9314-ddf84d3bb86e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:22.858382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:22.916265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a9bf706-0302-469a-aa70-3aca346bd6ad req-4e191a1f-7ded-44c4-8db7-6b04035ffe6b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501048 Aug 10 03:28:22.934649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32926-5634-45ed-9c60-d995b5aade2b req-c567cdf1-d201-4da2-8b37-f295c1dcadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:22.937454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-c567cdf1-d201-4da2-8b37-f295c1dcadd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.5702994 Aug 10 03:28:22.939191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:22.947106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:23.034279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:23.069138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-9aef29fa-64e2-4a87-9046-ea0d53f92e73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 217 time: 0.1221077 Aug 10 03:28:23.237965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea29207-53ab-426d-9314-ddf84d3bb86e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:23.263573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb87a6-4970-4038-bf3b-259ddbe4288b req-b5f38cc5-a49b-4b6c-8cc8-6979734f76a3 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.279748 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16fb87a6-4970-4038-bf3b-259ddbe4288b req-b5f38cc5-a49b-4b6c-8cc8-6979734f76a3 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.4037011 Aug 10 03:28:23.282586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32926-5634-45ed-9c60-d995b5aade2b req-90f8c6f2-0f5f-41f7-8332-197c812245ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.288632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-90f8c6f2-0f5f-41f7-8332-197c812245ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1972084 Aug 10 03:28:23.291944 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f8756-9009-431d-9c97-668e6336430e x-openstack-request-id: req-8d7f8756-9009-431d-9c97-668e6336430e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:23.292238 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c263f0a2-d0a2-416e-b546-2e0a7fa209c2", "name": "network-vif-deleted", "tag": "de4fd802-dfff-4efc-bdd2-0f2a6cda2154", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:23.292501 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d7f8756-9009-431d-9c97-668e6336430e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:23.294457 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c263f0a2-d0a2-416e-b546-2e0a7fa209c2', 'name': 'network-vif-deleted', 'tag': 'de4fd802-dfff-4efc-bdd2-0f2a6cda2154', 'status': 'completed', 'code': 200} Aug 10 03:28:23.311277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.370693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-e1b53f4e-cbc2-46be-b5a2-b4a1d57261a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690804 Aug 10 03:28:23.447440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16fb87a6-4970-4038-bf3b-259ddbe4288b req-e9889be3-3a6b-4682-90e2-d8439d1c3a88 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647332 Aug 10 03:28:23.553463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c5703e02-39fa-4317-822c-491f3a641822 None None] Provisioning for port 8ea29207-53ab-426d-9314-ddf84d3bb86e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:23.561563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c5703e02-39fa-4317-822c-491f3a641822 None None] Provisioning complete for port 8ea29207-53ab-426d-9314-ddf84d3bb86e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:23.562180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5703e02-39fa-4317-822c-491f3a641822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.648013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-a78a988d-1bae-466d-b3e0-c2797c61bd2f service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657991 Aug 10 03:28:23.675641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c5703e02-39fa-4317-822c-491f3a641822 None None] Port 8ea29207-53ab-426d-9314-ddf84d3bb86e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:23.686824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35d23e-ea02-4e34-8003-d2f8d32e5fbf req-56c33410-ccdd-4e73-bb4d-70294b42c6dd tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:23.698853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc35d23e-ea02-4e34-8003-d2f8d32e5fbf req-56c33410-ccdd-4e73-bb4d-70294b42c6dd tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 947 time: 0.3268540 Aug 10 03:28:23.753402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:23.805240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:23.933450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc35d23e-ea02-4e34-8003-d2f8d32e5fbf req-a1442430-d270-42fe-ac50-dd67aa5d9539 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293344 Aug 10 03:28:23.973807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:24.025882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'mac_address': 'fa:16:3e:64:f8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:24.043981 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:24.045549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-8fbf02eb-6097-4cea-8d7e-993120d1d10e service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182220 Aug 10 03:28:24.150576 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.170745 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ae1a2b-b01a-48a5-a254-23958c7eeee8 None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:23:14Z', 'revision_number': 4, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2506d63-2458-41f3-a540-065433ae419e', 'name': '', 'network_id': '1ad7594b-ce85-417c-a676-f372590af00f', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'mac_address': 'fa:16:3e:83:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:13Z', 'updated_at': '2021-08-10T03:23:23Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'subnets': [{'id': '9e531932-a8c5-47bd-82b0-ba328268107a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:24.194625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0025da88-f2c9-4844-8be2-cf191079af4d req-c6e34b87-1b9d-4db1-a985-498fc0d9c03f service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581757 Aug 10 03:28:24.197017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb70193-e97f-4676-9b09-1f60794bc2cc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:24.270662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:24.280879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.312233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529e9fc-a187-4aeb-9fd8-ced6136166a5 req-c4ea4d14-552a-4f05-a54f-7409b341984d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.333864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4529e9fc-a187-4aeb-9fd8-ced6136166a5 req-c4ea4d14-552a-4f05-a54f-7409b341984d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.6023760 Aug 10 03:28:24.357596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-067b63b6-6275-4ba8-81c0-ba5db0f5043e service neutron] 10.222.0.39 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962375 Aug 10 03:28:24.433161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:24.454086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.454869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.455289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.455645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.456001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.456339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.457186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.457527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.457856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.458245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.458573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.458895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:24.478693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.503302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e8a708ac-a640-4812-a963-cf1370ff8ebd no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:24.586682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['cdb70193-e97f-4676-9b09-1f60794bc2cc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:24.618339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-b1b0e2e5-ebcc-4cc4-8327-176903bbb19e service neutron] 10.222.0.65 "GET /v2.0/ports/ee7cc70d-f733-49fc-874c-150985640bac/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.3878264 Aug 10 03:28:24.645505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4529e9fc-a187-4aeb-9fd8-ced6136166a5 req-1b49c56b-5644-4c34-a7e4-412022d1c25a tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099389 Aug 10 03:28:24.647225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0641f-0b48-4cb4-a486-025fabb98a50 req-03656831-2118-498f-ac05-c94c70a48c2f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.655077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66f0641f-0b48-4cb4-a486-025fabb98a50 req-03656831-2118-498f-ac05-c94c70a48c2f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2804213 Aug 10 03:28:24.696368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32926-5634-45ed-9c60-d995b5aade2b req-fb84af6f-2efc-4fbf-a890-ba8eb5e23fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:24.698832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-fb84af6f-2efc-4fbf-a890-ba8eb5e23fee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1095 time: 0.2151785 Aug 10 03:28:24.713967 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.729768 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:24.957800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10956aa5-eea6-4d2e-8903-1323cd44a059 None None] New status for floating IP c4ac9d97-f7eb-406a-8f14-8bae767e9ac3: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:28:24.994672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.034155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66f0641f-0b48-4cb4-a486-025fabb98a50 req-1c44bf23-da2f-4c02-8fa6-9b866a1b605b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416212 Aug 10 03:28:25.121762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea29207-53ab-426d-9314-ddf84d3bb86e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:25.137681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32926-5634-45ed-9c60-d995b5aade2b req-fd70792c-54d8-4b3c-86a8-84ffd5508380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.140765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-fd70792c-54d8-4b3c-86a8-84ffd5508380 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.4152715 Aug 10 03:28:25.194490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44704) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:25.280029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-de8f8980-02df-4885-9dab-ee04833e5d17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 217 time: 0.1291480 Aug 10 03:28:25.406446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-6093b6f6-8b21-4c31-bb30-5d3c4fa3eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.411624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-6093b6f6-8b21-4c31-bb30-5d3c4fa3eab2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d&tenant_id=332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 1102 time: 0.4131470 Aug 10 03:28:25.413559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:25.416008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:25.422279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:25.466569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda32926-5634-45ed-9c60-d995b5aade2b req-c4d4b1e2-edc4-4004-a168-9f1864ce42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.470368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-c4d4b1e2-edc4-4004-a168-9f1864ce42dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1830063 Aug 10 03:28:25.560186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-c0b581e5-2feb-4fa7-8f67-e407698c3e7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748670 Aug 10 03:28:25.572673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4abdc-8c19-4a86-91e1-0aaf9fefab8a req-14b02708-bac4-4a2a-a448-3e8ca2cd759e tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.574720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc4abdc-8c19-4a86-91e1-0aaf9fefab8a req-14b02708-bac4-4a2a-a448-3e8ca2cd759e tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 948 time: 0.2218215 Aug 10 03:28:25.629490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdda02-2398-407f-9e70-72ba60fd370e req-774679f6-71ff-4e9a-8dae-2dda293cc6bf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:25.642850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0afdda02-2398-407f-9e70-72ba60fd370e req-774679f6-71ff-4e9a-8dae-2dda293cc6bf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.5242400 Aug 10 03:28:25.777838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81fef8c9-6ad6-41fe-bda6-d29c90ae604c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.820988 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.832665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:25.859590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:25.859967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:25.874624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81fef8c9-6ad6-41fe-bda6-d29c90ae604c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.051395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.063660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-2f5d7cc0-a30e-460b-8a62-e9794fda16fc service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821806 Aug 10 03:28:26.126036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc4abdc-8c19-4a86-91e1-0aaf9fefab8a req-6245b5a1-99a8-49a3-b398-0ed3048d8939 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961906 Aug 10 03:28:26.142231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:26.154176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04a4569c-919a-4e84-8ce7-359b49de1b3c None None] Provisioning complete for port 8ea29207-53ab-426d-9314-ddf84d3bb86e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:26.154857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04a4569c-919a-4e84-8ce7-359b49de1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.238407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.244981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81fef8c9-6ad6-41fe-bda6-d29c90ae604c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.251326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81fef8c9-6ad6-41fe-bda6-d29c90ae604c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.259035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81fef8c9-6ad6-41fe-bda6-d29c90ae604c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "DELETE /v2.0/security-groups/3223032f-7e0e-4afc-a87b-5b7d5ff82c75 HTTP/1.1" status: 204 len: 168 time: 1.0595675 Aug 10 03:28:26.262970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44714) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:26.275971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0afdda02-2398-407f-9e70-72ba60fd370e req-ed817d1d-e5ef-4d6a-8735-b54414a57b3b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264582 Aug 10 03:28:26.307080 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-da29c031-4645-4e0b-8b27-75d27596b4c5 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] show failed (client error): The resource could not be found. Aug 10 03:28:26.313506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-da29c031-4645-4e0b-8b27-75d27596b4c5 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "GET /v2.0/security-groups/3223032f-7e0e-4afc-a87b-5b7d5ff82c75 HTTP/1.1" status: 404 len: 347 time: 0.0415838 Aug 10 03:28:26.321917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44716) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:26.324105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-04a4569c-919a-4e84-8ce7-359b49de1b3c None None] Port 8ea29207-53ab-426d-9314-ddf84d3bb86e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:26.359355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-491988f0-5b06-4989-86c7-c49b0eb8f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.361673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-491988f0-5b06-4989-86c7-c49b0eb8f02e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1102 time: 0.9118309 Aug 10 03:28:26.391349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:26.473470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fef8c9-6ad6-41fe-bda6-d29c90ae604c tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223032f-7e0e-4afc-a87b-5b7d5ff82c75,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:26.511596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Router f4287d43-ac2d-45ac-b8e1-63333093ff3f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:26.600217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-64dca9a3-eb32-4788-aaa0-b66bea108c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.602321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-64dca9a3-eb32-4788-aaa0-b66bea108c30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2327600 Aug 10 03:28:26.687749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-95b233dd-5183-4d6a-80b2-34d7f440b338 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 217 time: 0.0646815 Aug 10 03:28:26.735714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dda32926-5634-45ed-9c60-d995b5aade2b req-07b4a1cf-d230-4a4d-b0b3-7eeb1bc06a76 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536500 Aug 10 03:28:26.749681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1d2ed-797f-419b-8fda-732f86388aa9 req-b5c1abc7-9805-42aa-b262-d48f17793ab8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.751383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a1d2ed-797f-419b-8fda-732f86388aa9 req-b5c1abc7-9805-42aa-b262-d48f17793ab8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1730952 Aug 10 03:28:26.773652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2560629-13cc-4d69-ad7e-a1c37279e65c req-0e397a02-025c-483e-a8b1-4016c2486fa0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.775671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2560629-13cc-4d69-ad7e-a1c37279e65c req-0e397a02-025c-483e-a8b1-4016c2486fa0 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.3277888 Aug 10 03:28:26.791162 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-ae90d1f3-93c7-4656-a7ef-11c9dd65653a service neutron] 10.222.0.39 "GET /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.1707668 Aug 10 03:28:26.831684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-b6d7339d-24bf-4ff7-8de7-9324acce7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.833335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-b6d7339d-24bf-4ff7-8de7-9324acce7ff7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1093423 Aug 10 03:28:26.840362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:26.856857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-335a6d25-b43f-46f3-8d4b-43782c623360 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4287d43-ac2d-45ac-b8e1-63333093ff3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4242084 Aug 10 03:28:26.864744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a1d2ed-797f-419b-8fda-732f86388aa9 req-d7c1c902-3e14-4081-b856-47a37a2e0af6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840771 Aug 10 03:28:26.890130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Sync routers for ids ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:26.918887 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Routers {'f4287d43-ac2d-45ac-b8e1-63333093ff3f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:26.920112 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:26.942590 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c98a671-c0e4-445a-ac46-74f99f65488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:26.952211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-ac728f0e-3b92-41f5-8bcc-ba0434349014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:26.958377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-ac728f0e-3b92-41f5-8bcc-ba0434349014 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1142802 Aug 10 03:28:27.115999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-2fbb80e4-8e6d-48f5-84d2-0d064901ded6 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505930 Aug 10 03:28:27.146341 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Set router f4287d43-ac2d-45ac-b8e1-63333093ff3f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:27.311512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:27.385651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:27.386312 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.410583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2560629-13cc-4d69-ad7e-a1c37279e65c req-e91ff3bb-03fb-486c-b287-1bfff37814c5 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180668 Aug 10 03:28:27.454124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:28:23Z', 'revision_number': 4, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8ea29207-53ab-426d-9314-ddf84d3bb86e', 'name': '', 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'mac_address': 'fa:16:3e:54:9a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1a962697-1dd2-4093-922f-efe1548e4772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:21Z', 'updated_at': '2021-08-10T03:28:23Z', 'revision_number': 2, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'subnets': [{'id': '1a962697-1dd2-4093-922f-efe1548e4772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:27.459994 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9edc663-4509-4b47-b19f-7c8d6d22e43f req-2a2d85a4-9a19-4df5-97f0-7035c6c1452b service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344126 Aug 10 03:28:27.521619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Checking router: f4287d43-ac2d-45ac-b8e1-63333093ff3f for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:27.522057 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Updating router f4287d43-ac2d-45ac-b8e1-63333093ff3f port 8ea29207-53ab-426d-9314-ddf84d3bb86e binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:27.572258 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.582532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96259335-b6cd-4a00-92c2-b756d29539bf req-d4c6d436-b41f-46ff-9d06-0cc41eb0b829 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:27.602801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96259335-b6cd-4a00-92c2-b756d29539bf req-d4c6d436-b41f-46ff-9d06-0cc41eb0b829 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 948 time: 0.3034694 Aug 10 03:28:27.623144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Deleting port 373fba15-b0ec-4aed-a574-ee8d6f615bd8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:27.623951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.739028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96259335-b6cd-4a00-92c2-b756d29539bf req-ce587485-3702-45d3-b3b7-c79e3a6cd817 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289191 Aug 10 03:28:27.810647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:27.819349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:27.873847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.874230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.896135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port cdb70193-e97f-4676-9b09-1f60794bc2cc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:27.904266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port cdb70193-e97f-4676-9b09-1f60794bc2cc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:27.904266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:27.924294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Calling delete_port for 373fba15-b0ec-4aed-a574-ee8d6f615bd8 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:28.052876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.057377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fea28-ddaf-478c-98c8-1ce4c7bc9a55 req-cda7860a-2ba7-43e5-a4fa-77258c811c14 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.059938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-941fea28-ddaf-478c-98c8-1ce4c7bc9a55 req-cda7860a-2ba7-43e5-a4fa-77258c811c14 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.3491220 Aug 10 03:28:28.061366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:28.093874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:28.096813 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc831f2-4df5-40b4-a7a0-fb4bfb935cc4" -d '{"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-plugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:28.114164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:28.118180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a708ac-a640-4812-a963-cf1370ff8ebd {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:28.146810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:28.150837 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.151793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:28.179534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43eed5-016d-488f-a05a-fd99366f6a3a req-57e72686-4a58-4a2f-bb3a-42f5b1bb7026 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.187288 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d43eed5-016d-488f-a05a-fd99366f6a3a req-57e72686-4a58-4a2f-bb3a-42f5b1bb7026 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1656392 Aug 10 03:28:28.188535 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.235470 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.262110 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Transition to ACTIVE for port object 8ea29207-53ab-426d-9314-ddf84d3bb86e will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:28.275345 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.302934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d43eed5-016d-488f-a05a-fd99366f6a3a req-fbddc0d0-ac93-42fe-886d-76e5cb951911 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012547 Aug 10 03:28:28.313089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.330386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.332770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-941fea28-ddaf-478c-98c8-1ce4c7bc9a55 req-07d3f62a-499a-438f-88be-a949acd0daeb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685250 Aug 10 03:28:28.424698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44744) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:28.435271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-network', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:28.442610 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Pushing event updated for resources: {'Port': ['ID=8ea29207-53ab-426d-9314-ddf84d3bb86e,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.458346 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28225632-1cfb-4d74-9525-c4534fef7090 x-openstack-request-id: req-28225632-1cfb-4d74-9525-c4534fef7090 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:28.459945 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.460146 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-plugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:28.460416 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.460546 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28225632-1cfb-4d74-9525-c4534fef7090 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:28.460903 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.461111 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'code': 200} Aug 10 03:28:28.461394 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.461864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.462730 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.463206 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.463769 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.464231 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.466272 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.467635 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.468599 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:28:28.524842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Made reservation on behalf of 9d9e2f9e1adb4572bdf41fd2359690b1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:28.534389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.536656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:28.545879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:28.581104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.614407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.615235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.643674 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Attempting to bind port 8ea29207-53ab-426d-9314-ddf84d3bb86e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:28.644820 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Attempting to bind port 8ea29207-53ab-426d-9314-ddf84d3bb86e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:28.645187 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Attempting to bind port 8ea29207-53ab-426d-9314-ddf84d3bb86e on network e2086f99-f8a0-4210-bd4c-8cdf908b7259 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:28.653719 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:28.654417 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Checking segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:28.654744 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.655646 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Bound using segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:28.656181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Bound port: 8ea29207-53ab-426d-9314-ddf84d3bb86e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:28.656656 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.795197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1170e3-78fe-447a-980d-7acf4fdf0656 req-ebc97d44-7ddd-454e-8208-353c49a7c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:28.798637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f1170e3-78fe-447a-980d-7acf4fdf0656 req-ebc97d44-7ddd-454e-8208-353c49a7c418 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 1101 time: 0.2270148 Aug 10 03:28:28.802329 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] For port 8ea29207-53ab-426d-9314-ddf84d3bb86e, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:28.807991 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] For port 8ea29207-53ab-426d-9314-ddf84d3bb86e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8ea29207-53ab-426d-9314-ddf84d3bb86e,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:28.826704 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.889220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Pushing event deleted for resources: {'Port': ['ID=373fba15-b0ec-4aed-a574-ee8d6f615bd8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.909491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.914024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:28.920226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:28.926925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68eb5b8f-49f4-4655-91f9-d8ec8392eb55 tempest-ServersWithSpecificFlavorTestJSON-2100255211 tempest-ServersWithSpecificFlavorTestJSON-2100255211-project] 10.222.0.53 "DELETE /v2.0/floatingips/c4ac9d97-f7eb-406a-8f14-8bae767e9ac3 HTTP/1.1" status: 204 len: 168 time: 2.5891316 Aug 10 03:28:28.935300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f1170e3-78fe-447a-980d-7acf4fdf0656 req-7b71d5d0-db2e-4aa0-a670-cc08a5a1fe6c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253338 Aug 10 03:28:29.005228 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d3174-3b49-4cf1-a898-a32a54198d0e None None] Pushing event updated for resources: {'Port': ['ID=8ea29207-53ab-426d-9314-ddf84d3bb86e,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.008263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] Transition to ACTIVE for port object e8a708ac-a640-4812-a963-cf1370ff8ebd will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:29.015429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Routers {'f4287d43-ac2d-45ac-b8e1-63333093ff3f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:29.016792 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.017871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:29.028744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b2be-a251-479b-a5bd-63972d8b16d6 req-0420a850-d286-41dd-94a7-4ee114c05bf3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.035928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc98b2be-a251-479b-a5bd-63972d8b16d6 req-0420a850-d286-41dd-94a7-4ee114c05bf3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 944 time: 0.3796818 Aug 10 03:28:29.047146 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.057911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406', 'port_id': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'mac_address': 'fa:16:3e:24:03:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c5872b-8e07-46e0-a391-5fa2fe61dcbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:29.120000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3fab3-6ed5-411e-959e-bdfcafdfeeb5 req-74fc2491-5c85-4e38-bdc6-b45ba18b781c tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.122868 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06f3fab3-6ed5-411e-959e-bdfcafdfeeb5 req-74fc2491-5c85-4e38-bdc6-b45ba18b781c tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 949 time: 0.1506464 Aug 10 03:28:29.142822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.152642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.197640 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.198294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:28:29.209287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06f3fab3-6ed5-411e-959e-bdfcafdfeeb5 req-0431f8d1-7991-4cf3-8530-6b8208ba2d21 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749023 Aug 10 03:28:29.222644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.223272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4986abdb-7a17-492e-bebb-61e539004543,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.228381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.229392 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Added segment 04613dac-816e-4bc7-bbb7-148ec082c014 of type vlan for network 6c73ac5b-607e-4579-9c53-c962aaa92589 Aug 10 03:28:29.257101 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] Set router f4287d43-ac2d-45ac-b8e1-63333093ff3f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:29.288996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8d7c69-8fc8-47d2-bfac-2abb97647fda {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:29.292141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] No DVR routers for this DVR port e8a708ac-a640-4812-a963-cf1370ff8ebd on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:29.310524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.350848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:29.361501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.366427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc98b2be-a251-479b-a5bd-63972d8b16d6 req-ca80e299-69bb-4787-82cc-ae2b04af8747 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196305 Aug 10 03:28:29.416297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.417232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.417852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.497247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-48e24a50-ca2c-4e9a-9d21-ee53f3f6ca88 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd/bindings/n-h2-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 2.6935074 Aug 10 03:28:29.536256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.616526 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.645491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2141819 Aug 10 03:28:29.649704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44762) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:29.658195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e1566-e873-40d5-a41a-dcd4b7ead587 admin admin] Pushing event updated for resources: {'Network': ['ID=6c73ac5b-607e-4579-9c53-c962aaa92589,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:29.661893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Request body: {'subnet': {'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-subnet', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:29.674708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:28:29.680854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7915728-4665-4975-8dda-6164e74f3c89 req-e694c863-ed6d-4f44-b930-510bb1a8ac70 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.688593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7915728-4665-4975-8dda-6164e74f3c89 req-e694c863-ed6d-4f44-b930-510bb1a8ac70 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 944 time: 0.1171522 Aug 10 03:28:29.742324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4f4d-22b7-4458-94db-684e88f64ca7 req-d2b4fbf6-9997-4ed1-b760-b53d54566cd9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.746568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-767e4f4d-22b7-4458-94db-684e88f64ca7 req-d2b4fbf6-9997-4ed1-b760-b53d54566cd9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 948 time: 0.1819434 Aug 10 03:28:29.752188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Made reservation on behalf of 9d9e2f9e1adb4572bdf41fd2359690b1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:28:29.752533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-d60e2323-591e-4d6c-aad0-a0873f079a7d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.757610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:29.759831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-d60e2323-591e-4d6c-aad0-a0873f079a7d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.1478200 Aug 10 03:28:29.770262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7915728-4665-4975-8dda-6164e74f3c89 req-9632524f-3fe5-41f3-a429-e06842aca00d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789845 Aug 10 03:28:29.832491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2c8d7c69-8fc8-47d2-bfac-2abb97647fda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:29.840315 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:28:23Z', 'revision_number': 4, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8ea29207-53ab-426d-9314-ddf84d3bb86e', 'name': '', 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'mac_address': 'fa:16:3e:54:9a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1a962697-1dd2-4093-922f-efe1548e4772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:21Z', 'updated_at': '2021-08-10T03:28:28Z', 'revision_number': 4, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'subnets': [{'id': '1a962697-1dd2-4093-922f-efe1548e4772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:29.861905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:29.868919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-767e4f4d-22b7-4458-94db-684e88f64ca7 req-b56c1d55-01dd-4595-8b40-4c04d30e397c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046114 Aug 10 03:28:29.918349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-60acdee9-c6ed-4187-9d9d-26b8e0a99c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:29.923819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-60acdee9-c6ed-4187-9d9d-26b8e0a99c32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206&tenant_id=d391b830312d4dd98a2bca453b5ba1bd HTTP/1.1" status: 200 len: 1097 time: 0.1495898 Aug 10 03:28:29.956003 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a69ea-2d28-4c2f-8664-971c80d8bb42 None None] The sync data for ids ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'] in n-d-769329-14 is: [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:28:23Z', 'revision_number': 4, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8ea29207-53ab-426d-9314-ddf84d3bb86e', 'name': '', 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'mac_address': 'fa:16:3e:54:9a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1a962697-1dd2-4093-922f-efe1548e4772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:21Z', 'updated_at': '2021-08-10T03:28:28Z', 'revision_number': 4, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'subnets': [{'id': '1a962697-1dd2-4093-922f-efe1548e4772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:30.113653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d65b698b-3cc4-4d3f-89f4-ffc088d8d75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.119773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-71cd26b3-2553-4971-ab53-2d347a6281ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.125337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-71cd26b3-2553-4971-ab53-2d347a6281ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1097 time: 0.1552174 Aug 10 03:28:30.226086 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:28:30.283995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.364945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-89d4195d-e984-47cd-ad0e-91789cb96a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.368266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-89d4195d-e984-47cd-ad0e-91789cb96a75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 200 len: 921 time: 0.2345464 Aug 10 03:28:30.387047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:30.404299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ee7cc70d-f733-49fc-874c-150985640bac', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'ee7cc70d-f733-49fc-874c-150985640bac', 'mac_address': 'fa:16:3e:a1:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:30.464731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44784) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.470529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-dbfcfe9b-489f-4fd3-b515-7ecbef08d690 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 200 len: 217 time: 0.0936728 Aug 10 03:28:30.485665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:30.486960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b23d8b-f004-4368-a272-a1c92fa3ea29,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.488206 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7011009c-9e60-47ee-91a3-88aee3ac8fdf" -d '{"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:30.494615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Checking segment: {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:30.495771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Network hostable DHCP agents. Network: 6c73ac5b-607e-4579-9c53-c962aaa92589, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:28:30.524012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.562688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f8d9-7c12-4b01-85a7-eff04f3c0b94 req-cd0202e5-9a2b-4214-9d57-fd06aefa309b tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.564502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1f4f8d9-7c12-4b01-85a7-eff04f3c0b94 req-cd0202e5-9a2b-4214-9d57-fd06aefa309b tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 949 time: 0.1836042 Aug 10 03:28:30.571884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:28:30.574698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7cc70d-f733-49fc-874c-150985640bac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:30.587369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-0b31ed20-8e42-4679-8f1f-0e65faa82542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.589273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-0b31ed20-8e42-4679-8f1f-0e65faa82542 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 200 len: 860 time: 0.1100917 Aug 10 03:28:30.616388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6c73ac5b-607e-4579-9c53-c962aaa92589) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:30.634072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.642580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.652056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:30.659725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d4f97-e500-4c94-be1f-5ee74eb20e3f None None] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:30.685755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:30.704513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1f4f8d9-7c12-4b01-85a7-eff04f3c0b94 req-1f37f32e-787f-460b-99f9-8c0ed4512650 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296515 Aug 10 03:28:30.715361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-e539ffd6-d61c-40ed-b721-5a42fa39d846 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b304310-d5b7-4288-901e-b606b6b37694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023588 Aug 10 03:28:30.715612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-56f0f32d-7e86-4a3b-b4cf-15082bd57258 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0631709 Aug 10 03:28:30.715933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44790) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:30.756416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:30.867312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:30.925476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f75e30-ac06-4e53-a539-17fbc313a5fc req-00a878e2-39a7-49a5-8b15-399ed71ea2b1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:30.934343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38f75e30-ac06-4e53-a539-17fbc313a5fc req-00a878e2-39a7-49a5-8b15-399ed71ea2b1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.3437574 Aug 10 03:28:30.971557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['ee7cc70d-f733-49fc-874c-150985640bac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:31.000489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-e626837c-b224-4dc9-8e4c-45785eb24072 service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769411 Aug 10 03:28:31.010327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6c73ac5b-607e-4579-9c53-c962aaa92589', 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'fixed_ips': [{'subnet_id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:28:31.011559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.021934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38f75e30-ac06-4e53-a539-17fbc313a5fc req-60f6eb80-86cb-4d42-839a-4b9b43ae6a92 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863347 Aug 10 03:28:31.098833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.102048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.188830 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1fd22-c703-45e9-8eba-26206fb21830 x-openstack-request-id: req-0fc1fd22-c703-45e9-8eba-26206fb21830 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:31.189262 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:31.189612 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fc1fd22-c703-45e9-8eba-26206fb21830 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:31.190227 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'code': 200} Aug 10 03:28:31.256449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.308198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8ea29207-53ab-426d-9314-ddf84d3bb86e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:31.577369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.687451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Allocated IP 172.20.0.2 (6c73ac5b-607e-4579-9c53-c962aaa92589/b6b23d8b-f004-4368-a272-a1c92fa3ea29/207bffff-a4c3-4aff-9650-cb7734446427) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:31.739898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.774063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4d9d8-704f-4ad3-8b68-2cae1dfe2f4f req-041fbeab-111c-4a83-bd4c-a25da4a9e25e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:31.779853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-459a4ba3-28e0-42a8-a63d-cc6491431cdb service neutron] 10.222.0.65 "GET /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526877 Aug 10 03:28:31.802795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6be4d9d8-704f-4ad3-8b68-2cae1dfe2f4f req-041fbeab-111c-4a83-bd4c-a25da4a9e25e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 944 time: 0.3561847 Aug 10 03:28:31.844003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 8ea29207-53ab-426d-9314-ddf84d3bb86e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:31.855341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8ea29207-53ab-426d-9314-ddf84d3bb86e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:31.856603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:31.871542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da149843-10bc-490b-9879-0c01f0d64e62 req-3a1e84f7-ffa1-45ff-a933-5981e88eeafc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:31.884413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da149843-10bc-490b-9879-0c01f0d64e62 req-3a1e84f7-ffa1-45ff-a933-5981e88eeafc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 949 time: 0.1324456 Aug 10 03:28:31.930609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6be4d9d8-704f-4ad3-8b68-2cae1dfe2f4f req-32400fbb-2237-4878-8d5d-3b1f8509cf27 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246445 Aug 10 03:28:31.980095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da149843-10bc-490b-9879-0c01f0d64e62 req-3973f20c-3a0c-474e-8161-00f8e4bceafe tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918760 Aug 10 03:28:32.051722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.055426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.090896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Transition to ACTIVE for port object 207bffff-a4c3-4aff-9650-cb7734446427 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:32.159557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Transition to ACTIVE for port object 207bffff-a4c3-4aff-9650-cb7734446427 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:32.193945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 8ea29207-53ab-426d-9314-ddf84d3bb86e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8ea29207-53ab-426d-9314-ddf84d3bb86e,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:32.202060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.247511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.323080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Pushing event updated for resources: {'Port': ['ID=207bffff-a4c3-4aff-9650-cb7734446427,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.338014 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.403942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-72fe8600-37dc-4263-926c-c62016afbe9d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.407112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-72fe8600-37dc-4263-926c-c62016afbe9d tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206&tenant_id=d391b830312d4dd98a2bca453b5ba1bd&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.1108654 Aug 10 03:28:32.411314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:32.419702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.477400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:32.482170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=8ea29207-53ab-426d-9314-ddf84d3bb86e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:32.494320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:32.508272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.604882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:32.700916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Attempting to bind port 207bffff-a4c3-4aff-9650-cb7734446427 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:32.702164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Attempting to bind port 207bffff-a4c3-4aff-9650-cb7734446427 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:32.702349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Attempting to bind port 207bffff-a4c3-4aff-9650-cb7734446427 on network 6c73ac5b-607e-4579-9c53-c962aaa92589 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:32.714563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:32.715407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Checking segment: {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:32.716041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.716679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Bound using segment: {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:32.717457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Bound port: 207bffff-a4c3-4aff-9650-cb7734446427, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:32.718114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.752324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b012d-1b7c-44a9-86f7-69d56ff293e7 req-4ec42cde-978e-461d-905b-6be54e63d1a5 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.756621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a53b012d-1b7c-44a9-86f7-69d56ff293e7 req-4ec42cde-978e-461d-905b-6be54e63d1a5 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.4233420 Aug 10 03:28:32.798626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:32.812918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:32.813468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.823533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Allocated IP 172.25.2.137 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/33f41ea8-0d2e-4466-b51b-7fa32fb1ce03) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:32.880934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27c400-9717-4625-bcca-4651145a1680 req-3d849757-95c8-4b58-b42f-8f799d51dcd5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.883655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e27c400-9717-4625-bcca-4651145a1680 req-3d849757-95c8-4b58-b42f-8f799d51dcd5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 949 time: 0.2056892 Aug 10 03:28:32.904915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a53b012d-1b7c-44a9-86f7-69d56ff293e7 req-6ee727ba-ab91-4f21-a0de-e442825ae654 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072164 Aug 10 03:28:32.906121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] For port 207bffff-a4c3-4aff-9650-cb7734446427, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:32.912642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] For port 207bffff-a4c3-4aff-9650-cb7734446427, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=207bffff-a4c3-4aff-9650-cb7734446427,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:32.921492 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:32.942516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-5ae53913-a197-4f7f-a3ff-366865aa47ac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:32.946181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-5ae53913-a197-4f7f-a3ff-366865aa47ac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d&tenant_id=332fcb04f54044df8122a8f72b829322&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 949 time: 0.2739241 Aug 10 03:28:33.058703 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.061538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.101446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3a89d-01d8-4926-af44-4e730e5819f8 None None] Pushing event updated for resources: {'Port': ['ID=207bffff-a4c3-4aff-9650-cb7734446427,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.160359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e27c400-9717-4625-bcca-4651145a1680 req-dda11513-44c8-41dc-8ca5-0d53d9d9339e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470912 Aug 10 03:28:33.183801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:33.199486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-7f1f2bc2-851f-4877-a4ef-2ed7633e8e8e service neutron] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:33.200183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:33.205914 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d46e6-23cb-4ab6-a673-8daac52159c4" -d '{"events": [{"server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "name": "network-vif-plugged", "status": "completed", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:33.209077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-7f1f2bc2-851f-4877-a4ef-2ed7633e8e8e service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.210718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.217948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-7f1f2bc2-851f-4877-a4ef-2ed7633e8e8e service neutron] 10.222.0.65 "DELETE /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd/bindings/n-h1-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.7922919 Aug 10 03:28:33.260271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.333646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8ea29207-53ab-426d-9314-ddf84d3bb86e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:33.373427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-a4c5efc4-2bfc-45f5-b443-23fb972f0c34 service neutron] 10.222.0.65 "GET /v2.0/ports/ee7cc70d-f733-49fc-874c-150985640bac/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.4013309 Aug 10 03:28:33.389473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.446390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9dc5-53d1-462e-9eb3-4a49de6c8b0b req-a2c9cf1c-115a-4194-9e9f-8255e3f7bbaf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.452296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ab9dc5-53d1-462e-9eb3-4a49de6c8b0b req-a2c9cf1c-115a-4194-9e9f-8255e3f7bbaf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.3024285 Aug 10 03:28:33.461319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:33.473873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:33.482799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:33.579397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:33.606936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Deleting port a2506d63-2458-41f3-a540-065433ae419e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:33.607268 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.648332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8ea29207-53ab-426d-9314-ddf84d3bb86e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:33.648944 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.684071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ab9dc5-53d1-462e-9eb3-4a49de6c8b0b req-2894133e-8a31-4660-9c21-8ce3f0dd9c7e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054815 Aug 10 03:28:33.783656 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eb4503-53fe-483c-b2cc-bceacfd56721 x-openstack-request-id: req-f8eb4503-53fe-483c-b2cc-bceacfd56721 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:33.785015 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "name": "network-vif-plugged", "status": "completed", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:33.785470 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8eb4503-53fe-483c-b2cc-bceacfd56721 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:33.786122 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'code': 200} Aug 10 03:28:33.796779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] For port a2506d63-2458-41f3-a540-065433ae419e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2506d63-2458-41f3-a540-065433ae419e,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:33.797280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:33.810621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-460033de-0f39-4441-872d-ba41783c467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:33.812660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-460033de-0f39-4441-872d-ba41783c467f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1101 time: 0.3590038 Aug 10 03:28:33.836154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:33.836485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Calling delete_port for a2506d63-2458-41f3-a540-065433ae419e owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:33.838876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:33.962559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port ee7cc70d-f733-49fc-874c-150985640bac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:33.963066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.045838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-1395a556-00a2-404c-a11d-58a7700d5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.047803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-1395a556-00a2-404c-a11d-58a7700d5128 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2210584 Aug 10 03:28:34.153351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-53a57764-afc0-4515-9d28-67da19fa9019 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 217 time: 0.0573025 Aug 10 03:28:34.184455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9d2a7-24dd-4fbb-b42a-df09f228b371 req-c9af9099-dbec-490e-a923-895206f26383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.186078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3c9d2a7-24dd-4fbb-b42a-df09f228b371 req-c9af9099-dbec-490e-a923-895206f26383 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1097 time: 0.3724482 Aug 10 03:28:34.187304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:34.191688 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.227246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'mac_address': 'fa:16:3e:64:f8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:34.248547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Pushing event updated for resources: {'Port': ['ID=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.249370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:34.278447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.286943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-fa8b94f6-8d58-485a-9dfe-ff5ddd67a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.288866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-fa8b94f6-8d58-485a-9dfe-ff5ddd67a30c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1239920 Aug 10 03:28:34.334501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3c9d2a7-24dd-4fbb-b42a-df09f228b371 req-c96580d2-4587-44e4-bf1b-145579289d87 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097445 Aug 10 03:28:34.337943 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.355745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdb70193-e97f-4676-9b09-1f60794bc2cc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:34.417593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.420444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.452434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c953df-0540-4e48-95f6-7f9ca4bb05d2 req-45b7b3a7-f76e-4c16-95c2-2b75f859e559 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.457609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:34.463290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-e0c637a4-38a2-4b44-b759-42e9882a5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:34.464642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c953df-0540-4e48-95f6-7f9ca4bb05d2 req-45b7b3a7-f76e-4c16-95c2-2b75f859e559 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.2805226 Aug 10 03:28:34.467624 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:34.470988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-e0c637a4-38a2-4b44-b759-42e9882a5e92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530893 Aug 10 03:28:34.475967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2506d63-2458-41f3-a540-065433ae419e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.560471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:34.656244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['cdb70193-e97f-4676-9b09-1f60794bc2cc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:34.771737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c953df-0540-4e48-95f6-7f9ca4bb05d2 req-531e5721-a512-4e50-a8b4-ad51d28061ef tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054018 Aug 10 03:28:35.051499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de550aa-3323-4231-9c95-d777ac76e795 None None] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:35.214043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd69dd-76b2-4670-a470-60127248b514 req-b360820d-9129-4f51-8d01-18768aee9e3e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.215678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ecd69dd-76b2-4670-a470-60127248b514 req-b360820d-9129-4f51-8d01-18768aee9e3e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.7179558 Aug 10 03:28:35.221772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.282966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f466003f-f867-483e-b577-192606a36b8f None None] Provisioning for port 207bffff-a4c3-4aff-9650-cb7734446427 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:35.360495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-8c2422aa-edc0-463a-9553-3370e43d30a8 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600409 Aug 10 03:28:35.437157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ecd69dd-76b2-4670-a470-60127248b514 req-25ae4c57-6418-478d-939b-461aba7a74cf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959898 Aug 10 03:28:35.562670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 207bffff-a4c3-4aff-9650-cb7734446427 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:35.637729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.677818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-41227663-f3c5-4dd5-b430-de782ad3d066 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922342 Aug 10 03:28:35.728696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 207bffff-a4c3-4aff-9650-cb7734446427 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:35.733835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 207bffff-a4c3-4aff-9650-cb7734446427 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:35.734697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.787390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:35.790555 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d46c78d-b0b2-40a5-94c6-41422e7c658c" -d '{"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:35.812434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.837783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:35.912669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.945692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port cdb70193-e97f-4676-9b09-1f60794bc2cc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:35.946190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:35.964116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142ea8d-7817-40bc-b54c-c2dfd7a26d6a req-40cc4ce9-b3d2-4a66-a9f6-5c0369117c38 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:35.972482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7142ea8d-7817-40bc-b54c-c2dfd7a26d6a req-40cc4ce9-b3d2-4a66-a9f6-5c0369117c38 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.2674017 Aug 10 03:28:36.016688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 207bffff-a4c3-4aff-9650-cb7734446427, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=207bffff-a4c3-4aff-9650-cb7734446427,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:36.024521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.043145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7142ea8d-7817-40bc-b54c-c2dfd7a26d6a req-2ba8e340-27fa-4cab-bb54-57c3dff563de tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694826 Aug 10 03:28:36.069626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee56669-cd0d-42ff-b4a4-016e37ebffe4 req-dd23f55c-cf9d-418b-8ef6-4927801af4db tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.093923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee56669-cd0d-42ff-b4a4-016e37ebffe4 req-dd23f55c-cf9d-418b-8ef6-4927801af4db tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 1097 time: 0.3148139 Aug 10 03:28:36.128071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Router 408abb5e-d4d0-412c-91b1-883fcdcc6675 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:28:36.151777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=207bffff-a4c3-4aff-9650-cb7734446427,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:36.156726 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc6e84c-5400-4d38-b528-eec0f6031357 x-openstack-request-id: req-6bc6e84c-5400-4d38-b528-eec0f6031357 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:36.157199 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:36.157690 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bc6e84c-5400-4d38-b528-eec0f6031357 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:36.158135 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'code': 200} Aug 10 03:28:36.177170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.204608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a1d0f74e-a063-4f63-b949-a46ee1ec36d0 None None] Provisioning complete for port 207bffff-a4c3-4aff-9650-cb7734446427 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:36.204985 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1d0f74e-a063-4f63-b949-a46ee1ec36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.247896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:36.254231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee56669-cd0d-42ff-b4a4-016e37ebffe4 req-ac291450-698e-41d9-8025-86e99c674a5c tempest-LiveAutoBlockMigrationV225Test-74828709 tempest-LiveAutoBlockMigrationV225Test-74828709-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580915 Aug 10 03:28:36.257935 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.319304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:36.569583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fee6a-4f8d-4778-86f0-5df56ca60ff0 req-01b6e206-57a9-4db5-bd8a-20e929f5b0e2 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:36.571999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Router b7c72c32-1db9-44d1-9f7e-9166fae685ef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:36.584885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f99fee6a-4f8d-4778-86f0-5df56ca60ff0 req-01b6e206-57a9-4db5-bd8a-20e929f5b0e2 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1097 time: 0.1423123 Aug 10 03:28:36.590842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:36.609175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Sync routers for ids ['408abb5e-d4d0-412c-91b1-883fcdcc6675'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:36.635199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:36.637027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ba21f40-8dfb-48dc-8290-c3e0a8283276 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9180450 Aug 10 03:28:36.638962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Routers {'408abb5e-d4d0-412c-91b1-883fcdcc6675'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:36.640585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['408abb5e-d4d0-412c-91b1-883fcdcc6675'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:36.644816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:36.713051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f99fee6a-4f8d-4778-86f0-5df56ca60ff0 req-e33e3ece-cebd-4e8d-912f-edd53f3e0728 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080348 Aug 10 03:28:37.017258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:37.030107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Set router 408abb5e-d4d0-412c-91b1-883fcdcc6675 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:37.030471 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] Sync routers for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:37.037616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8725f6a-22f8-444e-95d5-735fefa8636a admin admin] 10.222.0.53 "PUT /v2.0/routers/b7c72c32-1db9-44d1-9f7e-9166fae685ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5655425 Aug 10 03:28:37.038741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44930) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:37.052332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:37.055211 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:37.070992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ca5b-c88c-457a-9410-7ef4a36711a8 req-33f02301-0b77-4d0e-938e-9141f38ac304 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.085143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f18ca5b-c88c-457a-9410-7ef4a36711a8 req-33f02301-0b77-4d0e-938e-9141f38ac304 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.1650872 Aug 10 03:28:37.307924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f18ca5b-c88c-457a-9410-7ef4a36711a8 req-01c36621-11bf-4e10-8711-de7163de9b5a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216125 Aug 10 03:28:37.318182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd192-ff80-4474-872b-e5419efaea05 req-bd02e37f-b272-4a14-b4c7-98325b162190 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:37.327870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca5cd192-ff80-4474-872b-e5419efaea05 req-bd02e37f-b272-4a14-b4c7-98325b162190 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1097 time: 0.1611407 Aug 10 03:28:37.398520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.410598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca5cd192-ff80-4474-872b-e5419efaea05 req-5de22eb3-ef48-4771-a416-7830d4ff2a56 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Aug 10 03:28:37.720884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.923055 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:37.996357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:37.997923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Allocated IP 172.20.0.1 (6c73ac5b-607e-4579-9c53-c962aaa92589/b6b23d8b-f004-4368-a272-a1c92fa3ea29/0844819f-f5a3-41e9-8b88-144534d1f5a4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:28:38.091772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 207bffff-a4c3-4aff-9650-cb7734446427 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:38.228374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105563e5-0c9b-4570-b722-216cae2ecaa1 req-635031bc-d5e8-482a-9b30-d681820a67ab tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:38.229200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:38.237729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-105563e5-0c9b-4570-b722-216cae2ecaa1 req-635031bc-d5e8-482a-9b30-d681820a67ab tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.6807356 Aug 10 03:28:38.238406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.248513 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4189c2c-5fcb-4bb0-b97d-35ee830afb8d" -d '{"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-plugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:38.277211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Transition to ACTIVE for port object 0844819f-f5a3-41e9-8b88-144534d1f5a4 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:38.338431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 207bffff-a4c3-4aff-9650-cb7734446427 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:38.339133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.364742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.410111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2522ecd6-7f94-4607-8bb4-c96ff9ac5ca1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:38.413210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2522ecd6-7f94-4607-8bb4-c96ff9ac5ca1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 945 time: 0.8801661 Aug 10 03:28:38.476541 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:28:34Z', 'revision_number': 5, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port': {'id': 'e88d4bd0-396f-402d-94bc-63227089e880', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:10Z', 'updated_at': '2021-08-10T03:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:38.481229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:38.491565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:38.498883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:28:38.537090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:28:34Z', 'revision_number': 3, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:38.547186 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] Checking router: b7c72c32-1db9-44d1-9f7e-9166fae685ef for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:38.583234 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] Routers {'b7c72c32-1db9-44d1-9f7e-9166fae685ef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:38.584496 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:38.618847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-105563e5-0c9b-4570-b722-216cae2ecaa1 req-1c63f35b-130f-451c-8027-83a0899e2d38 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630621 Aug 10 03:28:38.635551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Pushing event updated for resources: {'Port': ['ID=0844819f-f5a3-41e9-8b88-144534d1f5a4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:38.673565 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.685899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Checking router: 408abb5e-d4d0-412c-91b1-883fcdcc6675 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:38.700085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Updating router 408abb5e-d4d0-412c-91b1-883fcdcc6675 port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:38.745288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Deleting port e88d4bd0-396f-402d-94bc-63227089e880 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:38.746466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:38.920673 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] Set router b7c72c32-1db9-44d1-9f7e-9166fae685ef gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:38.994338 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c614470-acc9-4068-8fb1-04f0584d1935 x-openstack-request-id: req-8c614470-acc9-4068-8fb1-04f0584d1935 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:38.994670 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-plugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:38.994878 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c614470-acc9-4068-8fb1-04f0584d1935 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:38.995292 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'code': 200} Aug 10 03:28:38.995902 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.097884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] For port e88d4bd0-396f-402d-94bc-63227089e880, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e88d4bd0-396f-402d-94bc-63227089e880,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:39.100981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.147190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Calling delete_port for e88d4bd0-396f-402d-94bc-63227089e880 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:39.223013 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:28:37Z', 'revision_number': 6, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:39.277017 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed839e5c-cbd2-4e64-9365-d43bbd1a2f0b None None] The sync data for ids ['b7c72c32-1db9-44d1-9f7e-9166fae685ef'] in n-d-769329-14 is: [{'id': 'b7c72c32-1db9-44d1-9f7e-9166fae685ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-635190670-router', 'tenant_id': '91d5fa271eb547d9984e2483f7934efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:09Z', 'updated_at': '2021-08-10T03:28:37Z', 'revision_number': 6, 'project_id': '91d5fa271eb547d9984e2483f7934efc', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:39.314813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-38d07576-3407-4219-9051-3c71831734eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.318384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-38d07576-3407-4219-9051-3c71831734eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d&tenant_id=332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 1102 time: 0.3878014 Aug 10 03:28:39.337136 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.434743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.494261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Pushing event deleted for resources: {'Port': ['ID=e88d4bd0-396f-402d-94bc-63227089e880,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:39.553892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.571542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2a6bfee9-9a54-41ff-a216-e508b17e17d7 None None] Provisioning for port 0844819f-f5a3-41e9-8b88-144534d1f5a4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:39.585082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2a6bfee9-9a54-41ff-a216-e508b17e17d7 None None] Provisioning complete for port 0844819f-f5a3-41e9-8b88-144534d1f5a4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:39.585674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2a6bfee9-9a54-41ff-a216-e508b17e17d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.664046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-1bea821a-226a-4c49-a863-eae82eeb53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.666478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-1bea821a-226a-4c49-a863-eae82eeb53e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 1102 time: 0.3109214 Aug 10 03:28:39.687053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.696067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.764072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2a6bfee9-9a54-41ff-a216-e508b17e17d7 None None] Port 0844819f-f5a3-41e9-8b88-144534d1f5a4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:39.836560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8a708ac-a640-4812-a963-cf1370ff8ebd no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:39.913019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.914375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c72c32-1db9-44d1-9f7e-9166fae685ef {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:39.954782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36c41a-5f69-4df0-ad82-c2cce623e48e req-9bad56c7-ba5c-44c2-a2f9-4355a73c5347 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:39.958624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b36c41a-5f69-4df0-ad82-c2cce623e48e req-9bad56c7-ba5c-44c2-a2f9-4355a73c5347 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.5567956 Aug 10 03:28:39.989607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:39.992296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9df9b1e6-90a0-43b0-b004-81f5befb2807 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b7c72c32-1db9-44d1-9f7e-9166fae685ef HTTP/1.1" status: 204 len: 168 time: 2.9486597 Aug 10 03:28:39.997638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44984) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:40.082206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:40.083986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-a0445c02-34c9-48a0-a4f7-9c4832dbcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.089443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-a0445c02-34c9-48a0-a4f7-9c4832dbcd97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4123175 Aug 10 03:28:40.115493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Deleting port e8a708ac-a640-4812-a963-cf1370ff8ebd {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:40.115975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.125892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b36c41a-5f69-4df0-ad82-c2cce623e48e req-eb85bd65-94a1-4cfc-9d9f-855e9c999469 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234696 Aug 10 03:28:40.287784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-aca86f1f-01f0-40c7-867c-80a759754e75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 200 len: 217 time: 0.1738715 Aug 10 03:28:40.332350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] For port e8a708ac-a640-4812-a963-cf1370ff8ebd, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8a708ac-a640-4812-a963-cf1370ff8ebd,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:40.332713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.361873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Calling delete_port for e8a708ac-a640-4812-a963-cf1370ff8ebd owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:40.377622 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.401029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Deleting subnet 9e531932-a8c5-47bd-82b0-ba328268107a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:40.407904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.411333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Transition to ACTIVE for port object 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:40.416961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.427608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-e4b86ed8-da6a-42cc-ae85-240d16a9ab67 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:28:40.429791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-e4b86ed8-da6a-42cc-ae85-240d16a9ab67 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176373 Aug 10 03:28:40.433707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.433892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.474784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Request body: {'binding': {'host': 'n-h2-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:28:40.475829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Unknown quota resources ['binding']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:28:40.577624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.631875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:40.681761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event deleted for resources: {'Port': ['ID=e8a708ac-a640-4812-a963-cf1370ff8ebd,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.718338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Attempting to bind port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:40.718918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Attempting to bind port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:40.719414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Attempting to bind port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:40.728235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d7007-8c98-426b-bd5b-c4799b797336 None None] Pushing event updated for resources: {'Port': ['ID=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:40.735607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-b858ef55-1c3d-4963-a7ff-e60024bc4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:40.738460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-b858ef55-1c3d-4963-a7ff-e60024bc4bd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.4328382 Aug 10 03:28:40.756142 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.770404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:40.771411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:40.771825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.772205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:40.772888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Bound port: 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:40.773423 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.810999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3420dd8f-d79f-4ec1-a98d-683c966a31b4 req-80d2fd6c-d3ce-419d-87a1-90f0219007f6 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.0708213 Aug 10 03:28:40.819200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] No DVR routers for this DVR port e8a708ac-a640-4812-a963-cf1370ff8ebd on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:40.825294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.840865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae172d11-97d7-43dc-8baf-713d20dce3c8 req-2f901d81-a5a6-403d-b27d-f47be77ca1a4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.65 "DELETE /v2.0/ports/e8a708ac-a640-4812-a963-cf1370ff8ebd HTTP/1.1" status: 204 len: 173 time: 2.4031138 Aug 10 03:28:40.841792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'name': 'network-vif-deleted', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:40.844675 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49529cc4-4d96-4fa0-98a9-f888fd73b8ed" -d '{"events": [{"server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "name": "network-vif-deleted", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:40.873640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.905525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:40.944254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:40.954246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] For port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:40.961265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] For port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:40.994678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.000276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:41.007553 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f7bea9-e9fa-41f5-92d1-0021430883b5" -d '{"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:41.036017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Pushing event updated for resources: {'Port': ['ID=0844819f-f5a3-41e9-8b88-144534d1f5a4,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.082350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:41.149473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Routers {'408abb5e-d4d0-412c-91b1-883fcdcc6675'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:41.150601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['408abb5e-d4d0-412c-91b1-883fcdcc6675'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:41.394987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] Set router 408abb5e-d4d0-412c-91b1-883fcdcc6675 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:41.656196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2506d63-2458-41f3-a540-065433ae419e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:41.678279 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e1604-86e8-48f4-9bf2-3c1976419195 x-openstack-request-id: req-1b2e1604-86e8-48f4-9bf2-3c1976419195 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:41.678850 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42a5460-492e-48d9-88bb-1dfc2b9f3206", "name": "network-vif-deleted", "tag": "e8a708ac-a640-4812-a963-cf1370ff8ebd", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:41.678965 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b2e1604-86e8-48f4-9bf2-3c1976419195 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:41.679476 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42a5460-492e-48d9-88bb-1dfc2b9f3206', 'name': 'network-vif-deleted', 'tag': 'e8a708ac-a640-4812-a963-cf1370ff8ebd', 'status': 'completed', 'code': 200} Aug 10 03:28:41.684716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:41.697943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a2506d63-2458-41f3-a540-065433ae419e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:41.698519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2506d63-2458-41f3-a540-065433ae419e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:41.699789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e88d4bd0-396f-402d-94bc-63227089e880 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:41.802072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e88d4bd0-396f-402d-94bc-63227089e880 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:41.802685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e88d4bd0-396f-402d-94bc-63227089e880 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:41.815360 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a1343-318c-41d8-b5ad-89b5de9d455c x-openstack-request-id: req-623a1343-318c-41d8-b5ad-89b5de9d455c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:41.816397 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:41.816826 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-623a1343-318c-41d8-b5ad-89b5de9d455c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:41.817541 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'code': 200} Aug 10 03:28:41.930573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a3f51-d384-4cc9-b842-9b18bd019876 req-441ffb09-1f3e-4978-9860-c6e0c5349a9a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:41.942530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-953a3f51-d384-4cc9-b842-9b18bd019876 req-441ffb09-1f3e-4978-9860-c6e0c5349a9a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 948 time: 0.0767365 Aug 10 03:28:41.946720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d7007-8c98-426b-bd5b-c4799b797336 None None] Pushing event updated for resources: {'Port': ['ID=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:42.008465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:28:42.009490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-953a3f51-d384-4cc9-b842-9b18bd019876 req-188e3ec3-f3cc-4788-bbec-c9f855410940 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656617 Aug 10 03:28:42.021225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on host n-h2-769329-14 for vnic_type normal with profile None {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:42.021851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:42.022360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:42.071773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328ff0-98f0-4c14-87a8-cf153153248c req-8fe2b86f-6a82-437b-ad4b-015f399fd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:42.074640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-8fe2b86f-6a82-437b-ad4b-015f399fd900 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2154469 Aug 10 03:28:42.094878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:28:42.095423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:42.286939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0844819f-f5a3-41e9-8b88-144534d1f5a4', 'name': '', 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'mac_address': 'fa:16:3e:8f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:37Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 2, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'subnets': [{'id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:42.337592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28aa451b-b8a4-4e2e-8c14-51d2c68fc947 req-52bbd8a5-58c5-4a21-ac03-8a5f5b8c3611 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.0534244 Aug 10 03:28:42.359698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:42.366538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:42.367314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:42.367998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Bound port: 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:42.371152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:28:42.396259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb48829-2974-4ff8-b1a9-7134d7301bb3 None None] The sync data for ids ['408abb5e-d4d0-412c-91b1-883fcdcc6675'] in n-d-769329-14 is: [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0844819f-f5a3-41e9-8b88-144534d1f5a4', 'name': '', 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'mac_address': 'fa:16:3e:8f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:37Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 2, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'subnets': [{'id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:42.399778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.851326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:42.854242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-f270ee66-0f85-4886-8501-946633429d6e service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232854 Aug 10 03:28:42.865491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.897897 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-16a882cd-1b71-4b27-9b3d-f0f6936463e5 service neutron] 10.222.0.53 "POST /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda/bindings HTTP/1.1" status: 201 len: 390 time: 2.4053044 Aug 10 03:28:42.954726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:42.957620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a3d2856-58c1-404a-bf5d-cb07f8d1a107 None None] Provisioning complete for port 0844819f-f5a3-41e9-8b88-144534d1f5a4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:42.958460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2856-58c1-404a-bf5d-cb07f8d1a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.088120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d2856-58c1-404a-bf5d-cb07f8d1a107 None None] Port 0844819f-f5a3-41e9-8b88-144534d1f5a4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:28:43.193795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e531932-a8c5-47bd-82b0-ba328268107a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:43.270709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.279156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f177369-ed58-465f-87e7-97a82afd287a None None] Network 1ad7594b-ce85-417c-a676-f372590af00f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:43.286032 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3589eea4-ecb9-4499-b63c-f63f96ad6909 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e531932-a8c5-47bd-82b0-ba328268107a HTTP/1.1" status: 204 len: 168 time: 3.2720003 Aug 10 03:28:43.289881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45036) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:43.331923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Router 408abb5e-d4d0-412c-91b1-883fcdcc6675 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:43.436851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3fd45-b16e-450d-8ddf-56241f6ed444 req-5158c1bd-2456-4b7a-ae55-fed157635a62 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.451063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54e3fd45-b16e-450d-8ddf-56241f6ed444 req-5158c1bd-2456-4b7a-ae55-fed157635a62 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.2769327 Aug 10 03:28:43.556172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-cb7e0cb9-1082-490b-8e3e-8eabfe1efe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.566387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-cb7e0cb9-1082-490b-8e3e-8eabfe1efe4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1097 time: 0.2526853 Aug 10 03:28:43.583853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73328ff0-98f0-4c14-87a8-cf153153248c req-853e93a3-5644-4ab7-933c-2c302376bc02 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732106 Aug 10 03:28:43.630597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] DHCP port deletion for 1ad7594b-ce85-417c-a676-f372590af00f request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:43.669128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e40ea0-f133-45f7-831f-d39e76ee547d req-e116996c-c257-43dc-ad51-05069974248d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.686590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22e40ea0-f133-45f7-831f-d39e76ee547d req-e116996c-c257-43dc-ad51-05069974248d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 948 time: 0.5242970 Aug 10 03:28:43.777039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:43.843248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54e3fd45-b16e-450d-8ddf-56241f6ed444 req-5163c42d-7ab3-43cb-a753-796103e2a71b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907130 Aug 10 03:28:43.994109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-1b9f8aed-202c-4290-a8d1-8f762f071070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:43.997178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-1b9f8aed-202c-4290-a8d1-8f762f071070 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.3724701 Aug 10 03:28:43.998299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] Deleting port b6df2e46-57c0-469b-a3b0-7fab6a991171 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:43.999164 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.116876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:44.148232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8fe45bce-ab64-4e29-a198-a7287d514964 admin admin] 10.222.0.53 "PUT /v2.0/routers/408abb5e-d4d0-412c-91b1-883fcdcc6675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5022590 Aug 10 03:28:44.195732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-fe5e8100-69b8-4c01-96cc-21ce7aaf78eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 217 time: 0.1833844 Aug 10 03:28:44.344106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-083fcb07-ba17-46d5-b2e3-ac00a329e5e3 req-bbc100ad-417a-475e-b453-a7d7ff134f6b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.0524039 Aug 10 03:28:44.390127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-cb00108c-66e9-4879-b628-4d7d68583688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:44.392345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-cb00108c-66e9-4879-b628-4d7d68583688 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1888773 Aug 10 03:28:44.437946 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22e40ea0-f133-45f7-831f-d39e76ee547d req-e2c2246d-6c1e-43ba-a96d-49f5ab073b29 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443278 Aug 10 03:28:44.460542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-d3196246-8cdd-4fd1-a439-f809ec1b593f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604994 Aug 10 03:28:44.551753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Deleting port b6df2e46-57c0-469b-a3b0-7fab6a991171 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:44.552304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.810795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-1b387dbc-f831-4268-9ca8-cb3573eaa872 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368015 Aug 10 03:28:44.812362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] For port b6df2e46-57c0-469b-a3b0-7fab6a991171, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6df2e46-57c0-469b-a3b0-7fab6a991171,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:44.812729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.854967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Calling delete_port for b6df2e46-57c0-469b-a3b0-7fab6a991171 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:44.857173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] For port b6df2e46-57c0-469b-a3b0-7fab6a991171, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6df2e46-57c0-469b-a3b0-7fab6a991171,segment=NetworkSegment(9c560808-5fd3-427e-9dfa-549c32a7da21),segment_id=9c560808-5fd3-427e-9dfa-549c32a7da21)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:44.857612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:44.899425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] Calling delete_port for b6df2e46-57c0-469b-a3b0-7fab6a991171 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:45.100564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.158210 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.263571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bc453504-24ad-4eb1-896a-8af1e3f600f1 service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404800 Aug 10 03:28:45.280687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] No DVR routers for this DVR port b6df2e46-57c0-469b-a3b0-7fab6a991171 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:45.284119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6df2e46-57c0-469b-a3b0-7fab6a991171,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.346034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] Pushing event deleted for resources: {'Port': ['ID=b6df2e46-57c0-469b-a3b0-7fab6a991171,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:45.385502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e276c7-ec36-4e19-9255-69dd77106f5c None None] No DVR routers for this DVR port b6df2e46-57c0-469b-a3b0-7fab6a991171 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:45.447701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:45.612140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f3227-4761-45ed-a08a-d2a206bc5d50 req-a447e280-c277-4309-a72b-5cc8fac04e16 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:45.635625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd3f3227-4761-45ed-a08a-d2a206bc5d50 req-a447e280-c277-4309-a72b-5cc8fac04e16 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.3708868 Aug 10 03:28:45.733420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:45.740029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:45.742449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.790657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd3f3227-4761-45ed-a08a-d2a206bc5d50 req-8000a25f-e3f7-489a-8bf4-420ff369e0d9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495099 Aug 10 03:28:45.819998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:45.865726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:28:45.922009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad7594b-ce85-417c-a676-f372590af00f']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:46.002776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c560808-5fd3-427e-9dfa-549c32a7da21') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:46.016666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c560808-5fd3-427e-9dfa-549c32a7da21') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:46.033353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:46.080189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.082092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ee7cc70d-f733-49fc-874c-150985640bac', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'ee7cc70d-f733-49fc-874c-150985640bac', 'mac_address': 'fa:16:3e:a1:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:28:46.162485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.198694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:28:46.203003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:28:46.206575 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:28:46.240530 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.283019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7cc70d-f733-49fc-874c-150985640bac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:28:46.365857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:46.384418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.592661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.633595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.653838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.656602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] 10.222.0.53 "DELETE /v2.0/networks/1ad7594b-ce85-417c-a676-f372590af00f HTTP/1.1" status: 204 len: 168 time: 3.3651483 Aug 10 03:28:46.659956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45086) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:46.692742 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:46.746948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:46.751193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['ee7cc70d-f733-49fc-874c-150985640bac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:28:46.782260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58acea2-f289-4da4-a1c8-a985ee4e375c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad7594b-ce85-417c-a676-f372590af00f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:46.798117 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:47.098069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6df2e46-57c0-469b-a3b0-7fab6a991171 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:47.110533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:47.417665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b6df2e46-57c0-469b-a3b0-7fab6a991171 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:47.418872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6df2e46-57c0-469b-a3b0-7fab6a991171 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:47.423169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Sync routers for ids ['408abb5e-d4d0-412c-91b1-883fcdcc6675'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:47.468785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Routers {'408abb5e-d4d0-412c-91b1-883fcdcc6675'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:47.469465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['408abb5e-d4d0-412c-91b1-883fcdcc6675'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:47.737117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:47.951885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Set router 408abb5e-d4d0-412c-91b1-883fcdcc6675 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:48.152526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.603734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:48.604389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.863689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Deleting port edae7adb-b463-428c-bb54-c2b499dd1817 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:48.865218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:48.998666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] For port edae7adb-b463-428c-bb54-c2b499dd1817, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=edae7adb-b463-428c-bb54-c2b499dd1817,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:48.999486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.045598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Calling delete_port for edae7adb-b463-428c-bb54-c2b499dd1817 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:49.317452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.368128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0844819f-f5a3-41e9-8b88-144534d1f5a4', 'name': '', 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'mac_address': 'fa:16:3e:8f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:37Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 2, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'subnets': [{'id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:49.409629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=edae7adb-b463-428c-bb54-c2b499dd1817,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:49.447597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Checking router: 408abb5e-d4d0-412c-91b1-883fcdcc6675 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:49.447970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Updating router 408abb5e-d4d0-412c-91b1-883fcdcc6675 port 0844819f-f5a3-41e9-8b88-144534d1f5a4 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:28:49.521951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.755715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:49.942308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:50.272119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Router 7fdf3726-114c-4da8-bb1b-e25e27abb71b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:28:50.363417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.413431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port ee7cc70d-f733-49fc-874c-150985640bac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:50.419722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:50.573453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Transition to ACTIVE for port object 0844819f-f5a3-41e9-8b88-144534d1f5a4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:28:50.629738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.026008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.048721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c59a4882-ea5d-489b-b530-b384a14e511f req-f6e3e991-2bb2-4bec-8d2a-b7e2707a3e5d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=c42a5460-492e-48d9-88bb-1dfc2b9f3206 HTTP/1.1" status: 200 len: 210 time: 0.3323348 Aug 10 03:28:51.065894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:28:51.091692 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] Sync routers for ids ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:28:51.121752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1b1825f5-37b8-49e9-9959-ccdc2fff42c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/7fdf3726-114c-4da8-bb1b-e25e27abb71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4582994 Aug 10 03:28:51.122605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:51.181619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] Routers {'7fdf3726-114c-4da8-bb1b-e25e27abb71b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:51.182758 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:51.421606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:28:51.425033 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b992cf-bdff-4ced-98c7-037d09f7725b" -d '{"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:28:51.451826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Attempting to bind port 0844819f-f5a3-41e9-8b88-144534d1f5a4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:28:51.455218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Attempting to bind port 0844819f-f5a3-41e9-8b88-144534d1f5a4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:28:51.458457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Attempting to bind port 0844819f-f5a3-41e9-8b88-144534d1f5a4 on network 6c73ac5b-607e-4579-9c53-c962aaa92589 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:28:51.557780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:28:51.564437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Checking segment: {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:28:51.565675 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.572951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Bound using segment: {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:28:51.573778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Bound port: 0844819f-f5a3-41e9-8b88-144534d1f5a4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04613dac-816e-4bc7-bbb7-148ec082c014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:28:51.574574 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.814198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d55e5-aa1d-43d9-b39e-768d39f738cd req-a7d2c078-e41e-4c98-a119-a5a483c29b54 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:51.830786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-764d55e5-aa1d-43d9-b39e-768d39f738cd req-a7d2c078-e41e-4c98-a119-a5a483c29b54 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 950 time: 0.2660434 Aug 10 03:28:51.833684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] For port 0844819f-f5a3-41e9-8b88-144534d1f5a4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:28:51.842779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] For port 0844819f-f5a3-41e9-8b88-144534d1f5a4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0844819f-f5a3-41e9-8b88-144534d1f5a4,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:28:51.845930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a2fb-1b0e-4ff9-9fe1-19f94957227a None None] Pushing event updated for resources: {'Port': ['ID=0844819f-f5a3-41e9-8b88-144534d1f5a4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:51.866248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.867384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:51.875671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:51.940099 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] Set router 7fdf3726-114c-4da8-bb1b-e25e27abb71b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:52.070293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9a2fb-1b0e-4ff9-9fe1-19f94957227a None None] Pushing event updated for resources: {'Port': ['ID=0844819f-f5a3-41e9-8b88-144534d1f5a4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.071525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-764d55e5-aa1d-43d9-b39e-768d39f738cd req-9e25b369-5f9c-42f4-a2d9-70127421c12f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360919 Aug 10 03:28:52.110183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.345923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:52.365832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Routers {'408abb5e-d4d0-412c-91b1-883fcdcc6675'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:52.366952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['408abb5e-d4d0-412c-91b1-883fcdcc6675'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.410929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e885f-b691-48e4-bdce-d6e6ed729ce1 req-ef27a9d2-8b7b-4257-b310-23aa3396c7dc tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:52.429721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-946e885f-b691-48e4-bdce-d6e6ed729ce1 req-ef27a9d2-8b7b-4257-b310-23aa3396c7dc tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.5542068 Aug 10 03:28:52.686674 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': '923f5d71-e478-4346-ad33-a41689901a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:28:49Z', 'revision_number': 5, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port': {'id': '923f5d71-e478-4346-ad33-a41689901a63', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:59:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:23:22Z', 'updated_at': '2021-08-10T03:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:52.769614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-946e885f-b691-48e4-bdce-d6e6ed729ce1 req-3455a079-02a4-469f-bb42-179c4a39268d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377528 Aug 10 03:28:52.828216 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:52.840276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] Set router 408abb5e-d4d0-412c-91b1-883fcdcc6675 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:52.846000 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] Checking router: 7fdf3726-114c-4da8-bb1b-e25e27abb71b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:28:52.888206 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] Routers {'7fdf3726-114c-4da8-bb1b-e25e27abb71b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:28:52.888850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:28:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:53.131170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Deleting port 923f5d71-e478-4346-ad33-a41689901a63 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:53.134957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.145716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ace7e-d077-4ab0-9210-ca61a2e79f8f req-6ce08f31-64cf-43c3-a089-4327a6baf669 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:53.158025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc9ace7e-d077-4ab0-9210-ca61a2e79f8f req-6ce08f31-64cf-43c3-a089-4327a6baf669 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 951 time: 0.2102308 Aug 10 03:28:53.165332 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3814ce-60fe-4766-be71-f0addd98de6c x-openstack-request-id: req-aa3814ce-60fe-4766-be71-f0addd98de6c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:28:53.166023 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:28:53.166023 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa3814ce-60fe-4766-be71-f0addd98de6c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:28:53.166327 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'code': 200} Aug 10 03:28:53.233524 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] Set router 7fdf3726-114c-4da8-bb1b-e25e27abb71b gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:28:53.344589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc9ace7e-d077-4ab0-9210-ca61a2e79f8f req-fde129f1-04dd-42e3-ae95-cd42e0f131a9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852460 Aug 10 03:28:53.434495 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:28:52Z', 'revision_number': 6, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:53.584350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] For port 923f5d71-e478-4346-ad33-a41689901a63, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=923f5d71-e478-4346-ad33-a41689901a63,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:53.588638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:53.590903 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4aa234-b4bb-4262-9975-06c8a2bd23a1 None None] The sync data for ids ['7fdf3726-114c-4da8-bb1b-e25e27abb71b'] in n-d-769329-14 is: [{'id': '7fdf3726-114c-4da8-bb1b-e25e27abb71b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1619979225-router', 'tenant_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:23:20Z', 'updated_at': '2021-08-10T03:28:52Z', 'revision_number': 6, 'project_id': 'aa1647910f8b47f7ae1ae69138e841fe', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:53.639957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Calling delete_port for 923f5d71-e478-4346-ad33-a41689901a63 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:53.741628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0844819f-f5a3-41e9-8b88-144534d1f5a4', 'name': '', 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'mac_address': 'fa:16:3e:8f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:37Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'subnets': [{'id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:28:54.312742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-2d56b55f-d1f2-4b34-8906-d2d980461e28 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832853 Aug 10 03:28:54.572232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-14de818c-0c7d-431e-ad05-00ff48cc8a97 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:54.580328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-14de818c-0c7d-431e-ad05-00ff48cc8a97 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636645 Aug 10 03:28:54.587403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.606860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec94532-d7ec-49ff-b931-59106c27e799 None None] The sync data for ids ['408abb5e-d4d0-412c-91b1-883fcdcc6675'] in n-d-769329-14 is: [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:28:39Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0844819f-f5a3-41e9-8b88-144534d1f5a4', 'name': '', 'network_id': '6c73ac5b-607e-4579-9c53-c962aaa92589', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'mac_address': 'fa:16:3e:8f:60:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:37Z', 'updated_at': '2021-08-10T03:28:51Z', 'revision_number': 4, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'subnets': [{'id': 'b6b23d8b-f004-4368-a272-a1c92fa3ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:28:54.616390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0844819f-f5a3-41e9-8b88-144534d1f5a4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:54.631459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-0abe09c3-06f3-4161-8b00-2169ab4b0beb tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/quotas/332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 375 time: 0.0490968 Aug 10 03:28:54.815522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0844819f-f5a3-41e9-8b88-144534d1f5a4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:28:54.827554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0844819f-f5a3-41e9-8b88-144534d1f5a4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:54.827968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:54.860887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=923f5d71-e478-4346-ad33-a41689901a63,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:54.944972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-9e96f0a9-0cff-46d3-8322-f8971a59ba63 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3115273 Aug 10 03:28:54.961810 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.348345 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.434638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:55.524056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00085d9-b5c1-4758-8ec2-c54268e6bbca req-875f1575-f8e3-432f-aa6c-5045a1fa7862 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:55.575701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c00085d9-b5c1-4758-8ec2-c54268e6bbca req-875f1575-f8e3-432f-aa6c-5045a1fa7862 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 1.0809829 Aug 10 03:28:55.760814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0844819f-f5a3-41e9-8b88-144534d1f5a4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0844819f-f5a3-41e9-8b88-144534d1f5a4,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:55.811978 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.001687 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.034439 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.047782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.067636 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e4717981-c48f-4361-992b-c1f64cbf3a72 req-ecfbcd19-2117-41a8-b58a-6e036f987c07 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 210 time: 0.1485295 Aug 10 03:28:56.074913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device edae7adb-b463-428c-bb54-c2b499dd1817 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:56.106943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c00085d9-b5c1-4758-8ec2-c54268e6bbca req-c7f8b871-9d64-485e-864a-d543a9ebaeef tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297215 Aug 10 03:28:56.267185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: edae7adb-b463-428c-bb54-c2b499dd1817 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:56.270608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device edae7adb-b463-428c-bb54-c2b499dd1817 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:56.271394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 923f5d71-e478-4346-ad33-a41689901a63 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:28:56.320622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 923f5d71-e478-4346-ad33-a41689901a63 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:28:56.322147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 923f5d71-e478-4346-ad33-a41689901a63 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:28:56.324985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0844819f-f5a3-41e9-8b88-144534d1f5a4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:56.342285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.342794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fdf3726-114c-4da8-bb1b-e25e27abb71b {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:28:56.406778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.407970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3c0585c-d429-452d-ad30-c67903032db9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7fdf3726-114c-4da8-bb1b-e25e27abb71b HTTP/1.1" status: 204 len: 168 time: 5.2834325 Aug 10 03:28:56.412482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45178) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:56.754040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Deleting subnet 9de0871e-1997-428a-aaad-7f9d267f8390 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:28:56.785854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.845443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:56.891399 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3479664a-50ae-4741-97f0-289d0057ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.017720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.416124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c34078cd-c4c7-49de-8ebd-a91fca978dff req-e0ecfd6f-042c-485b-998d-a254bab38c6f tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 210 time: 0.1681771 Aug 10 03:28:57.428139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.476901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0394d9-ad77-4afa-ac09-afef6962219e req-6733f74e-1565-439f-a7b6-2868a957900c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:57.514747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b0394d9-ad77-4afa-ac09-afef6962219e req-6733f74e-1565-439f-a7b6-2868a957900c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1444802 Aug 10 03:28:57.604689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b0394d9-ad77-4afa-ac09-afef6962219e req-3d9c73ea-4d4f-4a00-8ecf-09895ee8a1d6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878313 Aug 10 03:28:57.669526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb29ec0-4a92-4acf-a550-42582ad9fd28 None None] Network d18b0a43-dc20-4b3e-95bb-e02bf970e422 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:28:57.681930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:57.693916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9de0871e-1997-428a-aaad-7f9d267f8390 HTTP/1.1" status: 204 len: 168 time: 1.2790732 Aug 10 03:28:57.696461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af527b-28a9-48d4-8296-a16a80bc5c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de0871e-1997-428a-aaad-7f9d267f8390,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:57.698262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45198) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:28:58.105960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.225788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0844819f-f5a3-41e9-8b88-144534d1f5a4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:28:58.371525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0844819f-f5a3-41e9-8b88-144534d1f5a4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:28:58.372682 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.441571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Deleting port 16c1bc68-197b-40b7-af17-225eebda3862 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:58.448258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.658805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] DHCP port deletion for d18b0a43-dc20-4b3e-95bb-e02bf970e422 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:28:58.755535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] For port 16c1bc68-197b-40b7-af17-225eebda3862, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=16c1bc68-197b-40b7-af17-225eebda3862,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:58.756559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.823483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Calling delete_port for 16c1bc68-197b-40b7-af17-225eebda3862 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:58.887856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] Deleting port 16c1bc68-197b-40b7-af17-225eebda3862 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:28:58.890348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:58.920745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-142744d1-9a20-44ac-aece-bc34357bc05e req-7c280d86-432f-45a5-8619-48d33257c2b8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 210 time: 0.1427221 Aug 10 03:28:59.109934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] For port 16c1bc68-197b-40b7-af17-225eebda3862, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=16c1bc68-197b-40b7-af17-225eebda3862,segment=NetworkSegment(36578fcf-1a54-45a4-bc94-39d540d6626a),segment_id=36578fcf-1a54-45a4-bc94-39d540d6626a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:28:59.112427 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.128416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-5b129904-4f42-4adf-95f3-e325b03db709 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=332fcb04f54044df8122a8f72b829322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1952593 Aug 10 03:28:59.129403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] Calling delete_port for 16c1bc68-197b-40b7-af17-225eebda3862 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:28:59.277965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.388285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] Pushing event deleted for resources: {'Port': ['ID=16c1bc68-197b-40b7-af17-225eebda3862,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.412203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ce2bc-32a7-491c-9401-4d75e991439a None None] No DVR routers for this DVR port 16c1bc68-197b-40b7-af17-225eebda3862 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:59.500753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51257f-f71e-434c-853f-aad149196bcf req-ee317d7f-31a6-4d79-bcd0-a28a84932b93 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.515850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b51257f-f71e-434c-853f-aad149196bcf req-ee317d7f-31a6-4d79-bcd0-a28a84932b93 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.3084550 Aug 10 03:28:59.614228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.652838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.659889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b51257f-f71e-434c-853f-aad149196bcf req-847a6776-2eab-4589-835b-de06d34c5367 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413424 Aug 10 03:28:59.688273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c1bc68-197b-40b7-af17-225eebda3862,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:28:59.736841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] No DVR routers for this DVR port 16c1bc68-197b-40b7-af17-225eebda3862 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:28:59.796428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3a3fbea-bf1e-4c5a-8e0e-03b3c82cf7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:28:59.890675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-63d2dd5a-ba89-4ca7-b5e9-dd7377e9f687 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:28:59.895167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-63d2dd5a-ba89-4ca7-b5e9-dd7377e9f687 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7548091 Aug 10 03:28:59.911675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Request body: {'port': {'device_id': '6de7030d-0c3a-47e0-9306-94809e38735e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '332fcb04f54044df8122a8f72b829322'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:00.044221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 16c1bc68-197b-40b7-af17-225eebda3862 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:00.099658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 16c1bc68-197b-40b7-af17-225eebda3862 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:00.104723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 16c1bc68-197b-40b7-af17-225eebda3862 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:00.134308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.163585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18b0a43-dc20-4b3e-95bb-e02bf970e422']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:00.182096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36578fcf-1a54-45a4-bc94-39d540d6626a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:00.182464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36578fcf-1a54-45a4-bc94-39d540d6626a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:00.193564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.211332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.219021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:00.220406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.265673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b7593be-0c34-415a-b5cb-e0b20e5ce55b req-ee4045bc-7137-4be6-a206-cefb0a186f37 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 210 time: 0.0875804 Aug 10 03:29:00.310170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Made reservation on behalf of 332fcb04f54044df8122a8f72b829322 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:00.316771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:00.331709 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:00.383152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.428496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.430601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d18b0a43-dc20-4b3e-95bb-e02bf970e422 HTTP/1.1" status: 204 len: 168 time: 2.7309322 Aug 10 03:29:00.473359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cab55-5b38-4713-881f-06e315ab8704 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18b0a43-dc20-4b3e-95bb-e02bf970e422,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:00.594775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Allocated IP 192.168.233.163 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/98bdd78c-0196-43fa-a371-9056d7171f2b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:00.806552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.836372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Transition to ACTIVE for port object 98bdd78c-0196-43fa-a371-9056d7171f2b will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:00.914731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:00.933143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['73057bae-ea50-4fbe-9a4f-a4e5f143adda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:01.017934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45260) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.081011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970', 'ee7cc70d-f733-49fc-874c-150985640bac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:01.108236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:01.115405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:01.121602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:01.135057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.141708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.176578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:01.195468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-9894c2ee-8a5e-403a-8687-af25942f164e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2879894 Aug 10 03:29:01.211606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Request body: {'port': {'device_id': '6de7030d-0c3a-47e0-9306-94809e38735e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:01.226013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0947b688-c2c1-491b-b2f8-b60ef3d6273f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91d5fa271eb547d9984e2483f7934efc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2065060 Aug 10 03:29:01.231162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45262) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:01.250557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b84149-70a9-47d3-a56c-ddc6bb09d36b req-e9adfe51-cab4-443a-8be9-c3ed47736765 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.261590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69b84149-70a9-47d3-a56c-ddc6bb09d36b req-e9adfe51-cab4-443a-8be9-c3ed47736765 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.2199910 Aug 10 03:29:01.375824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69b84149-70a9-47d3-a56c-ddc6bb09d36b req-df3a2e09-458c-4ddb-b9f3-e674296f49df tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128683 Aug 10 03:29:01.614550 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ccea0fe-b008-4ab8-8004-29e6b118bc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.616620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:01.661553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceec21a-af43-45d6-9c02-671d66fada98 req-5ec7e85b-6526-4826-903b-b1bc050bce51 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:01.670546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ceec21a-af43-45d6-9c02-671d66fada98 req-5ec7e85b-6526-4826-903b-b1bc050bce51 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 936 time: 0.1312819 Aug 10 03:29:01.723404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ceec21a-af43-45d6-9c02-671d66fada98 req-f405c057-586c-4bed-b0ce-49fd3123a160 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Aug 10 03:29:01.988491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ccea0fe-b008-4ab8-8004-29e6b118bc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.024090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.035859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-793885b4-dfa6-41e8-9579-c325ba320a76 None None] Provisioning for port 98bdd78c-0196-43fa-a371-9056d7171f2b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:02.053711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-793885b4-dfa6-41e8-9579-c325ba320a76 None None] Provisioning complete for port 98bdd78c-0196-43fa-a371-9056d7171f2b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:02.054308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-793885b4-dfa6-41e8-9579-c325ba320a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.191334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-793885b4-dfa6-41e8-9579-c325ba320a76 None None] Port 98bdd78c-0196-43fa-a371-9056d7171f2b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:02.354872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ccea0fe-b008-4ab8-8004-29e6b118bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.369024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ccea0fe-b008-4ab8-8004-29e6b118bc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.369024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7ccea0fe-b008-4ab8-8004-29e6b118bc8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44f8b59d-6304-4075-941b-64e5a65b4aa4 HTTP/1.1" status: 204 len: 168 time: 1.0461533 Aug 10 03:29:02.401377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccea0fe-b008-4ab8-8004-29e6b118bc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8b59d-6304-4075-941b-64e5a65b4aa4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.619792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bdd78c-0196-43fa-a371-9056d7171f2b {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:02.637973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.688297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Transition to ACTIVE for port object 98bdd78c-0196-43fa-a371-9056d7171f2b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:02.697655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:02.743077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3385d4-2214-4556-9f5e-8004fa21b53f req-52e60f30-2b9b-4787-9903-ef5155552f50 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:02.749458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a3385d4-2214-4556-9f5e-8004fa21b53f req-52e60f30-2b9b-4787-9903-ef5155552f50 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1615982 Aug 10 03:29:02.833552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:02.912428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a3385d4-2214-4556-9f5e-8004fa21b53f req-408abdcd-987d-44bd-911d-63f91ec00b5b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420233 Aug 10 03:29:02.972478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:02.972787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:02.975250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:03.001088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.025570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:03.026278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:03.056551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:03.058144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:03.058826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:03.064904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Bound port: 98bdd78c-0196-43fa-a371-9056d7171f2b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:03.065320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.207156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d87f-51f1-43bc-8719-5a042bb66bb8 req-fda3e2ed-4305-4161-8a81-31277142e3dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:03.215976 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f40d87f-51f1-43bc-8719-5a042bb66bb8 req-fda3e2ed-4305-4161-8a81-31277142e3dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 948 time: 0.1301382 Aug 10 03:29:03.314664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f40d87f-51f1-43bc-8719-5a042bb66bb8 req-a3cb464a-2d3a-41c4-bf3a-12e76bea9081 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970595 Aug 10 03:29:03.498150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:03.521693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:03.534876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.680673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45282) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.745946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:03.775473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-94e08483-b1c6-4cd6-9005-6fd5ae9918ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa1647910f8b47f7ae1ae69138e841fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0923319 Aug 10 03:29:03.777650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45284) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:03.791725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:03.792366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.798614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-4d110166-7ffc-45a1-b326-b13c40cdc92a service neutron] 10.222.0.39 "PUT /v2.0/ports/98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 1097 time: 2.5918486 Aug 10 03:29:03.799268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:03.807622 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56963d45-df8c-466c-83af-a8752c25a383" -d '{"events": [{"name": "network-changed", "server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:03.885567 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ebaedd8-0936-4b5a-9a1c-0c46cb92c329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:03.918652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ebaedd8-0936-4b5a-9a1c-0c46cb92c329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.000217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-bab1661c-38a1-44c0-997c-ecb1ac2109ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.017761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-bab1661c-38a1-44c0-997c-ecb1ac2109ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1100 time: 0.1541104 Aug 10 03:29:04.019568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ebaedd8-0936-4b5a-9a1c-0c46cb92c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.024008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e765464-85bf-4e5c-8782-ac58d80b6bcb x-openstack-request-id: req-8e765464-85bf-4e5c-8782-ac58d80b6bcb {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:04.025388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ebaedd8-0936-4b5a-9a1c-0c46cb92c329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:04.026182 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:04.026999 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e765464-85bf-4e5c-8782-ac58d80b6bcb {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:04.031282 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ebaedd8-0936-4b5a-9a1c-0c46cb92c329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f96bb0fe-447b-4d58-8d71-27222f93fb4d HTTP/1.1" status: 204 len: 168 time: 0.2515018 Aug 10 03:29:04.032392 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'status': 'completed', 'code': 200} Aug 10 03:29:04.064467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebaedd8-0936-4b5a-9a1c-0c46cb92c329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96bb0fe-447b-4d58-8d71-27222f93fb4d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:04.156313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-7c54250a-bd1a-4b06-8ae9-24387164fd94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1191678 Aug 10 03:29:04.292681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-42beb1ef-3863-4ea4-92c9-dc94fe133591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.298122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-42beb1ef-3863-4ea4-92c9-dc94fe133591 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1325953 Aug 10 03:29:04.398178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65003289-408a-45a2-b112-12855721672b req-fcbb0dac-1a4f-455c-b8b0-f2834b93babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.399879 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-fcbb0dac-1a4f-455c-b8b0-f2834b93babf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918074 Aug 10 03:29:04.540865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876a15-5171-4077-b7b5-9381fac8410a req-cb1f35c5-6d2d-4c6a-af28-eaa48ebcfbb8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:04.551800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45876a15-5171-4077-b7b5-9381fac8410a req-cb1f35c5-6d2d-4c6a-af28-eaa48ebcfbb8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.2599578 Aug 10 03:29:04.662778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-4c55590f-5e59-4446-8ec1-95ffdd3fad1b service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533753 Aug 10 03:29:04.716527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45876a15-5171-4077-b7b5-9381fac8410a req-6e7b7daa-0390-48be-aeae-cd9ce511261b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634984 Aug 10 03:29:04.877564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65003289-408a-45a2-b112-12855721672b req-1352037d-03b3-4936-834e-2ff9d8eac33d service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033689 Aug 10 03:29:05.065415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae1311-7aaf-4aed-b099-900168779464 req-577f5999-b470-4684-9ebc-34541d004619 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:05.079903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6aae1311-7aaf-4aed-b099-900168779464 req-577f5999-b470-4684-9ebc-34541d004619 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 948 time: 0.1745203 Aug 10 03:29:05.163025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56963d45-df8c-466c-83af-a8752c25a383 req-58c53403-7727-4a0b-b876-1808cbc7fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:05.171465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6aae1311-7aaf-4aed-b099-900168779464 req-8a3d3c51-bd2a-4bc7-91b4-b17d559a1f5e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889454 Aug 10 03:29:05.172330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-58c53403-7727-4a0b-b876-1808cbc7fbb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1100 time: 0.2031751 Aug 10 03:29:05.606953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56963d45-df8c-466c-83af-a8752c25a383 req-c707cde7-d79f-4cfd-8cd7-246666e5133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:05.624949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-c707cde7-d79f-4cfd-8cd7-246666e5133a service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4406476 Aug 10 03:29:05.769549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-c588a5bd-591c-4d04-9e20-e9d81fa35156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1377995 Aug 10 03:29:06.076295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56963d45-df8c-466c-83af-a8752c25a383 req-71c2fbb2-cb01-4061-8053-3e08a36e01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.077952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-71c2fbb2-cb01-4061-8053-3e08a36e01f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2989182 Aug 10 03:29:06.132791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696933b-1228-44e4-b47d-695fa07ff7a7 req-10000b5d-c883-45f3-9e54-81e944777f32 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.161745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1696933b-1228-44e4-b47d-695fa07ff7a7 req-10000b5d-c883-45f3-9e54-81e944777f32 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1639578 Aug 10 03:29:06.200488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56963d45-df8c-466c-83af-a8752c25a383 req-8392f2fe-f783-4450-9ed5-ef360c330f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.202215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-8392f2fe-f783-4450-9ed5-ef360c330f77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1119940 Aug 10 03:29:06.336831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1696933b-1228-44e4-b47d-695fa07ff7a7 req-9e34eed5-013c-4d96-89a1-ab542cdb2dd2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725202 Aug 10 03:29:06.451795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-53c34e8f-492a-4c93-912f-d910a6ba862d service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409899 Aug 10 03:29:06.656498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031dd9-1281-4774-a0ab-29639fdb3888 req-444a8300-cdb5-4d40-ad3e-1b55bf2615f9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:06.672515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af031dd9-1281-4774-a0ab-29639fdb3888 req-444a8300-cdb5-4d40-ad3e-1b55bf2615f9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 948 time: 0.1799233 Aug 10 03:29:06.720639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56963d45-df8c-466c-83af-a8752c25a383 req-5f72cd67-212a-4135-8d0b-1e993977ecaf service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514799 Aug 10 03:29:06.776586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:06.852176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af031dd9-1281-4774-a0ab-29639fdb3888 req-5993785a-804c-4580-8db3-b9250daf5953 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643541 Aug 10 03:29:06.946983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:06.980420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'mac_address': 'fa:16:3e:38:4f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:07.188256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.230571 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:07.264033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bdd78c-0196-43fa-a371-9056d7171f2b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:07.301765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:07.312728 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:07.480029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:07.637753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['98bdd78c-0196-43fa-a371-9056d7171f2b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:07.756966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4784-380d-45bb-b64e-42b041e16387 req-272b2780-4562-425f-b48e-e7b441e1b7e5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:07.761254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97eb4784-380d-45bb-b64e-42b041e16387 req-272b2780-4562-425f-b48e-e7b441e1b7e5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1073687 Aug 10 03:29:07.884207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97eb4784-380d-45bb-b64e-42b041e16387 req-b7a40ee5-e364-4056-a9e3-33203c4e9391 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023409 Aug 10 03:29:08.266480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357e5bd-35d4-4ae9-b9f9-fdaabf3e05c5 req-28acc0bd-b0b6-4e7a-ad06-f522e8fa13bc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:08.279762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b357e5bd-35d4-4ae9-b9f9-fdaabf3e05c5 req-28acc0bd-b0b6-4e7a-ad06-f522e8fa13bc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.1391344 Aug 10 03:29:08.385371 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b357e5bd-35d4-4ae9-b9f9-fdaabf3e05c5 req-1cd7d200-1103-448e-876c-8664fbf1a963 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045799 Aug 10 03:29:09.697525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb20d4-2ca6-4e75-aa3f-60d8d2fa5ef8 req-ec6d0fed-0cc7-4eb2-9701-a4c1a98653b1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:09.726398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebbb20d4-2ca6-4e75-aa3f-60d8d2fa5ef8 req-ec6d0fed-0cc7-4eb2-9701-a4c1a98653b1 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.2074060 Aug 10 03:29:09.883250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebbb20d4-2ca6-4e75-aa3f-60d8d2fa5ef8 req-7ac16ccf-36bb-4724-8a37-0e914da22510 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554244 Aug 10 03:29:10.266284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3cf8-182e-45cc-a0e0-0f96041b9329 req-e88137f7-99c2-4b88-9574-d4abf09be05d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:10.268318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c64a3cf8-182e-45cc-a0e0-0f96041b9329 req-e88137f7-99c2-4b88-9574-d4abf09be05d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.0920768 Aug 10 03:29:10.394345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c64a3cf8-182e-45cc-a0e0-0f96041b9329 req-d73c03fe-9d4f-4dad-aa4c-d2e8d0abf41b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191449 Aug 10 03:29:10.806549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:10.949931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 98bdd78c-0196-43fa-a371-9056d7171f2b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:10.959469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 98bdd78c-0196-43fa-a371-9056d7171f2b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:10.960465 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.285965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.341223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674484c-d21c-4bf3-bea3-9d45a4470464 req-78c41928-bf9a-4356-89f2-4e9d0e984450 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.353478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3674484c-d21c-4bf3-bea3-9d45a4470464 req-78c41928-bf9a-4356-89f2-4e9d0e984450 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1664085 Aug 10 03:29:11.370856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:11.375098 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a9140c-8233-470a-98e3-2276498068e4" -d '{"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-plugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:11.423602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:11.433154 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:11.465767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3674484c-d21c-4bf3-bea3-9d45a4470464 req-cf74595d-1088-46e3-9636-cb4348d6a800 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047733 Aug 10 03:29:11.584827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:11.679918 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41595c54-fca5-47b8-8a07-139fbcfd4c72 x-openstack-request-id: req-41595c54-fca5-47b8-8a07-139fbcfd4c72 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:11.680891 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-plugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:11.681963 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41595c54-fca5-47b8-8a07-139fbcfd4c72 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:11.683041 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'code': 200} Aug 10 03:29:11.899106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20aca-66a9-4c14-a483-560d4e0164fc req-e05097e9-1e43-4d33-8b47-e04d0a82596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.900747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4f20aca-66a9-4c14-a483-560d4e0164fc req-e05097e9-1e43-4d33-8b47-e04d0a82596c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1102 time: 0.1135647 Aug 10 03:29:11.930460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd922-cf4b-4ebe-a697-96965391516a req-57424475-a42b-4e17-b029-00d4ae5de9f3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:11.944367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73bfd922-cf4b-4ebe-a697-96965391516a req-57424475-a42b-4e17-b029-00d4ae5de9f3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1152599 Aug 10 03:29:12.009607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4f20aca-66a9-4c14-a483-560d4e0164fc req-c645f1a3-3b05-473c-8af6-dc6a08f69e0d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984070 Aug 10 03:29:12.014607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73bfd922-cf4b-4ebe-a697-96965391516a req-13c629b6-826f-419b-b676-997bcffd85b2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507197 Aug 10 03:29:12.237731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a8a90-eb29-4a80-aea1-8d8b78ef9691 req-9201ea34-8869-4a05-83fd-bd0f62d85a69 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:12.246838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620a8a90-eb29-4a80-aea1-8d8b78ef9691 req-9201ea34-8869-4a05-83fd-bd0f62d85a69 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 949 time: 0.0753322 Aug 10 03:29:12.318140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620a8a90-eb29-4a80-aea1-8d8b78ef9691 req-ef2f8257-df5a-42bc-b3cf-7f41f0c44805 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697718 Aug 10 03:29:12.713018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a43c-18af-41c3-bdf0-82671bebd380 req-7c20809d-8dca-4d38-ac0c-36cf20795ee4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:12.721464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae96a43c-18af-41c3-bdf0-82671bebd380 req-7c20809d-8dca-4d38-ac0c-36cf20795ee4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1049361 Aug 10 03:29:12.793826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae96a43c-18af-41c3-bdf0-82671bebd380 req-61d50ecd-4bc6-4426-bbdc-63a6331da235 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712705 Aug 10 03:29:13.324813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998210b5-2f85-41a0-a9d4-28b17c7a67bf req-6acc4791-4260-4790-b7bb-84a65318b21c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.327225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-998210b5-2f85-41a0-a9d4-28b17c7a67bf req-6acc4791-4260-4790-b7bb-84a65318b21c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1284428 Aug 10 03:29:13.422007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-998210b5-2f85-41a0-a9d4-28b17c7a67bf req-6868140c-76df-43d4-a839-7ac03b2b9677 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 Aug 10 03:29:13.592599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87193a67-7d9d-4aee-a11c-d10bfa222f59 req-58535a54-ebe9-4d7b-acf1-8a327a24adec tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.616907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87193a67-7d9d-4aee-a11c-d10bfa222f59 req-58535a54-ebe9-4d7b-acf1-8a327a24adec tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 949 time: 0.1212945 Aug 10 03:29:13.667167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87193a67-7d9d-4aee-a11c-d10bfa222f59 req-cbe7a98f-d232-4dac-8370-24b4248e8f30 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Aug 10 03:29:13.799633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd8914-d390-44fc-9835-50f154ca18ec req-81bb1570-4b52-4957-a888-f1bc6df1e4bb tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:13.821996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-30fd8914-d390-44fc-9835-50f154ca18ec req-81bb1570-4b52-4957-a888-f1bc6df1e4bb tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1102 time: 0.1475334 Aug 10 03:29:13.927010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-30fd8914-d390-44fc-9835-50f154ca18ec req-3644b5d7-0d0e-4c58-a59a-c5fb97faa68b tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026680 Aug 10 03:29:14.077093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1811a3-1564-4563-b2b0-0bc85865a4b4 req-99eb5bfe-90d0-4efc-8d7f-31290a97e86b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.081065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a1811a3-1564-4563-b2b0-0bc85865a4b4 req-99eb5bfe-90d0-4efc-8d7f-31290a97e86b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.0863278 Aug 10 03:29:14.166853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a1811a3-1564-4563-b2b0-0bc85865a4b4 req-f9006aa8-96a8-40cf-b63d-9f2da052da88 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781772 Aug 10 03:29:14.506227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c189eeeb-9bc8-4ca3-a14c-705c891d4da9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201046 Aug 10 03:29:14.803636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584481da-4795-488d-a8ee-5af47d44451b req-202794b5-4660-4b4d-aa10-725abd65e023 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:14.811038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-584481da-4795-488d-a8ee-5af47d44451b req-202794b5-4660-4b4d-aa10-725abd65e023 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1158903 Aug 10 03:29:14.891551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-584481da-4795-488d-a8ee-5af47d44451b req-1a6d7d8b-c246-4d5a-a6e5-5c4cde59f2e4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693316 Aug 10 03:29:15.458956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e4c9d-1aec-4262-9c86-d4565e47a0d5 req-d837658c-6a57-4ac0-b37c-c5a9a9fcb327 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:15.461586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e27e4c9d-1aec-4262-9c86-d4565e47a0d5 req-d837658c-6a57-4ac0-b37c-c5a9a9fcb327 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.1000478 Aug 10 03:29:15.539344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e27e4c9d-1aec-4262-9c86-d4565e47a0d5 req-7b6af0f8-23df-4cc2-8098-06ac563a19b5 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711627 Aug 10 03:29:16.049339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:16.264338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520da55-0974-4131-9774-454e45b7c4f9 req-4ce2b93a-b1be-49bd-897c-2a3dcef83ea3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:16.282431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3520da55-0974-4131-9774-454e45b7c4f9 req-4ce2b93a-b1be-49bd-897c-2a3dcef83ea3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1984975 Aug 10 03:29:16.370463 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3520da55-0974-4131-9774-454e45b7c4f9 req-a7b571f1-ac38-494b-a198-838e08e38bb2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869968 Aug 10 03:29:16.437890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.523233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:16.532331 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743b3778-41f9-4c74-b4bc-a6f9f28a9b17" -d '{"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:16.546390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:16.560865 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:16.716201 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fa88ec-34a4-46b3-8f82-7e32cb0bd7bb x-openstack-request-id: req-85fa88ec-34a4-46b3-8f82-7e32cb0bd7bb {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:16.716966 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:16.718148 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85fa88ec-34a4-46b3-8f82-7e32cb0bd7bb {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:16.719408 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'code': 200} Aug 10 03:29:16.727250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:16.852269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c031d-78d8-4f64-b0f0-f86c552fb35b req-7f8ef333-2fda-4c81-aa21-6128e71a4c10 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:16.862698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a4c031d-78d8-4f64-b0f0-f86c552fb35b req-7f8ef333-2fda-4c81-aa21-6128e71a4c10 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.0876160 Aug 10 03:29:16.941953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a4c031d-78d8-4f64-b0f0-f86c552fb35b req-9fcdcafe-b805-4fb5-bf65-4a7181ce316c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Aug 10 03:29:17.000919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-57afe4b5-6dad-4419-a988-b7949bb99df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.006892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-57afe4b5-6dad-4419-a988-b7949bb99df7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1102 time: 0.1746063 Aug 10 03:29:17.500232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-3a7825e3-0fce-408b-a2ab-fb1725e43af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.515218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-3a7825e3-0fce-408b-a2ab-fb1725e43af3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4993193 Aug 10 03:29:17.670945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-47cfea5b-847e-4c2a-a1c3-b5e22597b761 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1224074 Aug 10 03:29:17.822494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf99b8c-1f25-44fc-9b47-7a3d82ca00b6 req-e2276f36-ac7f-47b0-b962-fefabd9dd9bf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.825288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bf99b8c-1f25-44fc-9b47-7a3d82ca00b6 req-e2276f36-ac7f-47b0-b962-fefabd9dd9bf tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.3049440 Aug 10 03:29:17.829310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-83b9920b-111e-4ffe-bb0b-5f5b52dba9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:17.831998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-83b9920b-111e-4ffe-bb0b-5f5b52dba9d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1378596 Aug 10 03:29:17.982365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bf99b8c-1f25-44fc-9b47-7a3d82ca00b6 req-23d9ec42-b80b-4b21-b6f9-7b20d4fed21a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467416 Aug 10 03:29:18.032569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-3cfb6d5a-b164-4f02-800d-ec9277b69248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.035002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-3cfb6d5a-b164-4f02-800d-ec9277b69248 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1863313 Aug 10 03:29:18.050218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:18.338051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:18.385749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda has no active binding in host n-h2-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:29:18.841102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45668) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:18.881348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f694e63-a43c-49f9-9b3d-c2b0ef0f855e req-b9733b74-4e2b-4b54-8a8f-357c07f47a41 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:18.890086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f694e63-a43c-49f9-9b3d-c2b0ef0f855e req-b9733b74-4e2b-4b54-8a8f-357c07f47a41 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 945 time: 0.6976230 Aug 10 03:29:18.948156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f694e63-a43c-49f9-9b3d-c2b0ef0f855e req-e6eb4bce-9798-41f6-8393-3f178bd81b38 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512695 Aug 10 03:29:19.029612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-2a0f48be-1a0b-401b-87b3-3af17f735402 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.032089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-2a0f48be-1a0b-401b-87b3-3af17f735402 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1097 time: 1.0847158 Aug 10 03:29:19.048106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-14'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:19.136151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.201794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.373233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a08a0-25dd-4dac-a59c-1a562f2a817a req-f8740c3c-07cb-4c9d-8539-4aaf1e204137 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:19.391793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-212a08a0-25dd-4dac-a59c-1a562f2a817a req-f8740c3c-07cb-4c9d-8539-4aaf1e204137 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1388135 Aug 10 03:29:19.419082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:19.482848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-212a08a0-25dd-4dac-a59c-1a562f2a817a req-acd6d7e9-3c25-48b3-8589-a3e7c5004911 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862768 Aug 10 03:29:19.520078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-0939a106-3796-403e-946a-5a26c2c122a1 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4755330 Aug 10 03:29:19.545520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:19.646350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.663301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:19.857869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3063c0-4fa8-4d9b-bdb9-a74fa51e9d91,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:19.888364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82d9c2e3ffbe423d97019d8d954ff461&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0453184 Aug 10 03:29:19.903364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45696) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:19.969213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.973311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.973993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.975988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.979096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.981904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.982542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.987226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.987963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.988320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.988884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:19.990164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b336a91-9827-4afe-bd44-60c4ce50bd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.069200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-2247e6e0-29f7-4e5b-b447-ecd5f87d8bf9 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146103 Aug 10 03:29:20.078721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:20.172530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf27adc7-8f66-4b03-b096-13b6074db791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.185860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:20.188559 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f005d-4b9d-479c-b35f-85e65ee7752c" -d '{"events": [{"server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:20.193837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.208561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c81be4-a3f3-4a17-baab-e07ee971d20b req-8795d106-08b5-45ec-b3d4-fa007edc10cc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.218687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44c81be4-a3f3-4a17-baab-e07ee971d20b req-8795d106-08b5-45ec-b3d4-fa007edc10cc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.7118158 Aug 10 03:29:20.256712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.276964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf27adc7-8f66-4b03-b096-13b6074db791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.375172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:20.397213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'mac_address': 'fa:16:3e:64:f8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:20.413897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945379-4d9e-4d9f-8d8a-4a25f63ca9bb req-0c0eccf7-ca4c-49b1-ba2a-db8b113cf33d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.421391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-e7de5b74-27f4-4c4c-b2b4-cd52ca539a23 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:20.423110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15945379-4d9e-4d9f-8d8a-4a25f63ca9bb req-0c0eccf7-ca4c-49b1-ba2a-db8b113cf33d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.0930359 Aug 10 03:29:20.425629 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-e7de5b74-27f4-4c4c-b2b4-cd52ca539a23 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.5756919 Aug 10 03:29:20.466457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44c81be4-a3f3-4a17-baab-e07ee971d20b req-e3fa4adc-9125-4605-90c2-18925d4359bc tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466197 Aug 10 03:29:20.473506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.518715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15945379-4d9e-4d9f-8d8a-4a25f63ca9bb req-264fd490-00e1-423e-8728-c0cf11c4bc9c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937264 Aug 10 03:29:20.523249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb70193-e97f-4676-9b09-1f60794bc2cc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:20.563036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf27adc7-8f66-4b03-b096-13b6074db791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.578310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf27adc7-8f66-4b03-b096-13b6074db791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.579559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf27adc7-8f66-4b03-b096-13b6074db791 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c3063c0-4fa8-4d9b-bdb9-a74fa51e9d91 HTTP/1.1" status: 204 len: 168 time: 0.6748679 Aug 10 03:29:20.599087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.622655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27adc7-8f66-4b03-b096-13b6074db791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3063c0-4fa8-4d9b-bdb9-a74fa51e9d91,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.630558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:20.633656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.634249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.634799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.635339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.635948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.636569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.637240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.637784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.638344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.638987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.639411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.639949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:20.688379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.693001 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4bde55-2be4-4da3-982c-8193280a9e0f x-openstack-request-id: req-5c4bde55-2be4-4da3-982c-8193280a9e0f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:20.693491 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:20.693840 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c4bde55-2be4-4da3-982c-8193280a9e0f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:20.694488 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'code': 200} Aug 10 03:29:20.703822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on host n-h1-769329-14 for vnic_type normal with profile {"migrating_to": "n-h2-769329-14"} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:20.704160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:20.704528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:20.724516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:20.725029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Attempting to bind port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on network 8182439b-fffb-487b-a049-1ad05fae2406 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:20.769322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:20.770010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Checking segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:20.770479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Bound using segment: {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:20.771164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Bound port: 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3ee717-db2b-40ec-8391-ef35f6d1c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8182439b-fffb-487b-a049-1ad05fae2406'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:20.771546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:20.820899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:20.897471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['cdb70193-e97f-4676-9b09-1f60794bc2cc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:21.046049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:21.069491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4a7fb-c4a9-46f3-b788-f3821e4e07c6 req-0425dc83-d517-43a8-b58f-49c610e1bee6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.072732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2bd4a7fb-c4a9-46f3-b788-f3821e4e07c6 req-0425dc83-d517-43a8-b58f-49c610e1bee6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.2975569 Aug 10 03:29:21.081699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Deleting port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:21.094232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.232048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:21.326147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.517741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:21.542629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cdbf062-464f-4b4d-8ac2-997f1ff99f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.642199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] For port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:21.642876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.665034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2bd4a7fb-c4a9-46f3-b788-f3821e4e07c6 req-749f36c4-181e-4640-bf2b-5bee189d3fa0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656431 Aug 10 03:29:21.687339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Calling delete_port for b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:21.733327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd548-2db0-4c4b-996b-274ece9a2bef req-b896126a-0f5f-44dc-8d23-58643972a4cb tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.735169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0bbd548-2db0-4c4b-996b-274ece9a2bef req-b896126a-0f5f-44dc-8d23-58643972a4cb tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1455319 Aug 10 03:29:21.745743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=8']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:21.752636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:21.753906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.756106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-bb87096f-03da-4b5e-82d9-57143e7d95cc service neutron] 10.222.0.65 "PUT /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 1123 time: 2.7123597 Aug 10 03:29:21.824669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0bbd548-2db0-4c4b-996b-274ece9a2bef req-0d5e4d36-0208-4f23-98fc-077d917d4925 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797122 Aug 10 03:29:21.863017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['2c8d7c69-8fc8-47d2-bfac-2abb97647fda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:21.903465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cdbf062-464f-4b4d-8ac2-997f1ff99f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.913844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cdbf062-464f-4b4d-8ac2-997f1ff99f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:21.975015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2c8d7c69-8fc8-47d2-bfac-2abb97647fda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:22.029662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2cdbf062-464f-4b4d-8ac2-997f1ff99f03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a45730f107a242d59801b7f399b6a2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103829 Aug 10 03:29:22.035424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45750) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:22.102476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81ec9-fc17-449d-be91-e17f0747dce3 req-0cd66066-3c0d-4a26-9267-22341d18705c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.105723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14e81ec9-fc17-449d-be91-e17f0747dce3 req-0cd66066-3c0d-4a26-9267-22341d18705c tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=a333fb07-9598-4f75-a575-fc7e85b4fdfe HTTP/1.1" status: 200 len: 944 time: 0.1791966 Aug 10 03:29:22.114911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:22.151847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbf062-464f-4b4d-8ac2-997f1ff99f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268466cc-2570-40b4-8ede-a321ddcd877b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:22.222665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbb700-44fb-4e3c-a164-d6a235651cb3 req-ead9a7c0-102d-4db9-9f69-d4ece714adb9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:22.238077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fbbb700-44fb-4e3c-a164-d6a235651cb3 req-ead9a7c0-102d-4db9-9f69-d4ece714adb9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.2048604 Aug 10 03:29:22.321900 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fbbb700-44fb-4e3c-a164-d6a235651cb3 req-430b5d56-a0c8-4f50-87c0-9e53584745b7 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809865 Aug 10 03:29:22.427280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14e81ec9-fc17-449d-be91-e17f0747dce3 req-0d306969-985e-4792-8d9f-6efd5bd7bff4 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934976 Aug 10 03:29:22.435330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port cdb70193-e97f-4676-9b09-1f60794bc2cc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:22.435741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.456773 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.609246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event deleted for resources: {'Port': ['ID=b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:22.617793 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3011bf2-c341-486d-afe4-7c65d283b1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.625812 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.679404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:22.686959 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f577ae9-f1df-4bdc-a008-53b8aa3429e6" -d '{"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-plugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:22.701688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:22.706409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:22.709676 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2896dea-79cd-4b6b-8409-9d338f6c5a75" -d '{"events": [{"name": "network-changed", "server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:22.712474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.780910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] No DVR routers for this DVR port b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:22.793518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.796927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e08f478c-b492-4eb8-afa9-79062ec479ce req-d9fa35d6-4fbd-4ce9-b8a8-a5bac8ee9c3e tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "DELETE /v2.0/ports/b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe HTTP/1.1" status: 204 len: 173 time: 2.3563344 Aug 10 03:29:22.797620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:22.847969 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533179c9-f82f-4754-bcd3-5a21d6599308 x-openstack-request-id: req-533179c9-f82f-4754-bcd3-5a21d6599308 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:22.848742 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-plugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:22.849755 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-533179c9-f82f-4754-bcd3-5a21d6599308 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:22.850473 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'code': 200} Aug 10 03:29:22.867559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3011bf2-c341-486d-afe4-7c65d283b1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:22.873252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:22.973201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:22.973777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:23.047156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3011bf2-c341-486d-afe4-7c65d283b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.070010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9f29-9524-48b3-999d-b1297f693385 req-ba997061-b305-4e21-813c-3523374621b8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.071667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3011bf2-c341-486d-afe4-7c65d283b1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:23.073539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e3011bf2-c341-486d-afe4-7c65d283b1ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/268466cc-2570-40b4-8ede-a321ddcd877b HTTP/1.1" status: 204 len: 168 time: 1.0366714 Aug 10 03:29:23.083341 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de0b9f29-9524-48b3-999d-b1297f693385 req-ba997061-b305-4e21-813c-3523374621b8 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1324782 Aug 10 03:29:23.110594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011bf2-c341-486d-afe4-7c65d283b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268466cc-2570-40b4-8ede-a321ddcd877b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:23.195152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de0b9f29-9524-48b3-999d-b1297f693385 req-75ab524e-8009-42b5-9df4-8ab4b369dba7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065395 Aug 10 03:29:23.290688 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b914aae2-ae6e-4a3b-93e9-c28fd58f9695 x-openstack-request-id: req-b914aae2-ae6e-4a3b-93e9-c28fd58f9695 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:23.290956 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:23.291895 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b914aae2-ae6e-4a3b-93e9-c28fd58f9695 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:23.292492 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'status': 'completed', 'code': 200} Aug 10 03:29:23.509836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-89b25848-7f1b-4620-bbcd-b583d86ad081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.513693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-89b25848-7f1b-4620-bbcd-b583d86ad081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1126 time: 0.1694012 Aug 10 03:29:23.575210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bae0-c85d-4841-8db3-6a4626f16dfb req-da6d159c-a422-45c5-8f99-9f9408999b2e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.589133 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61c3bae0-c85d-4841-8db3-6a4626f16dfb req-da6d159c-a422-45c5-8f99-9f9408999b2e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1495759 Aug 10 03:29:23.663762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61c3bae0-c85d-4841-8db3-6a4626f16dfb req-c367d746-8b6a-4f4d-8f66-4459882ab055 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738838 Aug 10 03:29:23.831893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d908-e955-43e8-b180-f7105042c846 req-f58279ad-369d-4139-b089-7217cc6a648a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:23.859119 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f17d908-e955-43e8-b180-f7105042c846 req-f58279ad-369d-4139-b089-7217cc6a648a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.1047511 Aug 10 03:29:23.968783 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f17d908-e955-43e8-b180-f7105042c846 req-c52a6fb7-3973-48e9-8587-c7666bdb81ad tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Aug 10 03:29:24.188108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-62a01560-a6d0-4c49-af0f-485906c71835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:24.192236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-62a01560-a6d0-4c49-af0f-485906c71835 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.6648052 Aug 10 03:29:24.315177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-883398c9-2b7e-4205-9bef-ac3297b628ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 217 time: 0.1126814 Aug 10 03:29:24.429023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:24.556831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-36941534-2190-4dd5-83d5-2e8271d2f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:24.566370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-36941534-2190-4dd5-83d5-2e8271d2f123 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.2423723 Aug 10 03:29:24.651743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-e77d2667-3659-4c9b-a791-c2aaa598786c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763693 Aug 10 03:29:24.780522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052246c3-5bb7-4cb0-a026-c36c0af3f837 req-f19de5fc-15c3-46ed-9179-fcc98883da85 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:24.790138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-052246c3-5bb7-4cb0-a026-c36c0af3f837 req-f19de5fc-15c3-46ed-9179-fcc98883da85 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1058769 Aug 10 03:29:24.848109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eb037-d927-4c8b-89eb-cfed45b00958 req-8bdd277a-7a64-4833-a85b-955854a7a77d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:24.849932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de5eb037-d927-4c8b-89eb-cfed45b00958 req-8bdd277a-7a64-4833-a85b-955854a7a77d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.0846858 Aug 10 03:29:24.862734 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-052246c3-5bb7-4cb0-a026-c36c0af3f837 req-0dfd7a25-7d3b-490f-a21e-b6711c5465b2 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711443 Aug 10 03:29:24.917748 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-65ea53b9-a738-478f-9c59-0d922b6b0b0d service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467012 Aug 10 03:29:25.071905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2896dea-79cd-4b6b-8409-9d338f6c5a75 req-1b8755fd-5337-46ce-8070-6642a9db6de6 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323271 Aug 10 03:29:25.081497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a13687-8f21-419f-8061-b68b2319e6cd req-4c7af162-a4a1-48ee-98fd-4596d9de5d1f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.084720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a6a13687-8f21-419f-8061-b68b2319e6cd req-4c7af162-a4a1-48ee-98fd-4596d9de5d1f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1111424 Aug 10 03:29:25.109089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de5eb037-d927-4c8b-89eb-cfed45b00958 req-ed784799-35d6-437f-a256-8cccfbfe856b tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050557 Aug 10 03:29:25.190176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a6a13687-8f21-419f-8061-b68b2319e6cd req-6b983e7e-4fd4-4a47-a30c-81eb9983ff7f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977962 Aug 10 03:29:25.197099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-31a4f77f-98ad-4ff0-86c6-597001705196 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:25.198823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-31a4f77f-98ad-4ff0-86c6-597001705196 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 944 time: 0.1008050 Aug 10 03:29:25.354993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'name': 'network-vif-deleted', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:25.361014 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343d1bf-d037-4a81-875a-8fac6e3e82d1" -d '{"events": [{"server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "name": "network-vif-deleted", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:25.440641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Deleting port c66e2334-2a1f-441e-8a05-f091d94c8f0a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:25.441627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.730111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] For port c66e2334-2a1f-441e-8a05-f091d94c8f0a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c66e2334-2a1f-441e-8a05-f091d94c8f0a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:25.730788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.750225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:25.765957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Calling delete_port for c66e2334-2a1f-441e-8a05-f091d94c8f0a owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:26.099932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-d01d299d-255b-4c7e-bbee-9e91723c1316 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:26.115799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-d01d299d-255b-4c7e-bbee-9e91723c1316 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/networks?id=e2086f99-f8a0-4210-bd4c-8cdf908b7259 HTTP/1.1" status: 200 len: 814 time: 0.1971061 Aug 10 03:29:26.176268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-20ce6e15-bb13-4f59-bb59-7b928fc986eb tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/quotas/b4caccfbbc7a4afc9b01bc4450432eb9 HTTP/1.1" status: 200 len: 375 time: 0.0344768 Aug 10 03:29:26.336250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c43f7-4808-47a1-84b7-214673966d8e req-6975fb92-54e6-42cc-ba41-4db4de8c4c58 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:26.350655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f6c43f7-4808-47a1-84b7-214673966d8e req-6975fb92-54e6-42cc-ba41-4db4de8c4c58 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.1434445 Aug 10 03:29:26.378354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.471405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f6c43f7-4808-47a1-84b7-214673966d8e req-a7f5b88e-6d2d-472c-99c8-6e58c098112c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165965 Aug 10 03:29:26.493679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-962c2f3e-7b38-496a-bcc9-329e8e12f27f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4caccfbbc7a4afc9b01bc4450432eb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2722387 Aug 10 03:29:26.495035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event deleted for resources: {'Port': ['ID=c66e2334-2a1f-441e-8a05-f091d94c8f0a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:26.585571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] No DVR routers for this DVR port c66e2334-2a1f-441e-8a05-f091d94c8f0a on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:26.589696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:26.593341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38a95c2c-9fcd-489c-902d-9d33f40ce9fb req-da41aafe-51c6-458c-90cc-fd5b5d637371 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "DELETE /v2.0/ports/c66e2334-2a1f-441e-8a05-f091d94c8f0a HTTP/1.1" status: 204 len: 173 time: 1.3842745 Aug 10 03:29:26.708152 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45a42e-3494-47e4-942e-9f6ad7104aa2 x-openstack-request-id: req-aa45a42e-3494-47e4-942e-9f6ad7104aa2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:26.708852 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a333fb07-9598-4f75-a575-fc7e85b4fdfe", "name": "network-vif-deleted", "tag": "b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:26.709330 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa45a42e-3494-47e4-942e-9f6ad7104aa2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:26.710077 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a333fb07-9598-4f75-a575-fc7e85b4fdfe', 'name': 'network-vif-deleted', 'tag': 'b49f1ae7-c607-4b2c-8ec8-8160b4baf0fe', 'status': 'completed', 'code': 200} Aug 10 03:29:26.916057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2820dd9-dfa5-4518-bc30-36ae11204b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:27.071775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7423f5-4679-4c63-9064-3e4285782800 req-d13d3ee1-a8b8-40f3-8bc9-3d4f63cb4c9c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:27.084781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd7423f5-4679-4c63-9064-3e4285782800 req-d13d3ee1-a8b8-40f3-8bc9-3d4f63cb4c9c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.0776200 Aug 10 03:29:27.118506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-0d587a70-027f-4402-8931-800971c2d554 service neutron] 10.222.0.53 "GET /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137860 Aug 10 03:29:27.167034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd7423f5-4679-4c63-9064-3e4285782800 req-135cbe22-35e1-4d09-abd1-1de19a608619 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806048 Aug 10 03:29:27.358769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-ab470ee5-23dc-4961-951c-e5175e935586 service neutron] 10.222.0.53 "GET /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237396 Aug 10 03:29:27.558073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b420eaf3-e83d-41db-b7f2-cd6fd5636ba9 req-a7958568-0177-43cf-ba31-af14c81a2673 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4b272d-ee7c-4c8c-a506-3a1b003d73c7 HTTP/1.1" status: 200 len: 210 time: 0.0692179 Aug 10 03:29:27.875066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca62b-039e-4af4-a225-915de5b221de req-8d32ac66-38c4-42df-9ef0-c90c383df0a6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:27.879695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e13ca62b-039e-4af4-a225-915de5b221de req-8d32ac66-38c4-42df-9ef0-c90c383df0a6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1707895 Aug 10 03:29:27.985697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e13ca62b-039e-4af4-a225-915de5b221de req-c7a5b000-f64b-4fe4-a19e-75f32494cf07 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806971 Aug 10 03:29:28.259021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d71f1a-15f0-49ed-8a8d-62c76775fcb0 req-da5237c5-6183-449d-abb3-c4b6b0deea75 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:28.271660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24d71f1a-15f0-49ed-8a8d-62c76775fcb0 req-da5237c5-6183-449d-abb3-c4b6b0deea75 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.1301706 Aug 10 03:29:28.350591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24d71f1a-15f0-49ed-8a8d-62c76775fcb0 req-8da06807-2a9d-4128-9b2c-47511c267631 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779788 Aug 10 03:29:28.428135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a438f39-decb-43cb-a867-9bf2b3a63a00 req-700f3a92-feac-4911-a959-f3e760fb1fe1 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 210 time: 0.1037960 Aug 10 03:29:28.750143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'name': 'network-vif-deleted', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:28.753659 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7234f-cd1c-4aec-a896-75e4dd4422cb" -d '{"events": [{"server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "name": "network-vif-deleted", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:28.838469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d790da7-336b-4996-a8bf-d8a22c2d3322 req-2430bcce-f7a7-40dc-b8df-024fa1576cf5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:28.847382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8d790da7-336b-4996-a8bf-d8a22c2d3322 req-2430bcce-f7a7-40dc-b8df-024fa1576cf5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1638281 Aug 10 03:29:28.857427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-0fe1f02f-6957-42d3-b372-993ecdf1da24 service neutron] 10.222.0.39 "GET /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.2219963 Aug 10 03:29:28.924906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:28.966992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8d790da7-336b-4996-a8bf-d8a22c2d3322 req-aff4f8af-dff2-4ef6-9353-4c059f15336c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183734 Aug 10 03:29:29.169532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:29.208260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: c66e2334-2a1f-441e-8a05-f091d94c8f0a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:29.208897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c66e2334-2a1f-441e-8a05-f091d94c8f0a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:29.303027 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ad092f-c172-47c5-b82b-de394872369b x-openstack-request-id: req-b3ad092f-c172-47c5-b82b-de394872369b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:29.303321 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b272d-ee7c-4c8c-a506-3a1b003d73c7", "name": "network-vif-deleted", "tag": "c66e2334-2a1f-441e-8a05-f091d94c8f0a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:29.303646 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3ad092f-c172-47c5-b82b-de394872369b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:29.304059 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b272d-ee7c-4c8c-a506-3a1b003d73c7', 'name': 'network-vif-deleted', 'tag': 'c66e2334-2a1f-441e-8a05-f091d94c8f0a', 'status': 'completed', 'code': 200} Aug 10 03:29:29.394867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:29.451650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:29.485491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd096910-c6ec-4705-99dc-d1c449a33432 req-89c6ce65-4669-4c37-88d3-b197cd78e13f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.494365 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd096910-c6ec-4705-99dc-d1c449a33432 req-89c6ce65-4669-4c37-88d3-b197cd78e13f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.0689425 Aug 10 03:29:29.518230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8d7c69-8fc8-47d2-bfac-2abb97647fda {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:29.533328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:29.550259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd096910-c6ec-4705-99dc-d1c449a33432 req-e2d2ba43-186f-4fa4-9b16-d28e44b0217f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546503 Aug 10 03:29:29.555738 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.615667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.761329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] Transition to ACTIVE for port object 2c8d7c69-8fc8-47d2-bfac-2abb97647fda will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:29.782707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1744d05-13c9-460a-b2df-a23c1c1661f8 req-53861516-54cd-4b16-89bd-bd8187d6a5e3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:29.799056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1744d05-13c9-460a-b2df-a23c1c1661f8 req-53861516-54cd-4b16-89bd-bd8187d6a5e3 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.1257284 Aug 10 03:29:29.805347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.820212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11a8ad4f-78bc-4541-a449-634002d1b6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:29.888762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1744d05-13c9-460a-b2df-a23c1c1661f8 req-e4f4420a-5b38-49eb-ab36-6b39534f0204 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863929 Aug 10 03:29:30.157077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] No DVR routers for this DVR port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:30.192989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23bbdc-faf9-485e-a144-6ca88c961bdb req-0eb87e60-8cb9-4819-a9da-07ec29cfa5d7 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.202786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af23bbdc-faf9-485e-a144-6ca88c961bdb req-0eb87e60-8cb9-4819-a9da-07ec29cfa5d7 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 943 time: 0.4613645 Aug 10 03:29:30.216842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06d7d9e0-55cc-441b-9605-5b3c76922ce2 req-8718d799-07f7-4853-9821-7378c6d48c06 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 210 time: 0.0471539 Aug 10 03:29:30.347892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-27fa0b14-0ca7-4961-9888-3322698d2e14 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.350907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-27fa0b14-0ca7-4961-9888-3322698d2e14 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.4664807 Aug 10 03:29:30.351934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:30.391213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-f33edfe2-6480-4bc9-be1b-7d0a614a5cf8 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda/bindings/n-h2-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5179873 Aug 10 03:29:30.450441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a13efb-31bd-46cc-a4db-bfe62d4a7897 req-23dab40d-b976-4f1c-8d7a-813e0bb32f36 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.452846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9a13efb-31bd-46cc-a4db-bfe62d4a7897 req-23dab40d-b976-4f1c-8d7a-813e0bb32f36 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.1079102 Aug 10 03:29:30.551074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-3880ddf0-835b-4eb5-979e-530ee7190cf7 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.554952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-3880ddf0-835b-4eb5-979e-530ee7190cf7 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.0982440 Aug 10 03:29:30.578749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c9a13efb-31bd-46cc-a4db-bfe62d4a7897 req-72a1d359-77ec-442f-a206-9aa3542bca92 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104081 Aug 10 03:29:30.621897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-52b0200e-131e-4bac-b99b-f75ef320256f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.624577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-52b0200e-131e-4bac-b99b-f75ef320256f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.65 "GET /v2.0/networks?id=e2086f99-f8a0-4210-bd4c-8cdf908b7259 HTTP/1.1" status: 200 len: 814 time: 0.8056540 Aug 10 03:29:30.689666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Request body: {'port': {'device_id': '561e06b1-5046-4407-acb0-24a3d3f301da', 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'admin_state_up': True, 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:30.724501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-c2acca75-3061-49bf-b09d-136f4f9caac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.728491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-c2acca75-3061-49bf-b09d-136f4f9caac8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c&tenant_id=43f150640c3b4373896f45fd22c9e258 HTTP/1.1" status: 200 len: 1096 time: 0.1405678 Aug 10 03:29:30.793168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af23bbdc-faf9-485e-a144-6ca88c961bdb req-8c89b246-b2e6-4fff-9463-9de0f8a80fc4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516374 Aug 10 03:29:30.950113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-af249ab3-9bac-48a1-a19c-b724c9b2d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:30.952923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-af249ab3-9bac-48a1-a19c-b724c9b2d7e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1096 time: 0.1768942 Aug 10 03:29:31.067129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d486fb-8727-414d-a6b8-d35127b96888 req-8bbba406-e3d9-4a9f-811e-e26e2ebea835 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.069682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7d486fb-8727-414d-a6b8-d35127b96888 req-8bbba406-e3d9-4a9f-811e-e26e2ebea835 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.2321124 Aug 10 03:29:31.130697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Deleting port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:31.131144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.160908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-be98809c-6fa1-4052-be0e-b68b7221f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.162850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-be98809c-6fa1-4052-be0e-b68b7221f928 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.1902485 Aug 10 03:29:31.223187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-33f4ea48-56e6-44d8-9a40-cd7f04b76980 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 200 len: 217 time: 0.0464070 Aug 10 03:29:31.237522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7d486fb-8727-414d-a6b8-d35127b96888 req-66bd4f20-e217-4511-b3ce-b3f441b22bb6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557374 Aug 10 03:29:31.322846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] For port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,segment=NetworkSegment(bd2d9066-5585-4f90-91fb-15cf0bcb043b),segment_id=bd2d9066-5585-4f90-91fb-15cf0bcb043b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:31.322846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.361555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Calling delete_port for c3c469f9-2d0d-483a-abd8-96bfd99e8f6a owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:31.375767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-52c6a6a5-7fb5-4928-a897-650b4949a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.377745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-52c6a6a5-7fb5-4928-a897-650b4949a66f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1373866 Aug 10 03:29:31.442825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-449c112d-d6c0-4f0c-8cc9-c87eda8c32ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560093 Aug 10 03:29:31.548163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Made reservation on behalf of b4caccfbbc7a4afc9b01bc4450432eb9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:29:31.566790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.591934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:31.652669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de55cf6-025d-4df1-bbda-cae147505b58 req-5eb726c4-9216-47d2-bb40-163bf7741c01 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.665314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8de55cf6-025d-4df1-bbda-cae147505b58 req-5eb726c4-9216-47d2-bb40-163bf7741c01 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ddcccc9-6a0a-4a07-8031-9f1b38de5cde HTTP/1.1" status: 200 len: 944 time: 0.2124794 Aug 10 03:29:31.816420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8de55cf6-025d-4df1-bbda-cae147505b58 req-a7485d1b-439c-4fc1-96df-9bb46ecef88d tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.53 "GET /v2.0/security-groups?id=808c0121-704e-4150-b260-b418853f0474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439574 Aug 10 03:29:31.830707 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-97bc3631-1476-4ae0-8b33-5d3f363f84dd service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313773 Aug 10 03:29:31.851936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2e879-5d2a-4769-96d1-7e823b732662 req-dd5952c3-37e1-42a1-9710-43241a568e80 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:31.854683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fa2e879-5d2a-4769-96d1-7e823b732662 req-dd5952c3-37e1-42a1-9710-43241a568e80 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.7654221 Aug 10 03:29:32.018774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-fd67e89f-0685-4953-ab16-99ea84b24b8c service neutron] 10.222.0.65 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792679 Aug 10 03:29:32.669813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.684664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fa2e879-5d2a-4769-96d1-7e823b732662 req-bb8e0105-f315-4c26-8a73-c99090f100c9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759079 Aug 10 03:29:32.743466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Pushing event deleted for resources: {'Port': ['ID=c3c469f9-2d0d-483a-abd8-96bfd99e8f6a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:32.779433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Allocated IP 172.20.0.8 (e2086f99-f8a0-4210-bd4c-8cdf908b7259/1a962697-1dd2-4093-922f-efe1548e4772/d562c033-00f7-4a2a-997b-41b489f63bad) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:29:32.821334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] No DVR routers for this DVR port c3c469f9-2d0d-483a-abd8-96bfd99e8f6a on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:32.845964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:32.848310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb12e46a-43ff-4caf-81f5-c5c48d7f97ad req-8bdecd91-8021-4b5c-add6-c46fa5fe79d1 tempest-LiveAutoBlockMigrationV225Test-365795025 tempest-LiveAutoBlockMigrationV225Test-365795025-project] 10.222.0.39 "DELETE /v2.0/ports/c3c469f9-2d0d-483a-abd8-96bfd99e8f6a HTTP/1.1" status: 204 len: 173 time: 2.4408858 Aug 10 03:29:32.849758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'name': 'network-vif-deleted', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:32.852481 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb9b089-4f23-4593-8859-c1fed5f29734" -d '{"events": [{"server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "name": "network-vif-deleted", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:32.859872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-604ca2a6-d99c-4268-80f8-2527630bb430 req-b87a573e-7a14-4c0c-821f-672d9afc0645 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 210 time: 0.0726280 Aug 10 03:29:32.949411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:33.124689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: c3c469f9-2d0d-483a-abd8-96bfd99e8f6a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:33.133728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c3c469f9-2d0d-483a-abd8-96bfd99e8f6a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:33.183939 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.235163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.256620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Transition to ACTIVE for port object d562c033-00f7-4a2a-997b-41b489f63bad will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:33.326913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.436677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:29:33.445403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:29:33.580962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:29:33.581271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-95a20cdd-e5a2-4f02-8675-6e8023cbf19d tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.589826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-95a20cdd-e5a2-4f02-8675-6e8023cbf19d tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c&tenant_id=43f150640c3b4373896f45fd22c9e258&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.2052734 Aug 10 03:29:33.593181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.594006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:33.737506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Pushing event updated for resources: {'Port': ['ID=d562c033-00f7-4a2a-997b-41b489f63bad,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:33.778396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-640ae3cb-5422-485c-8420-889a554d8135 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1123276 Aug 10 03:29:33.822312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fe8d9-4df9-4bc4-b625-34753c8bbb69 req-a8898c77-610a-46b1-8494-e25e24ca7cbb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:33.830586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e33fe8d9-4df9-4bc4-b625-34753c8bbb69 req-a8898c77-610a-46b1-8494-e25e24ca7cbb tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 944 time: 0.3887112 Aug 10 03:29:33.853238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Request body: {'port': {'device_id': '561e06b1-5046-4407-acb0-24a3d3f301da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:34.049963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e33fe8d9-4df9-4bc4-b625-34753c8bbb69 req-2652ce12-705d-4372-bebb-8c1dfa5f7921 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881199 Aug 10 03:29:34.060063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.177094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-3f423ac1-8c26-45b7-8ae1-fec57339cd29 service neutron] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:34.195177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-3f423ac1-8c26-45b7-8ae1-fec57339cd29 service neutron] Notify callbacks [] for binding, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.219022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8915c79-5d48-4887-8fdb-b131199e2421 req-3f423ac1-8c26-45b7-8ae1-fec57339cd29 service neutron] 10.222.0.65 "DELETE /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda/bindings/n-h1-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.6146781 Aug 10 03:29:34.493732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-80faca14-033c-4a40-9a14-dceffccdaed0 None None] Provisioning for port d562c033-00f7-4a2a-997b-41b489f63bad completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:34.518660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-80faca14-033c-4a40-9a14-dceffccdaed0 None None] Provisioning complete for port d562c033-00f7-4a2a-997b-41b489f63bad triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:34.519814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80faca14-033c-4a40-9a14-dceffccdaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:34.526437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9c569-6d1b-4b08-9777-9b57768ab22c req-51b27c94-b2cf-447e-af63-366a909f5c96 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:34.531704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fe9c569-6d1b-4b08-9777-9b57768ab22c req-51b27c94-b2cf-447e-af63-366a909f5c96 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.2846415 Aug 10 03:29:34.596498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-80faca14-033c-4a40-9a14-dceffccdaed0 None None] Port d562c033-00f7-4a2a-997b-41b489f63bad cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:29:34.736580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fe9c569-6d1b-4b08-9777-9b57768ab22c req-40b84e00-352b-4598-9326-28c54d8c9b10 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930459 Aug 10 03:29:34.867772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:34.995112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d562c033-00f7-4a2a-997b-41b489f63bad {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:35.007442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.027576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Transition to ACTIVE for port object d562c033-00f7-4a2a-997b-41b489f63bad will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:35.031608 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47be1c1-fd30-48db-a8cf-5547f6144a51 x-openstack-request-id: req-a47be1c1-fd30-48db-a8cf-5547f6144a51 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:35.032293 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddcccc9-6a0a-4a07-8031-9f1b38de5cde", "name": "network-vif-deleted", "tag": "c3c469f9-2d0d-483a-abd8-96bfd99e8f6a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:35.033354 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a47be1c1-fd30-48db-a8cf-5547f6144a51 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:35.034305 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddcccc9-6a0a-4a07-8031-9f1b38de5cde', 'name': 'network-vif-deleted', 'tag': 'c3c469f9-2d0d-483a-abd8-96bfd99e8f6a', 'status': 'completed', 'code': 200} Aug 10 03:29:35.035965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.202787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Attempting to bind port d562c033-00f7-4a2a-997b-41b489f63bad on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:35.203127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Attempting to bind port d562c033-00f7-4a2a-997b-41b489f63bad by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:35.203601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Attempting to bind port d562c033-00f7-4a2a-997b-41b489f63bad on network e2086f99-f8a0-4210-bd4c-8cdf908b7259 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:35.248271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Port d562c033-00f7-4a2a-997b-41b489f63bad on network e2086f99-f8a0-4210-bd4c-8cdf908b7259 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:35.248597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Attempting to bind port d562c033-00f7-4a2a-997b-41b489f63bad on network e2086f99-f8a0-4210-bd4c-8cdf908b7259 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:35.274275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Pushing event updated for resources: {'Port': ['ID=d562c033-00f7-4a2a-997b-41b489f63bad,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:35.289014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:35.289498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Checking segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:35.289775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Bound using segment: {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:35.290239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Bound port: d562c033-00f7-4a2a-997b-41b489f63bad, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3379834c-6358-4d2c-9547-4aae1373b584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:35.290609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.304052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Deleting subnet 966fc33a-b988-4686-b2a6-be0386b61a4c {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:35.319925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.469033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.552922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.635624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1362-70d0-4bb1-a687-85f49840d173 req-e0d7d561-cd25-416d-a0e3-37ab63048e98 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:35.646087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68fe1362-70d0-4bb1-a687-85f49840d173 req-e0d7d561-cd25-416d-a0e3-37ab63048e98 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.2256291 Aug 10 03:29:35.703778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] For port d562c033-00f7-4a2a-997b-41b489f63bad, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:35.714903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.732009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] For port d562c033-00f7-4a2a-997b-41b489f63bad, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d562c033-00f7-4a2a-997b-41b489f63bad,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:35.746588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68fe1362-70d0-4bb1-a687-85f49840d173 req-cea99ebf-a8c2-44da-8b30-9c0dda477531 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842812 Aug 10 03:29:35.748050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.801650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.807709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/966fc33a-b988-4686-b2a6-be0386b61a4c HTTP/1.1" status: 204 len: 168 time: 0.9341202 Aug 10 03:29:35.807709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054d90-a03f-4c1c-a63d-0261317cf6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=966fc33a-b988-4686-b2a6-be0386b61a4c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:35.817465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46026) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:35.873084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:35.873729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:35.884633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] 10.222.0.65 "PUT /v2.0/ports/d562c033-00f7-4a2a-997b-41b489f63bad HTTP/1.1" status: 200 len: 1092 time: 2.0514979 Aug 10 03:29:35.995007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7662ee-9fda-402f-abe4-1bd85b11deeb service neutron] Pushing event updated for resources: {'Port': ['ID=d562c033-00f7-4a2a-997b-41b489f63bad,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:36.060777 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.138264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-5edae811-f3dc-474f-98d0-390cb8378a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.139880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-5edae811-f3dc-474f-98d0-390cb8378a6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4caccfbbc7a4afc9b01bc4450432eb9&device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 1095 time: 0.1775310 Aug 10 03:29:36.180993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5da4-d0e1-4adb-a645-2794541b340f req-0744a174-3d92-49d8-8d10-bb613b6002d5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.182777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a8e5da4-d0e1-4adb-a645-2794541b340f req-0744a174-3d92-49d8-8d10-bb613b6002d5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1317649 Aug 10 03:29:36.226385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-dc07758f-6e01-4099-bf70-4fa4acb80f3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d562c033-00f7-4a2a-997b-41b489f63bad HTTP/1.1" status: 200 len: 217 time: 0.0681620 Aug 10 03:29:36.234488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.254952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b304310-d5b7-4288-901e-b606b6b37694']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.273653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2d9066-5585-4f90-91fb-15cf0bcb043b') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.274253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2d9066-5585-4f90-91fb-15cf0bcb043b') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:36.287328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.309738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.319147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:36.319861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.333331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a8e5da4-d0e1-4adb-a645-2794541b340f req-4a3b1023-7980-4ef2-ae64-a548bd0c88ac tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105258 Aug 10 03:29:36.375054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-2d1a3a46-80db-48fe-b7c9-b6104e994769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.377708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-2d1a3a46-80db-48fe-b7c9-b6104e994769 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a962697-1dd2-4093-922f-efe1548e4772 HTTP/1.1" status: 200 len: 853 time: 0.1350818 Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:36.391062 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:36.399644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.411037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.418806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b304310-d5b7-4288-901e-b606b6b37694 HTTP/1.1" status: 204 len: 168 time: 0.5996222 Aug 10 03:29:36.441343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46032) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:36.451028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311d9f8-35ac-45d4-a125-5e75ffe9ceb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b304310-d5b7-4288-901e-b606b6b37694,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:36.520504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Deleting subnet 2e207c00-b9bd-416d-a89a-4d49cb3bf3be {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:36.529086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.643694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.663785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-f3925db5-f008-4a2b-8a0c-7228ded5ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.665927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-f3925db5-f008-4a2b-8a0c-7228ded5ab6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2086f99-f8a0-4210-bd4c-8cdf908b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2797871 Aug 10 03:29:36.667676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.682568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c600b-dd3f-4bfc-a471-88cb58c56002 req-84c3829e-b674-4e0b-82ad-a201136b5b72 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:36.684505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-429c600b-dd3f-4bfc-a471-88cb58c56002 req-84c3829e-b674-4e0b-82ad-a201136b5b72 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.1590893 Aug 10 03:29:36.757952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-429c600b-dd3f-4bfc-a471-88cb58c56002 req-75d17066-58d2-449e-90c3-24c13fd91c13 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487497 Aug 10 03:29:36.870791 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.944754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e207c00-b9bd-416d-a89a-4d49cb3bf3be,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:36.979257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:36.987281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6ef046a5-4c90-461d-83b0-396e6d304e1d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2e207c00-b9bd-416d-a89a-4d49cb3bf3be HTTP/1.1" status: 204 len: 168 time: 0.5439336 Aug 10 03:29:36.990737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46036) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:37.035909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e06b1-5046-4407-acb0-24a3d3f301da', 'tag': 'd562c033-00f7-4a2a-997b-41b489f63bad'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:37.041500 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c66a4-3313-445f-b2e7-85bee43f5f44" -d '{"events": [{"name": "network-changed", "server_uuid": "561e06b1-5046-4407-acb0-24a3d3f301da", "tag": "d562c033-00f7-4a2a-997b-41b489f63bad"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:37.086561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.096359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83002b-762e-4561-83dc-da9f19a55931 req-559d6fb1-aff9-4c8d-8ab0-6fb1f403ab72 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:37.113636 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b83002b-762e-4561-83dc-da9f19a55931 req-559d6fb1-aff9-4c8d-8ab0-6fb1f403ab72 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1773989 Aug 10 03:29:37.186386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.196366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b83002b-762e-4561-83dc-da9f19a55931 req-4fd6d34f-e13a-4710-b959-707f6213e340 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791891 Aug 10 03:29:37.200635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f87a6-4322-45fd-b012-fd985ecda3f8']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.227569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6c0bf2-2027-41d6-a69e-5600deb0939f') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.227569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6c0bf2-2027-41d6-a69e-5600deb0939f') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:37.236974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.260430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.293312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:29:37.294466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:29:37.303097 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:29:37.464804 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.486389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:37.490443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d84f87a6-4322-45fd-b012-fd985ecda3f8 HTTP/1.1" status: 204 len: 168 time: 0.4981306 Aug 10 03:29:37.515245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8dfd9-a653-4974-9d35-86b32ee16275 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84f87a6-4322-45fd-b012-fd985ecda3f8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:37.762092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-26e69762-d7db-4fee-bd59-baf97dcd2841 service neutron] 10.222.0.65 "GET /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846913 Aug 10 03:29:37.805688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46056) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:37.965360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5d396418-3260-4103-aae5-124bf4a7dcce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d391b830312d4dd98a2bca453b5ba1bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1567960 Aug 10 03:29:37.973780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:38.073521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5dcf5638-39f0-4d53-bf00-adc04cb9edb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.097764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-d25c3832-ceaa-4a56-afca-7f10207585dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.114271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-d25c3832-ceaa-4a56-afca-7f10207585dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1097 time: 0.3298893 Aug 10 03:29:38.119139 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5dcf5638-39f0-4d53-bf00-adc04cb9edb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.165351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54263-888d-4dd2-a5fd-0554efb267b8 req-2ceed1c3-1920-4914-944c-17a6ac968c30 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.178922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39b54263-888d-4dd2-a5fd-0554efb267b8 req-2ceed1c3-1920-4914-944c-17a6ac968c30 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 1096 time: 0.3981369 Aug 10 03:29:38.215835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5dcf5638-39f0-4d53-bf00-adc04cb9edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.218987 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5dcf5638-39f0-4d53-bf00-adc04cb9edb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:38.221045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5dcf5638-39f0-4d53-bf00-adc04cb9edb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/808c0121-704e-4150-b260-b418853f0474 HTTP/1.1" status: 204 len: 168 time: 0.2453346 Aug 10 03:29:38.242387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf5638-39f0-4d53-bf00-adc04cb9edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808c0121-704e-4150-b260-b418853f0474,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:38.395359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-bec2cc61-e062-4237-977f-bf8f9abebfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.397046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-bec2cc61-e062-4237-977f-bf8f9abebfb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.2679515 Aug 10 03:29:38.417705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0621fc72-4bd8-406c-a900-93a7f6ba3178 req-cf93b6dd-0915-45fe-8093-230da2bcbbd0 service neutron] 10.222.0.65 "GET /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488168 Aug 10 03:29:38.484114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39b54263-888d-4dd2-a5fd-0554efb267b8 req-f9d8a45c-0c04-4a51-88c4-27a9656faad3 tempest-LiveMigrationTest-1135214937 tempest-LiveMigrationTest-1135214937-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023076 Aug 10 03:29:38.535133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-5dd1546c-e8c4-4b61-a97a-484f774ce9b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 1001 time: 0.1283519 Aug 10 03:29:38.622070 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5481c6d-4b5d-46a9-b983-0cd0f9391874 x-openstack-request-id: req-e5481c6d-4b5d-46a9-b983-0cd0f9391874 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:38.622783 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e06b1-5046-4407-acb0-24a3d3f301da", "tag": "d562c033-00f7-4a2a-997b-41b489f63bad", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:38.623216 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5481c6d-4b5d-46a9-b983-0cd0f9391874 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:38.623461 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561e06b1-5046-4407-acb0-24a3d3f301da', 'tag': 'd562c033-00f7-4a2a-997b-41b489f63bad', 'status': 'completed', 'code': 200} Aug 10 03:29:38.670799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-c6343d29-6c9d-47fb-b148-443222ab0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.683151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-c6343d29-6c9d-47fb-b148-443222ab0ff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.1302831 Aug 10 03:29:38.853717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-a8657828-0cc4-45a3-8ccc-7fadfac1f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:38.855419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-a8657828-0cc4-45a3-8ccc-7fadfac1f013 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4caccfbbc7a4afc9b01bc4450432eb9&device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 1095 time: 0.2073343 Aug 10 03:29:39.071005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-3492c00d-aea5-496e-92b5-5fcc64e6ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.072747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-3492c00d-aea5-496e-92b5-5fcc64e6ab62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887107 Aug 10 03:29:39.159380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-7744124e-de74-474a-9fdb-c5512e6eee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.161291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-7744124e-de74-474a-9fdb-c5512e6eee77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2086f99-f8a0-4210-bd4c-8cdf908b7259 HTTP/1.1" status: 200 len: 915 time: 0.2854884 Aug 10 03:29:39.239660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-0ce4422a-77eb-4b33-b574-8e2c3f8e87e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d562c033-00f7-4a2a-997b-41b489f63bad HTTP/1.1" status: 200 len: 217 time: 0.0694230 Aug 10 03:29:39.280644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46074) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.374666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-4477cf73-697c-442d-b914-ee203fec941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.376591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-4477cf73-697c-442d-b914-ee203fec941e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1a962697-1dd2-4093-922f-efe1548e4772 HTTP/1.1" status: 200 len: 853 time: 0.0818105 Aug 10 03:29:39.393948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-ff04e819-60b0-4412-9da1-e7bf82b60230 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116798 Aug 10 03:29:39.468238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51b8513a-b91d-4fb7-ad81-f1db20245906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.505515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46080) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.709088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3a51-5f36-48e7-8e3d-704bf8d2f3a9 req-7b093cbc-1d5f-460f-9b7f-2fd241febff7 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.724388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5eaa3a51-5f36-48e7-8e3d-704bf8d2f3a9 req-7b093cbc-1d5f-460f-9b7f-2fd241febff7 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.3461955 Aug 10 03:29:39.742756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9b641e77-764e-447a-8e6d-f46f94e17480 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bdf58d9c2784a27b6d5be330f2d052f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2358508 Aug 10 03:29:39.750238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46086) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:39.768229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51b8513a-b91d-4fb7-ad81-f1db20245906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.799608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51b8513a-b91d-4fb7-ad81-f1db20245906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:39.809427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-8790f81a-08c7-453c-b98a-561120345918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:39.811219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-8790f81a-08c7-453c-b98a-561120345918 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2086f99-f8a0-4210-bd4c-8cdf908b7259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3990753 Aug 10 03:29:39.818836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04f7de4f-c7e6-4eeb-857f-be2bb97b2e5b req-eacbb491-75af-47e2-a8af-0de33da9badc service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919342 Aug 10 03:29:39.872274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5eaa3a51-5f36-48e7-8e3d-704bf8d2f3a9 req-c08fd4d9-be14-44b8-95d3-07ca7fe68cf9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410398 Aug 10 03:29:40.065460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8513a-b91d-4fb7-ad81-f1db20245906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540046df-89d0-464d-b3c5-38133a8e6379,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.105932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754a24d-7844-493e-8a23-fbda6477bc31 req-4f2509da-5f15-4c7a-a2cb-3dd63e7a776f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:40.116825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51b8513a-b91d-4fb7-ad81-f1db20245906 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=380fca75f4da4681936e1f71288189e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8341157 Aug 10 03:29:40.121094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5754a24d-7844-493e-8a23-fbda6477bc31 req-4f2509da-5f15-4c7a-a2cb-3dd63e7a776f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.1217494 Aug 10 03:29:40.126468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46088) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:40.214918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5754a24d-7844-493e-8a23-fbda6477bc31 req-d29243da-377d-43a2-a3f0-de78ef5a080f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915484 Aug 10 03:29:40.222301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f34cbdb2-c166-4b0a-a055-c5b16c0441a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.287099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f34cbdb2-c166-4b0a-a055-c5b16c0441a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.422197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f34cbdb2-c166-4b0a-a055-c5b16c0441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.435310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f34cbdb2-c166-4b0a-a055-c5b16c0441a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.439428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f34cbdb2-c166-4b0a-a055-c5b16c0441a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86a5427f-91ea-4ff0-9e58-ae1e5ac6c929 HTTP/1.1" status: 204 len: 168 time: 0.6865962 Aug 10 03:29:40.493729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-254e6995-ae11-4301-a726-5764b13885d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.497271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cbdb2-c166-4b0a-a055-c5b16c0441a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a5427f-91ea-4ff0-9e58-ae1e5ac6c929,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:40.601710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-254e6995-ae11-4301-a726-5764b13885d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.683360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-586a46fb-87a6-41f0-8dc5-f68adcf4a902 service neutron] 10.222.0.65 "GET /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387624 Aug 10 03:29:40.870910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-254e6995-ae11-4301-a726-5764b13885d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.876268 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-254e6995-ae11-4301-a726-5764b13885d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:40.883553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-254e6995-ae11-4301-a726-5764b13885d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/540046df-89d0-464d-b3c5-38133a8e6379 HTTP/1.1" status: 204 len: 168 time: 0.7541952 Aug 10 03:29:40.905553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6995-ae11-4301-a726-5764b13885d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540046df-89d0-464d-b3c5-38133a8e6379,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:41.051230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419212-8c10-4d70-9672-b50b203bae9c req-e1e93779-266c-437a-9cd3-249770158b6c tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:41.054879 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a419212-8c10-4d70-9672-b50b203bae9c req-e1e93779-266c-437a-9cd3-249770158b6c tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.39 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.2507801 Aug 10 03:29:41.100199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f15a19-958d-4aa8-abf5-04e84886737b req-2df42f12-da84-41f7-b1d2-c09cd4bd3805 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:41.114118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2f15a19-958d-4aa8-abf5-04e84886737b req-2df42f12-da84-41f7-b1d2-c09cd4bd3805 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.4290073 Aug 10 03:29:41.264727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6c66a4-3313-445f-b2e7-85bee43f5f44 req-f5917435-d510-42b9-a262-d191cb171684 service neutron] 10.222.0.65 "GET /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847374 Aug 10 03:29:41.558194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2f15a19-958d-4aa8-abf5-04e84886737b req-c9447efd-0ce5-4954-8d2f-08f197380cd0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426353 Aug 10 03:29:41.591295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46120) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:41.609323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Deleting port 78a11223-d934-47ec-aca4-bf2abaa96490 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:41.611395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.617482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ab80671-ccb9-4044-8fe0-c4ba9490302a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.793130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] For port 78a11223-d934-47ec-aca4-bf2abaa96490, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=78a11223-d934-47ec-aca4-bf2abaa96490,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:41.793968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.954779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ab80671-ccb9-4044-8fe0-c4ba9490302a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:41.965944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ab80671-ccb9-4044-8fe0-c4ba9490302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.028316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab80671-ccb9-4044-8fe0-c4ba9490302a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cd5ee-2c0a-481b-866a-120b46e55eb2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.090609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4ab80671-ccb9-4044-8fe0-c4ba9490302a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d6f4bbc82904364821e8a58e3220050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952698 Aug 10 03:29:42.095807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46128) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:42.166636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.167557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.167557 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Floating IP a871bf7d-8d90-4b28-b8f9-21dcd86da4af disassociated. External IP: 172.25.2.40, port: 78a11223-d934-47ec-aca4-bf2abaa96490. Aug 10 03:29:42.170574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Calling delete_port for 78a11223-d934-47ec-aca4-bf2abaa96490 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:42.241591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94a25c68-0dd3-4c60-bb92-cba9f8d4e5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.315701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94a25c68-0dd3-4c60-bb92-cba9f8d4e5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.505191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6efff-3aee-49b5-82fd-25636673934a req-7ab2318d-92e0-4e6f-8862-9b19de05a0f5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:42.518855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27f6efff-3aee-49b5-82fd-25636673934a req-7ab2318d-92e0-4e6f-8862-9b19de05a0f5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1280057 Aug 10 03:29:42.558132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ed865-b7ff-4da5-9b41-62a0424bebdd req-56c5f5f8-eccd-496d-b9c3-016a6436df8b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:42.567405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94a25c68-0dd3-4c60-bb92-cba9f8d4e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.572944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94a25c68-0dd3-4c60-bb92-cba9f8d4e5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.580190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-94a25c68-0dd3-4c60-bb92-cba9f8d4e5da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee8cd5ee-2c0a-481b-866a-120b46e55eb2 HTTP/1.1" status: 204 len: 168 time: 0.4787004 Aug 10 03:29:42.594053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-116ed865-b7ff-4da5-9b41-62a0424bebdd req-56c5f5f8-eccd-496d-b9c3-016a6436df8b tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 945 time: 0.2749319 Aug 10 03:29:42.632105 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27f6efff-3aee-49b5-82fd-25636673934a req-b479e0b8-c38d-4861-8914-1d8b7463c20d tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069534 Aug 10 03:29:42.655476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25c68-0dd3-4c60-bb92-cba9f8d4e5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cd5ee-2c0a-481b-866a-120b46e55eb2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:42.792196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:42.999996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-116ed865-b7ff-4da5-9b41-62a0424bebdd req-74beed21-d880-44b3-be79-679bb3186dc4 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups?id=ff651a7b-8546-4cec-bae9-73b1a91a0bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826356 Aug 10 03:29:43.010106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 78a11223-d934-47ec-aca4-bf2abaa96490 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:43.112930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5abffe-76da-4d08-9f95-9c2c7037f96e req-97378894-55ec-48a8-bad3-7c220e6f671c tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:43.116895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c5abffe-76da-4d08-9f95-9c2c7037f96e req-97378894-55ec-48a8-bad3-7c220e6f671c tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.1851008 Aug 10 03:29:43.138077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 78a11223-d934-47ec-aca4-bf2abaa96490 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:43.138699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 78a11223-d934-47ec-aca4-bf2abaa96490 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:43.148626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event deleted for resources: {'Port': ['ID=78a11223-d934-47ec-aca4-bf2abaa96490,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:43.321774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c5abffe-76da-4d08-9f95-9c2c7037f96e req-c69d6a9d-5f20-4842-9628-8dbba645fb58 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975729 Aug 10 03:29:43.636920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dde758-56bd-49f4-9b42-49b4d7386ef9 req-a0f0722c-44f8-4949-a8d1-9ef3ab3faa84 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:43.656449 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06dde758-56bd-49f4-9b42-49b4d7386ef9 req-a0f0722c-44f8-4949-a8d1-9ef3ab3faa84 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.1828318 Aug 10 03:29:43.817836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06dde758-56bd-49f4-9b42-49b4d7386ef9 req-251e9401-7d50-433c-96e0-3ec548d1e6ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581135 Aug 10 03:29:44.022589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbc329-d3cd-4ef4-ad7e-0afbe337a3cc req-3b98c3f9-20e5-4d32-a373-2a06ad939f0a tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.030587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7afbc329-d3cd-4ef4-ad7e-0afbe337a3cc req-3b98c3f9-20e5-4d32-a373-2a06ad939f0a tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 950 time: 0.0859447 Aug 10 03:29:44.111053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7afbc329-d3cd-4ef4-ad7e-0afbe337a3cc req-71d9765b-fc4c-42a0-8148-70283708d8b2 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Aug 10 03:29:44.234334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:44.239331 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:29:44.245581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-290eb07e-32bf-49dd-8fb8-04744e3bd66a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.248209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-290eb07e-32bf-49dd-8fb8-04744e3bd66a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 944 time: 0.3520780 Aug 10 03:29:44.282031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb3c24-3757-4613-be7f-afa72459caa1 req-71c2d7a1-d7d2-41cc-b7f1-4fa0e44b4d2a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:44.298603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5bb3c24-3757-4613-be7f-afa72459caa1 req-71c2d7a1-d7d2-41cc-b7f1-4fa0e44b4d2a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 944 time: 0.2729027 Aug 10 03:29:44.318709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ca6017b-d6d5-4760-be6f-33ef69468f7e req-44532395-0856-4d57-ba0a-cf9bae280377 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d90105-916c-4481-b398-8c86f530d521 HTTP/1.1" status: 200 len: 210 time: 0.0671520 Aug 10 03:29:44.439664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5bb3c24-3757-4613-be7f-afa72459caa1 req-d4bb4eaa-0a32-410b-90eb-cf4703bb8f42 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217418 Aug 10 03:29:44.442869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Router 18661d03-71b9-409c-8178-0464d0b1e83e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:44.616710 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.698985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:44.707168 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6444c-ffa8-4f76-b164-d25e488fb531" -d '{"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:44.769805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:44.779474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:44.866217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:44.921725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] Sync routers for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:44.980949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:44.988693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:29:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:45.005027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] No DVR routers for this DVR port 78a11223-d934-47ec-aca4-bf2abaa96490 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:45.014165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.015932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a419212-8c10-4d70-9672-b50b203bae9c req-3a24239c-3c3d-492d-b165-4a3de5487c4d tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.39 "DELETE /v2.0/ports/78a11223-d934-47ec-aca4-bf2abaa96490 HTTP/1.1" status: 204 len: 173 time: 3.9467187 Aug 10 03:29:45.016553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'name': 'network-vif-deleted', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:45.019606 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea4dd3a-5e8b-4e9a-881d-4d842c1af295" -d '{"events": [{"server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "name": "network-vif-deleted", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:45.042059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926d24f-8588-48a4-bb3a-0962dda78fc0 req-a3ba787d-8699-49db-8818-25e963ed5c70 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.050891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5926d24f-8588-48a4-bb3a-0962dda78fc0 req-a3ba787d-8699-49db-8818-25e963ed5c70 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.1862428 Aug 10 03:29:45.114439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5926d24f-8588-48a4-bb3a-0962dda78fc0 req-24f81a0d-b46a-4872-b93f-c5d68615525f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Aug 10 03:29:45.120918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Deleting port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:45.127086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.247991 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc71edb-bcb5-4827-941d-8b9536296e6f x-openstack-request-id: req-fdc71edb-bcb5-4827-941d-8b9536296e6f {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:45.252297 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:45.252714 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdc71edb-bcb5-4827-941d-8b9536296e6f {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:45.255895 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'code': 200} Aug 10 03:29:45.337000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:45.389937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.392242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.392865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.393372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.395080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.396300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.397759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.399751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.400306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.400819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.410772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.411435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:29:45.420549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] For port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:45.421144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:45.445376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Calling delete_port for 2c8d7c69-8fc8-47d2-bfac-2abb97647fda owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:45.563972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:45.716710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ff62d-5520-4891-baee-b919a8cd8882 req-367ee7f9-337b-444a-ac3f-a59f38a20d91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:45.722072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e5ff62d-5520-4891-baee-b919a8cd8882 req-367ee7f9-337b-444a-ac3f-a59f38a20d91 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.3651958 Aug 10 03:29:45.929307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e5ff62d-5520-4891-baee-b919a8cd8882 req-a4fb606e-f71a-4856-813c-e890ba521dd0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852076 Aug 10 03:29:46.227470 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6a38f-3ab1-44a6-a375-3b731047e583 x-openstack-request-id: req-a4b6a38f-3ab1-44a6-a375-3b731047e583 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:46.228113 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d90105-916c-4481-b398-8c86f530d521", "name": "network-vif-deleted", "tag": "78a11223-d934-47ec-aca4-bf2abaa96490", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:46.229581 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4b6a38f-3ab1-44a6-a375-3b731047e583 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:46.230619 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d90105-916c-4481-b398-8c86f530d521', 'name': 'network-vif-deleted', 'tag': '78a11223-d934-47ec-aca4-bf2abaa96490', 'status': 'completed', 'code': 200} Aug 10 03:29:46.232333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.377801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event deleted for resources: {'Port': ['ID=2c8d7c69-8fc8-47d2-bfac-2abb97647fda,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:46.466809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:46.529869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 2c8d7c69-8fc8-47d2-bfac-2abb97647fda {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:46.531613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2c8d7c69-8fc8-47d2-bfac-2abb97647fda not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:46.729834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:22Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.733382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-279d6f52-3b6f-411b-82b3-ddc7776a10c9 req-5584ab06-150b-4b44-b5cc-6a89ec451686 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.1501286 Aug 10 03:29:46.734854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] No DVR routers for this DVR port 2c8d7c69-8fc8-47d2-bfac-2abb97647fda on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:46.743156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:46.756595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7a1513d-bf0f-44b1-9803-55c851342113 req-bac0fe21-f9a8-4ccd-a65a-cde59854c6f4 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "DELETE /v2.0/ports/2c8d7c69-8fc8-47d2-bfac-2abb97647fda HTTP/1.1" status: 204 len: 173 time: 2.4562864 Aug 10 03:29:46.831269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] Checking router: 18661d03-71b9-409c-8178-0464d0b1e83e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:46.873450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46268) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:46.880504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:46.881585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:29:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:46.947899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6afd7-fc95-4697-bc49-515251985de9 req-76c50838-ba71-4c15-8e60-5477867fbf3c tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:46.956874 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6d6afd7-fc95-4697-bc49-515251985de9 req-76c50838-ba71-4c15-8e60-5477867fbf3c tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.1332941 Aug 10 03:29:47.098738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59cd7bc6-ffec-4357-8298-7e144bf8e2c3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.190646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6d6afd7-fc95-4697-bc49-515251985de9 req-97f16e0b-2a8f-430f-96a4-b42d74664963 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324381 Aug 10 03:29:47.229677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59cd7bc6-ffec-4357-8298-7e144bf8e2c3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.379780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:47.427146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59cd7bc6-ffec-4357-8298-7e144bf8e2c3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.441078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59cd7bc6-ffec-4357-8298-7e144bf8e2c3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:47.446693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59cd7bc6-ffec-4357-8298-7e144bf8e2c3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "DELETE /v2.0/security-groups/ff651a7b-8546-4cec-bae9-73b1a91a0bf2 HTTP/1.1" status: 204 len: 168 time: 0.5683281 Aug 10 03:29:47.459227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46284) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:47.503505 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-46596c63-9ef1-4abe-ab1d-d01e90cf4209 service neutron] show failed (client error): The resource could not be found. Aug 10 03:29:47.504502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-46596c63-9ef1-4abe-ab1d-d01e90cf4209 service neutron] 10.222.0.39 "GET /v2.0/ports/98bdd78c-0196-43fa-a371-9056d7171f2b/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.1166441 Aug 10 03:29:47.577301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd7bc6-ffec-4357-8298-7e144bf8e2c3 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff651a7b-8546-4cec-bae9-73b1a91a0bf2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:47.581505 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-eea7300c-a780-487b-ac26-c301c2ced546 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] show failed (client error): The resource could not be found. Aug 10 03:29:47.583695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eea7300c-a780-487b-ac26-c301c2ced546 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "GET /v2.0/security-groups/ff651a7b-8546-4cec-bae9-73b1a91a0bf2 HTTP/1.1" status: 404 len: 347 time: 0.1179855 Aug 10 03:29:47.587837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46288) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:48.071478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28744590-862f-4e91-afbc-230c91879fdd req-6742ab52-e3cc-4dbe-91bf-82b402381be0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.076077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28744590-862f-4e91-afbc-230c91879fdd req-6742ab52-e3cc-4dbe-91bf-82b402381be0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.3730617 Aug 10 03:29:48.232678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'name': 'network-vif-deleted', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:48.237308 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c10028-f3c6-4899-91ec-57cd29a210a7" -d '{"events": [{"server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "name": "network-vif-deleted", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:48.287099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:22Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:48.338920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28744590-862f-4e91-afbc-230c91879fdd req-a9b98a5c-1a29-454b-a100-be7cda63cef0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862752 Aug 10 03:29:48.343392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-cfd4b987-2825-4150-872d-b08475fd0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:48.345504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-cfd4b987-2825-4150-872d-b08475fd0b1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e&tenant_id=332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 1102 time: 0.0936878 Aug 10 03:29:48.351719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Deleting port e86335ea-6760-4216-be46-fd74b2bcf0e4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:48.352363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.352907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acd035-bfbb-4b82-baaf-179ff281a852 None None] The sync data for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 is: [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:27:11Z', 'revision_number': 4, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9813ed52-5749-4164-83a4-13137c204d81', 'name': '', 'network_id': '72808e44-db58-4fbb-be53-92d71831e779', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'mac_address': 'fa:16:3e:42:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:10Z', 'updated_at': '2021-08-10T03:27:22Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'subnets': [{'id': '3a9e9458-09da-4dda-8e63-c8f09122df4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:48.366021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:29:48.565263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.642536 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.643496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:48.695695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Calling delete_port for e86335ea-6760-4216-be46-fd74b2bcf0e4 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:48.950351 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-540d6c43-429c-4bfa-a56c-7135f8a3238d req-e34e5d59-32e1-441f-80cf-e6b35b7932bd tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.0565591 Aug 10 03:29:49.073824 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da84b4-4b56-4966-af62-266bf9c033b9 None None] New status for floating IP a871bf7d-8d90-4b28-b8f9-21dcd86da4af: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:49.220780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.232813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:49.296024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:49.349097 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.db.api [None req-e7da84b4-4b56-4966-af62-266bf9c033b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:49.349682 n-d-769329-14 neutron-server[94143]: DEBUG oslo_db.api [None req-e7da84b4-4b56-4966-af62-266bf9c033b9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:49.381871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Pushing event deleted for resources: {'Port': ['ID=e86335ea-6760-4216-be46-fd74b2bcf0e4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.412865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.440855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Transition to ACTIVE for port object 98bdd78c-0196-43fa-a371-9056d7171f2b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:29:49.444116 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1237d2a-1ea5-4d4c-911e-c04f41909883 x-openstack-request-id: req-f1237d2a-1ea5-4d4c-911e-c04f41909883 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:49.444565 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d37b57f-2ccf-4589-a1cd-7f5d3962524c", "name": "network-vif-deleted", "tag": "2c8d7c69-8fc8-47d2-bfac-2abb97647fda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:49.444998 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1237d2a-1ea5-4d4c-911e-c04f41909883 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:49.445448 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d37b57f-2ccf-4589-a1cd-7f5d3962524c', 'name': 'network-vif-deleted', 'tag': '2c8d7c69-8fc8-47d2-bfac-2abb97647fda', 'status': 'completed', 'code': 200} Aug 10 03:29:49.450016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.530821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887400f-fa0c-4ba4-a5fb-540cacb83a81 req-f5878152-68a3-446d-9c43-ddf134c9c3d0 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.540557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4887400f-fa0c-4ba4-a5fb-540cacb83a81 req-f5878152-68a3-446d-9c43-ddf134c9c3d0 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.3521986 Aug 10 03:29:49.608087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:49.689274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4887400f-fa0c-4ba4-a5fb-540cacb83a81 req-be596b57-2389-48b5-94d1-114478c4e0b5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396513 Aug 10 03:29:49.695006 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.701207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:49.702450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-99ebc3f1-c524-40af-b7b4-79d6d2f5b437 tempest-ServersTestManualDisk-830670142 tempest-ServersTestManualDisk-830670142-project] 10.222.0.53 "DELETE /v2.0/floatingips/a871bf7d-8d90-4b28-b8f9-21dcd86da4af HTTP/1.1" status: 204 len: 168 time: 2.1132858 Aug 10 03:29:49.711981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] No DVR routers for this DVR port 98bdd78c-0196-43fa-a371-9056d7171f2b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:49.713094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46320) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:49.851054 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da84b4-4b56-4966-af62-266bf9c033b9 None None] New status for floating IP a871bf7d-8d90-4b28-b8f9-21dcd86da4af: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:29:49.877734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e88275-fa9a-4300-baa8-30e4e9060de4 req-297a3507-8fda-4add-bfd5-173e64b84609 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:49.891095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4e88275-fa9a-4300-baa8-30e4e9060de4 req-297a3507-8fda-4add-bfd5-173e64b84609 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 948 time: 0.1809256 Aug 10 03:29:50.025244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:29:50.026707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:29:50.027472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:50.060019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:29:50.060463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:29:50.078457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4e88275-fa9a-4300-baa8-30e4e9060de4 req-222d9be9-a609-4eb7-a0bc-6eb608f64f77 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756628 Aug 10 03:29:50.095556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:29:50.095899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:29:50.096289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:29:50.096738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Bound port: 98bdd78c-0196-43fa-a371-9056d7171f2b, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:29:50.097404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.276398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:29:50.287189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:29:50.301589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.402516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.403226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.404786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] 10.222.0.65 "PUT /v2.0/ports/98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 1097 time: 2.0486875 Aug 10 03:29:50.478871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa14d-49e8-4ccb-8fb2-86f9063fc4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:50.518227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c349aa16-1006-41d4-b965-55f826f2d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.519811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c349aa16-1006-41d4-b965-55f826f2d959 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1100 time: 0.0647578 Aug 10 03:29:50.736089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-db164529-274a-4ac5-a4ca-1e8ea6394486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.738226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-db164529-274a-4ac5-a4ca-1e8ea6394486 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2091095 Aug 10 03:29:50.837961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ed486-7b53-4513-993c-5c31e7aa0191 req-0f31f905-e05b-41da-af64-78c9bd3550d9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.847872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-817ed486-7b53-4513-993c-5c31e7aa0191 req-0f31f905-e05b-41da-af64-78c9bd3550d9 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 948 time: 0.3102138 Aug 10 03:29:50.852337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-88616dd3-89f6-4626-b809-430a2be95e95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.0932169 Aug 10 03:29:50.919791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:50.957937 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-817ed486-7b53-4513-993c-5c31e7aa0191 req-fde61a07-ea83-4533-9f90-27d7c2137734 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 Aug 10 03:29:50.982593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-f288531e-83fd-43b0-8829-4b15034021d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:50.985838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-f288531e-83fd-43b0-8829-4b15034021d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1024203 Aug 10 03:29:51.044489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:51.053783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-b97748ba-80bf-4353-ae18-181cda790e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.056209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-b97748ba-80bf-4353-ae18-181cda790e77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621600 Aug 10 03:29:51.127566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:51.137203 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0080b5f-da3d-4c5e-a920-93151512b0c2 req-64691751-107d-477a-b593-19908d01504b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.1593442 Aug 10 03:29:51.292527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471dbb-da04-4a84-8b05-ee23248d2c36 req-bfdce375-5e31-48f7-a151-961dfe8aada0 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.295208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b471dbb-da04-4a84-8b05-ee23248d2c36 req-bfdce375-5e31-48f7-a151-961dfe8aada0 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 943 time: 0.1466439 Aug 10 03:29:51.341561 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-7b2cc261-98ea-451f-a75d-ea758e9908c1 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760365 Aug 10 03:29:51.419558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Deleting port 9813ed52-5749-4164-83a4-13137c204d81 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:51.420573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.561701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}, {'name': 'network-changed', 'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:51.566226 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1168bdb-3d15-42df-b488-49ca0b0ad359" -d '{"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-unplugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}, {"name": "network-changed", "server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:51.574216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-9c692cae-9221-4e09-af43-12e0b4647408 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101028 Aug 10 03:29:51.617862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b471dbb-da04-4a84-8b05-ee23248d2c36 req-a131b4c5-efc0-4962-a12c-a737894fee1f tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075316 Aug 10 03:29:51.652892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] For port 9813ed52-5749-4164-83a4-13137c204d81, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9813ed52-5749-4164-83a4-13137c204d81,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:51.653484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:51.728244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Calling delete_port for 9813ed52-5749-4164-83a4-13137c204d81 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:51.736155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643960c-0882-473d-b006-122ebd2b8696 req-dbcdb2fa-e48b-43e3-a08b-e5d48ea9cfa1 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.737653 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3643960c-0882-473d-b006-122ebd2b8696 req-dbcdb2fa-e48b-43e3-a08b-e5d48ea9cfa1 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.65 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 948 time: 0.0887506 Aug 10 03:29:51.889858 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe910ee-7522-4e8d-b5ff-57ab0b342fa9 x-openstack-request-id: req-1fe910ee-7522-4e8d-b5ff-57ab0b342fa9 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:51.890465 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-unplugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "code": 200}, {"name": "network-changed", "server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:51.890862 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fe910ee-7522-4e8d-b5ff-57ab0b342fa9 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:51.892601 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'code': 200} Aug 10 03:29:51.893011 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'status': 'completed', 'code': 200} Aug 10 03:29:51.926327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede90f3d-96f9-4de5-8616-3d91e17677b8 req-c1dd5d10-8140-4ade-85e7-aaf04468e157 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.935117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ede90f3d-96f9-4de5-8616-3d91e17677b8 req-c1dd5d10-8140-4ade-85e7-aaf04468e157 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 948 time: 0.1775141 Aug 10 03:29:51.976853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-7f830ff7-f17c-4059-a1d5-e48bc7640536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:51.978535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-7f830ff7-f17c-4059-a1d5-e48bc7640536 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1100 time: 0.1307547 Aug 10 03:29:52.086611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ede90f3d-96f9-4de5-8616-3d91e17677b8 req-0eae22c7-1638-4ae2-9311-7caf6074e201 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504574 Aug 10 03:29:52.100927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Deleting port cdb70193-e97f-4676-9b09-1f60794bc2cc {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:52.102009 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.113966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-febaf956-5144-4bff-a57c-949bc3cc012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.117284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-febaf956-5144-4bff-a57c-949bc3cc012e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1100 time: 0.2320542 Aug 10 03:29:52.262459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d562c033-00f7-4a2a-997b-41b489f63bad details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:52.436945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46372) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:52.456705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-054d55c6-9d90-40bd-bed8-f88d7d59fa30 req-0022f757-ebeb-43aa-a3e0-324852c11281 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.1541500 Aug 10 03:29:52.479734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] For port cdb70193-e97f-4676-9b09-1f60794bc2cc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cdb70193-e97f-4676-9b09-1f60794bc2cc,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:52.480677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.545619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-6a4c61a8-d2ff-4af5-afff-8547f986a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.547507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-6a4c61a8-d2ff-4af5-afff-8547f986a234 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.5532446 Aug 10 03:29:52.562763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d562c033-00f7-4a2a-997b-41b489f63bad, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d562c033-00f7-4a2a-997b-41b489f63bad,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:52.563118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Calling delete_port for cdb70193-e97f-4676-9b09-1f60794bc2cc owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:52.583336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-e85dea01-0581-4152-81bf-48f191af8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.586788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-e85dea01-0581-4152-81bf-48f191af8e11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4490395 Aug 10 03:29:52.602733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f06f-3063-4ace-9271-590af776baa7 req-d28aea46-7a20-42b4-98fb-de06f2e78da0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:52.606390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'd562c033-00f7-4a2a-997b-41b489f63bad', 'network_id': 'e2086f99-f8a0-4210-bd4c-8cdf908b7259', 'port_id': 'd562c033-00f7-4a2a-997b-41b489f63bad', 'mac_address': 'fa:16:3e:19:3f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a962697-1dd2-4093-922f-efe1548e4772', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:52.618447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee1f06f-3063-4ace-9271-590af776baa7 req-d28aea46-7a20-42b4-98fb-de06f2e78da0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 948 time: 0.4013696 Aug 10 03:29:52.697479 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.752989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d562c033-00f7-4a2a-997b-41b489f63bad {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:52.826368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d562c033-00f7-4a2a-997b-41b489f63bad, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d562c033-00f7-4a2a-997b-41b489f63bad,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:52.826712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-b400e4e1-aa48-4d9c-938c-73f33ca12f15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1972833 Aug 10 03:29:52.836738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:52.947205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d562c033-00f7-4a2a-997b-41b489f63bad,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:52.995514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46380) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:53.012866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee1f06f-3063-4ace-9271-590af776baa7 req-0dc810ac-75c4-446b-a48b-0e50a131a200 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939388 Aug 10 03:29:53.077250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-66a4f37b-0c3a-4c01-8e74-0a94c4090660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.079351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-66a4f37b-0c3a-4c01-8e74-0a94c4090660 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2292461 Aug 10 03:29:53.125656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d562c033-00f7-4a2a-997b-41b489f63bad'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:53.179730 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.186893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.216980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-03bb7e6e-31de-4cb2-bf85-f6164f858228 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.6459916 Aug 10 03:29:53.287547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-cdfcc648-ab96-4efe-92b7-73a6e4eb1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.289411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-cdfcc648-ab96-4efe-92b7-73a6e4eb1f55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1997788 Aug 10 03:29:53.298954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f13b8353-9888-4935-bdd7-f5ef3fabcfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.373008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Pushing event deleted for resources: {'Port': ['ID=9813ed52-5749-4164-83a4-13137c204d81,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:53.415433 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.465042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f262b57-5bb4-4065-a361-9f5564dd0a53 req-fad322de-fc37-42e0-86de-f29ed0e534ee tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.466967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f262b57-5bb4-4065-a361-9f5564dd0a53 req-fad322de-fc37-42e0-86de-f29ed0e534ee tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/ports?device_id=90abda52-9f0d-4dc1-9501-7cde311e595a HTTP/1.1" status: 200 len: 948 time: 0.2167275 Aug 10 03:29:53.488236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3a64e-b047-4eca-ae36-837b3026f200 req-aa357c01-01a4-4940-aa21-02285eddbd01 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.506089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Pushing event deleted for resources: {'Port': ['ID=cdb70193-e97f-4676-9b09-1f60794bc2cc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:53.506924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3fb3a64e-b047-4eca-ae36-837b3026f200 req-aa357c01-01a4-4940-aa21-02285eddbd01 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 944 time: 0.4047825 Aug 10 03:29:53.513621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-2ec28c81-fbba-4875-b6d3-1918e9697ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.523328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-2ec28c81-fbba-4875-b6d3-1918e9697ecd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2834828 Aug 10 03:29:53.588482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] No DVR routers for this DVR port cdb70193-e97f-4676-9b09-1f60794bc2cc on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:29:53.611359 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.619349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3643960c-0882-473d-b006-122ebd2b8696 req-8f4fce88-79f7-47fd-8fca-71653452ced6 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.65 "DELETE /v2.0/ports/cdb70193-e97f-4676-9b09-1f60794bc2cc HTTP/1.1" status: 204 len: 173 time: 1.8726645 Aug 10 03:29:53.660861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:29:53.660861 n-d-769329-14 neutron-server[94140]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:29:53.660861 n-d-769329-14 neutron-server[94140]: [parameters: {'project_id': 'e44dc7789f6d4b2baf817a44c414efc6', 'id': 'f185c177-6df5-436e-bacd-16ce349f75f8', 'expiration': datetime.datetime(2021, 8, 10, 3, 31, 53, 457240)}] Aug 10 03:29:53.660861 n-d-769329-14 neutron-server[94140]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:29:53.662121 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:29:53.738425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-23c83bbf-5cd7-4824-8793-7109827334c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:53.741250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-23c83bbf-5cd7-4824-8793-7109827334c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1375027 Aug 10 03:29:53.790918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f13b8353-9888-4935-bdd7-f5ef3fabcfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.815186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f13b8353-9888-4935-bdd7-f5ef3fabcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:53.816499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3fb3a64e-b047-4eca-ae36-837b3026f200 req-1094b7d9-a8a4-4f6e-b330-e42244726e37 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090763 Aug 10 03:29:53.874264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-316ed5da-d2ec-4c72-8927-e3d9eff94e09 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626528 Aug 10 03:29:53.897138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-deleted', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:53.902869 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8838f384-c22a-4227-88b3-38e9282c2d83" -d '{"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-deleted", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:54.118891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f262b57-5bb4-4065-a361-9f5564dd0a53 req-892ee343-392b-41e1-a3e5-22eaf5df2e98 tempest-ImagesOneServerTestJSON-1468434883 tempest-ImagesOneServerTestJSON-1468434883-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34356f7-62e4-4361-8de4-d09c36df8892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882936 Aug 10 03:29:54.126951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f13b8353-9888-4935-bdd7-f5ef3fabcfa0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1928a2db59a452cbe3905cad00667ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1077936 Aug 10 03:29:54.131232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46394) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:54.136382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b8353-9888-4935-bdd7-f5ef3fabcfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14992871-95f8-4b9a-8f37-5fe4c7af85a6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:54.185568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.239150 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35e6830f-967c-4fa0-8a9a-8d35a0abbc29 req-3a750ca8-4448-4fb0-bdaa-0e35584cafc6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d37b57f-2ccf-4589-a1cd-7f5d3962524c HTTP/1.1" status: 200 len: 210 time: 0.1908081 Aug 10 03:29:54.251501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-e7c5bf30-a34e-4296-b111-d891bc0d3c5a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373020 Aug 10 03:29:54.279610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:29:54.283404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d562c033-00f7-4a2a-997b-41b489f63bad up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:54.317417 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541ad24-ac86-429c-8ad6-bd57c111027a x-openstack-request-id: req-4541ad24-ac86-429c-8ad6-bd57c111027a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:54.318034 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90abda52-9f0d-4dc1-9501-7cde311e595a", "name": "network-vif-deleted", "tag": "cdb70193-e97f-4676-9b09-1f60794bc2cc", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:54.319110 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4541ad24-ac86-429c-8ad6-bd57c111027a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:54.319790 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90abda52-9f0d-4dc1-9501-7cde311e595a', 'name': 'network-vif-deleted', 'tag': 'cdb70193-e97f-4676-9b09-1f60794bc2cc', 'status': 'completed', 'code': 200} Aug 10 03:29:54.477493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-a0281906-e17b-4e8f-8afb-f58a68f8c822 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810377 Aug 10 03:29:54.511636 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.545326 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.552039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port d562c033-00f7-4a2a-997b-41b489f63bad completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:54.582544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port d562c033-00f7-4a2a-997b-41b489f63bad triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:54.583141 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.641554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:54.659645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'mac_address': 'fa:16:3e:38:4f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:29:54.738669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.761867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.779925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd34568-f1c6-4098-b188-1243b66c64a5 req-492bb15d-b805-4199-b8d8-ad6b7669d76d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:54.780160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bdd78c-0196-43fa-a371-9056d7171f2b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:29:54.781575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfd34568-f1c6-4098-b188-1243b66c64a5 req-492bb15d-b805-4199-b8d8-ad6b7669d76d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 948 time: 0.3491931 Aug 10 03:29:54.785095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.794614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.820352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:54.828615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e06b1-5046-4407-acb0-24a3d3f301da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd562c033-00f7-4a2a-997b-41b489f63bad'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:54.828902 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8495afe9-3be9-4bed-8a28-812576f6dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.830850 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c8345-6997-4956-9d0d-daabc749db9a" -d '{"events": [{"server_uuid": "561e06b1-5046-4407-acb0-24a3d3f301da", "name": "network-vif-plugged", "status": "completed", "tag": "d562c033-00f7-4a2a-997b-41b489f63bad"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:54.837120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.851952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d562c033-00f7-4a2a-997b-41b489f63bad, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d562c033-00f7-4a2a-997b-41b489f63bad,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:54.882995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:54.883698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:54.913813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: cdb70193-e97f-4676-9b09-1f60794bc2cc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:54.914203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cdb70193-e97f-4676-9b09-1f60794bc2cc not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:54.941436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:54.950035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e44dc7789f6d4b2baf817a44c414efc6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4888761 Aug 10 03:29:54.951955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46400) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:54.965354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c0dd6-8e34-4cbd-9e24-d41e6d1262de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be984255-a6d7-423d-8b00-48eef18d0799,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:54.985323 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091fa8c-ddb5-4319-b339-415c69c9be00 x-openstack-request-id: req-3091fa8c-ddb5-4319-b339-415c69c9be00 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:54.985323 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e06b1-5046-4407-acb0-24a3d3f301da", "name": "network-vif-plugged", "status": "completed", "tag": "d562c033-00f7-4a2a-997b-41b489f63bad", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:54.986083 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3091fa8c-ddb5-4319-b339-415c69c9be00 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:54.986513 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561e06b1-5046-4407-acb0-24a3d3f301da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd562c033-00f7-4a2a-997b-41b489f63bad', 'code': 200} Aug 10 03:29:55.028805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1168bdb-3d15-42df-b488-49ca0b0ad359 req-903524fb-7046-4125-a6cd-40ae30c54a97 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324821 Aug 10 03:29:55.044389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8495afe9-3be9-4bed-8a28-812576f6dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.059076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d562c033-00f7-4a2a-997b-41b489f63bad,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.061609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6e8e-966a-4ca3-8c02-e3bd2fd459aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.090946 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfd34568-f1c6-4098-b188-1243b66c64a5 req-624077cc-dae8-41cd-80d9-566413565d97 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912347 Aug 10 03:29:55.108463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['98bdd78c-0196-43fa-a371-9056d7171f2b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:29:55.160703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6e8e-966a-4ca3-8c02-e3bd2fd459aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.348407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6e8e-966a-4ca3-8c02-e3bd2fd459aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.351803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6e8e-966a-4ca3-8c02-e3bd2fd459aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.353744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e6ad6e8e-966a-4ca3-8c02-e3bd2fd459aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be984255-a6d7-423d-8b00-48eef18d0799 HTTP/1.1" status: 204 len: 168 time: 0.4006951 Aug 10 03:29:55.412756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9657f88-e085-4143-934f-271e8c23635c req-d5bd21ef-b88e-40c4-8a56-4528890ae61d tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.416335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9657f88-e085-4143-934f-271e8c23635c req-d5bd21ef-b88e-40c4-8a56-4528890ae61d tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 945 time: 0.2285323 Aug 10 03:29:55.418550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad6e8e-966a-4ca3-8c02-e3bd2fd459aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be984255-a6d7-423d-8b00-48eef18d0799,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.566222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359076c1-9708-4a48-8150-b38219f5a35a req-4927e684-78ee-445b-820b-dbfb4af3004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.567890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-359076c1-9708-4a48-8150-b38219f5a35a req-4927e684-78ee-445b-820b-dbfb4af3004a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 1097 time: 0.3256292 Aug 10 03:29:55.600711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Router 18661d03-71b9-409c-8178-0464d0b1e83e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:29:55.604140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8495afe9-3be9-4bed-8a28-812576f6dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.610881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8495afe9-3be9-4bed-8a28-812576f6dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.618805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8495afe9-3be9-4bed-8a28-812576f6dfc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14992871-95f8-4b9a-8f37-5fe4c7af85a6 HTTP/1.1" status: 204 len: 168 time: 1.4349735 Aug 10 03:29:55.645297 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9657f88-e085-4143-934f-271e8c23635c req-78baa559-5f2d-4741-be34-1de46840aaf5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963549 Aug 10 03:29:55.723057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:55.752196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-e0e224cb-4dd6-48c1-a2c8-f2a6fd0de606 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:55.769523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-359076c1-9708-4a48-8150-b38219f5a35a req-39fd472b-828a-4f1f-aaf9-902e2902c20b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907701 Aug 10 03:29:55.770369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495afe9-3be9-4bed-8a28-812576f6dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14992871-95f8-4b9a-8f37-5fe4c7af85a6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:55.784529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-e0e224cb-4dd6-48c1-a2c8-f2a6fd0de606 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e&tenant_id=332fcb04f54044df8122a8f72b829322&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 949 time: 0.2805047 Aug 10 03:29:56.008479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-38d0ab7c-7037-4782-b512-91e4132cc91c service neutron] 10.222.0.65 "GET /v2.0/ports/98bdd78c-0196-43fa-a371-9056d7171f2b/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.1787732 Aug 10 03:29:56.074052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d84cb4-8b2f-4779-b5e1-5402b1e69829 req-588a32a7-b78f-4fd7-bc42-c4aa40b61332 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.075960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0d84cb4-8b2f-4779-b5e1-5402b1e69829 req-588a32a7-b78f-4fd7-bc42-c4aa40b61332 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.2302506 Aug 10 03:29:56.110971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:29:56.118104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-67d66a48-e188-4088-9a64-289853fc3cce admin admin] 10.222.0.53 "PUT /v2.0/routers/18661d03-71b9-409c-8178-0464d0b1e83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4029005 Aug 10 03:29:56.120861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46426) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.134455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] Sync routers for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:29:56.143731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-4d14c0df-c8af-4d61-8249-2470d3536bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.147332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-4d14c0df-c8af-4d61-8249-2470d3536bdf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1101 time: 0.0981877 Aug 10 03:29:56.167607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:56.171436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:29:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:56.198367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0d84cb4-8b2f-4779-b5e1-5402b1e69829 req-182954ee-e955-4d87-a4fd-eaf4685c2f99 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111796 Aug 10 03:29:56.227944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46428) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.283167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.301246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:29:56.332506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621f8617-c850-4bb5-a35a-8820fd00ea99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.386293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.418871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46432) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.425175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 98bdd78c-0196-43fa-a371-9056d7171f2b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:29:56.433339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 98bdd78c-0196-43fa-a371-9056d7171f2b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:29:56.433696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.440736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e245027e-7556-44ca-950a-f63aa2880ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.544488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:56.610682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.784483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Deleting port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:29:56.788227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.958578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f6aa50a0-9764-43d2-bb19-d493d3f9cde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.982556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-fe1cf102-22b5-4fec-84cf-8e12733aa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:56.984482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-fe1cf102-22b5-4fec-84cf-8e12733aa85d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.8295114 Aug 10 03:29:57.057657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.078581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-01bebdf6-12a5-427b-9f64-6c46fcc5d334 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4b62b7c1ea14586a0dab479cc06ad05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6564140 Aug 10 03:29:57.088311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46440) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.092533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:29:57.094954 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6330022-1baf-4b05-bc70-ebfb09b78f27" -d '{"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-plugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:29:57.127272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:57.146352 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.167484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] For port 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:29:57.168313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.216236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:29:52Z', 'revision_number': 5, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port': {'id': '8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:27:05Z', 'updated_at': '2021-08-10T03:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:57.244547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Calling delete_port for 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:29:57.311988 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621f8617-c850-4bb5-a35a-8820fd00ea99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.331213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621f8617-c850-4bb5-a35a-8820fd00ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.354037 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c764f-f953-4098-b54d-f77a77e9f767 x-openstack-request-id: req-8d2c764f-f953-4098-b54d-f77a77e9f767 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:29:57.354387 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-plugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:29:57.358465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-f4187975-e454-468b-89c2-d5e6e4072a47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.3001661 Aug 10 03:29:57.359474 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d2c764f-f953-4098-b54d-f77a77e9f767 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:29:57.360726 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'code': 200} Aug 10 03:29:57.368544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] Checking router: 18661d03-71b9-409c-8178-0464d0b1e83e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:29:57.371559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-825a5bd3-782b-40d9-9639-850e687116f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.398336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-621f8617-c850-4bb5-a35a-8820fd00ea99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8347e876e2bd414bb71466b2947cb100&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1647775 Aug 10 03:29:57.398336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f8617-c850-4bb5-a35a-8820fd00ea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10503b-a22b-4492-b541-e7789c8f5365,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.416165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46446) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:57.455463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-b789a114-8054-4b91-a40a-8b02f5dfbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.457355 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-b789a114-8054-4b91-a40a-8b02f5dfbfc0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0603478 Aug 10 03:29:57.478409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] Routers {'18661d03-71b9-409c-8178-0464d0b1e83e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:29:57.478879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:29:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['18661d03-71b9-409c-8178-0464d0b1e83e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:57.515630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-825a5bd3-782b-40d9-9639-850e687116f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.527135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d0aae-63c2-4cb0-83aa-1dd92afb631b req-55578297-4faa-4b92-b51a-a8b76ef9696d tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.535215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb3d0aae-63c2-4cb0-83aa-1dd92afb631b req-55578297-4faa-4b92-b51a-a8b76ef9696d tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 945 time: 0.5494032 Aug 10 03:29:57.540221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-5061a3ba-1248-4676-aa32-4cf3e74680f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:57.542490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-5061a3ba-1248-4676-aa32-4cf3e74680f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0779879 Aug 10 03:29:57.563036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:57.677555 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-ed13d2c1-771e-4ab2-bd2e-a454ff232891 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109767 Aug 10 03:29:57.684253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] Set router 18661d03-71b9-409c-8178-0464d0b1e83e gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:29:57.693895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb3d0aae-63c2-4cb0-83aa-1dd92afb631b req-7fda409b-9c82-4045-9cf1-223117ec1429 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576526 Aug 10 03:29:57.820008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-9437f4e4-8bd4-4391-bbfc-01a642e4391b service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228878 Aug 10 03:29:57.828857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:29:56Z', 'revision_number': 6, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:57.865522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76624f9d-2c7e-4d30-b571-3e91eb204999 None None] The sync data for ids ['18661d03-71b9-409c-8178-0464d0b1e83e'] in n-d-769329-14 is: [{'id': '18661d03-71b9-409c-8178-0464d0b1e83e', 'name': 'tempest-ServersTestManualDisk-757817456-router', 'tenant_id': '03cc3b7e0589465bbc65a76787c105ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:27:04Z', 'updated_at': '2021-08-10T03:29:56Z', 'revision_number': 6, 'project_id': '03cc3b7e0589465bbc65a76787c105ce', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:29:57.876750 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26933e24-194e-49ae-88b0-b96d67564674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.938998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-825a5bd3-782b-40d9-9639-850e687116f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.941860 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-825a5bd3-782b-40d9-9639-850e687116f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:57.946048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-825a5bd3-782b-40d9-9639-850e687116f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f34356f7-62e4-4361-8de4-d09c36df8892 HTTP/1.1" status: 204 len: 168 time: 0.8526516 Aug 10 03:29:58.028347 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26933e24-194e-49ae-88b0-b96d67564674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.068127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a5bd3-782b-40d9-9639-850e687116f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34356f7-62e4-4361-8de4-d09c36df8892,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.093310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237b1a1-9e16-484b-9622-854f2a85f9ae req-f2dce5e1-3ea7-4902-9156-8eb39c54063d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:58.096828 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3237b1a1-9e16-484b-9622-854f2a85f9ae req-f2dce5e1-3ea7-4902-9156-8eb39c54063d tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.5866768 Aug 10 03:29:58.212888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e245027e-7556-44ca-950a-f63aa2880ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.227417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e245027e-7556-44ca-950a-f63aa2880ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.334732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9813ed52-5749-4164-83a4-13137c204d81 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:29:58.397935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9813ed52-5749-4164-83a4-13137c204d81 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:29:58.398391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9813ed52-5749-4164-83a4-13137c204d81 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:29:58.486168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e245027e-7556-44ca-950a-f63aa2880ad7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eaad249416764970a77df164e8bd5dae&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0945928 Aug 10 03:29:58.486481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46460) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:58.539798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3237b1a1-9e16-484b-9622-854f2a85f9ae req-1e7efd69-090a-43f0-af67-c7f17cbc0b24 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289069 Aug 10 03:29:58.567648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245027e-7556-44ca-950a-f63aa2880ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da6ab4-6f18-414a-a24b-e2decc8ad2c0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.580898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26933e24-194e-49ae-88b0-b96d67564674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.586233 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26933e24-194e-49ae-88b0-b96d67564674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.589841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26933e24-194e-49ae-88b0-b96d67564674 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c10503b-a22b-4492-b541-e7789c8f5365 HTTP/1.1" status: 204 len: 168 time: 1.1710644 Aug 10 03:29:58.631809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26933e24-194e-49ae-88b0-b96d67564674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10503b-a22b-4492-b541-e7789c8f5365,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.638090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2411d9c-6671-48ad-ae53-bde59475f159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.657145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.745121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2411d9c-6671-48ad-ae53-bde59475f159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.755563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:58.980541 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2411d9c-6671-48ad-ae53-bde59475f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.984545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2411d9c-6671-48ad-ae53-bde59475f159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:58.987462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d2411d9c-6671-48ad-ae53-bde59475f159 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53da6ab4-6f18-414a-a24b-e2decc8ad2c0 HTTP/1.1" status: 204 len: 168 time: 0.4995608 Aug 10 03:29:59.017350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1934-2330-41f2-8eb5-7ac181243f29 req-a7566f34-7c6f-4851-ae03-8136d4c646c9 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:29:59.020527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9adf1934-2330-41f2-8eb5-7ac181243f29 req-a7566f34-7c6f-4851-ae03-8136d4c646c9 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 945 time: 0.1559508 Aug 10 03:29:59.021719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2411d9c-6671-48ad-ae53-bde59475f159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da6ab4-6f18-414a-a24b-e2decc8ad2c0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:29:59.027935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.116508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9adf1934-2330-41f2-8eb5-7ac181243f29 req-b8af1f40-833c-48d9-b864-39ba53cc4e84 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820870 Aug 10 03:29:59.283707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.294963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.489781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.490417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18661d03-71b9-409c-8178-0464d0b1e83e {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:29:59.504741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.512268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46482) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:59.513883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7a74c9e-4c4e-4d9f-9f7e-84cb166c6080 admin admin] 10.222.0.53 "DELETE /v2.0/routers/18661d03-71b9-409c-8178-0464d0b1e83e HTTP/1.1" status: 204 len: 168 time: 3.3843980 Aug 10 03:29:59.619977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.653604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Deleting subnet 3a9e9458-09da-4dda-8e63-c8f09122df4d {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:29:59.671341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.791936 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2029001b-9633-4a1d-a42b-e5b27547669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.843332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:59.979242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.057738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c241a1c-69a0-4ecf-b5d2-81a9bbe64e01 req-ae63962a-7310-41aa-a636-91fdfdea5fdd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:00.062370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c241a1c-69a0-4ecf-b5d2-81a9bbe64e01 req-ae63962a-7310-41aa-a636-91fdfdea5fdd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.2072382 Aug 10 03:30:00.154435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:00.179222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c241a1c-69a0-4ecf-b5d2-81a9bbe64e01 req-320319d5-e2d8-4da5-851e-bba57a6356d5 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053846 Aug 10 03:30:00.204003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46506) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:00.204809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:00.206222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f6705ed-fbf3-46b1-bfd9-68c9ba102e0c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:00.217673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.334830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9e9458-09da-4dda-8e63-c8f09122df4d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:00.348443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9064493-f916-4e15-a930-e5adcd90ab76 None None] Network 72808e44-db58-4fbb-be53-92d71831e779 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:00.363478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.379506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-57fe2453-8e53-4d6b-9fcd-ca4562f5b556 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a9e9458-09da-4dda-8e63-c8f09122df4d HTTP/1.1" status: 204 len: 168 time: 0.8628635 Aug 10 03:30:00.381538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:00.535646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1587386804-network', 'tenant_id': '4d956778803d40109fc33c5f0d7de862'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:00.693270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.744584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Made reservation on behalf of 4d956778803d40109fc33c5f0d7de862 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:00.753037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:00.864524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] DHCP port deletion for 72808e44-db58-4fbb-be53-92d71831e779 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:30:00.939702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.005665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-3ce229a2-2699-4958-87ef-bad460dda09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.012549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-3ce229a2-2699-4958-87ef-bad460dda09e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e&tenant_id=332fcb04f54044df8122a8f72b829322 HTTP/1.1" status: 200 len: 1102 time: 0.1148458 Aug 10 03:30:01.026387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] Deleting port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:01.029855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.033598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:01.210728 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.212462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.229956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.235452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] For port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,segment=NetworkSegment(c2cb5f97-8b05-42be-adba-ca41d65414dd),segment_id=c2cb5f97-8b05-42be-adba-ca41d65414dd)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:01.238729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.258897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:01.281128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] Calling delete_port for 5a9b71c3-e6f4-4249-ab12-7117fc58f28e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:01.311465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.311904 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Added segment ac73cad7-fe93-4c41-b230-8242b013c173 of type vlan for network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 Aug 10 03:30:01.535813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.647954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:01.696138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:30:01.806862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:01.891505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] No DVR routers for this DVR port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:01.898769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d83f5-fbb3-4dd4-9fc5-7f301a313852 None None] Pushing event deleted for resources: {'Port': ['ID=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:01.906489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10c92e-c060-4b6f-98af-42b26f7cc571 req-d4d4a973-39c4-4459-8d70-6b374c24900b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:01.921338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af10c92e-c060-4b6f-98af-42b26f7cc571 req-d4d4a973-39c4-4459-8d70-6b374c24900b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.4311137 Aug 10 03:30:01.925046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.092706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a9b71c3-e6f4-4249-ab12-7117fc58f28e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:02.136263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af10c92e-c060-4b6f-98af-42b26f7cc571 req-1aa9b38d-915b-41c0-a0f4-e29051de8925 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134991 Aug 10 03:30:02.164512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 5a9b71c3-e6f4-4249-ab12-7117fc58f28e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:02.165249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a9b71c3-e6f4-4249-ab12-7117fc58f28e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:02.214035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:02.304900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:02.357217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:02.418848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.464925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Transition to ACTIVE for port object 98bdd78c-0196-43fa-a371-9056d7171f2b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:02.467314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:02.479165 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25084d9b-89c0-4659-82af-3c4dfd6dc639" -d '{"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-unplugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:02.518069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.694566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-409241172-network', 'tenant_id': '488d99e21a7e44e891e0cff6ef60b41f'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:02.700704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] No DVR routers for this DVR port 98bdd78c-0196-43fa-a371-9056d7171f2b on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:02.708202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14833026-2e2e-4776-89d5-fb90320fa92d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.723708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.731622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:02.742296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:02.746638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.759536 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b16716-91ce-4556-9c77-058ec2aab81e x-openstack-request-id: req-48b16716-91ce-4556-9c77-058ec2aab81e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:02.762665 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-unplugged", "status": "completed", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:02.765637 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48b16716-91ce-4556-9c77-058ec2aab81e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:02.768376 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'code': 200} Aug 10 03:30:02.772365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Deleting port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:02.773176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:02.890827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:02.893866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:02.896035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:02.911723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:02.914631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Attempting to bind port 98bdd78c-0196-43fa-a371-9056d7171f2b on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:02.929583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:02.936383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:02.937496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:02.939030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Bound port: 98bdd78c-0196-43fa-a371-9056d7171f2b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:02.940026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.003807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.074358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Made reservation on behalf of 488d99e21a7e44e891e0cff6ef60b41f for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:03.080692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.162424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:03.167392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:03.174633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.177452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46562) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:03.178305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9706194 Aug 10 03:30:03.195781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Request body: {'subnet': {'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1587386804-subnet', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:03.206143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.244569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9815f8-d067-4349-a6b8-8598559097f4 admin admin] Pushing event updated for resources: {'Network': ['ID=05f91e62-3e4e-47e4-8e1f-c31f2224ad16,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.264607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:03.268492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] For port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e, host n-d-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:03.269079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.307141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Calling delete_port for 5a9b71c3-e6f4-4249-ab12-7117fc58f28e owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:03.322394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_backend_mixin [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e was not found and therefore no delete operation was performed {{(pid=94140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:30:03.324499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.325554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.325680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.329497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] 10.222.0.39 "PUT /v2.0/ports/98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 1098 time: 2.3064466 Aug 10 03:30:03.372455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9b71c3-e6f4-4249-ab12-7117fc58f28e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.377308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] No DVR routers for this DVR port 5a9b71c3-e6f4-4249-ab12-7117fc58f28e on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:03.460677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Made reservation on behalf of 4d956778803d40109fc33c5f0d7de862 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:03.465374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.523552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.531412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f68955-77d2-4854-a12a-ae4e406f1ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=11']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.565785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72808e44-db58-4fbb-be53-92d71831e779']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.594022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cb5f97-8b05-42be-adba-ca41d65414dd') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.594598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cb5f97-8b05-42be-adba-ca41d65414dd') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:03.622199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.654262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911b434-9a30-45e0-9383-ff24ef0be35d req-478c723c-1246-46b9-b5be-8d4c50ca3f3d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.656745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.662013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3911b434-9a30-45e0-9383-ff24ef0be35d req-478c723c-1246-46b9-b5be-8d4c50ca3f3d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 945 time: 0.4332662 Aug 10 03:30:03.703262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:03.705121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:03.713114 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:03.771380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-dbdd4dec-ead1-47e0-b909-47cf01bf5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.773028 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-dbdd4dec-ead1-47e0-b909-47cf01bf5ddd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1101 time: 0.3998711 Aug 10 03:30:03.865826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.869217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3911b434-9a30-45e0-9383-ff24ef0be35d req-7d4a46a1-c076-42c3-9c40-a511f0d0621d tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756215 Aug 10 03:30:03.877807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c92cb-e801-4b34-bfa2-e2f7cacbc100 req-616a2cb6-7f7c-4d07-8cff-a940bb02f452 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.879634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-872c92cb-e801-4b34-bfa2-e2f7cacbc100 req-616a2cb6-7f7c-4d07-8cff-a940bb02f452 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.2195532 Aug 10 03:30:03.882550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.885690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.899610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:03.904500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] 10.222.0.53 "DELETE /v2.0/networks/72808e44-db58-4fbb-be53-92d71831e779 HTTP/1.1" status: 204 len: 168 time: 3.5209413 Aug 10 03:30:03.923368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-b0ab5036-f5af-4dea-961e-a85163f3ea7e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:03.924979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-b0ab5036-f5af-4dea-961e-a85163f3ea7e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 945 time: 0.2455068 Aug 10 03:30:03.964212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8521d88-6dc1-4ada-8e7e-a62ab1e1f293 admin admin] Pushing event deleted for resources: {'Network': ['ID=72808e44-db58-4fbb-be53-92d71831e779,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:03.977202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:03.992701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-fc8a8bec-7f45-41cd-9318-6407b1da3353 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1931462 Aug 10 03:30:04.004837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502539de-9eca-4cfc-a0a6-4cbb757bfce2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:04.009557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.010137 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Added segment dfc5c989-d658-4d07-9b63-0715a0663c9d of type vlan for network 7a275c2d-2283-4fa0-b457-07035d6aed47 Aug 10 03:30:04.050974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-872c92cb-e801-4b34-bfa2-e2f7cacbc100 req-4eaca67a-ffe4-4989-bd1c-9bc0e2c33a83 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523042 Aug 10 03:30:04.154455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.177798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46582) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:04.273240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0008-b402-4e11-a180-26c68e0bac89 req-76622155-6d57-4115-9413-3c183b51bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.276401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-76622155-6d57-4115-9413-3c183b51bfc6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 1102 time: 0.1720235 Aug 10 03:30:04.278163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-a235e104-9406-40fc-95f6-085e3a940037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.284922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-a235e104-9406-40fc-95f6-085e3a940037 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.5020559 Aug 10 03:30:04.290222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.294729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.295820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.340686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.458156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-99e29778-79c7-4c19-a8b2-4c0ad6efab77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03cc3b7e0589465bbc65a76787c105ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457023 Aug 10 03:30:04.465214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-12e60485-089c-41df-b75f-0cbea3159825 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1352830 Aug 10 03:30:04.465693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:04.522556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0008-b402-4e11-a180-26c68e0bac89 req-4b90f5b9-5223-44d8-9dac-01d8a8f9aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.524932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-4b90f5b9-5223-44d8-9dac-01d8a8f9aee7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2091050 Aug 10 03:30:04.601896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d85a14-8240-4f6c-ab80-3a061083d105,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:04.642638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Deleting port fa2259b5-599a-4a83-9d7c-f709b6d32383 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:04.642965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.685756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-46362561-9d6d-4f8f-b7f1-6fa4fd62e479 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 200 len: 217 time: 0.0925333 Aug 10 03:30:04.704346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-85fed57a-9013-4910-93dd-cde76727a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.705541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0134618 Aug 10 03:30:04.706458 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-85fed57a-9013-4910-93dd-cde76727a537 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2102129 Aug 10 03:30:04.707005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:04.717218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Request body: {'subnet': {'network_id': '7a275c2d-2283-4fa0-b457-07035d6aed47', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-409241172-subnet', 'tenant_id': '488d99e21a7e44e891e0cff6ef60b41f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:04.753275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Checking segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:04.770842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Network hostable DHCP agents. Network: 05f91e62-3e4e-47e4-8e1f-c31f2224ad16, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:04.787444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:04.791624 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1c912-a224-4997-aca0-9ae0d651a6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:04.819981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961cd8b-a0ca-42bc-8149-0415d02ad24c admin admin] Pushing event updated for resources: {'Network': ['ID=7a275c2d-2283-4fa0-b457-07035d6aed47,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:04.843025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7a275c2d-2283-4fa0-b457-07035d6aed47 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:04.853716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0008-b402-4e11-a180-26c68e0bac89 req-d57ac7ba-38f7-4dc3-9878-6d75497a8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.856467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-d57ac7ba-38f7-4dc3-9878-6d75497a8d36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1624291 Aug 10 03:30:04.936260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7510ef1b-c67e-4c7c-9042-5bc4bb8b58bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:04.975277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0008-b402-4e11-a180-26c68e0bac89 req-c5697053-25d4-40cd-8dbd-3be7e673de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:04.979219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-c5697053-25d4-40cd-8dbd-3be7e673de2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141462 Aug 10 03:30:05.066848 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8de891-0b94-4fb1-94bb-dbd2c2c0fac7 x-openstack-request-id: req-0e8de891-0b94-4fb1-94bb-dbd2c2c0fac7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:05.067489 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:05.068044 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e8de891-0b94-4fb1-94bb-dbd2c2c0fac7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:05.068809 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'status': 'completed', 'code': 200} Aug 10 03:30:05.072272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:05.156080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Made reservation on behalf of 488d99e21a7e44e891e0cff6ef60b41f for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:05.159225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.216859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-e802e5f4-d487-4f65-b7f6-bd691a6af6c2 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192140 Aug 10 03:30:05.229542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-b67082c8-f07b-47d7-9ae7-baf7624f32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.231142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe0fa2-37f1-444d-bac7-4b37d14b9ee6 req-ffcdcad6-17bf-4f98-91ee-af13c4de6664 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.231344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-b67082c8-f07b-47d7-9ae7-baf7624f32c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4865992 Aug 10 03:30:05.232718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ebe0fa2-37f1-444d-bac7-4b37d14b9ee6 req-ffcdcad6-17bf-4f98-91ee-af13c4de6664 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.0793061 Aug 10 03:30:05.253369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7510ef1b-c67e-4c7c-9042-5bc4bb8b58bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.255516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 05f91e62-3e4e-47e4-8e1f-c31f2224ad16) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:05.272946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254524ad-b29d-4cd4-983c-f9d1cf309719 None None] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:05.296343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] For port fa2259b5-599a-4a83-9d7c-f709b6d32383, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa2259b5-599a-4a83-9d7c-f709b6d32383,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:05.296885 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.307840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.307840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.347808 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ebe0fa2-37f1-444d-bac7-4b37d14b9ee6 req-2992eb2d-0f61-4a55-9f89-9fc7f3b45f31 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902028 Aug 10 03:30:05.378817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Calling delete_port for fa2259b5-599a-4a83-9d7c-f709b6d32383 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:05.381999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d0008-b402-4e11-a180-26c68e0bac89 req-0867ed97-5e81-4ffd-854e-b5b9c3e31b1c service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482413 Aug 10 03:30:05.472821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-79da6053-a010-474b-9e41-5773fb8681f2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2875171 Aug 10 03:30:05.473739 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:05.479072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:05.536060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.537219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.568766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-f16d6428-7993-44bd-9ad8-13a71e5b4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.571650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-f16d6428-7993-44bd-9ad8-13a71e5b4fc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1101 time: 0.5364435 Aug 10 03:30:05.659916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:05.660779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.676959 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:05.823197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f6a9-bb60-42c3-8c81-b78ca2601c80 req-78374927-5aa1-495a-9c11-2ab77ab747b9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:05.824972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc3f6a9-bb60-42c3-8c81-b78ca2601c80 req-78374927-5aa1-495a-9c11-2ab77ab747b9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 945 time: 0.6594026 Aug 10 03:30:05.908795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.044991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Allocated IP 172.20.0.2 (05f91e62-3e4e-47e4-8e1f-c31f2224ad16/86d85a14-8240-4f6c-ab80-3a061083d105/204eb49e-c931-4f67-b19a-1e7078cd1817) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:06.145142 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7510ef1b-c67e-4c7c-9042-5bc4bb8b58bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.149519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7510ef1b-c67e-4c7c-9042-5bc4bb8b58bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.156094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7510ef1b-c67e-4c7c-9042-5bc4bb8b58bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a30789df-2616-4042-8d1c-40f42edcf03c HTTP/1.1" status: 204 len: 168 time: 1.6844437 Aug 10 03:30:06.301464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-a8768a68-cf6f-4cc5-a047-d5f4bb681832 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0416582 Aug 10 03:30:06.378654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510ef1b-c67e-4c7c-9042-5bc4bb8b58bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30789df-2616-4042-8d1c-40f42edcf03c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.444242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.465657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.497028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.497872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Transition to ACTIVE for port object 204eb49e-c931-4f67-b19a-1e7078cd1817 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:06.541465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Transition to ACTIVE for port object 204eb49e-c931-4f67-b19a-1e7078cd1817 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:06.566418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa2259b5-599a-4a83-9d7c-f709b6d32383 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:06.582588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:06.796662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Allocated IP 172.25.2.13 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/3a00a73d-2f17-41fa-a281-e6f27111b1c4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:06.884953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Pushing event updated for resources: {'Port': ['ID=204eb49e-c931-4f67-b19a-1e7078cd1817,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:06.941788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:06.963430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:06.968364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:07.153753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Attempting to bind port 204eb49e-c931-4f67-b19a-1e7078cd1817 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:07.154805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Attempting to bind port 204eb49e-c931-4f67-b19a-1e7078cd1817 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:07.154805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Attempting to bind port 204eb49e-c931-4f67-b19a-1e7078cd1817 on network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:07.165839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:07.166224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Checking segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:07.166637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.167074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Bound using segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:07.167647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Bound port: 204eb49e-c931-4f67-b19a-1e7078cd1817, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:07.168027 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.198406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.220006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc3f6a9-bb60-42c3-8c81-b78ca2601c80 req-8f044f6f-72ce-4dc1-a3d4-6a3f656356f8 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2853835 Aug 10 03:30:07.281605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] For port 204eb49e-c931-4f67-b19a-1e7078cd1817, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:07.286072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] For port 204eb49e-c931-4f67-b19a-1e7078cd1817, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=204eb49e-c931-4f67-b19a-1e7078cd1817,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:07.291677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.296593 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.436186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a7d3-1096-4732-9369-70451d6658c8 None None] Pushing event updated for resources: {'Port': ['ID=204eb49e-c931-4f67-b19a-1e7078cd1817,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.463743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831dec-a901-4898-b6a5-15b1c3aaaecd req-8a1b842d-8e23-4d28-b79b-cd6ccab0c5d1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.473344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c831dec-a901-4898-b6a5-15b1c3aaaecd req-8a1b842d-8e23-4d28-b79b-cd6ccab0c5d1 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.4408915 Aug 10 03:30:07.523312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:07.647709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Pushing event updated for resources: {'Port': ['ID=3a00a73d-2f17-41fa-a281-e6f27111b1c4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.649155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d7fc5a-a39c-4dfa-b948-0885005a9c95,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:07.660369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-a10437f2-7d33-4bb2-adf6-b12575323279 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 2.0338922 Aug 10 03:30:07.699826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-276fdbff-e5ca-4385-9c9f-690595857b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:07.714583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-276fdbff-e5ca-4385-9c9f-690595857b5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 2.1116347 Aug 10 03:30:07.730781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c831dec-a901-4898-b6a5-15b1c3aaaecd req-51007f94-6e17-46ca-b0d3-ccabb165b0bd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532024 Aug 10 03:30:07.756402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:07.758302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:07.761865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:07.939865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-fe20e0e9-2a7f-47d4-8130-43898e67e00d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1579251 Aug 10 03:30:08.249303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.264349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 204eb49e-c931-4f67-b19a-1e7078cd1817 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:08.279304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-edafaaf3-4c93-4284-a65b-ef82e789578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.280895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-edafaaf3-4c93-4284-a65b-ef82e789578c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43f150640c3b4373896f45fd22c9e258&device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 1096 time: 0.4934316 Aug 10 03:30:08.379684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.477190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 204eb49e-c931-4f67-b19a-1e7078cd1817 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:08.516013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a642e0-f5f9-4db4-b9e4-75b86e741e12 req-f7c2b112-cfc5-4159-8fd9-fda94aac9775 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1913772 Aug 10 03:30:08.517046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event deleted for resources: {'Port': ['ID=fa2259b5-599a-4a83-9d7c-f709b6d32383,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:08.518060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:08.522913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-323ceee5-f1fa-4b15-bfe3-49d1a556f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.525786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-323ceee5-f1fa-4b15-bfe3-49d1a556f953 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 200 len: 909 time: 0.1986728 Aug 10 03:30:08.527674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-6865d156-2c56-4644-9f6e-e8d0bbe77e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.529463 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-6865d156-2c56-4644-9f6e-e8d0bbe77e00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.5180595 Aug 10 03:30:08.534632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Checking segment: {'id': 'dfc5c989-d658-4d07-9b63-0715a0663c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7a275c2d-2283-4fa0-b457-07035d6aed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:08.535395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Network hostable DHCP agents. Network: 7a275c2d-2283-4fa0-b457-07035d6aed47, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:08.677308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-0f73091e-dbb8-4fc0-acc7-391fa7851cde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 200 len: 217 time: 0.1359224 Aug 10 03:30:08.692826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af80ee21-c9fa-49f7-b7f1-88189fb80902 req-5ae1a4ae-2cea-4e16-bd65-27f031e032a6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 210 time: 0.1461639 Aug 10 03:30:08.816889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-6e6d5967-590a-4279-83f0-6129715749d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:08.832061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-6e6d5967-590a-4279-83f0-6129715749d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 200 len: 848 time: 0.1208549 Aug 10 03:30:08.946229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-8dd1eb60-1283-4b37-98f4-ec9063ec72da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8182439b-fffb-487b-a049-1ad05fae2406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126060 Aug 10 03:30:08.947664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] No DVR routers for this DVR port fa2259b5-599a-4a83-9d7c-f709b6d32383 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:08.955253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:08.960018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09a05973-8fc2-42b5-8157-d629ca563b4c req-bdd50da4-b54a-415f-8f7c-2843ea725c3a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "DELETE /v2.0/ports/fa2259b5-599a-4a83-9d7c-f709b6d32383 HTTP/1.1" status: 204 len: 173 time: 5.0088782 Aug 10 03:30:08.982194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632848328-network', 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:08.984227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'name': 'network-vif-deleted', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:09.029283 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f620ed6-92af-40cd-8ee3-69485d277f75" -d '{"events": [{"server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "name": "network-vif-deleted", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:09.050581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Network 7a275c2d-2283-4fa0-b457-07035d6aed47 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:09.105926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:09.119946 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.231772 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da234e2-6309-45bc-99f8-9c2865c0b8bf x-openstack-request-id: req-4da234e2-6309-45bc-99f8-9c2865c0b8bf {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:09.232529 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b8412b-2b34-4a65-a540-9a5516360846", "name": "network-vif-deleted", "tag": "fa2259b5-599a-4a83-9d7c-f709b6d32383", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:09.233402 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4da234e2-6309-45bc-99f8-9c2865c0b8bf {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:09.235201 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b8412b-2b34-4a65-a540-9a5516360846', 'name': 'network-vif-deleted', 'tag': 'fa2259b5-599a-4a83-9d7c-f709b6d32383', 'status': 'completed', 'code': 200} Aug 10 03:30:09.254121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.254440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-59459463-d614-470d-8e56-9b4b44a03e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.257127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.258297 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-59459463-d614-470d-8e56-9b4b44a03e2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7147374 Aug 10 03:30:09.259833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7a275c2d-2283-4fa0-b457-07035d6aed47) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:09.271950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b44111-4e2f-4dc1-a425-0300b0a01235 req-d6a1c634-48e9-473f-b4e6-4dce746786dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.274048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1b44111-4e2f-4dc1-a425-0300b0a01235 req-d6a1c634-48e9-473f-b4e6-4dce746786dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.3025873 Aug 10 03:30:09.286844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67423769-94ca-4cc1-97cf-2907a66ce24d None None] Network 7a275c2d-2283-4fa0-b457-07035d6aed47 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:09.296204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.298483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.359335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe66411-6a41-492d-85ce-fc9efe41c94d None None] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:09.483353 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.535341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] Provisioning for port 204eb49e-c931-4f67-b19a-1e7078cd1817 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:09.550722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-d347ed29-6a3b-4870-8022-44aa72257051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:09.554024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] Provisioning complete for port 204eb49e-c931-4f67-b19a-1e7078cd1817 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:09.554720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.560377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-d347ed29-6a3b-4870-8022-44aa72257051 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=332fcb04f54044df8122a8f72b829322&device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1101 time: 0.8786933 Aug 10 03:30:09.596903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a189fe5d-6cb6-43cd-b400-05108dffd1fa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8849096 Aug 10 03:30:09.692257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46670) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:09.729837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:09.825467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-2439f048-f4f2-440a-a495-c257fcf3e9d8 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636177 Aug 10 03:30:09.939689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:10.022415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a24b593-a37a-41c6-8a57-f900586663b9 req-733d07a3-b5ca-4075-9c49-59ba92628d0f tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b8412b-2b34-4a65-a540-9a5516360846 HTTP/1.1" status: 200 len: 210 time: 0.0570102 Aug 10 03:30:10.031180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-c4b6aed2-59b7-45bc-b38a-7915083876d4 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576871 Aug 10 03:30:10.038523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-ee5a0b84-09cc-4083-9e07-87ce613079a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.040255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-ee5a0b84-09cc-4083-9e07-87ce613079a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4625359 Aug 10 03:30:10.169465 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a9ab-6a02-4b19-85f4-919a68f17871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.178161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-37ccf902-62d5-452d-914a-e886974f3ec0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 200 len: 217 time: 0.1263700 Aug 10 03:30:10.188584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.189454 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Added segment b331f8f8-c280-418c-be2e-1f17044b2586 of type vlan for network 4d70feb0-1405-45a2-9d79-2f6805696e8a Aug 10 03:30:10.214595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1b44111-4e2f-4dc1-a425-0300b0a01235 req-19ab783d-d6df-4759-8276-5680b883d00e tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7181971 Aug 10 03:30:10.253127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d216740-0abf-462d-8b3e-1d139e3f77c0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.328010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-0408aa8e-d722-4482-8f06-fd663a48532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.340036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-0408aa8e-d722-4482-8f06-fd663a48532a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1453595 Aug 10 03:30:10.341436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e63529d-c1ec-4948-bf7b-4e6bf534bf04 None None] Network 7a275c2d-2283-4fa0-b457-07035d6aed47 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:10.410632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.445147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-d1033717-c249-49a9-8f91-16387bc38e14 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037614 Aug 10 03:30:10.551752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a9ab-6a02-4b19-85f4-919a68f17871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.585349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.586044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.593506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fa4a9ab-6a02-4b19-85f4-919a68f17871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.599987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:10.602517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:10.652414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a69f8495-f24b-4d36-8e05-efc1241a5df8 req-4891415f-fea0-45d7-a891-20f32607f7c2 service neutron] 10.222.0.39 "GET /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967315 Aug 10 03:30:10.873796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4d70feb0-1405-45a2-9d79-2f6805696e8a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.879241 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-250a34b6-37dd-44f8-bbcb-b83c073079f9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3587067 Aug 10 03:30:10.892285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.892973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:10.894205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4a9ab-6a02-4b19-85f4-919a68f17871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d463873a-9a0d-4e67-b27c-4922b76af9d0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:10.908027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Request body: {'subnet': {'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632848328-subnet', 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:10.946257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46690) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:10.948759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3fa4a9ab-6a02-4b19-85f4-919a68f17871 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=710637ed22b54a6aad420dc1567b6395&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2519290 Aug 10 03:30:11.008011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] For port 204eb49e-c931-4f67-b19a-1e7078cd1817, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=204eb49e-c931-4f67-b19a-1e7078cd1817,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:11.029902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:11.034468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.039769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-029e88a7-fc02-4d29-852b-b582d0de2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.045470 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-029e88a7-fc02-4d29-852b-b582d0de2d18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5992315 Aug 10 03:30:11.119254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:11.125972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.195710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2530b9-ada6-4733-8507-911049abc6d6 None None] Pushing event updated for resources: {'Port': ['ID=204eb49e-c931-4f67-b19a-1e7078cd1817,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:11.311393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-1e24f119-5f60-4ce6-90ff-17979327c264 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558439 Aug 10 03:30:11.356601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4809a9a1-15ad-4ca7-b733-45bc757fdc6a None None] Provisioning complete for port 204eb49e-c931-4f67-b19a-1e7078cd1817 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:11.361279 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4809a9a1-15ad-4ca7-b733-45bc757fdc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.380869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:11.456008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:11.471839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275980202-network', 'tenant_id': 'a5d83a80d1fd4aad8ee9e19087d544ab'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:11.491628 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe802f58-3ec1-4e1f-bca3-a52619735191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.496878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.502302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e2fe45c7-f984-46ca-93a1-7bcbfdc99e01 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0270526 Aug 10 03:30:11.502989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46704) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:11.504737 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Sync routers for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:11.588302 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:11.593886 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:11.693898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16326c2-9f47-4509-a63c-a0337d9b3120 req-a8304837-05e5-44fc-8bfa-d4463bdb06a4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:11.702951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c16326c2-9f47-4509-a63c-a0337d9b3120 req-a8304837-05e5-44fc-8bfa-d4463bdb06a4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.2491229 Aug 10 03:30:11.717176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Made reservation on behalf of a5d83a80d1fd4aad8ee9e19087d544ab for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:11.722393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.729606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb1c912-a224-4997-aca0-9ae0d651a6d7 req-9dac064d-1dbc-4609-9ffe-e1eaf730223c service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102621 Aug 10 03:30:11.823153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:11.850334 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:11.851869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c16326c2-9f47-4509-a63c-a0337d9b3120 req-3f20cfa8-457b-4021-815e-8f6584ff0521 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458864 Aug 10 03:30:12.180944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 204eb49e-c931-4f67-b19a-1e7078cd1817 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:12.269999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-420b024b-7450-44b0-8ed7-5b25663410a6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.275717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-420b024b-7450-44b0-8ed7-5b25663410a6 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.1979759 Aug 10 03:30:12.334653 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 3, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:12.346009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 204eb49e-c931-4f67-b19a-1e7078cd1817 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:12.346607 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.439935 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Checking router: ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:12.440534 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Updating router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:12.443338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.460556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.515264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:12.517571 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.558293 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.562509 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Added segment 10a8074d-cc14-43e9-af00-505fe332e09e of type vlan for network aa31ffbb-cb38-461a-bcbf-cfe868c364c0 Aug 10 03:30:12.574137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe802f58-3ec1-4e1f-bca3-a52619735191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.584794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.721312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.785579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26ba358-20b2-4f3d-b71f-f5df57c133a0,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:12.977772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:12.979402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:12.983952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.074720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:13.076388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Network hostable DHCP agents. Network: 4d70feb0-1405-45a2-9d79-2f6805696e8a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:13.138024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dca969-9c1e-4ddb-8c40-85fcf5157a5f req-5559f19a-a20b-4a55-80a1-595f4611686a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.153034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93dca969-9c1e-4ddb-8c40-85fcf5157a5f req-5559f19a-a20b-4a55-80a1-595f4611686a tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 944 time: 0.8597016 Aug 10 03:30:13.154813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:13.368993 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.437098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9787891 Aug 10 03:30:13.439031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46718) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:13.446703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720246ba-8f61-4a35-8d62-1a3aa2514d6c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:13.460386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Request body: {'subnet': {'network_id': 'aa31ffbb-cb38-461a-bcbf-cfe868c364c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275980202-subnet', 'tenant_id': 'a5d83a80d1fd4aad8ee9e19087d544ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:13.539399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:13.550745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767bd48-ebf2-4a7d-9f92-89a996252b35 admin admin] Pushing event updated for resources: {'Network': ['ID=aa31ffbb-cb38-461a-bcbf-cfe868c364c0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:13.611667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f575c3-9aa2-4345-b935-8ea5353c9a18 req-cefe43ea-1e65-4b09-9405-36ece5967c25 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:13.633464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8f575c3-9aa2-4345-b935-8ea5353c9a18 req-cefe43ea-1e65-4b09-9405-36ece5967c25 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 1101 time: 0.4288340 Aug 10 03:30:13.709084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Made reservation on behalf of a5d83a80d1fd4aad8ee9e19087d544ab for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:13.718108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.746050 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Transition to ACTIVE for port object 3a00a73d-2f17-41fa-a281-e6f27111b1c4 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:13.762934 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.766488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe802f58-3ec1-4e1f-bca3-a52619735191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.773157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe802f58-3ec1-4e1f-bca3-a52619735191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.793558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fe802f58-3ec1-4e1f-bca3-a52619735191 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d463873a-9a0d-4e67-b27c-4922b76af9d0 HTTP/1.1" status: 204 len: 168 time: 2.8325577 Aug 10 03:30:13.889644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802f58-3ec1-4e1f-bca3-a52619735191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463873a-9a0d-4e67-b27c-4922b76af9d0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:13.900091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:13.972061 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Pushing event updated for resources: {'Port': ['ID=3a00a73d-2f17-41fa-a281-e6f27111b1c4,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:13.995278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network aa31ffbb-cb38-461a-bcbf-cfe868c364c0 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:14.021677 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.023818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.025116 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.029037 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.029704 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.030307 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.030866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.031453 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.032004 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.032550 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.033091 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.033629 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:14.033819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Deleting port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:14.034685 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.048778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8f575c3-9aa2-4345-b935-8ea5353c9a18 req-93a99e00-350a-48b2-8b80-b5208fae1a24 tempest-MigrationsAdminTest-409425120 tempest-MigrationsAdminTest-409425120-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976362 Aug 10 03:30:14.088740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4d70feb0-1405-45a2-9d79-2f6805696e8a) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:14.165555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:14.169100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.186685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93dca969-9c1e-4ddb-8c40-85fcf5157a5f req-3aed40d4-d95c-439f-a379-0b2e6d34963b tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0319369 Aug 10 03:30:14.242038 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Attempting to bind port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:14.243553 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Attempting to bind port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:14.247817 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Attempting to bind port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:14.277880 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:14.283052 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:14.285024 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.288081 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:14.298862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddb6965b-efd5-4e27-904a-47d3c70f6d66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3971918 Aug 10 03:30:14.299716 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Bound port: 3a00a73d-2f17-41fa-a281-e6f27111b1c4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:14.311209 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.381033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c28be-0b1e-4466-b534-4267ac153836 None None] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:14.598216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] For port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:14.599118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.644601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Calling delete_port for 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:14.668607 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] For port 3a00a73d-2f17-41fa-a281-e6f27111b1c4, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:14.682291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] For port 3a00a73d-2f17-41fa-a281-e6f27111b1c4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3a00a73d-2f17-41fa-a281-e6f27111b1c4,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:14.692375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'mac_address': 'fa:16:3e:38:4f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:14.699791 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.731387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:14.952274 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dd8d4-e327-4fd6-8ed9-c253a33c36cf None None] Pushing event updated for resources: {'Port': ['ID=3a00a73d-2f17-41fa-a281-e6f27111b1c4,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.027770 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:15.028584 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.028837 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:15.071400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bdd78c-0196-43fa-a371-9056d7171f2b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:15.199343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.268774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:15.287887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Allocated IP 172.20.0.1 (05f91e62-3e4e-47e4-8e1f-c31f2224ad16/86d85a14-8240-4f6c-ab80-3a061083d105/caf0a411-c53b-481a-b237-934a2302348e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:15.324668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.335589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549eeb6-4102-4bcf-9127-60ce34e1a9ee None None] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:15.497258 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:15.551043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=12']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.625606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac6135c-17cc-4416-b955-a688f4ca2c1b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.668250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a82ebb-a3ad-483b-a399-aa06f1dad1df req-70c7068c-3fbd-4c40-ad88-a09e615f518a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:15.674468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7a82ebb-a3ad-483b-a399-aa06f1dad1df req-70c7068c-3fbd-4c40-ad88-a09e615f518a tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 949 time: 0.5382755 Aug 10 03:30:15.746409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Checking segment: {'id': '10a8074d-cc14-43e9-af00-505fe332e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'aa31ffbb-cb38-461a-bcbf-cfe868c364c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:15.746409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Network hostable DHCP agents. Network: aa31ffbb-cb38-461a-bcbf-cfe868c364c0, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:15.768233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['98bdd78c-0196-43fa-a371-9056d7171f2b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:15.811280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7a82ebb-a3ad-483b-a399-aa06f1dad1df req-68b06cae-9926-464c-8bf1-8d3570717443 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183195 Aug 10 03:30:15.815498 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.821963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Network aa31ffbb-cb38-461a-bcbf-cfe868c364c0 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:15.825773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-cf2c6cb9-9a3f-401f-a033-19e23317b8c2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:15.827429 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-cf2c6cb9-9a3f-401f-a033-19e23317b8c2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.2824516 Aug 10 03:30:15.857128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.899230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-680284bc-0584-49ba-afa3-8136577a5f72 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.0357888 Aug 10 03:30:15.930678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Transition to ACTIVE for port object caf0a411-c53b-481a-b237-934a2302348e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:15.956562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event deleted for resources: {'Port': ['ID=5d8ef9d3-2af3-4099-b01c-f72f171ea7d3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:15.976661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-61b06b89-aab7-4bca-a020-5acbd0a13740 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671105 Aug 10 03:30:16.034059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, aa31ffbb-cb38-461a-bcbf-cfe868c364c0) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:16.058150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.063892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61015ad-0a71-453e-9912-6cd854a39579 None None] Network aa31ffbb-cb38-461a-bcbf-cfe868c364c0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:16.068937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:16.074544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.086017 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 3, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:16.160291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310b2a9a-1d4b-4a53-981f-6bb48e3e2cf9 None None] The sync data for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 is: [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:08Z', 'revision_number': 3, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:16.219706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:16.309370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53545ce4-5639-4cea-9371-1dc6c0af997e req-357d0589-1b8f-480e-a8d9-2cdc09f3ad92 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa17f6c1-32c3-49c8-8f6a-134b69473676 HTTP/1.1" status: 200 len: 210 time: 0.2819159 Aug 10 03:30:16.353330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] No DVR routers for this DVR port 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:16.357540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.363255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f43fc81-f90b-4dc6-a942-eeba3115a371 req-b3116a55-d79b-4eb4-ab90-760af53e071c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.65 "DELETE /v2.0/ports/5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 HTTP/1.1" status: 204 len: 173 time: 4.0797703 Aug 10 03:30:16.365016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'name': 'network-vif-deleted', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:16.378157 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892fce43-bfbe-42b5-b785-f62d110c3281" -d '{"events": [{"server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "name": "network-vif-deleted", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:16.394711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-02240c5b-1117-42aa-9aa0-4cb8ad662f9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9419413 Aug 10 03:30:16.423776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:16.435291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:16.457943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:16.480516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Pushing event updated for resources: {'Port': ['ID=caf0a411-c53b-481a-b237-934a2302348e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:16.532843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:16.533327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5d8ef9d3-2af3-4099-b01c-f72f171ea7d3 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:16.617035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-b3c79af1-f2f6-49aa-b8e5-eb44c8783ab7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:16.636282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-b3c79af1-f2f6-49aa-b8e5-eb44c8783ab7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.2939556 Aug 10 03:30:16.681908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-7bef9149-dd9f-452e-a94f-bede01d8b1a5 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941745 Aug 10 03:30:16.699237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46780) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:16.732908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f22cc-151d-4771-9710-596c0155323c None None] Network aa31ffbb-cb38-461a-bcbf-cfe868c364c0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:16.920456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46790) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:17.083682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.222639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Deleting subnet f0d7fc5a-a39c-4dfa-b948-0885005a9c95 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:17.265920 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485fc006-4b28-40b0-8c72-c444d8d361b7 x-openstack-request-id: req-485fc006-4b28-40b0-8c72-c444d8d361b7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:17.269956 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17f6c1-32c3-49c8-8f6a-134b69473676", "name": "network-vif-deleted", "tag": "5d8ef9d3-2af3-4099-b01c-f72f171ea7d3", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:17.270259 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-485fc006-4b28-40b0-8c72-c444d8d361b7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:17.281103 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17f6c1-32c3-49c8-8f6a-134b69473676', 'name': 'network-vif-deleted', 'tag': '5d8ef9d3-2af3-4099-b01c-f72f171ea7d3', 'status': 'completed', 'code': 200} Aug 10 03:30:17.333868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:17.340713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b63061d1-45a1-4ee6-88cc-de4ae8199397 None None] Provisioning for port caf0a411-c53b-481a-b237-934a2302348e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:17.354995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b63061d1-45a1-4ee6-88cc-de4ae8199397 None None] Provisioning complete for port caf0a411-c53b-481a-b237-934a2302348e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:17.355675 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b63061d1-45a1-4ee6-88cc-de4ae8199397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.382593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1280237715-network', 'tenant_id': '853d94076cc64b22a550954eec1822ad'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:17.480903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b63061d1-45a1-4ee6-88cc-de4ae8199397 None None] Port caf0a411-c53b-481a-b237-934a2302348e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:17.485022 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.579008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:17.622868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'mac_address': 'fa:16:3e:38:4f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:17.701893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Made reservation on behalf of 853d94076cc64b22a550954eec1822ad for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:17.704640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.715133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.755429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.794479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-78b58a87-9591-4cdf-a1bf-aaa76891bf18 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1112289 Aug 10 03:30:17.882101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.904247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Deleting port 98bdd78c-0196-43fa-a371-9056d7171f2b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:17.904612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.926973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4856-045f-4592-87b0-19b82189664d req-2c730d5b-2999-49ad-a720-50760ede7cf7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:17.936882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc4e4856-045f-4592-87b0-19b82189664d req-2c730d5b-2999-49ad-a720-50760ede7cf7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 950 time: 0.5502329 Aug 10 03:30:17.939734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.223442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a00a73d-2f17-41fa-a281-e6f27111b1c4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:18.270079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d05ce3e0-f3b3-403a-8ef1-7d5d657c8035 req-cb28801b-1ee2-4356-9b90-11e4c9c53354 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 210 time: 0.0599976 Aug 10 03:30:18.378734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:18.388012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:18.388386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.477668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc4e4856-045f-4592-87b0-19b82189664d req-ebe5cd10-4208-4121-b2a4-21d52c7124ef tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396953 Aug 10 03:30:18.490105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.546766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.574030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.613695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:18.631472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.661539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.661878 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Added segment 532f5b01-27bd-4b47-84b7-816c93afc4ad of type vlan for network e8d46c36-6652-44e8-a062-a7521d53107f Aug 10 03:30:18.682367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.694757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3a00a73d-2f17-41fa-a281-e6f27111b1c4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3a00a73d-2f17-41fa-a281-e6f27111b1c4,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:18.700676 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.712071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d7fc5a-a39c-4dfa-b948-0885005a9c95,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.726922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.788445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.798181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-657b1194-3ab1-4c14-8f5c-34bb9d76cb9f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f0d7fc5a-a39c-4dfa-b948-0885005a9c95 HTTP/1.1" status: 204 len: 168 time: 1.8757939 Aug 10 03:30:18.800197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46810) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:18.808475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3a00a73d-2f17-41fa-a281-e6f27111b1c4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.815985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.817938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063df9bc-b799-484a-bbd3-12630e9474e9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.891615 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.966050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Pushing event updated for resources: {'Port': ['ID=caf0a411-c53b-481a-b237-934a2302348e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:18.972423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.973533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:18.974660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:18.989487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] For port 98bdd78c-0196-43fa-a371-9056d7171f2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=98bdd78c-0196-43fa-a371-9056d7171f2b,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:18.991120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.035419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Calling delete_port for 98bdd78c-0196-43fa-a371-9056d7171f2b owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:19.061604 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.139146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2329c1-b79f-4cdd-9d8e-751d511d900f req-c8f3fa86-b84c-404e-89d6-4a353ebd3cd0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.141254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c2329c1-b79f-4cdd-9d8e-751d511d900f req-c8f3fa86-b84c-404e-89d6-4a353ebd3cd0 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 944 time: 0.2037082 Aug 10 03:30:19.187437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4842563 Aug 10 03:30:19.189874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46816) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:19.199246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Request body: {'subnet': {'network_id': 'e8d46c36-6652-44e8-a062-a7521d53107f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1280237715-subnet', 'tenant_id': '853d94076cc64b22a550954eec1822ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:19.216378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04ef6-7dbc-4eca-ba7e-f9d1cfad8e6a admin admin] Pushing event updated for resources: {'Network': ['ID=e8d46c36-6652-44e8-a062-a7521d53107f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.234196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e8d46c36-6652-44e8-a062-a7521d53107f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:19.280631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:19.283598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:19.286281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Made reservation on behalf of 853d94076cc64b22a550954eec1822ad for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:19.289151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.361237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:19.462777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.493525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.494324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.495545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.496297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > port after_create 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.496880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.497470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > port after_update 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.498048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.498695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.499247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.499781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.595317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No active binding found for port 98bdd78c-0196-43fa-a371-9056d7171f2b {{(pid=94142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:30:19.596020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 98bdd78c-0196-43fa-a371-9056d7171f2b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:19.596626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8b6f3251-62d6-4325-9c9e-73f0c31f2952 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:19.658576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.659100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.659479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.659883 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:30:19.660345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a275c2d-2283-4fa0-b457-07035d6aed47']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:19.692971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.707637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c2329c1-b79f-4cdd-9d8e-751d511d900f req-7ade98fc-03ce-407a-819b-f7dc304a0fb9 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567057 Aug 10 03:30:19.741862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['73057bae-ea50-4fbe-9a4f-a4e5f143adda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:19.748577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5c989-d658-4d07-9b63-0715a0663c9d') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:19.748911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5c989-d658-4d07-9b63-0715a0663c9d') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:19.755904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970', 'ee7cc70d-f733-49fc-874c-150985640bac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:19.758944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb3c22a4-223a-4eeb-bbbc-de95a114256a req-3811b679-485e-42d4-8ee4-6211301a532b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 210 time: 0.2620513 Aug 10 03:30:19.847820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-00c28a07-6af0-41dd-953b-2b60bbdb9206 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:19.849384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-00c28a07-6af0-41dd-953b-2b60bbdb9206 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 944 time: 0.6319413 Aug 10 03:30:19.854866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:30:19.865127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event deleted for resources: {'Port': ['ID=98bdd78c-0196-43fa-a371-9056d7171f2b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:19.870268 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.958332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90cd724b-65a9-4b3e-95bf-b957ba22754f None None] Provisioning complete for port caf0a411-c53b-481a-b237-934a2302348e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:19.959252 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90cd724b-65a9-4b3e-95bf-b957ba22754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:19.980297 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cd30f8b-f661-4757-9eab-90385274fc91 req-30ad69e1-d197-4c8c-a0e0-9a8fcc9750a3 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de7030d-0c3a-47e0-9306-94809e38735e HTTP/1.1" status: 200 len: 210 time: 0.1246865 Aug 10 03:30:20.045835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.063641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-90cd724b-65a9-4b3e-95bf-b957ba22754f None None] Port caf0a411-c53b-481a-b237-934a2302348e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:20.104174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:20.104479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.135046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a00a73d-2f17-41fa-a281-e6f27111b1c4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: from cryptography.utils import int_from_bytes Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: from cryptography.utils import int_from_bytes Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:20.148586 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:20.232106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] No DVR routers for this DVR port 98bdd78c-0196-43fa-a371-9056d7171f2b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:20.281343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.285173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d4af8a5-03c3-4e64-83f8-36ef8260a954 req-0cfd53f2-27d1-47af-a368-5685c78fb2ae tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "DELETE /v2.0/ports/98bdd78c-0196-43fa-a371-9056d7171f2b HTTP/1.1" status: 204 len: 173 time: 3.6453843 Aug 10 03:30:20.293956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-deleted', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:20.297775 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dfe44d-a6de-4104-95ec-cf33012e25ed" -d '{"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-deleted", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:20.410451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.433655 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fac4d8-75b0-494a-8f59-4ce94c3f0268 x-openstack-request-id: req-50fac4d8-75b0-494a-8f59-4ce94c3f0268 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:20.434835 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de7030d-0c3a-47e0-9306-94809e38735e", "name": "network-vif-deleted", "tag": "98bdd78c-0196-43fa-a371-9056d7171f2b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:20.435942 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50fac4d8-75b0-494a-8f59-4ce94c3f0268 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:20.437074 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de7030d-0c3a-47e0-9306-94809e38735e', 'name': 'network-vif-deleted', 'tag': '98bdd78c-0196-43fa-a371-9056d7171f2b', 'status': 'completed', 'code': 200} Aug 10 03:30:20.481904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:20.495714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.496008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.511626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] 10.222.0.53 "DELETE /v2.0/networks/7a275c2d-2283-4fa0-b457-07035d6aed47 HTTP/1.1" status: 204 len: 168 time: 1.6728196 Aug 10 03:30:20.513769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76ed03-1ac6-4862-b150-5169fcf2248f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a275c2d-2283-4fa0-b457-07035d6aed47,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:20.537210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:20.578762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.633639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Deleting port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:20.634097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:20.910952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Deleting subnet fac6135c-17cc-4416-b955-a688f4ca2c1b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:20.933138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.140824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] For port 8b6f3251-62d6-4325-9c9e-73f0c31f2952, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8b6f3251-62d6-4325-9c9e-73f0c31f2952,segment=NetworkSegment(fd3ee717-db2b-40ec-8391-ef35f6d1c519),segment_id=fd3ee717-db2b-40ec-8391-ef35f6d1c519)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:21.143396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.161435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Calling delete_port for 8b6f3251-62d6-4325-9c9e-73f0c31f2952 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:21.232171 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:21.238652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.276397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6fd58-0b7e-409d-b4fe-707b6a233f88 req-ae987712-e632-411f-aa77-bccd92b79b6c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.278386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76e6fd58-0b7e-409d-b4fe-707b6a233f88 req-ae987712-e632-411f-aa77-bccd92b79b6c tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 944 time: 0.3490241 Aug 10 03:30:21.297868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-462c6198-3e59-4eaa-bcea-ad6270bc2da6 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.299479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-462c6198-3e59-4eaa-bcea-ad6270bc2da6 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 1.2238734 Aug 10 03:30:21.317477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:21.320587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6329e190-b7da-4038-a7ad-165f2c651905 req-4c19b860-facd-42db-943e-ac7522b1c522 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 210 time: 0.0643725 Aug 10 03:30:21.326720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d4821ff8-af65-4b12-b967-26c0392cfc23 admin admin] 10.222.0.53 "PUT /v2.0/routers/ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8181078 Aug 10 03:30:21.332589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Sync routers for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:21.334539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Request body: {'port': {'device_id': '02f75a23-51c6-418d-be17-43d3566a2f70', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'admin_state_up': True, 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:21.363272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:21.364176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.365906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:21.538200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9de54a-4080-4870-af94-60609fe425e6,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.540164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-76e6fd58-0b7e-409d-b4fe-707b6a233f88 req-68365316-b3a5-4edf-9c9f-1ca1a12472bf tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/security-groups?id=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444944 Aug 10 03:30:21.560209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.580861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.583134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.583928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.584468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.585170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.585710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.586420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.587749 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.588436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.588981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.589523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.590261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.597349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:21.605047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.622773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac6135c-17cc-4416-b955-a688f4ca2c1b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:21.625794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.627283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fac6135c-17cc-4416-b955-a688f4ca2c1b HTTP/1.1" status: 204 len: 168 time: 1.0787349 Aug 10 03:30:21.637177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46848) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:21.641735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Checking segment: {'id': '532f5b01-27bd-4b47-84b7-816c93afc4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e8d46c36-6652-44e8-a062-a7521d53107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:21.642584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Network hostable DHCP agents. Network: e8d46c36-6652-44e8-a062-a7521d53107f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:21.737745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.764998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.765600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.766565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.767294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.768572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.770553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.771057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.771601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.779939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.779939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.779939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.779939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d27d13-9398-46cb-aca4-901fc409a982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:21.806607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Network e8d46c36-6652-44e8-a062-a7521d53107f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:21.935688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e8d46c36-6652-44e8-a062-a7521d53107f) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:21.944053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.944655 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:21.960879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554ed24-9257-4e29-8673-b520e90351da None None] Network e8d46c36-6652-44e8-a062-a7521d53107f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:21.982115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072e8d-a89d-435d-bc5e-6a3c7228e67c req-99ec2d23-9504-4c5a-b47f-e2630ba9d478 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:21.991715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a072e8d-a89d-435d-bc5e-6a3c7228e67c req-99ec2d23-9504-4c5a-b47f-e2630ba9d478 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 951 time: 0.1891708 Aug 10 03:30:22.116529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Allocated IP 172.20.0.5 (4d70feb0-1405-45a2-9d79-2f6805696e8a/f26ba358-20b2-4f3d-b71f-f5df57c133a0/62cf3932-24e0-4424-acd0-4a93310c4922) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:22.186636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.208536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa31ffbb-cb38-461a-bcbf-cfe868c364c0']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.235514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a8074d-cc14-43e9-af00-505fe332e09e') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.236528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a8074d-cc14-43e9-af00-505fe332e09e') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:22.257019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.284645 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.292459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:22.293359 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.342456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:22.355020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46856) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:22.360869 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:22.368544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597747709', 'description': 'tempest-description--497252983'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:22.376680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.389263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467dab2-0937-4ab0-bb36-85f966f6bc5b None None] Network e8d46c36-6652-44e8-a062-a7521d53107f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:22.405634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.408609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aa31ffbb-cb38-461a-bcbf-cfe868c364c0 HTTP/1.1" status: 204 len: 168 time: 0.7704172 Aug 10 03:30:22.410006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70affd-9c84-4365-afec-019574baaad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa31ffbb-cb38-461a-bcbf-cfe868c364c0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.431578 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.505954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Pushing event deleted for resources: {'Port': ['ID=8b6f3251-62d6-4325-9c9e-73f0c31f2952,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:22.527336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.545729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-250e5490-653e-442e-9456-6d6575f56d2f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3546994 Aug 10 03:30:22.557460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a072e8d-a89d-435d-bc5e-6a3c7228e67c req-fcdb992d-a0ba-4f40-955a-7c30267f3297 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645776 Aug 10 03:30:22.678199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.713249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46866) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.734196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] No DVR routers for this DVR port 8b6f3251-62d6-4325-9c9e-73f0c31f2952 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:22.743173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.752969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01b32b0b-e262-4f14-9e78-eeeb2c29c64c req-6842d1cb-4673-47a2-b017-c2f6a6ac9db2 tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.39 "DELETE /v2.0/ports/8b6f3251-62d6-4325-9c9e-73f0c31f2952 HTTP/1.1" status: 204 len: 173 time: 2.8757362 Aug 10 03:30:22.761400 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d55ca0fa-a5dc-45bc-aced-af26123e281a req-379e9df7-31eb-4c39-8ff1-2e93e4982038 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 210 time: 0.1601090 Aug 10 03:30:22.766335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'name': 'network-vif-deleted', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:22.775303 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667bf3a8-e237-4f00-a30b-9a347618d36e" -d '{"events": [{"server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "name": "network-vif-deleted", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:22.851919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-855462db-4592-4985-98cf-187ffe9eca3b req-af937c11-9fda-4eb4-be49-98a3af6cd46e tempest-LiveMigrationTest-345647057 tempest-LiveMigrationTest-345647057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a560bc33-c325-4ef4-819e-e697f7d89ee1 HTTP/1.1" status: 200 len: 210 time: 0.1005375 Aug 10 03:30:22.910058 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4297fa8-7bf0-43dd-9a77-6527b85ca425 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=488d99e21a7e44e891e0cff6ef60b41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807251 Aug 10 03:30:22.910058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46870) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:22.920527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.129921 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33cdd3-667b-49a1-a560-c02cc9661741 x-openstack-request-id: req-cf33cdd3-667b-49a1-a560-c02cc9661741 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:23.131855 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a560bc33-c325-4ef4-819e-e697f7d89ee1", "name": "network-vif-deleted", "tag": "8b6f3251-62d6-4325-9c9e-73f0c31f2952", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:23.132586 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf33cdd3-667b-49a1-a560-c02cc9661741 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:23.133594 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a560bc33-c325-4ef4-819e-e697f7d89ee1', 'name': 'network-vif-deleted', 'tag': '8b6f3251-62d6-4325-9c9e-73f0c31f2952', 'status': 'completed', 'code': 200} Aug 10 03:30:23.168287 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.180497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.225357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event updated for resources: {'Port': ['ID=62cf3932-24e0-4424-acd0-4a93310c4922,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.284926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:23.299355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:23.311492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 2, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:23.325295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:23.389548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Checking router: ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:23.390564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Updating router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b port caf0a411-c53b-481a-b237-934a2302348e binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:23.423003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a2eb35-2315-4223-99b2-6bf9a05b9432,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:23.458849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.466709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e1ae5c41-1736-4c48-814a-acfc6f916b2e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1035740 Aug 10 03:30:23.475657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46884) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:23.496487 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be70ee44-f8fe-4a8f-9176-32bc561d9293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.519096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Request body: {'security_group_rule': {'security_group_id': '75a2eb35-2315-4223-99b2-6bf9a05b9432', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:23.527708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-87b90a87-4c15-47fe-8ea1-7570f04a3346 req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1341630514', 'description': 'tempest-description-1120995763'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:23.544404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.619056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-00d076b9-1107-4139-a703-4c498f0144e4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:23.621662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-00d076b9-1107-4139-a703-4c498f0144e4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 951 time: 0.3677137 Aug 10 03:30:23.693427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be70ee44-f8fe-4a8f-9176-32bc561d9293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.852300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:23.853310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.909252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.912328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-87b90a87-4c15-47fe-8ea1-7570f04a3346 req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.916791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Deleting port ee7cc70d-f733-49fc-874c-150985640bac {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:23.917506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.930990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be70ee44-f8fe-4a8f-9176-32bc561d9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.937208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be70ee44-f8fe-4a8f-9176-32bc561d9293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:23.940278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-be70ee44-f8fe-4a8f-9176-32bc561d9293 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/502539de-9eca-4cfc-a0a6-4cbb757bfce2 HTTP/1.1" status: 204 len: 168 time: 1.0290892 Aug 10 03:30:24.005713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-3f2a6fce-41ee-47f9-b711-c863332e838a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6895301 Aug 10 03:30:24.029119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Request body: {'port': {'device_id': '02f75a23-51c6-418d-be17-43d3566a2f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:24.033738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ee44-f8fe-4a8f-9176-32bc561d9293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502539de-9eca-4cfc-a0a6-4cbb757bfce2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.123772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.139728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035f24-b8fe-4416-bbff-e26062f3feca req-18a9e538-13db-4d08-8c6b-8a9444429cfa tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.141634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16035f24-b8fe-4416-bbff-e26062f3feca req-18a9e538-13db-4d08-8c6b-8a9444429cfa tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=85aa3168-ac34-4759-a6f1-5b0670bb579d HTTP/1.1" status: 200 len: 951 time: 0.2335882 Aug 10 03:30:24.145599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.212179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3014623-05c5-48b9-bc05-820629e9e8be,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:24.220244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.237134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] For port ee7cc70d-f733-49fc-874c-150985640bac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ee7cc70d-f733-49fc-874c-150985640bac,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:24.237654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.258205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Calling delete_port for ee7cc70d-f733-49fc-874c-150985640bac owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:24.286685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16035f24-b8fe-4416-bbff-e26062f3feca req-ff7546b2-5b34-425e-8714-533d34f378ab tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188388 Aug 10 03:30:24.497250 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.555598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.684286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Transition to ACTIVE for port object caf0a411-c53b-481a-b237-934a2302348e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:24.700015 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.717462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.767783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-87b90a87-4c15-47fe-8ea1-7570f04a3346 req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.770323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bcb64-8ba4-4908-b1fc-dc4a2e450f3e req-18dd139f-4e2c-4120-8c10-9268e0060fde tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:24.783778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-206bcb64-8ba4-4908-b1fc-dc4a2e450f3e req-18dd139f-4e2c-4120-8c10-9268e0060fde tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 931 time: 0.3096623 Aug 10 03:30:24.792607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-87b90a87-4c15-47fe-8ea1-7570f04a3346 req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.874329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970', 'ee7cc70d-f733-49fc-874c-150985640bac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:24.885197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['73057bae-ea50-4fbe-9a4f-a4e5f143adda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:24.901031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-87b90a87-4c15-47fe-8ea1-7570f04a3346 req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.916310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87b90a87-4c15-47fe-8ea1-7570f04a3346 req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4609895 Aug 10 03:30:24.919342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:24.925455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ca41e39-1f8e-4192-baa2-1586ae0fe6ab tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4354603 Aug 10 03:30:24.935070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46902) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:24.960999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Request body: {'security_group_rule': {'security_group_id': '75a2eb35-2315-4223-99b2-6bf9a05b9432', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:24.971957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event deleted for resources: {'Port': ['ID=ee7cc70d-f733-49fc-874c-150985640bac,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.038736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393101b-b4aa-414f-ab33-f167b8c0f5ab tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae453767-e54c-4d86-853d-5c67b3fbe3bf,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.160030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46906) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.200589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85983d-07e1-4923-9f3c-3434debc72d0 None None] Pushing event updated for resources: {'Port': ['ID=caf0a411-c53b-481a-b237-934a2302348e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.207780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] No DVR routers for this DVR port ee7cc70d-f733-49fc-874c-150985640bac on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:25.228441 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.230796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f50d966-1ea1-4320-b502-bdbd2cc81596 req-6b5e2f39-84ed-4246-94ec-0d69fd792fac tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "DELETE /v2.0/ports/ee7cc70d-f733-49fc-874c-150985640bac HTTP/1.1" status: 204 len: 173 time: 1.5993857 Aug 10 03:30:25.231721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-deleted', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:25.236989 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb140fe0-eaab-4098-94fc-afbd3d6299c1" -d '{"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-deleted", "tag": "ee7cc70d-f733-49fc-874c-150985640bac"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:25.242328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46908) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.279929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-206bcb64-8ba4-4908-b1fc-dc4a2e450f3e req-f4f890ad-ba0f-4b18-a199-b90ad8edb78d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627433 Aug 10 03:30:25.352887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.370352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cf3932-24e0-4424-acd0-4a93310c4922 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:25.391612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.453807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Transition to ACTIVE for port object 62cf3932-24e0-4424-acd0-4a93310c4922 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:25.485109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.699373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.699751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9accee4a-41af-4f6b-a940-c36ce4a521c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5d83a80d1fd4aad8ee9e19087d544ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526243 Aug 10 03:30:25.701445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46918) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.714459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-64f4ed47-5077-4b10-9004-1b748960ea8a tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/ae453767-e54c-4d86-853d-5c67b3fbe3bf HTTP/1.1" status: 200 len: 1805 time: 0.4464943 Aug 10 03:30:25.728267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Pushing event updated for resources: {'Port': ['ID=62cf3932-24e0-4424-acd0-4a93310c4922,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.737243 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.761059 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae453767-e54c-4d86-853d-5c67b3fbe3bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:25.762483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae453767-e54c-4d86-853d-5c67b3fbe3bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:25.836638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Attempting to bind port caf0a411-c53b-481a-b237-934a2302348e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:25.837246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Attempting to bind port caf0a411-c53b-481a-b237-934a2302348e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:25.837872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Attempting to bind port caf0a411-c53b-481a-b237-934a2302348e on network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:25.890369 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.896559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab0cfac-c5b4-4efb-be4f-5fe9f68bbcd8,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.919579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:25.920085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Checking segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:25.920800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.921590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Bound using segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:25.922538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Bound port: caf0a411-c53b-481a-b237-934a2302348e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:25.923050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.972897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Attempting to bind port 62cf3932-24e0-4424-acd0-4a93310c4922 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:25.973475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Attempting to bind port 62cf3932-24e0-4424-acd0-4a93310c4922 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:25.974012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Attempting to bind port 62cf3932-24e0-4424-acd0-4a93310c4922 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:26.017048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Port 62cf3932-24e0-4424-acd0-4a93310c4922 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:26.017570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Attempting to bind port 62cf3932-24e0-4424-acd0-4a93310c4922 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:26.021815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Deleting subnet 63c5872b-8e07-46e0-a391-5fa2fe61dcbe {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:26.045458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.045458 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-63d861f4-ec6b-482b-a226-e4673378fda8 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0835621 Aug 10 03:30:26.045458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:26.047596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:26.052461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.068696 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:26.079588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:26.080398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Bound using segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:26.081211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Bound port: 62cf3932-24e0-4424-acd0-4a93310c4922, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:26.081800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.139108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a518ec9-cb98-4644-84c5-18d969ffdc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.166797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.238087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.247591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.267960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] For port caf0a411-c53b-481a-b237-934a2302348e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:26.279301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a518ec9-cb98-4644-84c5-18d969ffdc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.282477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.292049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] For port caf0a411-c53b-481a-b237-934a2302348e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=caf0a411-c53b-481a-b237-934a2302348e,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:26.295500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.307784 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.336053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039ba1ad-e6d4-43a2-a65b-a15961dff0c2,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.337819 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc65a4af-7233-4b19-9048-cbb9db216791 x-openstack-request-id: req-bc65a4af-7233-4b19-9048-cbb9db216791 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:26.338398 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85aa3168-ac34-4759-a6f1-5b0670bb579d", "name": "network-vif-deleted", "tag": "ee7cc70d-f733-49fc-874c-150985640bac", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:26.338825 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc65a4af-7233-4b19-9048-cbb9db216791 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:26.339401 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85aa3168-ac34-4759-a6f1-5b0670bb579d', 'name': 'network-vif-deleted', 'tag': 'ee7cc70d-f733-49fc-874c-150985640bac', 'status': 'completed', 'code': 200} Aug 10 03:30:26.340336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] For port 62cf3932-24e0-4424-acd0-4a93310c4922, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:26.348862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.368567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40fd635d-99db-4fbe-8626-435ac65a5282 req-cb4f5ecc-fa95-4699-8d84-edf6a715cb49 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6229141 Aug 10 03:30:26.373057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.402741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] For port 62cf3932-24e0-4424-acd0-4a93310c4922, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=62cf3932-24e0-4424-acd0-4a93310c4922,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:26.416430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.440781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a518ec9-cb98-4644-84c5-18d969ffdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.443805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a518ec9-cb98-4644-84c5-18d969ffdc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.445275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2a518ec9-cb98-4644-84c5-18d969ffdc7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/720246ba-8f61-4a35-8d62-1a3aa2514d6c HTTP/1.1" status: 204 len: 168 time: 0.7423153 Aug 10 03:30:26.472070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a518ec9-cb98-4644-84c5-18d969ffdc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720246ba-8f61-4a35-8d62-1a3aa2514d6c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.492643 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.567187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:26.568252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:26.571963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85983d-07e1-4923-9f3c-3434debc72d0 None None] Pushing event updated for resources: {'Port': ['ID=caf0a411-c53b-481a-b237-934a2302348e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.634233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c5872b-8e07-46e0-a391-5fa2fe61dcbe,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.643283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.649015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-599fa76d-4198-4a11-a7cb-1b491564ad88 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/63c5872b-8e07-46e0-a391-5fa2fe61dcbe HTTP/1.1" status: 204 len: 168 time: 1.3893678 Aug 10 03:30:26.659479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46940) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:26.681656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-106caf17-c421-439b-9851-3e914378cc0d req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1388033768', 'description': 'tempest-description-200752141'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:26.693997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Pushing event updated for resources: {'Port': ['ID=62cf3932-24e0-4424-acd0-4a93310c4922,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.723125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.724391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.728660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-63c926fd-33d0-43a3-8d67-e122fe58b10d service neutron] 10.222.0.39 "PUT /v2.0/ports/62cf3932-24e0-4424-acd0-4a93310c4922 HTTP/1.1" status: 200 len: 1092 time: 2.7079921 Aug 10 03:30:26.730375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f75a23-51c6-418d-be17-43d3566a2f70', 'tag': '62cf3932-24e0-4424-acd0-4a93310c4922'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:26.736498 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6" -d '{"events": [{"name": "network-changed", "server_uuid": "02f75a23-51c6-418d-be17-43d3566a2f70", "tag": "62cf3932-24e0-4424-acd0-4a93310c4922"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:26.787732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-106caf17-c421-439b-9851-3e914378cc0d req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.850300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.891567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:26.935834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-4c000c84-2302-4089-9444-3aaad4c5b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.936369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-4c000c84-2302-4089-9444-3aaad4c5b5c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 1095 time: 0.1240027 Aug 10 03:30:27.006273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-40bd3df1-8043-431c-8eb3-df9ae2b20bf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62cf3932-24e0-4424-acd0-4a93310c4922 HTTP/1.1" status: 200 len: 217 time: 0.0502651 Aug 10 03:30:27.015345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.071575 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-106caf17-c421-439b-9851-3e914378cc0d req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.119374 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-106caf17-c421-439b-9851-3e914378cc0d req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.182514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f08e5d-aa74-474c-9f18-545ad82e89e0 req-587ae9a4-1d11-474c-af60-6d0ad97591a5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:27.186274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68f08e5d-aa74-474c-9f18-545ad82e89e0 req-587ae9a4-1d11-474c-af60-6d0ad97591a5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 943 time: 0.5013533 Aug 10 03:30:27.222890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-013803db-dfe3-44eb-a018-5f7f102bb948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.264049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-274ef22f-be85-4eeb-aa1a-ca9b0d6ebf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:27.267632 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-274ef22f-be85-4eeb-aa1a-ca9b0d6ebf18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.2457213 Aug 10 03:30:27.268678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:27.300962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:26Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.340674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-106caf17-c421-439b-9851-3e914378cc0d req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.359030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-106caf17-c421-439b-9851-3e914378cc0d req-4d1f4108-ec1c-4c25-8f27-ceb56c5970e5 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6887014 Aug 10 03:30:27.376344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11370619-759f-49a7-a2e5-aac895556e92 None None] The sync data for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 is: [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:26Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:27.413413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.448480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-e4249ab1-8df0-4959-9eb2-1e3654ca5df3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521168 Aug 10 03:30:27.523757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68f08e5d-aa74-474c-9f18-545ad82e89e0 req-e124cdfa-e428-4b08-840b-d25c5f046012 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286078 Aug 10 03:30:27.552072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8182439b-fffb-487b-a049-1ad05fae2406']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.573615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3ee717-db2b-40ec-8391-ef35f6d1c519') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.574445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3ee717-db2b-40ec-8391-ef35f6d1c519') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:27.604481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.655509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.668107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:27.668766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:27.734371 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-4f8dbca5-df2e-462a-a1e5-fc5ae66bd8e6 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727311 Aug 10 03:30:27.983068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a0892d-f73a-4a0a-9290-ac2723a0e239 req-08ca7553-d23e-4052-bbda-486cf1ea7cda service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356811 Aug 10 03:30:28.316898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device caf0a411-c53b-481a-b237-934a2302348e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:28.497877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:28.540686 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:28.574599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: ee7cc70d-f733-49fc-874c-150985640bac {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:28.575040 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde5cf05-a66f-4afd-bc00-b782a58e8f74 x-openstack-request-id: req-bde5cf05-a66f-4afd-bc00-b782a58e8f74 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:28.576645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ee7cc70d-f733-49fc-874c-150985640bac not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:28.576893 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f75a23-51c6-418d-be17-43d3566a2f70", "tag": "62cf3932-24e0-4424-acd0-4a93310c4922", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:28.577741 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bde5cf05-a66f-4afd-bc00-b782a58e8f74 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:28.579092 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f75a23-51c6-418d-be17-43d3566a2f70', 'tag': '62cf3932-24e0-4424-acd0-4a93310c4922', 'status': 'completed', 'code': 200} Aug 10 03:30:28.667957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.754190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-f8fc92fc-b37a-4f47-a1b3-37d21d11b01f tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5 HTTP/1.1" status: 200 len: 1804 time: 0.1393504 Aug 10 03:30:28.760634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:28.761264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:28.805905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-18a622f1-d3f9-481d-a47c-547f3f7d022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:28.810031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-18a622f1-d3f9-481d-a47c-547f3f7d022a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 1095 time: 0.1443257 Aug 10 03:30:28.811428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.818058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port caf0a411-c53b-481a-b237-934a2302348e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:28.820288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8182439b-fffb-487b-a049-1ad05fae2406 HTTP/1.1" status: 204 len: 168 time: 2.1595864 Aug 10 03:30:28.822259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1729e-1c45-416c-a799-91dd7de975a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8182439b-fffb-487b-a049-1ad05fae2406,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:28.827562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46976) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:28.848914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port caf0a411-c53b-481a-b237-934a2302348e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:28.850935 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:28.932896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Allocated IP 172.25.2.205 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/58fc0f6b-2da0-40bd-9631-64f3463ac605) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:29.045049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eec6d-fb72-4fb3-a8d9-c3c99fed2745 req-08940444-3b6c-4b15-aeb7-b99a7f536dde tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.048416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff5eec6d-fb72-4fb3-a8d9-c3c99fed2745 req-08940444-3b6c-4b15-aeb7-b99a7f536dde tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.3906074 Aug 10 03:30:29.227216 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.275195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.480721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-d94e4977-8142-476c-ae27-d25f8c6bdfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.485894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-d94e4977-8142-476c-ae27-d25f8c6bdfd9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.6549232 Aug 10 03:30:29.523688 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.623084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.624612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Deleting subnet a55d597a-98e0-4daf-95c3-e479901d6f15 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:29.638980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-56b1a449-231b-4594-8605-978b5ae0e0be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62cf3932-24e0-4424-acd0-4a93310c4922 HTTP/1.1" status: 200 len: 217 time: 0.1111965 Aug 10 03:30:29.642288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.657004 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.717450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff5eec6d-fb72-4fb3-a8d9-c3c99fed2745 req-9335776f-b274-44e0-bf04-fa888103e905 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6551178 Aug 10 03:30:29.907015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-3afdcede-7252-4922-8270-d62555ef7329 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.915178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-3afdcede-7252-4922-8270-d62555ef7329 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.5166650 Aug 10 03:30:29.951367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port caf0a411-c53b-481a-b237-934a2302348e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=caf0a411-c53b-481a-b237-934a2302348e,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:29.981154 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:29.998831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.009145 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-218bb57c-f8db-489a-8eaa-33f25b4adce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.020336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.121096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=caf0a411-c53b-481a-b237-934a2302348e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.132807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.205217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.224144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286da28a-ff94-4f5c-bddd-07e268467915 req-60cf2565-8310-4171-91d3-2a275f9f06f4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.227151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-286da28a-ff94-4f5c-bddd-07e268467915 req-60cf2565-8310-4171-91d3-2a275f9f06f4 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 949 time: 0.2815595 Aug 10 03:30:30.315493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.325665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a46cbae-f8a3-47c6-bd60-1f9f46e902fc,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.326066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:30.326277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.330975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f3df7bb-6065-4112-b812-34cc8e837aa2 req-57083766-ce84-4379-91ba-688a638a34ea tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.5755155 Aug 10 03:30:30.391741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.394283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a55d597a-98e0-4daf-95c3-e479901d6f15 HTTP/1.1" status: 204 len: 168 time: 1.5422521 Aug 10 03:30:30.409998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event updated for resources: {'Port': ['ID=58fc0f6b-2da0-40bd-9631-64f3463ac605,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.413571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248aa4d-97d3-4b7f-99e6-e4d1bc9f32b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55d597a-98e0-4daf-95c3-e479901d6f15,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.415496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46992) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:30.433773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-bf6832fd-32b5-470a-a767-3355c52f3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.436537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-bf6832fd-32b5-470a-a767-3355c52f3ecc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.6216915 Aug 10 03:30:30.463373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:30.497165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:30.557147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-3daf1d48-3e5e-4eca-873b-855ffb7bb776 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092901 Aug 10 03:30:30.789485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.832374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-286da28a-ff94-4f5c-bddd-07e268467915 req-45b03e66-998c-4a34-940b-a5c5707c7bc7 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285636 Aug 10 03:30:30.882443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Deleting port 73057bae-ea50-4fbe-9a4f-a4e5f143adda {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:30.883428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.902004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbffbc-9f25-4652-99f5-c8250eb301cf req-f90776d2-a5a9-40f0-90d3-20fa9b58e070 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.914450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59dbffbc-9f25-4652-99f5-c8250eb301cf req-f90776d2-a5a9-40f0-90d3-20fa9b58e070 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 943 time: 0.3821578 Aug 10 03:30:30.924196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.935322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-5d672bf3-47d6-44a8-b615-84d9c2e3d097 req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1419413061', 'description': 'tempest-description-700101217'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:30.944985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-419ff586-a623-4420-ade5-a8e92777946f service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761935 Aug 10 03:30:31.133850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59dbffbc-9f25-4652-99f5-c8250eb301cf req-a73e995e-c315-4309-9f09-40880f25dc77 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854451 Aug 10 03:30:31.162039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5d672bf3-47d6-44a8-b615-84d9c2e3d097 req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.182447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.225629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.251927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dc1c6e-deec-4427-a235-c4cc213a5061']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.272122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f226f0ca-06e0-4b04-a0b8-5e62ca232f40') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.272422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f226f0ca-06e0-4b04-a0b8-5e62ca232f40') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:31.331541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.346461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d14fd2a-e9ff-4f5d-a4b4-60d5298dbab6 req-a2611275-31e5-4150-a68c-2350c323d7f0 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762960 Aug 10 03:30:31.361107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.385305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 62cf3932-24e0-4424-acd0-4a93310c4922 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:31.401841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:31.403731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.463376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5d672bf3-47d6-44a8-b615-84d9c2e3d097 req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:31.465845 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:31.481497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] For port 73057bae-ea50-4fbe-9a4f-a4e5f143adda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73057bae-ea50-4fbe-9a4f-a4e5f143adda,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:31.481871 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.506483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c169-c102-4ca2-ba6e-3570bbebf537 req-8e38d485-71cc-4531-8e08-e55d5ed2f8f4 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:31.513476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5d672bf3-47d6-44a8-b615-84d9c2e3d097 req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.514417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1540c169-c102-4ca2-ba6e-3570bbebf537 req-8e38d485-71cc-4531-8e08-e55d5ed2f8f4 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.2483883 Aug 10 03:30:31.549693 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.557770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Calling delete_port for 73057bae-ea50-4fbe-9a4f-a4e5f143adda owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:31.578675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983366dc-08bf-48ef-bd9c-40bea20cab7d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.609877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 62cf3932-24e0-4424-acd0-4a93310c4922, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=62cf3932-24e0-4424-acd0-4a93310c4922,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:31.624482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '62cf3932-24e0-4424-acd0-4a93310c4922', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': '62cf3932-24e0-4424-acd0-4a93310c4922', 'mac_address': 'fa:16:3e:1f:14:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:31.636721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.649164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b7dc1c6e-deec-4427-a235-c4cc213a5061 HTTP/1.1" status: 204 len: 168 time: 1.2263169 Aug 10 03:30:31.671065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843e00e-4f2c-4a84-8dd3-d493227c20c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7dc1c6e-deec-4427-a235-c4cc213a5061,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:31.710063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.725557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5d672bf3-47d6-44a8-b615-84d9c2e3d097 req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.726881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d672bf3-47d6-44a8-b615-84d9c2e3d097 req-4e5a4cd4-5f3f-4669-bf75-91ef33c13148 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8299916 Aug 10 03:30:31.771740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1540c169-c102-4ca2-ba6e-3570bbebf537 req-dbda30c9-cfa3-4884-bc5b-2a8f377eead7 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545893 Aug 10 03:30:31.788858 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.813474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e3ba0b1f-9895-4ff3-8c0b-74268d88eace req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-311460713', 'description': 'tempest-description-1053088327'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:31.843126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cf3932-24e0-4424-acd0-4a93310c4922 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:31.882484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e3ba0b1f-9895-4ff3-8c0b-74268d88eace req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.914935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 62cf3932-24e0-4424-acd0-4a93310c4922, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=62cf3932-24e0-4424-acd0-4a93310c4922,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:31.925916 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.137490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=62cf3932-24e0-4424-acd0-4a93310c4922,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.188398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['62cf3932-24e0-4424-acd0-4a93310c4922'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:32.204651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device caf0a411-c53b-481a-b237-934a2302348e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:32.229024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47016) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.301176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.345553 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-eb33f0a3-d8fa-4d25-8bed-39e76f005922 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0253d47851c64c9f8a15c26d2ff62293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357761 Aug 10 03:30:32.349302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.351728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.371884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:32.380356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e3ba0b1f-9895-4ff3-8c0b-74268d88eace req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.386069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6e84955a-3804-40bd-8561-892eda8c17a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43f150640c3b4373896f45fd22c9e258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536090 Aug 10 03:30:32.388562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47026) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:32.417244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e3ba0b1f-9895-4ff3-8c0b-74268d88eace req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.465624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.475960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba70982-1ef5-4981-9677-c55489f5046a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.527060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e3ba0b1f-9895-4ff3-8c0b-74268d88eace req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.530101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e3ba0b1f-9895-4ff3-8c0b-74268d88eace req-bcc8a5f9-8ee3-40db-b96d-5aee1e86e985 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7233591 Aug 10 03:30:32.569944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port caf0a411-c53b-481a-b237-934a2302348e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:32.570806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.598898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cbe60c16-e4ea-43f5-a223-5d4fd0fe1d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.665392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cbe60c16-e4ea-43f5-a223-5d4fd0fe1d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.798684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] No DVR routers for this DVR port 73057bae-ea50-4fbe-9a4f-a4e5f143adda on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:32.838140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.848381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c23873fd-71f7-4d93-b714-a4497d82f250 req-0ced8932-5fc6-49d1-b78b-52fd644937dd tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=99ea53a6-c67f-414c-8774-18353ccf2f3d HTTP/1.1" status: 200 len: 210 time: 0.0821412 Aug 10 03:30:32.848381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cbe60c16-e4ea-43f5-a223-5d4fd0fe1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.848381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cbe60c16-e4ea-43f5-a223-5d4fd0fe1d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.849115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7979586 Aug 10 03:30:32.856646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cbe60c16-e4ea-43f5-a223-5d4fd0fe1d63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9 HTTP/1.1" status: 204 len: 168 time: 0.4637752 Aug 10 03:30:32.870940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.872430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5179af09-7ee8-4c6e-a96c-c90994ec0142 req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.39 "DELETE /v2.0/ports/73057bae-ea50-4fbe-9a4f-a4e5f143adda HTTP/1.1" status: 204 len: 173 time: 2.8637888 Aug 10 03:30:32.873215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-deleted', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:32.881461 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f852ab-0e1e-432b-acfc-eb401016e782" -d '{"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-deleted", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:32.921294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60c16-e4ea-43f5-a223-5d4fd0fe1d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd39e5-eb3c-47a8-87e6-8f8e9cfd34f9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.958977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990e6e-50af-4099-931d-b7a01cbfd759 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event updated for resources: {'Port': ['ID=58fc0f6b-2da0-40bd-9631-64f3463ac605,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.094687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb98b2-56f0-4448-bc13-405a55635797 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event deleted for resources: {'Port': ['ID=73057bae-ea50-4fbe-9a4f-a4e5f143adda,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.148332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8e7b9a1b-1c5e-4810-b394-8236032e48aa tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.168473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8e7b9a1b-1c5e-4810-b394-8236032e48aa tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8207130 Aug 10 03:30:33.185831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:33.207540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-54e4401b-7676-40d3-ae60-5f2f11890dac tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/quotas/0253d47851c64c9f8a15c26d2ff62293 HTTP/1.1" status: 200 len: 375 time: 0.0361428 Aug 10 03:30:33.301628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e90e8-a4d9-458a-ba37-161acd974152 req-375ecaa2-38ea-4742-8bda-001a1b356bb8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.327105 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-742e90e8-a4d9-458a-ba37-161acd974152 req-375ecaa2-38ea-4742-8bda-001a1b356bb8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 944 time: 0.2566068 Aug 10 03:30:33.364366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-0cbe0471-7afd-4aff-a839-c25b19850b46 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0253d47851c64c9f8a15c26d2ff62293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1546180 Aug 10 03:30:33.389240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:33.462367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 73057bae-ea50-4fbe-9a4f-a4e5f143adda {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:33.466382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73057bae-ea50-4fbe-9a4f-a4e5f143adda not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:33.497377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-742e90e8-a4d9-458a-ba37-161acd974152 req-88dedfed-8ae4-4679-8af7-2e2e9a12138b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671033 Aug 10 03:30:33.723591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-4228ebff-fbdf-45ef-b2bc-b0d830681c6c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/983366dc-08bf-48ef-bd9c-40bea20cab7d HTTP/1.1" status: 200 len: 1804 time: 0.1411631 Aug 10 03:30:33.853829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c222c-aa71-47d7-aa7a-97bb55386e6b req-559613cd-4a6d-4922-b21b-f559758215e9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:33.864732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-213c222c-aa71-47d7-aa7a-97bb55386e6b req-559613cd-4a6d-4922-b21b-f559758215e9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1970797 Aug 10 03:30:33.868489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-92673dd6-3255-4d21-b061-f5b8e9cb1bcc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/4ba70982-1ef5-4981-9677-c55489f5046a HTTP/1.1" status: 200 len: 1804 time: 0.1380055 Aug 10 03:30:33.878671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '983366dc-08bf-48ef-bd9c-40bea20cab7d', 'remote_group_id': '4ba70982-1ef5-4981-9677-c55489f5046a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:33.879394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '983366dc-08bf-48ef-bd9c-40bea20cab7d', 'remote_group_id': '4ba70982-1ef5-4981-9677-c55489f5046a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:33.972221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-213c222c-aa71-47d7-aa7a-97bb55386e6b req-a1c8e04d-8891-4c9c-92c6-509c144bd249 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932090 Aug 10 03:30:34.095571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.145187 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6f501d-0d19-4de3-b824-a70ccdeeafdf x-openstack-request-id: req-ca6f501d-0d19-4de3-b824-a70ccdeeafdf {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:34.145676 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ea53a6-c67f-414c-8774-18353ccf2f3d", "name": "network-vif-deleted", "tag": "73057bae-ea50-4fbe-9a4f-a4e5f143adda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:34.151563 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca6f501d-0d19-4de3-b824-a70ccdeeafdf {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:34.158015 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ea53a6-c67f-414c-8774-18353ccf2f3d', 'name': 'network-vif-deleted', 'tag': '73057bae-ea50-4fbe-9a4f-a4e5f143adda', 'status': 'completed', 'code': 200} Aug 10 03:30:34.177413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47054) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.190707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.197431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.233134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e5c191-8dec-4d9e-8405-d25bfe09daea,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:34.236366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.239145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a243bf33-abaa-4090-b68e-d124979a96b6 req-ce516955-737e-4009-8bfd-1482d7bd84dc tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3699820 Aug 10 03:30:34.325385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ec47882-0336-4ed0-ac59-bbdaa604e7d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a3e6af8f7294745916d1b357a59cf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430342 Aug 10 03:30:34.345456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47066) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:34.371641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d7bd12f-f61a-484c-abae-05dad97f8d86 req-a6338cff-b42a-4171-9a70-cc6e52cefe68 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 210 time: 0.0528171 Aug 10 03:30:34.499011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-6061203b-915e-4743-bab7-9f3e44584026 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1597747709&fields=id&tenant_id=4d956778803d40109fc33c5f0d7de862 HTTP/1.1" status: 200 len: 267 time: 0.2005804 Aug 10 03:30:34.572871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-30d0cada-127c-4c3b-95cf-13af584d0731 req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-363936847', 'description': 'tempest-description-1683404489'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:34.604132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-30d0cada-127c-4c3b-95cf-13af584d0731 req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.604548 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa89b626-818c-4179-acfd-b6025e730b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.647691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa89b626-818c-4179-acfd-b6025e730b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.765185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-30d0cada-127c-4c3b-95cf-13af584d0731 req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.772237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-36f701ab-0d82-428b-bc6a-6e0d6f57c769 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:34.772892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-30d0cada-127c-4c3b-95cf-13af584d0731 req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.787558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-36f701ab-0d82-428b-bc6a-6e0d6f57c769 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/networks?id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16 HTTP/1.1" status: 200 len: 806 time: 0.2691247 Aug 10 03:30:34.827896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-da56f307-5891-4e79-8bb6-9cd7018fb93a tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/quotas/4d956778803d40109fc33c5f0d7de862 HTTP/1.1" status: 200 len: 375 time: 0.0365553 Aug 10 03:30:34.835296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:34.840396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-30d0cada-127c-4c3b-95cf-13af584d0731 req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.841838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30d0cada-127c-4c3b-95cf-13af584d0731 req-f8394b8c-f4a7-4d6e-8ce3-5176b7221688 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2734978 Aug 10 03:30:34.927385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa89b626-818c-4179-acfd-b6025e730b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.932526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa89b626-818c-4179-acfd-b6025e730b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:34.935199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fa89b626-818c-4179-acfd-b6025e730b11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b313a0b0-b0be-417b-a9b7-047b56a56362 HTTP/1.1" status: 204 len: 168 time: 0.5875671 Aug 10 03:30:34.976012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89b626-818c-4179-acfd-b6025e730b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313a0b0-b0be-417b-a9b7-047b56a56362,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:35.047174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c3d5fe21-7d98-4e64-bf07-1e898c13d6a5 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d956778803d40109fc33c5f0d7de862&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2181425 Aug 10 03:30:35.101171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed76c4-692c-47bf-821d-81270eee4309 req-7625861e-5a8e-479b-bb1f-daaf37d2644e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:35.104377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d4ed76c4-692c-47bf-821d-81270eee4309 req-7625861e-5a8e-479b-bb1f-daaf37d2644e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 944 time: 0.1822116 Aug 10 03:30:35.229494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d4ed76c4-692c-47bf-821d-81270eee4309 req-2808ad1c-6e9b-45c1-bead-fb3c254a8596 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097882 Aug 10 03:30:35.249290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-6efec671-2482-4299-8a89-8af75f7f810e service neutron] 10.222.0.53 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586654 Aug 10 03:30:35.413159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 62cf3932-24e0-4424-acd0-4a93310c4922 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:35.430328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-71cb9d88-a0ef-4837-b9d1-780857ac1eee service neutron] 10.222.0.53 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681883 Aug 10 03:30:35.679749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-833d3f93-1a24-4852-9409-b9754b1461fa tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0253d47851c64c9f8a15c26d2ff62293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1669552 Aug 10 03:30:35.714634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 62cf3932-24e0-4424-acd0-4a93310c4922 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:35.721270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 62cf3932-24e0-4424-acd0-4a93310c4922 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:35.721746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.769867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f1a62fa1-4d39-4a09-8825-ad8ed0d798d2 req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-573987225', 'description': 'tempest-description-1451336789'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:35.837512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f1a62fa1-4d39-4a09-8825-ad8ed0d798d2 req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:35.983163 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.095303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f75a23-51c6-418d-be17-43d3566a2f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf3932-24e0-4424-acd0-4a93310c4922'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:36.100473 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b9c5f4-33de-4184-ab46-be8bfaf3749c" -d '{"events": [{"server_uuid": "02f75a23-51c6-418d-be17-43d3566a2f70", "name": "network-vif-plugged", "status": "completed", "tag": "62cf3932-24e0-4424-acd0-4a93310c4922"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:36.129208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 62cf3932-24e0-4424-acd0-4a93310c4922, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=62cf3932-24e0-4424-acd0-4a93310c4922,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:36.145794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.152962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-4a268ddc-2c07-4f7c-aa3e-1b5c6525de27 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.156112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-4a268ddc-2c07-4f7c-aa3e-1b5c6525de27 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4590905 Aug 10 03:30:36.162636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f1a62fa1-4d39-4a09-8825-ad8ed0d798d2 req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.175469 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f1a62fa1-4d39-4a09-8825-ad8ed0d798d2 req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.205368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Request body: {'port': {'device_id': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0253d47851c64c9f8a15c26d2ff62293'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:36.259310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d5b2f9-bb01-4cb4-bb59-e07cc04b9203,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:36.289154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f1a62fa1-4d39-4a09-8825-ad8ed0d798d2 req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.295791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1a62fa1-4d39-4a09-8825-ad8ed0d798d2 req-915bc853-68e0-411b-a775-3306389b221e tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5345600 Aug 10 03:30:36.362164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=62cf3932-24e0-4424-acd0-4a93310c4922,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:36.441735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64252fb6-241c-49b9-b827-85abd01d56d4 req-c531459a-0802-4b76-9471-c6621943a63c tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 210 time: 0.0580215 Aug 10 03:30:36.540400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064a7cf-1837-4594-b5e1-71ff6fae4a58 req-cb19b1ac-d3b9-41f2-bc64-ea20a4642fa2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.543669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5064a7cf-1837-4594-b5e1-71ff6fae4a58 req-cb19b1ac-d3b9-41f2-bc64-ea20a4642fa2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.4079473 Aug 10 03:30:36.676555 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5064a7cf-1837-4594-b5e1-71ff6fae4a58 req-0901e047-d5ea-4860-b075-a0ac4daed358 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176713 Aug 10 03:30:36.733265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Made reservation on behalf of 0253d47851c64c9f8a15c26d2ff62293 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:36.740679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.771841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:36.873890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaebb9-63fc-4587-8d78-307ac4517515 req-42992142-561b-423c-89ee-3ec533a0276b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:36.887865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1aaebb9-63fc-4587-8d78-307ac4517515 req-42992142-561b-423c-89ee-3ec533a0276b tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.1625497 Aug 10 03:30:36.902777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46a7d290-2a0c-4d14-9345-8d156ce4554a req-e464161a-5f09-4a8a-9717-cf4168da267a tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 210 time: 0.0538990 Aug 10 03:30:36.987719 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96555809-d8bc-4e69-b6b5-e62e03026bf6 x-openstack-request-id: req-96555809-d8bc-4e69-b6b5-e62e03026bf6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:36.989156 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f75a23-51c6-418d-be17-43d3566a2f70", "name": "network-vif-plugged", "status": "completed", "tag": "62cf3932-24e0-4424-acd0-4a93310c4922", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:36.989817 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96555809-d8bc-4e69-b6b5-e62e03026bf6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:36.992097 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f75a23-51c6-418d-be17-43d3566a2f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cf3932-24e0-4424-acd0-4a93310c4922', 'code': 200} Aug 10 03:30:37.011806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1aaebb9-63fc-4587-8d78-307ac4517515 req-3f3501df-1f20-47e9-b130-37a37263ac9c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152418 Aug 10 03:30:37.226125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-1f1da2c9-9b0a-45b1-867e-6e963ce6fe02 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7 HTTP/1.1" status: 200 len: 1804 time: 0.1599076 Aug 10 03:30:37.313380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-8be553c2-2016-4d48-8c46-1c8c64bce1f6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:37.322489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-8be553c2-2016-4d48-8c46-1c8c64bce1f6 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.3419497 Aug 10 03:30:37.363110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-1586b74a-eca1-40b5-a222-7a881bd51e3c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/d0d5b2f9-bb01-4cb4-bb59-e07cc04b9203 HTTP/1.1" status: 200 len: 1804 time: 0.1190157 Aug 10 03:30:37.376127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7', 'remote_group_id': 'd0d5b2f9-bb01-4cb4-bb59-e07cc04b9203', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:37.376653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7', 'remote_group_id': 'd0d5b2f9-bb01-4cb4-bb59-e07cc04b9203', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:37.414600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244a00-9c7c-497d-a482-78b1762b3806 req-0fbccdee-1d95-4a11-bff9-eca4849b50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:37.420132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1244a00-9c7c-497d-a482-78b1762b3806 req-0fbccdee-1d95-4a11-bff9-eca4849b50f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 1097 time: 0.2510087 Aug 10 03:30:37.466971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47781a7a-0546-4e8d-aa1e-032be01695d6 req-7315585c-ed49-4d41-a981-cde7effd6784 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:37.469814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47781a7a-0546-4e8d-aa1e-032be01695d6 req-7315585c-ed49-4d41-a981-cde7effd6784 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 945 time: 0.3372750 Aug 10 03:30:37.502287 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.562721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.654784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.702131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1244a00-9c7c-497d-a482-78b1762b3806 req-8b77cd7c-e94c-4a38-9a3b-53989c03d92a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523339 Aug 10 03:30:37.719826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47781a7a-0546-4e8d-aa1e-032be01695d6 req-317cc575-18ef-4b9b-831c-251222cb9eea tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231581 Aug 10 03:30:37.720597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7f6927-1293-4dab-ae00-4f867ddecbd9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:37.725816 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.735933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.783617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:37.798864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d8bef95-6133-4c6c-82eb-30fea24b5957 req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4306960 Aug 10 03:30:37.800635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78b5a1-6e70-40b4-bfdc-0376ffdc32a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e30d56b-415b-46cd-b01e-94555e63c979,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:38.110684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ce10f044-f19b-4240-8b09-7b35cf379407 req-658be4b1-a03c-45e2-8eda-d5763ec96bb7 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 210 time: 0.0835321 Aug 10 03:30:38.253032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Deleting port 0ec01298-2d25-4124-9421-fdd25ffb8970 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:38.253654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.281332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2dea108-3f13-499b-af8d-8884f39b11f6 req-f26d189f-dc5c-44c7-9ab0-a777f9be5729 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/d0d5b2f9-bb01-4cb4-bb59-e07cc04b9203 HTTP/1.1" status: 200 len: 1804 time: 0.1027336 Aug 10 03:30:38.416856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2dea108-3f13-499b-af8d-8884f39b11f6 req-8495dfae-42f7-4cb0-bf5a-d9483bb68439 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.477346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Allocated IP 192.168.233.49 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/f9939782-82c1-48e7-939d-f2dfa5d61072) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:38.490505 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2dea108-3f13-499b-af8d-8884f39b11f6 req-8495dfae-42f7-4cb0-bf5a-d9483bb68439 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.600904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7600f-80fc-4342-98d1-d6c23804d655 req-789b9acd-9e24-4f15-97e3-502caeec4d91 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.608468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9cc7600f-80fc-4342-98d1-d6c23804d655 req-789b9acd-9e24-4f15-97e3-502caeec4d91 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.3793266 Aug 10 03:30:38.647926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2dea108-3f13-499b-af8d-8884f39b11f6 req-8495dfae-42f7-4cb0-bf5a-d9483bb68439 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.653673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-fc5e1c2d-5ed6-4046-bb2b-482f93c8f668 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.654670 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2dea108-3f13-499b-af8d-8884f39b11f6 req-8495dfae-42f7-4cb0-bf5a-d9483bb68439 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.658782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-fc5e1c2d-5ed6-4046-bb2b-482f93c8f668 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.39 "GET /v2.0/networks?id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16 HTTP/1.1" status: 200 len: 806 time: 0.4309111 Aug 10 03:30:38.667005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2dea108-3f13-499b-af8d-8884f39b11f6 req-8495dfae-42f7-4cb0-bf5a-d9483bb68439 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0d5b2f9-bb01-4cb4-bb59-e07cc04b9203 HTTP/1.1" status: 204 len: 173 time: 0.3834615 Aug 10 03:30:38.703892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] For port 0ec01298-2d25-4124-9421-fdd25ffb8970, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0ec01298-2d25-4124-9421-fdd25ffb8970,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:38.704332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:38.712515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495dfae-42f7-4cb0-bf5a-d9483bb68439 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d5b2f9-bb01-4cb4-bb59-e07cc04b9203,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:38.825061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb0cef6e-b4fb-436e-9526-85a673133014 req-8ebf31af-e413-48c3-8975-121cf8e9bbad tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 210 time: 0.0336299 Aug 10 03:30:38.852709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Calling delete_port for 0ec01298-2d25-4124-9421-fdd25ffb8970 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:38.910602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9cc7600f-80fc-4342-98d1-d6c23804d655 req-33c48cd3-1c04-4739-816d-18ff092dbd0b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008542 Aug 10 03:30:38.939531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-0c81f500-8679-4d44-989a-886e8da7729a tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d956778803d40109fc33c5f0d7de862 HTTP/1.1" status: 200 len: 380 time: 0.2592859 Aug 10 03:30:38.958029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Request body: {'port': {'device_id': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'admin_state_up': True, 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'security_groups': ['75a2eb35-2315-4223-99b2-6bf9a05b9432']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:38.979829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63ca1a-7a56-4b23-8c07-e6920a487e0d req-a0c70434-e044-4473-90e1-950e0c19f2e0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:38.981631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da63ca1a-7a56-4b23-8c07-e6920a487e0d req-a0c70434-e044-4473-90e1-950e0c19f2e0 tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5a6b50-1ee4-4be2-bac4-353ae8e6917c HTTP/1.1" status: 200 len: 950 time: 0.0762486 Aug 10 03:30:39.062974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da63ca1a-7a56-4b23-8c07-e6920a487e0d req-546fb0e6-8ee9-4556-85be-357398aa8c5c tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.53 "GET /v2.0/security-groups?id=571cd0f6-285a-4609-9e27-7216f85b11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578454 Aug 10 03:30:39.242095 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.305822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Transition to ACTIVE for port object f9939782-82c1-48e7-939d-f2dfa5d61072 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:39.335269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9553919-d532-4b1d-a29e-7cfc9b20c133 req-121ea867-a3eb-4f67-a744-6687dc35dc3d tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7 HTTP/1.1" status: 200 len: 1804 time: 0.1929870 Aug 10 03:30:39.436510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Made reservation on behalf of 4d956778803d40109fc33c5f0d7de862 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:39.442148 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.508842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-7037bb5a-7bef-4d52-a68d-983a0c7d6d43 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe82f0bb3cac4589abcd48174161508c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457044 Aug 10 03:30:39.631477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.647017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0ec01298-2d25-4124-9421-fdd25ffb8970'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:39.655054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.692462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Pushing event deleted for resources: {'Port': ['ID=0ec01298-2d25-4124-9421-fdd25ffb8970,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:39.704522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-801fb9ca-7971-46fd-8956-2d41590a0c95 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.711407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-801fb9ca-7971-46fd-8956-2d41590a0c95 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895912 Aug 10 03:30:39.745504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-ddd475df-a2ee-4616-8c0a-41cd5dd46c36 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/quotas/fe82f0bb3cac4589abcd48174161508c HTTP/1.1" status: 200 len: 375 time: 0.0188749 Aug 10 03:30:39.751173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639a47d-e52c-4852-ace7-ecda7e51772d req-ffd286d8-339c-4b25-af9d-133cdd4a7e33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:39.752889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1639a47d-e52c-4852-ace7-ecda7e51772d req-ffd286d8-339c-4b25-af9d-133cdd4a7e33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 945 time: 0.2712295 Aug 10 03:30:39.792809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-a0f6e197-3b28-45a9-9796-d7b0f5e8d916 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe82f0bb3cac4589abcd48174161508c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401115 Aug 10 03:30:39.817696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:39.822975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:39.826116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:39.902139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] No DVR routers for this DVR port 0ec01298-2d25-4124-9421-fdd25ffb8970 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:39.905581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:39.908364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66a7e56-3a6f-4b3a-811e-e77b1416463e req-373d8695-9fdc-42d0-86ac-cbac46dad5dc tempest-MigrationsAdminTest-1819243971 tempest-MigrationsAdminTest-1819243971-project] 10.222.0.65 "DELETE /v2.0/ports/0ec01298-2d25-4124-9421-fdd25ffb8970 HTTP/1.1" status: 204 len: 173 time: 2.5684011 Aug 10 03:30:39.919250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-deleted', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:39.922427 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20650924-6c44-47ee-8d62-03602bda458b" -d '{"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-deleted", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:39.942806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Pushing event updated for resources: {'Port': ['ID=f9939782-82c1-48e7-939d-f2dfa5d61072,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:40.018870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:40.019639 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.025847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1639a47d-e52c-4852-ace7-ecda7e51772d req-cc2cc461-4acd-426f-beaf-28cc2970c77d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062991 Aug 10 03:30:40.035427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Allocated IP 172.20.0.6 (05f91e62-3e4e-47e4-8e1f-c31f2224ad16/86d85a14-8240-4f6c-ab80-3a061083d105/73d9d819-b271-429c-a853-6dd3efb20b6d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:40.075450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-6e6c823f-6f3f-4fc8-b656-6bb895c36afd tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8836238 Aug 10 03:30:40.155227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Request body: {'port': {'device_id': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:40.482222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec645f5-48f9-4587-97e7-74c871fea740 req-50e9afb2-0e78-4a3d-80d3-1cae75bace2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:40.495738 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.496354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-50e9afb2-0e78-4a3d-80d3-1cae75bace2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1097 time: 0.1341009 Aug 10 03:30:40.533904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baad06-97cf-432d-b2e2-ff6b75d33d34 req-73f35a40-fbc4-4a5a-bd93-f8c1abd2be11 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:40.548711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5baad06-97cf-432d-b2e2-ff6b75d33d34 req-73f35a40-fbc4-4a5a-bd93-f8c1abd2be11 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 935 time: 0.3536203 Aug 10 03:30:40.720439 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.775451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Transition to ACTIVE for port object 73d9d819-b271-429c-a853-6dd3efb20b6d will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:40.803797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5baad06-97cf-432d-b2e2-ff6b75d33d34 req-5738c82f-4dc4-464d-9813-2b626f17a0d6 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526665 Aug 10 03:30:40.848612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-8b2b7936-bc68-4272-bd85-f32130353ee7 req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-928041044', 'description': 'tempest-description-115904577'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:40.921765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b2b7936-bc68-4272-bd85-f32130353ee7 req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.120992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec645f5-48f9-4587-97e7-74c871fea740 req-ca7b6093-c615-4dd4-aa8e-871b82b76435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.123768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-ca7b6093-c615-4dd4-aa8e-871b82b76435 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.6044939 Aug 10 03:30:41.167176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-da97da95-00bf-4d78-a715-15bab03be60b None None] Provisioning for port f9939782-82c1-48e7-939d-f2dfa5d61072 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:41.183903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-da97da95-00bf-4d78-a715-15bab03be60b None None] Provisioning complete for port f9939782-82c1-48e7-939d-f2dfa5d61072 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:41.184345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19855320-1557-45ab-b8d6-ccd2727564cb req-2a02ce20-92c1-411c-9a15-cd84dcb6a2c2 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 210 time: 0.0814083 Aug 10 03:30:41.184482 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-da97da95-00bf-4d78-a715-15bab03be60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.264414 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b9a8c5-c527-4bac-9b76-277811136400 x-openstack-request-id: req-63b9a8c5-c527-4bac-9b76-277811136400 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:41.265694 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5a6b50-1ee4-4be2-bac4-353ae8e6917c", "name": "network-vif-deleted", "tag": "0ec01298-2d25-4124-9421-fdd25ffb8970", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:41.266328 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63b9a8c5-c527-4bac-9b76-277811136400 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:41.267757 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5a6b50-1ee4-4be2-bac4-353ae8e6917c', 'name': 'network-vif-deleted', 'tag': '0ec01298-2d25-4124-9421-fdd25ffb8970', 'status': 'completed', 'code': 200} Aug 10 03:30:41.299401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-da97da95-00bf-4d78-a715-15bab03be60b None None] Port f9939782-82c1-48e7-939d-f2dfa5d61072 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:41.363021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.403648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b389a157-cd89-4c9a-b766-8cea145d4fdc req-6d9bf8aa-1a18-44e4-b7df-0812f571ade2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 210 time: 0.0587018 Aug 10 03:30:41.411583 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b2b7936-bc68-4272-bd85-f32130353ee7 req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.417669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-252e9166-4209-42e9-836c-0138a6f43935 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 1001 time: 0.2681036 Aug 10 03:30:41.421641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b2b7936-bc68-4272-bd85-f32130353ee7 req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.484463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:41.495521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:41.500815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event updated for resources: {'Port': ['ID=73d9d819-b271-429c-a853-6dd3efb20b6d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.503504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:41.532372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60cd70-8008-4e93-a94a-233be92ff4be,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:41.641824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8b2b7936-bc68-4272-bd85-f32130353ee7 req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.668235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2b7936-bc68-4272-bd85-f32130353ee7 req-cc4df0de-3f06-4d23-9324-1479f61b7089 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8649445 Aug 10 03:30:41.692668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.694518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:41.704637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec645f5-48f9-4587-97e7-74c871fea740 req-a971ae1e-d401-47cf-a643-51fced06f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.710858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-a971ae1e-d401-47cf-a643-51fced06f38c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.2654650 Aug 10 03:30:41.780714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-c5cbd62a-62ab-41a3-b407-02c6ef976fbb tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8321512 Aug 10 03:30:41.821053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Request body: {'port': {'device_id': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:41.828561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec645f5-48f9-4587-97e7-74c871fea740 req-c1c2a2fb-011e-46a7-b27b-0ef1c93ed7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:41.832930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-c1c2a2fb-011e-46a7-b27b-0ef1c93ed7b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168051 Aug 10 03:30:41.982712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.024781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9939782-82c1-48e7-939d-f2dfa5d61072 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:42.073717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5dc9ba83-21c8-4665-af82-2747b57c9194 None None] Provisioning for port 73d9d819-b271-429c-a853-6dd3efb20b6d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:42.079226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.092236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5dc9ba83-21c8-4665-af82-2747b57c9194 None None] Provisioning complete for port 73d9d819-b271-429c-a853-6dd3efb20b6d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:42.094645 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ba83-21c8-4665-af82-2747b57c9194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.196485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9ba83-21c8-4665-af82-2747b57c9194 None None] Port 73d9d819-b271-429c-a853-6dd3efb20b6d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:42.268305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Transition to ACTIVE for port object f9939782-82c1-48e7-939d-f2dfa5d61072 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:42.285553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.386528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ec2c-6cab-413d-9b8f-d12c836609a5 req-795d8678-f882-4306-b001-c13e386ba500 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.388427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa72ec2c-6cab-413d-9b8f-d12c836609a5 req-795d8678-f882-4306-b001-c13e386ba500 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 945 time: 0.4094539 Aug 10 03:30:42.392597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47216) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:42.518446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:42.535716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-47fe0a06-9bda-4efc-a778-dbdecb3c96eb tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.547683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 0ec01298-2d25-4124-9421-fdd25ffb8970 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:42.548718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0ec01298-2d25-4124-9421-fdd25ffb8970 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:42.550183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-47fe0a06-9bda-4efc-a778-dbdecb3c96eb tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.65 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 945 time: 0.3710709 Aug 10 03:30:42.605585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Pushing event updated for resources: {'Port': ['ID=f9939782-82c1-48e7-939d-f2dfa5d61072,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.673700 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-991c01ec-64ab-47ac-bc91-6be3ab887229 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fe82f0bb3cac4589abcd48174161508c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531452 Aug 10 03:30:42.803959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944bd7f-ca32-432e-8f3b-ff1ef3e37a59 req-24dbf7fd-7aca-48b4-bd5e-5f71563a0e96 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.816041 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e944bd7f-ca32-432e-8f3b-ff1ef3e37a59 req-24dbf7fd-7aca-48b4-bd5e-5f71563a0e96 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.9377260 Aug 10 03:30:42.855559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-d9605439-99a4-4430-b2e2-b65917260b37 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0143890 Aug 10 03:30:42.951978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e944bd7f-ca32-432e-8f3b-ff1ef3e37a59 req-7edce304-0ac7-4f6b-8bc1-deb69c5656fd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349552 Aug 10 03:30:42.992510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-7fe4004f-e955-4de3-974a-e4b892eca28e tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:42.995839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-7fe4004f-e955-4de3-974a-e4b892eca28e tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3159916 Aug 10 03:30:43.020063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Request body: {'port': {'device_id': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'fe82f0bb3cac4589abcd48174161508c'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.134759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa72ec2c-6cab-413d-9b8f-d12c836609a5 req-59210e6c-bee0-4d41-b972-fedfc11919cb tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/security-groups?id=6efcbd05-4a79-474a-9719-888dafc74106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334447 Aug 10 03:30:43.135011 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eec645f5-48f9-4587-97e7-74c871fea740 req-28ecd411-939b-4cbc-84a6-6c0bd15ee839 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683239 Aug 10 03:30:43.190944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-1c54deac-1a6b-48b0-a53c-32d7f5b84d3b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/6e60cd70-8008-4e93-a94a-233be92ff4be HTTP/1.1" status: 200 len: 1803 time: 0.1639793 Aug 10 03:30:43.262662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e60cd70-8008-4e93-a94a-233be92ff4be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.263276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e60cd70-8008-4e93-a94a-233be92ff4be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:43.289612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7890a7fd-dc8e-452f-abdc-fc8e7dd8ed66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=332fcb04f54044df8122a8f72b829322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8935454 Aug 10 03:30:43.300315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47222) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.304358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Made reservation on behalf of fe82f0bb3cac4589abcd48174161508c for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:43.309474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.330760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.356437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-a166a3aa-64ff-4ef2-80b7-48b596f1eed9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.358107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-a166a3aa-64ff-4ef2-80b7-48b596f1eed9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 945 time: 0.1405215 Aug 10 03:30:43.381550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Attempting to bind port f9939782-82c1-48e7-939d-f2dfa5d61072 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:43.381941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Attempting to bind port f9939782-82c1-48e7-939d-f2dfa5d61072 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:43.382389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Attempting to bind port f9939782-82c1-48e7-939d-f2dfa5d61072 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:43.443087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Port f9939782-82c1-48e7-939d-f2dfa5d61072 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:43.443494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Attempting to bind port f9939782-82c1-48e7-939d-f2dfa5d61072 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:43.449492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.462623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d9d819-b271-429c-a853-6dd3efb20b6d {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:43.468273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:43.469673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:43.469673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:43.469673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Bound port: f9939782-82c1-48e7-939d-f2dfa5d61072, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:43.470316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.489844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.494014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Deleting port d562c033-00f7-4a2a-997b-41b489f63bad {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:43.494523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.519403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.563158 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.571322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e6af6-cadd-4a1a-9a65-5b43b303f888 req-189e0718-945d-4634-8279-12c84dac15c8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:43.573576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d1e6af6-cadd-4a1a-9a65-5b43b303f888 req-189e0718-945d-4634-8279-12c84dac15c8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 945 time: 0.3245287 Aug 10 03:30:43.608541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Transition to ACTIVE for port object 73d9d819-b271-429c-a853-6dd3efb20b6d will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:43.612594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69048143-d11f-498e-b4d9-39dcae5c8316,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:43.651641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.654158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-239324e0-83b0-4b92-8cd5-9c40e5000884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.657525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.665011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Deleting port 62cf3932-24e0-4424-acd0-4a93310c4922 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:43.665400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.672440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.760795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.783766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8f74598-d609-4800-9e5d-b9032bd46367 req-da156a62-e856-40ec-8819-dc28205ae613 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5605614 Aug 10 03:30:43.841325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d1e6af6-cadd-4a1a-9a65-5b43b303f888 req-0b2709e4-25cc-456e-ae4f-ebf3e77324e9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531157 Aug 10 03:30:43.875302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] For port f9939782-82c1-48e7-939d-f2dfa5d61072, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:43.883137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] For port f9939782-82c1-48e7-939d-f2dfa5d61072, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f9939782-82c1-48e7-939d-f2dfa5d61072,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:43.894036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-239324e0-83b0-4b92-8cd5-9c40e5000884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.997613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] For port d562c033-00f7-4a2a-997b-41b489f63bad, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d562c033-00f7-4a2a-997b-41b489f63bad,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:43.998110 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.006448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.019664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Pushing event updated for resources: {'Port': ['ID=73d9d819-b271-429c-a853-6dd3efb20b6d,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.087842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae438de9-80b6-408c-bea6-39833ae58c57,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.151991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1ee1d-1569-4d57-a81a-b35ad44513e8 req-1f328b46-1ce9-4ace-a3dd-38e3179ac605 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.161322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-37e1ee1d-1569-4d57-a81a-b35ad44513e8 req-1f328b46-1ce9-4ace-a3dd-38e3179ac605 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 947 time: 0.1568828 Aug 10 03:30:44.185485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Calling delete_port for d562c033-00f7-4a2a-997b-41b489f63bad owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:44.237338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] For port 62cf3932-24e0-4424-acd0-4a93310c4922, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=62cf3932-24e0-4424-acd0-4a93310c4922,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:44.237715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.277744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Allocated IP 192.168.233.167 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:44.283870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Calling delete_port for 62cf3932-24e0-4424-acd0-4a93310c4922 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:44.309922 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-37e1ee1d-1569-4d57-a81a-b35ad44513e8 req-e89c786b-e961-4f05-a8b8-586ac225f107 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462159 Aug 10 03:30:44.346044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.347238 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.349656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9939782-82c1-48e7-939d-f2dfa5d61072 HTTP/1.1" status: 200 len: 1096 time: 4.2507770 Aug 10 03:30:44.353568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'tag': 'f9939782-82c1-48e7-939d-f2dfa5d61072'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:44.357698 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa994194-8b5e-4d71-9570-23335eb47fae" -d '{"events": [{"name": "network-changed", "server_uuid": "75f910b4-7728-4409-9dd3-4096fd6b1f4d", "tag": "f9939782-82c1-48e7-939d-f2dfa5d61072"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:44.555566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-239324e0-83b0-4b92-8cd5-9c40e5000884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.560199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-239324e0-83b0-4b92-8cd5-9c40e5000884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.564429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-239324e0-83b0-4b92-8cd5-9c40e5000884 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/571cd0f6-285a-4609-9e27-7216f85b11e3 HTTP/1.1" status: 204 len: 168 time: 1.2605350 Aug 10 03:30:44.591746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cccfef6-baf4-4f4b-9353-ebe2953f49c3 req-e359ca63-2d46-415d-be96-81deb2aeb753 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 210 time: 0.0763593 Aug 10 03:30:44.657325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295988d-4a29-44b9-97c3-58096a8de236 service neutron] Pushing event updated for resources: {'Port': ['ID=f9939782-82c1-48e7-939d-f2dfa5d61072,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.757107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704df4-287e-4ad4-9e56-c54221569d43 req-11d0e107-1352-4215-98b1-0c9492e8693e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.758921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71704df4-287e-4ad4-9e56-c54221569d43 req-11d0e107-1352-4215-98b1-0c9492e8693e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 943 time: 0.7422819 Aug 10 03:30:44.759763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Attempting to bind port 73d9d819-b271-429c-a853-6dd3efb20b6d on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:44.760099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Attempting to bind port 73d9d819-b271-429c-a853-6dd3efb20b6d by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:44.760424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Attempting to bind port 73d9d819-b271-429c-a853-6dd3efb20b6d on network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:44.779147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239324e0-83b0-4b92-8cd5-9c40e5000884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571cd0f6-285a-4609-9e27-7216f85b11e3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:44.789097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Port 73d9d819-b271-429c-a853-6dd3efb20b6d on network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:44.789417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Attempting to bind port 73d9d819-b271-429c-a853-6dd3efb20b6d on network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:44.834961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:44.835330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Checking segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:44.835798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Bound using segment: {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:44.836129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Bound port: 73d9d819-b271-429c-a853-6dd3efb20b6d, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac73cad7-fe93-4c41-b230-8242b013c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:44.836467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:44.851888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-fc3b404d-0280-49b5-a522-da87228c8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:44.853593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-fc3b404d-0280-49b5-a522-da87228c8570 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0253d47851c64c9f8a15c26d2ff62293&device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 1099 time: 0.3920913 Aug 10 03:30:44.943386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-bf622d4a-9561-454d-b71e-3246fa342f51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f9939782-82c1-48e7-939d-f2dfa5d61072 HTTP/1.1" status: 200 len: 217 time: 0.0782042 Aug 10 03:30:44.977097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71704df4-287e-4ad4-9e56-c54221569d43 req-23f3ecc5-13bc-472b-9dc1-30fa6030ab8c tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799762 Aug 10 03:30:45.070984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.081593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] For port 73d9d819-b271-429c-a853-6dd3efb20b6d, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:45.115628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-872a461f-7f92-4842-8e52-5965234c635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.116613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-872a461f-7f92-4842-8e52-5965234c635c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1501741 Aug 10 03:30:45.121170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Pushing event deleted for resources: {'Port': ['ID=d562c033-00f7-4a2a-997b-41b489f63bad,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.175586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-8a326380-fe7c-4ffc-a390-5fea73903303 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/6e60cd70-8008-4e93-a94a-233be92ff4be HTTP/1.1" status: 200 len: 2396 time: 0.3975790 Aug 10 03:30:45.215024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] No DVR routers for this DVR port d562c033-00f7-4a2a-997b-41b489f63bad on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:45.219045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.220849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e60cd70-8008-4e93-a94a-233be92ff4be', 'remote_group_id': None}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.221078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6609ced9-342b-4382-a009-3fc7b70f5338 req-02f6cb78-8adf-4192-bb26-bef546690fa5 tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.65 "DELETE /v2.0/ports/d562c033-00f7-4a2a-997b-41b489f63bad HTTP/1.1" status: 204 len: 173 time: 2.6691763 Aug 10 03:30:45.221389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e60cd70-8008-4e93-a94a-233be92ff4be', 'remote_group_id': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.255854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-43f5b5aa-f102-4357-9d01-f7ba6f5c4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.257546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-43f5b5aa-f102-4357-9d01-f7ba6f5c4366 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317430 Aug 10 03:30:45.268578 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.283901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] For port 73d9d819-b271-429c-a853-6dd3efb20b6d, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73d9d819-b271-429c-a853-6dd3efb20b6d,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:45.336030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745411b-cb4e-43a3-8cee-2dfef82751cb req-a79da878-9eee-43ba-ac0d-4dbd515883a6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.337681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f745411b-cb4e-43a3-8cee-2dfef82751cb req-a79da878-9eee-43ba-ac0d-4dbd515883a6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.1525407 Aug 10 03:30:45.341813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.385266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event deleted for resources: {'Port': ['ID=62cf3932-24e0-4424-acd0-4a93310c4922,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.413409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.414129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.415583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/73d9d819-b271-429c-a853-6dd3efb20b6d HTTP/1.1" status: 200 len: 1092 time: 3.6136630 Aug 10 03:30:45.444386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.450490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 62cf3932-24e0-4424-acd0-4a93310c4922 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:45.499553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3d4bd-6d6b-40a2-b773-0156900258a7 service neutron] Pushing event updated for resources: {'Port': ['ID=73d9d819-b271-429c-a853-6dd3efb20b6d,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:45.531351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f745411b-cb4e-43a3-8cee-2dfef82751cb req-9869bfc3-bf60-40e8-b30c-7e7b852f53ee tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740143 Aug 10 03:30:45.546006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-495467b0-3d5e-42b0-857e-afaede407acd service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684245 Aug 10 03:30:45.608094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 62cf3932-24e0-4424-acd0-4a93310c4922 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:45.609589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 62cf3932-24e0-4424-acd0-4a93310c4922 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:45.640281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Transition to ACTIVE for port object fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:45.703102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] No DVR routers for this DVR port 62cf3932-24e0-4424-acd0-4a93310c4922 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:30:45.711055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.716243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e66792b-a852-4b82-836d-99f445ef98e3 req-9abf9423-d11e-411f-9dcc-e853ee54b478 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "DELETE /v2.0/ports/62cf3932-24e0-4424-acd0-4a93310c4922 HTTP/1.1" status: 204 len: 173 time: 2.3479044 Aug 10 03:30:45.719300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47244) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.730647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f75a23-51c6-418d-be17-43d3566a2f70', 'name': 'network-vif-deleted', 'tag': '62cf3932-24e0-4424-acd0-4a93310c4922'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:45.734826 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a0541-57ee-45ec-a972-e70a0cb5c175" -d '{"events": [{"server_uuid": "02f75a23-51c6-418d-be17-43d3566a2f70", "name": "network-vif-deleted", "tag": "62cf3932-24e0-4424-acd0-4a93310c4922"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:45.808966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.847805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.849936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.865256 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.875483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e061240-1f6b-41f7-80c1-3b0346e0eee1 req-a9e643a0-7711-4848-a669-8a503ac751ec tempest-AttachSCSIVolumeTestJSON-64403166 tempest-AttachSCSIVolumeTestJSON-64403166-project] 10.222.0.53 "GET /v2.0/ports?device_id=561e06b1-5046-4407-acb0-24a3d3f301da HTTP/1.1" status: 200 len: 210 time: 0.1575332 Aug 10 03:30:45.935789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dc4ed3fe-87d1-4dbc-9cc7-9de80a0d9a4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2aae277d7da4f789e51a7fc8d71ab59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120178 Aug 10 03:30:45.944606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47248) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.978952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-07447caf-be6c-4ae4-a47a-6df7b530d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:45.986919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-07447caf-be6c-4ae4-a47a-6df7b530d2a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d956778803d40109fc33c5f0d7de862&device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 1095 time: 0.4537590 Aug 10 03:30:45.995513 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63016b25-7f1f-47d3-9be6-c6f79993a073 x-openstack-request-id: req-63016b25-7f1f-47d3-9be6-c6f79993a073 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:45.996892 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f910b4-7728-4409-9dd3-4096fd6b1f4d", "tag": "f9939782-82c1-48e7-939d-f2dfa5d61072", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:45.998779 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63016b25-7f1f-47d3-9be6-c6f79993a073 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:46.000074 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'tag': 'f9939782-82c1-48e7-939d-f2dfa5d61072', 'status': 'completed', 'code': 200} Aug 10 03:30:46.040428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:46.050359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8445b16b-4853-48ee-aff7-73ff8e4be6ed,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.056843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Pushing event updated for resources: {'Port': ['ID=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.063902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:46.067931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:46.070882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.072122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d36edb5-393c-4ca7-a643-0dfbe63968e4 req-975f6ea3-c03b-457c-8ea7-01416a742287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8759627 Aug 10 03:30:46.163156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-d935c6c0-f01a-4ea7-9661-63ad5049349c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d9d819-b271-429c-a853-6dd3efb20b6d HTTP/1.1" status: 200 len: 217 time: 0.1607215 Aug 10 03:30:46.195669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e57c89b-7d82-4bc6-8b22-e20514da1e9b req-c770d5f6-e4d7-4b86-a184-c428e9ee9197 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442945 Aug 10 03:30:46.265971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.272985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.287595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643600d-7628-4eef-be3d-74a6c347b256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.297500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-60f4087b-d713-4103-81b9-207a7e3b4141 req-10e0fe0e-f1e9-48ec-971a-9d549324353e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=02f75a23-51c6-418d-be17-43d3566a2f70 HTTP/1.1" status: 200 len: 210 time: 0.0559959 Aug 10 03:30:46.306648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-ccede4b7-fc81-4703-a3fd-93e449023481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.317798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-ccede4b7-fc81-4703-a3fd-93e449023481 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d85a14-8240-4f6c-ab80-3a061083d105 HTTP/1.1" status: 200 len: 845 time: 0.1440222 Aug 10 03:30:46.466155 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-acb7ccca-ad11-4ea2-8ac7-219cc3af98a4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4558516 Aug 10 03:30:46.470221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643600d-7628-4eef-be3d-74a6c347b256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.487069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994194-8b5e-4d71-9570-23335eb47fae req-58098a5e-b57c-4050-95a3-a8a849906fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.489175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-58098a5e-b57c-4050-95a3-a8a849906fe3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0253d47851c64c9f8a15c26d2ff62293&device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 1099 time: 0.1880946 Aug 10 03:30:46.494086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Request body: {'port': {'device_id': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:46.548158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d562c033-00f7-4a2a-997b-41b489f63bad no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:30:46.578056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41806b-7fab-4beb-9f20-82884c4c183a req-4c8e7765-dd7f-4e2a-a86b-e6a6e9793acc tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.581087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f2910452-8cd4-42cc-ae73-b2fc4a4b20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.586191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-f2910452-8cd4-42cc-ae73-b2fc4a4b20a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983104 Aug 10 03:30:46.589421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc41806b-7fab-4beb-9f20-82884c4c183a req-4c8e7765-dd7f-4e2a-a86b-e6a6e9793acc tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 947 time: 0.3653212 Aug 10 03:30:46.595585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: d562c033-00f7-4a2a-997b-41b489f63bad {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:30:46.596199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d562c033-00f7-4a2a-997b-41b489f63bad not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:30:46.663659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04ecc6d6-3f43-4766-8b04-8a87c57e91ce None None] Provisioning for port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:46.677199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04ecc6d6-3f43-4766-8b04-8a87c57e91ce None None] Provisioning complete for port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:46.678430 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04ecc6d6-3f43-4766-8b04-8a87c57e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.696916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e88e1-7cc2-4026-9e4b-23e799bb6747 req-c59eba72-594e-40af-9bab-3cb470e74064 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.700813 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e36e88e1-7cc2-4026-9e4b-23e799bb6747 req-c59eba72-594e-40af-9bab-3cb470e74064 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 936 time: 0.2975669 Aug 10 03:30:46.743620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.776853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc41806b-7fab-4beb-9f20-82884c4c183a req-8669f53f-7f63-4270-b4f7-90f9480eefec tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796165 Aug 10 03:30:46.785160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-04ecc6d6-3f43-4766-8b04-8a87c57e91ce None None] Port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:46.878353 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216ca76-1025-487c-83cb-ab5aa74fcbef x-openstack-request-id: req-d216ca76-1025-487c-83cb-ab5aa74fcbef {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:46.879072 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f75a23-51c6-418d-be17-43d3566a2f70", "name": "network-vif-deleted", "tag": "62cf3932-24e0-4424-acd0-4a93310c4922", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:46.880232 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d216ca76-1025-487c-83cb-ab5aa74fcbef {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:46.880640 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f75a23-51c6-418d-be17-43d3566a2f70', 'name': 'network-vif-deleted', 'tag': '62cf3932-24e0-4424-acd0-4a93310c4922', 'status': 'completed', 'code': 200} Aug 10 03:30:46.882992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643600d-7628-4eef-be3d-74a6c347b256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.888985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0643600d-7628-4eef-be3d-74a6c347b256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.891853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0643600d-7628-4eef-be3d-74a6c347b256 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8accacd3-e35d-4e84-ad5b-d9523241f6f4 HTTP/1.1" status: 204 len: 168 time: 0.9457376 Aug 10 03:30:46.915954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e36e88e1-7cc2-4026-9e4b-23e799bb6747 req-1ce7b4c2-fc3d-404e-8c0b-4edc9c239d35 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826806 Aug 10 03:30:46.933968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643600d-7628-4eef-be3d-74a6c347b256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8accacd3-e35d-4e84-ad5b-d9523241f6f4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.938463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994194-8b5e-4d71-9570-23335eb47fae req-6d3856ae-9596-4f64-9e30-c6b6508d09af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:46.940084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-6d3856ae-9596-4f64-9e30-c6b6508d09af service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.4170697 Aug 10 03:30:46.948796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-34b03755-9604-4277-9acc-029cfb710770 service neutron] 10.222.0.39 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999778 Aug 10 03:30:47.059763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-ca027bf9-ba5e-4afd-8d43-33871a19f269 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f9939782-82c1-48e7-939d-f2dfa5d61072 HTTP/1.1" status: 200 len: 217 time: 0.1030350 Aug 10 03:30:47.150715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97f73fd8-9b5a-4206-878d-de39319aef0e req-a4adf0d4-e1db-47b3-8031-48f323d79287 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/6e60cd70-8008-4e93-a94a-233be92ff4be HTTP/1.1" status: 200 len: 2994 time: 0.2063909 Aug 10 03:30:47.209737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994194-8b5e-4d71-9570-23335eb47fae req-1e5c05b3-8c1c-4714-a899-de1b798c5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.213888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-1e5c05b3-8c1c-4714-a899-de1b798c5a0d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1413198 Aug 10 03:30:47.282380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32ae5f87-81c8-41fe-88eb-7e53a7651dc2 req-e16aae3d-31f8-4619-bea6-f617f4837a05 service neutron] 10.222.0.39 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241036 Aug 10 03:30:47.321556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-0206a6d7-291f-4209-a201-fe3904582320 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-group-rules/8445b16b-4853-48ee-aff7-73ff8e4be6ed HTTP/1.1" status: 200 len: 783 time: 0.0763428 Aug 10 03:30:47.330604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15006f-8eb2-416c-bd7b-708c3a152173 req-6b071c55-184e-4978-b19d-c722b37876c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.332922 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be15006f-8eb2-416c-bd7b-708c3a152173 req-6b071c55-184e-4978-b19d-c722b37876c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 943 time: 0.2610230 Aug 10 03:30:47.380585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994194-8b5e-4d71-9570-23335eb47fae req-9feb2910-9cb1-4587-b33d-c44d976d7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.384517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-9feb2910-9cb1-4587-b33d-c44d976d7d8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1607277 Aug 10 03:30:47.430191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be15006f-8eb2-416c-bd7b-708c3a152173 req-785e7b11-2b31-40da-8365-b0be4184685d tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867152 Aug 10 03:30:47.510874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-772959cd-d380-493a-afed-41970b2b6b82 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/6e60cd70-8008-4e93-a94a-233be92ff4be HTTP/1.1" status: 200 len: 2994 time: 0.1874192 Aug 10 03:30:47.599386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-2e49cfa5-0a57-4023-8d75-fbe67c381a7b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.631986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:47.632352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-2e49cfa5-0a57-4023-8d75-fbe67c381a7b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.658900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.681862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-8aeece74-1e5b-41ab-af8a-9a48768a465c service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834532 Aug 10 03:30:47.682583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Transition to ACTIVE for port object fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:47.692280 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.758316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-2e49cfa5-0a57-4023-8d75-fbe67c381a7b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.765378 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-2e49cfa5-0a57-4023-8d75-fbe67c381a7b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.767673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c2936c1-f2e3-4669-841f-07b93927bafe req-2e49cfa5-0a57-4023-8d75-fbe67c381a7b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8445b16b-4853-48ee-aff7-73ff8e4be6ed HTTP/1.1" status: 204 len: 173 time: 0.2536490 Aug 10 03:30:47.807535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49cfa5-0a57-4023-8d75-fbe67c381a7b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8445b16b-4853-48ee-aff7-73ff8e4be6ed,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.866529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.971010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Attempting to bind port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:47.971363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Attempting to bind port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:47.971702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Attempting to bind port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:47.981520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa994194-8b5e-4d71-9570-23335eb47fae req-3a075e09-c285-4cc5-a111-8d9c294191c8 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916820 Aug 10 03:30:48.008327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e06b1-5046-4407-acb0-24a3d3f301da', 'name': 'network-vif-deleted', 'tag': 'd562c033-00f7-4a2a-997b-41b489f63bad'}, {'name': 'network-changed', 'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:48.010987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:48.011915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Attempting to bind port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:48.023874 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b963c49e-da29-4177-be6e-be4f43769318" -d '{"events": [{"server_uuid": "561e06b1-5046-4407-acb0-24a3d3f301da", "name": "network-vif-deleted", "tag": "d562c033-00f7-4a2a-997b-41b489f63bad"}, {"name": "network-changed", "server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:48.049503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:48.049825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:48.050246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:48.050705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Bound port: fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:48.051065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.058758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-908380d6-789a-4b9d-a60a-331f65853e20 req-a813829b-dc1a-41f0-91a9-14a8139ff449 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/6e60cd70-8008-4e93-a94a-233be92ff4be HTTP/1.1" status: 200 len: 2396 time: 0.2259254 Aug 10 03:30:48.203244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] For port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:48.207142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] For port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:48.215220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-0440db2d-7957-49f6-af5d-2d56eb6498fa tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.223835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-0440db2d-7957-49f6-af5d-2d56eb6498fa tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.2450576 Aug 10 03:30:48.226032 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-908380d6-789a-4b9d-a60a-331f65853e20 req-c97e6145-5a6a-4b8d-9da9-16491ac79f40 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.227498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.275136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-683f7235-974e-40ed-a53d-48e67671a6d1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.0503006 Aug 10 03:30:48.285190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-908380d6-789a-4b9d-a60a-331f65853e20 req-c97e6145-5a6a-4b8d-9da9-16491ac79f40 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.317465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.318237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.319821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] 10.222.0.65 "PUT /v2.0/ports/fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be HTTP/1.1" status: 200 len: 1097 time: 1.8390276 Aug 10 03:30:48.322105 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-2253fd65-63dc-4518-a238-f691ce39f4c0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460997 Aug 10 03:30:48.430857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-908380d6-789a-4b9d-a60a-331f65853e20 req-c97e6145-5a6a-4b8d-9da9-16491ac79f40 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.436720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-908380d6-789a-4b9d-a60a-331f65853e20 req-c97e6145-5a6a-4b8d-9da9-16491ac79f40 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:48.441754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-908380d6-789a-4b9d-a60a-331f65853e20 req-c97e6145-5a6a-4b8d-9da9-16491ac79f40 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e60cd70-8008-4e93-a94a-233be92ff4be HTTP/1.1" status: 204 len: 173 time: 0.3757193 Aug 10 03:30:48.470910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6145-5a6a-4b8d-9da9-16491ac79f40 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60cd70-8008-4e93-a94a-233be92ff4be,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.563450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f9939782-82c1-48e7-939d-f2dfa5d61072 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:48.636082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ca30b-7834-4d01-b285-498e018edb93 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:48.653208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6e49-f873-480e-b559-9b4eda7c1f6f req-6c5763f0-14e5-46c8-81ea-cfcb47c11c9b tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.667341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca2f6e49-f873-480e-b559-9b4eda7c1f6f req-6c5763f0-14e5-46c8-81ea-cfcb47c11c9b tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 947 time: 0.1476064 Aug 10 03:30:48.724712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-a1ed84a2-dcc2-445d-83bf-8ad1d911c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:48.730705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-a1ed84a2-dcc2-445d-83bf-8ad1d911c250 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe82f0bb3cac4589abcd48174161508c&device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 1100 time: 0.3081434 Aug 10 03:30:48.774246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca2f6e49-f873-480e-b559-9b4eda7c1f6f req-9f9454dd-45de-41c3-9e97-7156cd217962 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990520 Aug 10 03:30:48.859506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-683c6b0b-97c4-4aa2-8e06-86ffbe1c5abc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be HTTP/1.1" status: 200 len: 217 time: 0.1175284 Aug 10 03:30:48.861754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f9939782-82c1-48e7-939d-f2dfa5d61072, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f9939782-82c1-48e7-939d-f2dfa5d61072,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:48.862881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-8e926525-5b7f-4d1d-bf84-5fa394deb268 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084536 Aug 10 03:30:48.887952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'f9939782-82c1-48e7-939d-f2dfa5d61072', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'f9939782-82c1-48e7-939d-f2dfa5d61072', 'mac_address': 'fa:16:3e:bd:e4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:48.909138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'tag': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:48.923498 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa3d98f-ee73-4e70-bbf3-383e90e920f5", "tag": "fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:49.008560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-bce7b259-6f2c-42e4-9dad-99d6cef04b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.010467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-bce7b259-6f2c-42e4-9dad-99d6cef04b11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1444993 Aug 10 03:30:49.065242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e80c-92bd-4cc6-a626-d132869e8160 req-77817626-42ac-40ff-beb9-63e7ad607bc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.080078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7540e80c-92bd-4cc6-a626-d132869e8160 req-77817626-42ac-40ff-beb9-63e7ad607bc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 948 time: 0.1648719 Aug 10 03:30:49.085678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.107263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c94e006a-e343-4a77-9d9c-383b0f632a3a service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302711 Aug 10 03:30:49.125941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-fd994a45-6b8c-4d97-b31e-b77eb70b4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.128781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-fd994a45-6b8c-4d97-b31e-b77eb70b4b9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104345 Aug 10 03:30:49.134954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9939782-82c1-48e7-939d-f2dfa5d61072 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:49.183967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f9939782-82c1-48e7-939d-f2dfa5d61072, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f9939782-82c1-48e7-939d-f2dfa5d61072,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:49.196468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:49.238893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7540e80c-92bd-4cc6-a626-d132869e8160 req-d52dfc00-016d-4901-8bee-30dfe4d5488d tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514111 Aug 10 03:30:49.337273 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46bedea-db48-409a-900c-28a436e82496 x-openstack-request-id: req-d46bedea-db48-409a-900c-28a436e82496 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:49.338338 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e06b1-5046-4407-acb0-24a3d3f301da", "name": "network-vif-deleted", "tag": "d562c033-00f7-4a2a-997b-41b489f63bad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:49.338969 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d46bedea-db48-409a-900c-28a436e82496 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:49.339792 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561e06b1-5046-4407-acb0-24a3d3f301da', 'name': 'network-vif-deleted', 'tag': 'd562c033-00f7-4a2a-997b-41b489f63bad', 'status': 'completed', 'code': 200} Aug 10 03:30:49.340193 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'status': 'completed', 'code': 200} Aug 10 03:30:49.389494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-178b7a26-aad4-415b-8e97-de54719701e9 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509859 Aug 10 03:30:49.394948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f9939782-82c1-48e7-939d-f2dfa5d61072,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:49.414737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.415665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.416423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.417199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.419905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.420676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.422419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.423211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.423983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.425144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.425934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.426596 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-fa96ab85-baef-4fe7-8622-4324112206d9 req-d64bc225-305a-41a4-bbc8-fcdaccff62ee tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] show failed (client error): The resource could not be found. Aug 10 03:30:49.427080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:49.439887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa96ab85-baef-4fe7-8622-4324112206d9 req-d64bc225-305a-41a4-bbc8-fcdaccff62ee tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/d0d5b2f9-bb01-4cb4-bb59-e07cc04b9203 HTTP/1.1" status: 404 len: 352 time: 0.0778511 Aug 10 03:30:49.465340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['f9939782-82c1-48e7-939d-f2dfa5d61072'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:49.514071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c49e-da29-4177-be6e-be4f43769318 req-65743212-cc40-4289-940c-d6ae4c5f8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.518037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-65743212-cc40-4289-940c-d6ae4c5f8220 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d956778803d40109fc33c5f0d7de862&device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 1095 time: 0.1319935 Aug 10 03:30:49.749884 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d4d2a9-bbd4-450b-adc9-e63d40cfef2d x-openstack-request-id: req-12d4d2a9-bbd4-450b-adc9-e63d40cfef2d {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:49.750436 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa3d98f-ee73-4e70-bbf3-383e90e920f5", "tag": "fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:49.750436 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12d4d2a9-bbd4-450b-adc9-e63d40cfef2d {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:49.750830 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'tag': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be', 'status': 'completed', 'code': 200} Aug 10 03:30:49.856773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed6993a-000a-45f9-9ecc-b617594dfd94 req-09106d0b-687c-4218-af04-063d104bceb5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535959 Aug 10 03:30:49.902387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03b33e14-a2a1-45d3-a27b-5574b6fcdbf5 req-e0be911c-77db-4483-a8c8-bae36cc11536 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7 HTTP/1.1" status: 200 len: 1804 time: 0.1055837 Aug 10 03:30:50.143835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-dee78777-f05d-4275-9bc4-58ad50c35ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.147319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-dee78777-f05d-4275-9bc4-58ad50c35ae6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe82f0bb3cac4589abcd48174161508c&device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 1100 time: 0.1868913 Aug 10 03:30:50.173898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-03b33e14-a2a1-45d3-a27b-5574b6fcdbf5 req-aea8f313-a7ac-46d1-bbfd-ecd007422ce0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.302459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-03b33e14-a2a1-45d3-a27b-5574b6fcdbf5 req-aea8f313-a7ac-46d1-bbfd-ecd007422ce0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.373365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c49e-da29-4177-be6e-be4f43769318 req-afe70311-3557-4e2d-bfbb-152836fa7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.376149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-afe70311-3557-4e2d-bfbb-152836fa7573 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16 HTTP/1.1" status: 200 len: 907 time: 0.8500888 Aug 10 03:30:50.417797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-25e69b28-16b8-4f77-b22b-98c16204a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.422817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-25e69b28-16b8-4f77-b22b-98c16204a542 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2624543 Aug 10 03:30:50.432576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-03b33e14-a2a1-45d3-a27b-5574b6fcdbf5 req-aea8f313-a7ac-46d1-bbfd-ecd007422ce0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.438507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-03b33e14-a2a1-45d3-a27b-5574b6fcdbf5 req-aea8f313-a7ac-46d1-bbfd-ecd007422ce0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.456991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03b33e14-a2a1-45d3-a27b-5574b6fcdbf5 req-aea8f313-a7ac-46d1-bbfd-ecd007422ce0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7 HTTP/1.1" status: 204 len: 173 time: 0.5334074 Aug 10 03:30:50.460985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-132ada09-6784-49a4-aed1-1104745804ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d9d819-b271-429c-a853-6dd3efb20b6d HTTP/1.1" status: 200 len: 217 time: 0.0728447 Aug 10 03:30:50.482265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7932b6-6299-4c40-a944-bde6140b54a2 req-2b265bd2-eace-44d1-bef0-dd3c70775b55 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.496220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d7932b6-6299-4c40-a944-bde6140b54a2 req-2b265bd2-eace-44d1-bef0-dd3c70775b55 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 943 time: 0.7835672 Aug 10 03:30:50.517656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-eb28a00b-fd4e-402b-b92b-bd8b596e6431 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be HTTP/1.1" status: 200 len: 217 time: 0.0874650 Aug 10 03:30:50.588246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-73f596f7-adaa-46f9-a3f0-9c1641aab449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.589377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f9939782-82c1-48e7-939d-f2dfa5d61072 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:50.594662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-73f596f7-adaa-46f9-a3f0-9c1641aab449 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0651705 Aug 10 03:30:50.597355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8f313-a7ac-46d1-bbfd-ecd007422ce0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ae587-fba6-4a2c-acbb-3a59de2ff3a7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:50.650906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d7932b6-6299-4c40-a944-bde6140b54a2 req-d3f004c8-f232-40a7-9dbb-8b4112ece3d1 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532836 Aug 10 03:30:50.659810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c49e-da29-4177-be6e-be4f43769318 req-f5abc487-71dd-4029-9c76-73a84556ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.663046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-f5abc487-71dd-4029-9c76-73a84556ee6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d85a14-8240-4f6c-ab80-3a061083d105 HTTP/1.1" status: 200 len: 845 time: 0.1521316 Aug 10 03:30:50.761567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e09bef20-12e3-4146-a2b7-eb6828972c6a req-e2becf06-ca10-402c-94c3-9a3a3b37964a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.1567183 Aug 10 03:30:50.798502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963c49e-da29-4177-be6e-be4f43769318 req-64524c8c-0a5d-4451-a98e-797ecc2e8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.803068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-64524c8c-0a5d-4451-a98e-797ecc2e8ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246471 Aug 10 03:30:50.803364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port f9939782-82c1-48e7-939d-f2dfa5d61072 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:50.821048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-357303be-5699-4c80-b06c-0a356a8781dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:50.823695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-357303be-5699-4c80-b06c-0a356a8781dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2170563 Aug 10 03:30:50.835519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port f9939782-82c1-48e7-939d-f2dfa5d61072 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:50.836087 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.080019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef768e-2f5d-4c1f-b2ca-8b06b7a7391e req-b8cbaf0b-92c9-42d5-923f-e4a1608e3d1c tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.082532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2eef768e-2f5d-4c1f-b2ca-8b06b7a7391e req-b8cbaf0b-92c9-42d5-923f-e4a1608e3d1c tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 948 time: 0.1218340 Aug 10 03:30:51.098665 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-ee96395d-2a30-44b3-b4c7-7d9d3a8cd8ab service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665679 Aug 10 03:30:51.105222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.112161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-9787b22b-5f40-4b64-8012-68df10ade5d5 service neutron] 10.222.0.39 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997122 Aug 10 03:30:51.213692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9939782-82c1-48e7-939d-f2dfa5d61072'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:51.217656 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ac246d-f9de-4b8b-bb7e-34f72010ab74" -d '{"events": [{"server_uuid": "75f910b4-7728-4409-9dd3-4096fd6b1f4d", "name": "network-vif-plugged", "status": "completed", "tag": "f9939782-82c1-48e7-939d-f2dfa5d61072"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:51.250061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f9939782-82c1-48e7-939d-f2dfa5d61072, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f9939782-82c1-48e7-939d-f2dfa5d61072,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:51.259616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.259865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e0f75-b339-4d5b-8574-bf5f18e3bacc req-2d97543b-77d5-4a7a-a0b2-85c55e9757a5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518438 Aug 10 03:30:51.283946 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2eef768e-2f5d-4c1f-b2ca-8b06b7a7391e req-1784b6f9-30e4-4edb-8eef-a66dbd791e90 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664498 Aug 10 03:30:51.400808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f9939782-82c1-48e7-939d-f2dfa5d61072,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.415844 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b963c49e-da29-4177-be6e-be4f43769318 req-6f3b02f7-6f64-44de-9161-0cd84ca95efe service neutron] 10.222.0.39 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896774 Aug 10 03:30:51.490666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73d9d819-b271-429c-a853-6dd3efb20b6d details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:51.576645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.580924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.586964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.588253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.589086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.590371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.591379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.592636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.594031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.615809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae13eabc-bd1e-48c4-bdc8-d68feb8aa77f req-b1f901ab-35fa-4196-8757-ac568fbcbde3 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6408 time: 0.3599200 Aug 10 03:30:51.638143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c38fc2-84e2-4f5c-a37e-39e0152b9c0c req-f1bf0a2b-4b24-48c0-9db9-8af326003acd tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.642091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46c38fc2-84e2-4f5c-a37e-39e0152b9c0c req-f1bf0a2b-4b24-48c0-9db9-8af326003acd tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 948 time: 0.2024655 Aug 10 03:30:51.671914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 73d9d819-b271-429c-a853-6dd3efb20b6d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73d9d819-b271-429c-a853-6dd3efb20b6d,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:51.690401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'port_id': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'mac_address': 'fa:16:3e:83:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:51.732614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7227c4c3-83e9-4b98-b1b6-19cd09a39fd5 req-2bfad7f6-5b58-411c-875f-dcc99485f5a6 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/4ba70982-1ef5-4981-9677-c55489f5046a HTTP/1.1" status: 200 len: 1804 time: 0.0958529 Aug 10 03:30:51.761803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46c38fc2-84e2-4f5c-a37e-39e0152b9c0c req-22d82d8e-a6d9-4141-8d07-4158e4664903 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085000 Aug 10 03:30:51.775150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.803792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d9d819-b271-429c-a853-6dd3efb20b6d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:51.846150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 73d9d819-b271-429c-a853-6dd3efb20b6d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73d9d819-b271-429c-a853-6dd3efb20b6d,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:51.852921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-4aac326e-46f9-44a7-a277-88931b7779c2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:51.856764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.859752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-4aac326e-46f9-44a7-a277-88931b7779c2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.3665609 Aug 10 03:30:51.879172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Request body: {'port': {'device_id': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'admin_state_up': True, 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:51.931310 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a6df14-df4e-4a57-bce6-8b1e03f6de4b x-openstack-request-id: req-43a6df14-df4e-4a57-bce6-8b1e03f6de4b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:51.931616 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f910b4-7728-4409-9dd3-4096fd6b1f4d", "name": "network-vif-plugged", "status": "completed", "tag": "f9939782-82c1-48e7-939d-f2dfa5d61072", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:51.931856 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43a6df14-df4e-4a57-bce6-8b1e03f6de4b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:51.933802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7227c4c3-83e9-4b98-b1b6-19cd09a39fd5 req-6322bb27-5a80-4932-9520-97196ab573d0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.935594 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9939782-82c1-48e7-939d-f2dfa5d61072', 'code': 200} Aug 10 03:30:51.980659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=73d9d819-b271-429c-a853-6dd3efb20b6d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.017510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7227c4c3-83e9-4b98-b1b6-19cd09a39fd5 req-6322bb27-5a80-4932-9520-97196ab573d0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.088206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['73d9d819-b271-429c-a853-6dd3efb20b6d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:52.126714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5233585-bb08-4ec9-b29c-260e350d8668 req-9a18a0eb-7b35-43d1-9890-e4987263e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.129036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5233585-bb08-4ec9-b29c-260e350d8668 req-9a18a0eb-7b35-43d1-9890-e4987263e1d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 1101 time: 0.1250548 Aug 10 03:30:52.238499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5233585-bb08-4ec9-b29c-260e350d8668 req-014bd789-c128-4bc1-9cfd-36af17684518 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784454 Aug 10 03:30:52.246508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7227c4c3-83e9-4b98-b1b6-19cd09a39fd5 req-6322bb27-5a80-4932-9520-97196ab573d0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.252305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7227c4c3-83e9-4b98-b1b6-19cd09a39fd5 req-6322bb27-5a80-4932-9520-97196ab573d0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.254665 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7227c4c3-83e9-4b98-b1b6-19cd09a39fd5 req-6322bb27-5a80-4932-9520-97196ab573d0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ba70982-1ef5-4981-9677-c55489f5046a HTTP/1.1" status: 204 len: 173 time: 0.5173249 Aug 10 03:30:52.270963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f103b0-0887-4dc2-b0b9-d57425f77c50 req-23f7d207-e018-47fe-9e60-b11bf72d8425 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.288333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322bb27-5a80-4932-9520-97196ab573d0 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba70982-1ef5-4981-9677-c55489f5046a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.290897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55f103b0-0887-4dc2-b0b9-d57425f77c50 req-23f7d207-e018-47fe-9e60-b11bf72d8425 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 886 time: 0.2950008 Aug 10 03:30:52.344603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:52.350514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.454524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13296dd7-dd07-4c6a-8ffe-dd3d4375ec67 req-b14ece8c-1f06-4ddf-9c11-f7ffac4d54d3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.456627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfcb32c1-01f2-4427-8465-07408465c12b req-a8f03db1-cfff-40a6-bd96-5f00db55bce5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0634522 Aug 10 03:30:52.457154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13296dd7-dd07-4c6a-8ffe-dd3d4375ec67 req-b14ece8c-1f06-4ddf-9c11-f7ffac4d54d3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 944 time: 0.0682573 Aug 10 03:30:52.543573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13296dd7-dd07-4c6a-8ffe-dd3d4375ec67 req-168f5d62-c899-4939-88e3-b04e9dc1c36d tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758588 Aug 10 03:30:52.589023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:30:52.608891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cfd904a1-7341-4502-896f-8a9cee73b75a req-8837ed20-14b1-4fa3-9df2-a343c9797e31 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/983366dc-08bf-48ef-bd9c-40bea20cab7d HTTP/1.1" status: 200 len: 1804 time: 0.1046383 Aug 10 03:30:52.677004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cfd904a1-7341-4502-896f-8a9cee73b75a req-d818fe95-59de-4658-a537-f5e063e8a17c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.688582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Allocated IP 172.20.0.9 (4d70feb0-1405-45a2-9d79-2f6805696e8a/f26ba358-20b2-4f3d-b71f-f5df57c133a0/1a94be6f-0422-4853-ae2f-7bf6203348ff) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:52.719642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cfd904a1-7341-4502-896f-8a9cee73b75a req-d818fe95-59de-4658-a537-f5e063e8a17c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.800166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:52.822227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be', 'mac_address': 'fa:16:3e:a3:ac:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:30:52.825728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.826891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.827767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.828561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.829367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.830190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.830985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.831778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.832557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:52.836786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a49ebca-907c-43db-9777-f586b3bbb797 req-e3b973cb-3c4f-41ff-a5b4-f9a330a3b123 tempest-NetworksTest-1550472795 tempest-NetworksTest-1550472795-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6408 time: 0.2468033 Aug 10 03:30:52.872360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.894224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:52.905873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cfd904a1-7341-4502-896f-8a9cee73b75a req-d818fe95-59de-4658-a537-f5e063e8a17c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.909787 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cfd904a1-7341-4502-896f-8a9cee73b75a req-d818fe95-59de-4658-a537-f5e063e8a17c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.927300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cfd904a1-7341-4502-896f-8a9cee73b75a req-d818fe95-59de-4658-a537-f5e063e8a17c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/983366dc-08bf-48ef-bd9c-40bea20cab7d HTTP/1.1" status: 204 len: 173 time: 0.3168454 Aug 10 03:30:52.949428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818fe95-59de-4658-a537-f5e063e8a17c tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983366dc-08bf-48ef-bd9c-40bea20cab7d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:52.957302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:52.986772 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.120099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.161666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95fa93-94be-42b5-9248-eecf51b2d900 req-662fc6d9-fe29-4098-87be-8176fc0b25b0 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.174867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da95fa93-94be-42b5-9248-eecf51b2d900 req-662fc6d9-fe29-4098-87be-8176fc0b25b0 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 949 time: 0.1665647 Aug 10 03:30:53.195622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.251468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:30:53.253586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da95fa93-94be-42b5-9248-eecf51b2d900 req-0dfcaa12-20ea-418b-b157-4db4f2069a0d tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762796 Aug 10 03:30:53.298716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307764f-5506-4bd6-b6c3-fd225d97f13e req-bb704aa6-0f78-4be5-beb7-4f346789ea07 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.313600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2307764f-5506-4bd6-b6c3-fd225d97f13e req-bb704aa6-0f78-4be5-beb7-4f346789ea07 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 949 time: 0.2042832 Aug 10 03:30:53.374275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.433199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2307764f-5506-4bd6-b6c3-fd225d97f13e req-cf2048da-4269-4a86-8fb6-8cb3c62c0945 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180859 Aug 10 03:30:53.459320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:53.463898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:53.466499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event updated for resources: {'Port': ['ID=1a94be6f-0422-4853-ae2f-7bf6203348ff,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.469823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:53.506127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73d9d819-b271-429c-a853-6dd3efb20b6d up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:53.562150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.563246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.587521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47426) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:53.607285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-40703cc0-e682-4889-bd98-33f344200be5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7402675 Aug 10 03:30:53.627410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Request body: {'port': {'device_id': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:53.745687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 73d9d819-b271-429c-a853-6dd3efb20b6d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:53.760620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 73d9d819-b271-429c-a853-6dd3efb20b6d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:53.760620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.822484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.834785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6718ade-cc72-47ae-9b7f-5b80135720a4 req-3fa7a0ef-7ad7-44ae-8dea-d48f74f8fd73 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5 HTTP/1.1" status: 200 len: 2403 time: 0.5061243 Aug 10 03:30:53.859784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc92d6-c767-48ca-bb6a-757fca28d90f req-55509fa5-588e-4c55-9c7c-848bafa44183 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:53.862747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1fc92d6-c767-48ca-bb6a-757fca28d90f req-55509fa5-588e-4c55-9c7c-848bafa44183 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 931 time: 0.1802766 Aug 10 03:30:53.920363 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.939414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c6718ade-cc72-47ae-9b7f-5b80135720a4 req-59cf618f-30c5-44b0-8daa-f54ebbac301b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.948811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a41e-4f52-4647-a465-6d99ee8b8a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.985785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:53.991748 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566d16f-0869-428f-a496-19a8d3b8b662" -d '{"events": [{"server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "name": "network-vif-plugged", "status": "completed", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:54.000395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1fc92d6-c767-48ca-bb6a-757fca28d90f req-fed55e73-281a-4a4d-b0c7-49d9bcf50d21 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300063 Aug 10 03:30:54.020068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c6718ade-cc72-47ae-9b7f-5b80135720a4 req-59cf618f-30c5-44b0-8daa-f54ebbac301b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.021023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 73d9d819-b271-429c-a853-6dd3efb20b6d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73d9d819-b271-429c-a853-6dd3efb20b6d,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:54.036261 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.134090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c6718ade-cc72-47ae-9b7f-5b80135720a4 req-59cf618f-30c5-44b0-8daa-f54ebbac301b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.141752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c6718ade-cc72-47ae-9b7f-5b80135720a4 req-59cf618f-30c5-44b0-8daa-f54ebbac301b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.143063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6718ade-cc72-47ae-9b7f-5b80135720a4 req-59cf618f-30c5-44b0-8daa-f54ebbac301b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5 HTTP/1.1" status: 204 len: 173 time: 0.3073945 Aug 10 03:30:54.155245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf618f-30c5-44b0-8daa-f54ebbac301b tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1f9c5c-b9b2-4383-b2e7-022ac84f48f5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.187575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=73d9d819-b271-429c-a853-6dd3efb20b6d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.211041 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293f6fa7-7562-4e39-abeb-f4aa67417379 x-openstack-request-id: req-293f6fa7-7562-4e39-abeb-f4aa67417379 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:54.211384 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "name": "network-vif-plugged", "status": "completed", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:54.211663 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-293f6fa7-7562-4e39-abeb-f4aa67417379 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:54.212066 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'code': 200} Aug 10 03:30:54.287058 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3138c08-7eba-49d8-ab53-5fab1c2b93bf req-9dfd4a20-b015-4e22-a08e-238759450850 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "GET /v2.0/security-groups/ae453767-e54c-4d86-853d-5c67b3fbe3bf HTTP/1.1" status: 200 len: 2398 time: 0.0544248 Aug 10 03:30:54.386938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3138c08-7eba-49d8-ab53-5fab1c2b93bf req-37f9b091-f87d-4ca4-9300-09c7ad3cf689 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.416220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74deae3e-539c-44e5-b151-9cd770085a1a req-cafcc2e3-658b-4df9-9ae9-82d7a1aa68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.418030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74deae3e-539c-44e5-b151-9cd770085a1a req-cafcc2e3-658b-4df9-9ae9-82d7a1aa68d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 1097 time: 0.1292880 Aug 10 03:30:54.423485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3138c08-7eba-49d8-ab53-5fab1c2b93bf req-37f9b091-f87d-4ca4-9300-09c7ad3cf689 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.432926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034cd35-93aa-4423-b807-730041177541 req-8d236cc8-5f30-4d24-ad8d-a0c460254bc7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.435478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2034cd35-93aa-4423-b807-730041177541 req-8d236cc8-5f30-4d24-ad8d-a0c460254bc7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.2601049 Aug 10 03:30:54.468428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a41e-4f52-4647-a465-6d99ee8b8a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.488433 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.495466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74deae3e-539c-44e5-b151-9cd770085a1a req-0f4fe9a8-ee29-4842-8d49-23108c8f63a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585551 Aug 10 03:30:54.503809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a41e-4f52-4647-a465-6d99ee8b8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.529957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3138c08-7eba-49d8-ab53-5fab1c2b93bf req-37f9b091-f87d-4ca4-9300-09c7ad3cf689 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.537124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3138c08-7eba-49d8-ab53-5fab1c2b93bf req-37f9b091-f87d-4ca4-9300-09c7ad3cf689 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.539244 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3138c08-7eba-49d8-ab53-5fab1c2b93bf req-37f9b091-f87d-4ca4-9300-09c7ad3cf689 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] 10.222.0.53 "DELETE /v2.0/security-groups/ae453767-e54c-4d86-853d-5c67b3fbe3bf HTTP/1.1" status: 204 len: 173 time: 0.2415040 Aug 10 03:30:54.556180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47444) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.558045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9b091-f87d-4ca4-9300-09c7ad3cf689 tempest-SecurityGroupRulesTestJSON-1591698702 tempest-SecurityGroupRulesTestJSON-1591698702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae453767-e54c-4d86-853d-5c67b3fbe3bf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.597075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:54.631760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a41e-4f52-4647-a465-6d99ee8b8a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c825ea-5010-4990-a41d-96fab2ef4981,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.699228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:54.709091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9a34a41e-4f52-4647-a465-6d99ee8b8a5d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1287fcc385354a9e9a6b54210782ddeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1195571 Aug 10 03:30:54.710948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:54.712094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.725613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47448) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.747528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2034cd35-93aa-4423-b807-730041177541 req-692d2622-d71e-47d2-9b75-bc5e9636cb65 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699161 Aug 10 03:30:54.769339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a94be6f-0422-4853-ae2f-7bf6203348ff {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:30:54.823780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.846241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.853670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Deleting subnet 2d9de54a-4080-4870-af94-60609fe425e6 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:30:54.880399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.909934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f33cd-b5c9-4edd-b432-d9ade3cd3b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.915094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:54.925748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.933791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97230bde-96aa-48c3-994e-1c8614208c05 req-1b5b065a-3381-4234-92be-1d6e5da47e04 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.941401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97230bde-96aa-48c3-994e-1c8614208c05 req-1b5b065a-3381-4234-92be-1d6e5da47e04 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 949 time: 0.2346587 Aug 10 03:30:54.951055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Transition to ACTIVE for port object 1a94be6f-0422-4853-ae2f-7bf6203348ff will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:54.975984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.035228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f33cd-b5c9-4edd-b432-d9ade3cd3b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.057668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.073269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.119708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97230bde-96aa-48c3-994e-1c8614208c05 req-29c8d1cd-3075-40a1-b18b-cdeaa3f98ab8 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515429 Aug 10 03:30:55.176027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f33cd-b5c9-4edd-b432-d9ade3cd3b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.179551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f33cd-b5c9-4edd-b432-d9ade3cd3b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.186718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e4f33cd-b5c9-4edd-b432-d9ade3cd3b49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89c825ea-5010-4990-a41d-96fab2ef4981 HTTP/1.1" status: 204 len: 168 time: 0.4580784 Aug 10 03:30:55.187658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Pushing event updated for resources: {'Port': ['ID=1a94be6f-0422-4853-ae2f-7bf6203348ff,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.197186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f33cd-b5c9-4edd-b432-d9ade3cd3b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c825ea-5010-4990-a41d-96fab2ef4981,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.240253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de1d4-bbea-422c-a6bb-1a6d38dadb15 req-a45a0c1f-0359-418f-a01d-1c3a1cd7d6b8 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.249995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47456) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.253780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a57de1d4-bbea-422c-a6bb-1a6d38dadb15 req-a45a0c1f-0359-418f-a01d-1c3a1cd7d6b8 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.3047268 Aug 10 03:30:55.292755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.475603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a57de1d4-bbea-422c-a6bb-1a6d38dadb15 req-63ab8537-895b-47c4-9859-d7c36597197b tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203596 Aug 10 03:30:55.596149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Attempting to bind port 1a94be6f-0422-4853-ae2f-7bf6203348ff on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:55.596668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Attempting to bind port 1a94be6f-0422-4853-ae2f-7bf6203348ff by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:55.597216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Attempting to bind port 1a94be6f-0422-4853-ae2f-7bf6203348ff on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:55.607385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Port 1a94be6f-0422-4853-ae2f-7bf6203348ff on network 4d70feb0-1405-45a2-9d79-2f6805696e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:30:55.608181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Attempting to bind port 1a94be6f-0422-4853-ae2f-7bf6203348ff on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:55.608633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d513cd-7ffc-4bce-b7ca-20a1e82e09fc req-47254641-e659-4866-b251-dfe0db3ad1e8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.618007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.625953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22d513cd-7ffc-4bce-b7ca-20a1e82e09fc req-47254641-e659-4866-b251-dfe0db3ad1e8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 943 time: 0.1774950 Aug 10 03:30:55.629837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:55.630400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:55.631033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Bound using segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:55.631798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Bound port: 1a94be6f-0422-4853-ae2f-7bf6203348ff, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:55.632389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.692666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9de54a-4080-4870-af94-60609fe425e6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.712264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.720202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dd1ac7ee-210e-4737-a04f-e08c70350792 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d9de54a-4080-4870-af94-60609fe425e6 HTTP/1.1" status: 204 len: 168 time: 1.1625843 Aug 10 03:30:55.721159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47462) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.727162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.813323 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22d513cd-7ffc-4bce-b7ca-20a1e82e09fc req-76c1f90e-e9f0-4a11-bcba-a7d4b44b27db tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856232 Aug 10 03:30:55.817251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:55.853502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f4714ae-12ca-4dc4-981a-02af784d7bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.933239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] For port 1a94be6f-0422-4853-ae2f-7bf6203348ff, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:55.940695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.968161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] For port 1a94be6f-0422-4853-ae2f-7bf6203348ff, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:55.980170 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.090317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.091659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.094483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] 10.222.0.39 "PUT /v2.0/ports/1a94be6f-0422-4853-ae2f-7bf6203348ff HTTP/1.1" status: 200 len: 1092 time: 2.4714878 Aug 10 03:30:56.112403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'tag': '1a94be6f-0422-4853-ae2f-7bf6203348ff'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:56.116332 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e903f581-2a6b-46ac-ba68-06608c9a1720" -d '{"events": [{"name": "network-changed", "server_uuid": "37448ef3-8064-4e53-8d02-0a3fa9fa7fe2", "tag": "1a94be6f-0422-4853-ae2f-7bf6203348ff"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:56.196386 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ccf362-8146-401b-b546-942e71636005 x-openstack-request-id: req-48ccf362-8146-401b-b546-942e71636005 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:56.196676 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37448ef3-8064-4e53-8d02-0a3fa9fa7fe2", "tag": "1a94be6f-0422-4853-ae2f-7bf6203348ff", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:56.196931 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48ccf362-8146-401b-b546-942e71636005 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:56.197048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed1ed-5a3e-4667-8678-9c5849d6897f req-f04d7563-9f50-48b5-87ce-9abca674fa28 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.197330 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'tag': '1a94be6f-0422-4853-ae2f-7bf6203348ff', 'status': 'completed', 'code': 200} Aug 10 03:30:56.199508 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-627ed1ed-5a3e-4667-8678-9c5849d6897f req-f04d7563-9f50-48b5-87ce-9abca674fa28 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.2628067 Aug 10 03:30:56.214037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:30:56.218741 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad815482-e112-41b5-8da9-24c434c06067" -d '{"events": [{"server_uuid": "0aa3d98f-ee73-4e70-bbf3-383e90e920f5", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:30:56.229318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.235736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890a9cb-659e-496b-b421-04e62640ea8b service neutron] Pushing event updated for resources: {'Port': ['ID=1a94be6f-0422-4853-ae2f-7bf6203348ff,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.246838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d46c36-6652-44e8-a062-a7521d53107f']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:56.260299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532f5b01-27bd-4b47-84b7-816c93afc4ad') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:56.260614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532f5b01-27bd-4b47-84b7-816c93afc4ad') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:56.274757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.284821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c2cefbbe-e9f1-4a64-a920-d9c9b0d506f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.286452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c2cefbbe-e9f1-4a64-a920-d9c9b0d506f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 1095 time: 0.1173713 Aug 10 03:30:56.297843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.312711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:30:56.313464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.340207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-627ed1ed-5a3e-4667-8678-9c5849d6897f req-23f79434-67a8-4cfd-999a-9ac436346f74 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322389 Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:30:56.340901 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:30:56.388119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f4714ae-12ca-4dc4-981a-02af784d7bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.397265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f4714ae-12ca-4dc4-981a-02af784d7bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.406314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-b2f27095-355c-4ae0-88ab-f372b5fa7acc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff HTTP/1.1" status: 200 len: 217 time: 0.1043091 Aug 10 03:30:56.442249 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82c73cd-ffa1-405b-a9ff-7ca9052e6065 x-openstack-request-id: req-f82c73cd-ffa1-405b-a9ff-7ca9052e6065 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:30:56.442541 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa3d98f-ee73-4e70-bbf3-383e90e920f5", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:30:56.442793 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f82c73cd-ffa1-405b-a9ff-7ca9052e6065 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:30:56.443188 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be', 'code': 200} Aug 10 03:30:56.468823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3f4714ae-12ca-4dc4-981a-02af784d7bc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9e743a313934f16badf739a1544ed1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489019 Aug 10 03:30:56.488708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47480) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:56.541521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.567199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.580477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e8d46c36-6652-44e8-a062-a7521d53107f HTTP/1.1" status: 204 len: 168 time: 0.8238785 Aug 10 03:30:56.616187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-e75af348-c8fa-43e2-91d5-1e8bf7c03721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.619188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-e75af348-c8fa-43e2-91d5-1e8bf7c03721 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.1987414 Aug 10 03:30:56.636759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4714ae-12ca-4dc4-981a-02af784d7bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc5c8ab-aa72-4f4a-94a3-fbc811e7cebe,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.641318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7f51c-1cec-483a-8ac9-857e2715d769 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d46c36-6652-44e8-a062-a7521d53107f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:56.680427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-583967fc-9659-4ba3-acfa-04508eb3facb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.724776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-583967fc-9659-4ba3-acfa-04508eb3facb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.740755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0da4e-c252-48fb-b938-e2c71b85a23f req-14903bdf-7f0f-4432-b243-44c2a7cf3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.742581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffa0da4e-c252-48fb-b938-e2c71b85a23f req-14903bdf-7f0f-4432-b243-44c2a7cf3b71 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 1102 time: 0.1847925 Aug 10 03:30:56.776522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.897425 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37f63555-d05b-486c-a30c-e0eb9562584e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.898559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffa0da4e-c252-48fb-b938-e2c71b85a23f req-89526d77-466a-4252-ba1a-d975c11bb753 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423020 Aug 10 03:30:56.966157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0708e7f-5031-41cf-af53-a6c72d2521ff req-3972fb3c-4679-4a42-8dd1-adb146d22641 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:56.968267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0708e7f-5031-41cf-af53-a6c72d2521ff req-3972fb3c-4679-4a42-8dd1-adb146d22641 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.1460950 Aug 10 03:30:56.989283 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-583967fc-9659-4ba3-acfa-04508eb3facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.992094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-583967fc-9659-4ba3-acfa-04508eb3facb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:56.994154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-583967fc-9659-4ba3-acfa-04508eb3facb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbc5c8ab-aa72-4f4a-94a3-fbc811e7cebe HTTP/1.1" status: 204 len: 168 time: 0.4975801 Aug 10 03:30:57.073460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47492) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.087616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583967fc-9659-4ba3-acfa-04508eb3facb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc5c8ab-aa72-4f4a-94a3-fbc811e7cebe,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:57.133442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-0615f32f-91f5-4e9d-9c65-46e944c696a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4887815 Aug 10 03:30:57.145172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0708e7f-5031-41cf-af53-a6c72d2521ff req-790a5be4-164b-40e6-a9fa-6d15e99ad9bb tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703665 Aug 10 03:30:57.164736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971169f-c778-4547-b42b-1e328509db61 req-888edf10-1cf4-4e01-b34f-dce268982a8e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.177223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.177728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5971169f-c778-4547-b42b-1e328509db61 req-888edf10-1cf4-4e01-b34f-dce268982a8e tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.5942738 Aug 10 03:30:57.194924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Request body: {'floatingip': {'port_id': '73d9d819-b271-429c-a853-6dd3efb20b6d'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:57.203927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-992b5e32-1fc3-4357-aa4c-4395de4fdbe3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=853d94076cc64b22a550954eec1822ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276145 Aug 10 03:30:57.235571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47496) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:57.259090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.305688 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-870bc8c0-8cfe-491c-a1b4-4f07b18f9679 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622062 Aug 10 03:30:57.473658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f857a1d-a721-458d-85ff-597f7db243eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.513140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f857a1d-a721-458d-85ff-597f7db243eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.562946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d927a9-e063-4090-bc27-c2c60cef92f9 req-09b908a0-9e9a-4529-a2af-c3c191d49c1f tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.571062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3d927a9-e063-4090-bc27-c2c60cef92f9 req-09b908a0-9e9a-4529-a2af-c3c191d49c1f tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 949 time: 0.2068985 Aug 10 03:30:57.640735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc00880-b0d5-4a6e-b7f3-92242aea8cb2 req-e51d37ed-3fa3-4a11-a0a0-825d9ba10aef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.643150 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bc00880-b0d5-4a6e-b7f3-92242aea8cb2 req-e51d37ed-3fa3-4a11-a0a0-825d9ba10aef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 943 time: 0.2501061 Aug 10 03:30:57.707040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fba73e7f-1dc5-4ea7-9e4a-695621007797 req-c63f83ad-a528-4088-aef9-8946b2e137b5 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913360 Aug 10 03:30:57.745937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f857a1d-a721-458d-85ff-597f7db243eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.759243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f857a1d-a721-458d-85ff-597f7db243eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.768286 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f857a1d-a721-458d-85ff-597f7db243eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/063df9bc-b799-484a-bbd3-12630e9474e9 HTTP/1.1" status: 204 len: 168 time: 0.5246043 Aug 10 03:30:57.783484 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3d927a9-e063-4090-bc27-c2c60cef92f9 req-b21b061e-5853-4bc8-8290-c4ca62b865ff tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932356 Aug 10 03:30:57.989240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Deleting port 8ea29207-53ab-426d-9314-ddf84d3bb86e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:57.989738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:57.994513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-8a841ef0-f8e5-496a-972f-3e824082385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:57.996863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-8a841ef0-f8e5-496a-972f-3e824082385a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 1095 time: 0.1204309 Aug 10 03:30:58.014793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bc00880-b0d5-4a6e-b7f3-92242aea8cb2 req-64111a33-4f0e-47c1-9957-5f9dfa842978 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302081 Aug 10 03:30:58.145908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-cba00e73-8865-4b6c-adef-a3b58b664a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.149304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-cba00e73-8865-4b6c-adef-a3b58b664a1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.1373377 Aug 10 03:30:58.240928 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:58.258624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-ff26f193-d5ea-475b-8991-2d37a59a0f73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff HTTP/1.1" status: 200 len: 217 time: 0.0993562 Aug 10 03:30:58.263399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f857a1d-a721-458d-85ff-597f7db243eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063df9bc-b799-484a-bbd3-12630e9474e9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:58.296880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] For port 8ea29207-53ab-426d-9314-ddf84d3bb86e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8ea29207-53ab-426d-9314-ddf84d3bb86e,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:58.297381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:58.346876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Calling delete_port for 8ea29207-53ab-426d-9314-ddf84d3bb86e owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:30:58.482676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-705c28f3-83a7-420f-a658-d6995a8d5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.485999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-705c28f3-83a7-420f-a658-d6995a8d5e23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.2191861 Aug 10 03:30:58.509819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-f07f072d-3a37-4a75-b99e-8b4cec4d8def tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.512258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-f07f072d-3a37-4a75-b99e-8b4cec4d8def tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.65 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 949 time: 0.2173390 Aug 10 03:30:58.520339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1181e7-ea5f-48ab-bf6b-20d1a8433eb0 req-ded118a1-d40b-47bc-98d2-01b09afd1f7b tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.523123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc1181e7-ea5f-48ab-bf6b-20d1a8433eb0 req-ded118a1-d40b-47bc-98d2-01b09afd1f7b tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.1741385 Aug 10 03:30:58.595826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-98c14769-9309-4cb3-9172-5b37b029d029 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911591 Aug 10 03:30:58.660334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc1181e7-ea5f-48ab-bf6b-20d1a8433eb0 req-70dbdcd2-272e-4dd8-9b6c-e4abe55eaea9 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219604 Aug 10 03:30:58.791279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-e1cf6cd7-f25c-4c40-845f-1f496267b763 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769352 Aug 10 03:30:58.955331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e903f581-2a6b-46ac-ba68-06608c9a1720 req-6bec1b3e-0579-445a-b7a4-a9f2fa1bd1f4 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561420 Aug 10 03:30:59.065104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d78a9d-396e-41cb-9738-434a120a708f req-f3ba670b-dbd6-433a-bf4f-6ccf39185e14 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.068331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8d78a9d-396e-41cb-9738-434a120a708f req-f3ba670b-dbd6-433a-bf4f-6ccf39185e14 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 949 time: 0.1113112 Aug 10 03:30:59.101204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:30:59.138346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8d78a9d-396e-41cb-9738-434a120a708f req-1a268b65-2ffd-488f-b059-11dda7e24091 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617974 Aug 10 03:30:59.412933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa841e3-a35f-43f3-8f0b-2fa2e2c88f59 req-58e66a99-1431-4b1a-982b-19e44c6f3e6f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.417760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa841e3-a35f-43f3-8f0b-2fa2e2c88f59 req-58e66a99-1431-4b1a-982b-19e44c6f3e6f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 943 time: 0.1232257 Aug 10 03:30:59.441352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.460976 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.524489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa841e3-a35f-43f3-8f0b-2fa2e2c88f59 req-55ba8f27-b51a-4bb8-b43c-390f03faa9df tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991440 Aug 10 03:30:59.563483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.612281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.638220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Deleting port f9939782-82c1-48e7-939d-f2dfa5d61072 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:30:59.638755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.653000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea29207-53ab-426d-9314-ddf84d3bb86e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:59.719675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:59.784722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad092-131f-4708-a53f-032fd6ec4538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.899039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4594e-3e7e-4bd4-bd8f-0915a1a0f86b req-c7bd78ed-6497-4fa0-b04a-6feb5952b8bd tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:59.901302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f4594e-3e7e-4bd4-bd8f-0915a1a0f86b req-c7bd78ed-6497-4fa0-b04a-6feb5952b8bd tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.4474573 Aug 10 03:31:00.011800 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Floating IP 2b0ebc53-313d-4bc7-9c7b-711cdc4e4148 associated. External IP: 172.25.2.205, port: 73d9d819-b271-429c-a853-6dd3efb20b6d. Aug 10 03:31:00.137715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f4594e-3e7e-4bd4-bd8f-0915a1a0f86b req-ba0aed62-409c-4c1f-800b-6d638e724c49 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916294 Aug 10 03:31:00.193358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1139913608-network', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:00.241836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Made reservation on behalf of e92fd44d505b4c488845f6db8c8903f7 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:00.248180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.271055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.386750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] For port f9939782-82c1-48e7-939d-f2dfa5d61072, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f9939782-82c1-48e7-939d-f2dfa5d61072,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:00.387925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.445042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Calling delete_port for f9939782-82c1-48e7-939d-f2dfa5d61072 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:00.493946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb44e84-bdac-4c74-9817-9c549d4f5e3d req-3d551495-2fd7-4346-a607-64136cb80d3c tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.507866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fb44e84-bdac-4c74-9817-9c549d4f5e3d req-3d551495-2fd7-4346-a607-64136cb80d3c tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 949 time: 0.1434584 Aug 10 03:31:00.555117 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.616443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.620880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fb44e84-bdac-4c74-9817-9c549d4f5e3d req-bd069d1f-01c8-4de0-bd4f-87702e10cbf3 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c7f6927-1293-4dab-ae00-4f867ddecbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118569 Aug 10 03:31:00.624851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.666213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f53b5-67ee-469f-a482-b436fa02498e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:00.697461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:00.712013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.712505 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Added segment 4b6afa09-57a8-4005-a9bb-a868ff749b67 of type vlan for network dd451419-6a4a-4890-a997-76e9c8cc89f7 Aug 10 03:31:00.789041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.883156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-1926097b-fbad-457e-9a48-5e52091879c1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fe82f0bb3cac4589abcd48174161508c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440795 Aug 10 03:31:00.891438 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.893545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:00.894322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.978855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-75459448-075f-44f2-bb97-ea29d227f582 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f46795dfbe204d8da1ace1fd30078a73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151290 Aug 10 03:31:01.033813 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3125179 Aug 10 03:31:01.042403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47596) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:01.054008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Request body: {'subnet': {'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-subnet', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:01.092295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce304cb-5330-418d-ba36-b675fd120843 admin admin] Pushing event updated for resources: {'Network': ['ID=dd451419-6a4a-4890-a997-76e9c8cc89f7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.104081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:01.108113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:01.127352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Made reservation on behalf of e92fd44d505b4c488845f6db8c8903f7 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:01.131657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.185579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.271940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-f2f230f5-387b-4cdf-b5f1-b91dd0bd3bff tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.274721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-f2f230f5-387b-4cdf-b5f1-b91dd0bd3bff tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3771193 Aug 10 03:31:01.307869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Pushing event deleted for resources: {'Port': ['ID=f9939782-82c1-48e7-939d-f2dfa5d61072,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.315783 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-24cd4bae-195b-495d-b67e-1f8d5387e63c tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/quotas/fe82f0bb3cac4589abcd48174161508c HTTP/1.1" status: 200 len: 375 time: 0.0291970 Aug 10 03:31:01.400224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] No DVR routers for this DVR port f9939782-82c1-48e7-939d-f2dfa5d61072 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:01.409141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-6bd8b5c2-8ff1-45cb-9e68-bc28bf738869 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:01.410935 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-6bd8b5c2-8ff1-45cb-9e68-bc28bf738869 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4116590 Aug 10 03:31:01.413788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.415896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db69d65d-80fb-4f44-bed9-5db741da1ca5 req-fe3ac73c-6519-4420-ab20-f8dd402f5291 tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.65 "DELETE /v2.0/ports/f9939782-82c1-48e7-939d-f2dfa5d61072 HTTP/1.1" status: 204 len: 173 time: 2.8955247 Aug 10 03:31:01.491857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'name': 'network-vif-deleted', 'tag': 'f9939782-82c1-48e7-939d-f2dfa5d61072'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:01.496418 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897498e-69af-48e6-b63f-d21d71fcc41a" -d '{"events": [{"server_uuid": "75f910b4-7728-4409-9dd3-4096fd6b1f4d", "name": "network-vif-deleted", "tag": "f9939782-82c1-48e7-939d-f2dfa5d61072"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:01.534679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-15c7bd77-99f6-42c9-bb8d-5b582cb5ebb0 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe82f0bb3cac4589abcd48174161508c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963594 Aug 10 03:31:01.540034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1a94be6f-0422-4853-ae2f-7bf6203348ff details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:01.564673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:01.575456 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] Sync routers for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:01.585350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-dd424c9f-ce83-4b19-887e-b9e370ee7bd9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/quotas/f46795dfbe204d8da1ace1fd30078a73 HTTP/1.1" status: 200 len: 375 time: 0.0650864 Aug 10 03:31:01.589548 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:01.590254 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.611446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Router f4287d43-ac2d-45ac-b8e1-63333093ff3f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:01.625493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.729040 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.751797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-d877b710-93b1-463d-a9e7-2959b1398531 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f46795dfbe204d8da1ace1fd30078a73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1651590 Aug 10 03:31:01.758118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:01.880262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Checking segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:01.881008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Network hostable DHCP agents. Network: dd451419-6a4a-4890-a997-76e9c8cc89f7, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:01.887055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0689f4b9-0e05-45f1-8ed8-71a4506d0853,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:01.891289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1a94be6f-0422-4853-ae2f-7bf6203348ff, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:01.932069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '1a94be6f-0422-4853-ae2f-7bf6203348ff', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': '1a94be6f-0422-4853-ae2f-7bf6203348ff', 'mac_address': 'fa:16:3e:fd:bc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:01.956709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:01.987969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, dd451419-6a4a-4890-a997-76e9c8cc89f7) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:01.989511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9daf1f71-3a53-48eb-b63e-312eaca8716f tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "PUT /v2.0/floatingips/2b0ebc53-313d-4bc7-9c7b-711cdc4e4148 HTTP/1.1" status: 200 len: 991 time: 4.8096507 Aug 10 03:31:02.002730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.003281 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.039139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b445399-0476-41e2-b77f-36d5229f7b63 req-38016464-5aec-42ad-8afd-07f57bcf8370 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:02.048689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b445399-0476-41e2-b77f-36d5229f7b63 req-38016464-5aec-42ad-8afd-07f57bcf8370 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 943 time: 0.1032848 Aug 10 03:31:02.058586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-738a5839-2355-45b6-bdf7-ab18c16243d1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0148816 Aug 10 03:31:02.059236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.086003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:02.121089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.122691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.138028 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.144425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0fd65a-efa0-4afb-b5bf-9a1667c8f74f None None] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:02.147412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b445399-0476-41e2-b77f-36d5229f7b63 req-7ce95fc6-f11c-4428-aeab-95d8607f7feb tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974336 Aug 10 03:31:02.152979 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:02.241299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a94be6f-0422-4853-ae2f-7bf6203348ff {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:02.282626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:02.306938 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e33f1c6-7414-4bb5-84d2-a1e52fc178fd x-openstack-request-id: req-2e33f1c6-7414-4bb5-84d2-a1e52fc178fd {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:02.308614 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f910b4-7728-4409-9dd3-4096fd6b1f4d", "name": "network-vif-deleted", "tag": "f9939782-82c1-48e7-939d-f2dfa5d61072", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:02.312270 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e33f1c6-7414-4bb5-84d2-a1e52fc178fd {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:02.313153 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f910b4-7728-4409-9dd3-4096fd6b1f4d', 'name': 'network-vif-deleted', 'tag': 'f9939782-82c1-48e7-939d-f2dfa5d61072', 'status': 'completed', 'code': 200} Aug 10 03:31:02.328043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.329662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f6c17f61-7a76-4dde-8262-ba0c9dd74f64 admin admin] 10.222.0.53 "PUT /v2.0/routers/f4287d43-ac2d-45ac-b8e1-63333093ff3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0775051 Aug 10 03:31:02.332935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47614) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:02.477738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1a94be6f-0422-4853-ae2f-7bf6203348ff, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:02.489793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] Sync routers for ids ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:02.512010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.693907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31b8f06a-df8e-4422-9341-655417706628 req-3cf19417-cae1-4997-b0ba-d997b20fcf69 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 210 time: 0.1520154 Aug 10 03:31:02.698726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f9939782-82c1-48e7-939d-f2dfa5d61072 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:02.742782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a650ee1-eaa2-48b3-b4f5-678cd7a573b4 req-d8c9f558-02af-4615-b1b3-e5d3c735977e tempest-TenantUsagesTestJSON-1633464760 tempest-TenantUsagesTestJSON-1633464760-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f910b4-7728-4409-9dd3-4096fd6b1f4d HTTP/1.1" status: 200 len: 210 time: 0.1519752 Aug 10 03:31:02.938217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] Routers {'f4287d43-ac2d-45ac-b8e1-63333093ff3f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:02.939982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2359301b-82a8-4170-8d15-bf079c4c0b9f req-7c9202fc-1f08-49ec-be52-0663705c9850 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.0731256 Aug 10 03:31:02.948897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:03.014942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: f9939782-82c1-48e7-939d-f2dfa5d61072 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:03.015668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f9939782-82c1-48e7-939d-f2dfa5d61072 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:03.085352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['1a94be6f-0422-4853-ae2f-7bf6203348ff'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:03.165245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.201576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.226779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.228005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1a94be6f-0422-4853-ae2f-7bf6203348ff,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.295133 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2b0ebc53-313d-4bc7-9c7b-711cdc4e4148', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'port_id': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'mac_address': 'fa:16:3e:83:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:30Z', 'updated_at': '2021-08-10T03:30:58Z', 'revision_number': 1, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:03.497791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-dd451419-6a4a-4890-a997-76e9c8cc89f7', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:03.500386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.569425 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] Checking router: ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:03.570713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a1c6f-724a-4fa9-a1b1-53df1fe237db req-67e543ea-ad7c-4380-828f-f1881d1c88fe tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:03.586458 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:03.587699 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:03.588355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c79a1c6f-724a-4fa9-a1b1-53df1fe237db req-67e543ea-ad7c-4380-828f-f1881d1c88fe tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 944 time: 0.2132268 Aug 10 03:31:03.715671 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.751221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c79a1c6f-724a-4fa9-a1b1-53df1fe237db req-37ee6d1e-805c-4ef2-9187-bc7fd7dbca55 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473310 Aug 10 03:31:03.828850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:03.998209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e9f19d2-57d5-4647-a935-2143b10b3f71 req-529b9e03-3854-4867-b7a6-167610a856f0 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 210 time: 0.1226537 Aug 10 03:31:04.040075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Allocated IP 172.20.0.2 (dd451419-6a4a-4890-a997-76e9c8cc89f7/0689f4b9-0e05-45f1-8ed8-71a4506d0853/be664041-b053-4cc6-9b63-78c2d213fe69) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:04.080336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Deleting port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:04.080852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.086964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.210645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] Set router f4287d43-ac2d-45ac-b8e1-63333093ff3f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:04.222649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-282dd574-d6bb-41ce-82bc-23909ea64be6 req-c24260b3-f64b-4279-8ef5-eeb908cdda83 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.0799088 Aug 10 03:31:04.273286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.363482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:04.366661 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7198961e-7173-427a-8b31-9854b5c3ffcc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:04.371444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-494a0934-845a-46ae-b2f4-a96f39d05ddd tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fe82f0bb3cac4589abcd48174161508c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693586 Aug 10 03:31:04.503943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] For port ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:04.507752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.531202 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2b0ebc53-313d-4bc7-9c7b-711cdc4e4148', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'port_id': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'mac_address': 'fa:16:3e:83:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:30Z', 'updated_at': '2021-08-10T03:30:58Z', 'revision_number': 1, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:04.540706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47648) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:04.554947 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3819f7-2330-42cd-ada7-da82573337d7 x-openstack-request-id: req-2e3819f7-2330-42cd-ada7-da82573337d7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:04.555445 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:04.555796 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e3819f7-2330-42cd-ada7-da82573337d7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:04.556295 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'status': 'completed', 'code': 200} Aug 10 03:31:04.600864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Calling delete_port for ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:04.605876 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36860665-fd55-49e3-932c-f12dd3e2c0a2 None None] The sync data for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 is: [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2b0ebc53-313d-4bc7-9c7b-711cdc4e4148', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'port_id': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'mac_address': 'fa:16:3e:83:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:30:30Z', 'updated_at': '2021-08-10T03:30:58Z', 'revision_number': 1, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:04.627196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-5d519dd9-8e19-4ceb-bd50-ec49c4b89278 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.639502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-5d519dd9-8e19-4ceb-bd50-ec49c4b89278 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580912 Aug 10 03:31:04.653367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Request body: {'port': {'device_id': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'fe82f0bb3cac4589abcd48174161508c'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:04.865280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-e77d2fe1-3dd0-415f-9391-1cd76f69380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:04.866796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-e77d2fe1-3dd0-415f-9391-1cd76f69380b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d956778803d40109fc33c5f0d7de862&device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 1097 time: 0.2956681 Aug 10 03:31:04.909498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Made reservation on behalf of fe82f0bb3cac4589abcd48174161508c for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:04.920657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.047257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Allocated IP 172.25.2.184 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e053bab0-49a1-45e3-a0be-b6198abab06b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:05.074880 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060cc49-20a5-40b4-a92a-9267875b04eb None None] New status for floating IP 2b0ebc53-313d-4bc7-9c7b-711cdc4e4148: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:31:05.087656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:30:59Z', 'revision_number': 5, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port': {'id': 'ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:14Z', 'updated_at': '2021-08-10T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:05.149200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] Checking router: f4287d43-ac2d-45ac-b8e1-63333093ff3f for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:05.173480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.177556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-550fc9cc-a0a7-44c1-93b4-7fd82e1cece6 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f46795dfbe204d8da1ace1fd30078a73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166694 Aug 10 03:31:05.183953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Allocated IP 192.168.233.246 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/be1b7075-6825-4847-934e-082f2002960e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:05.206040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Transition to ACTIVE for port object be664041-b053-4cc6-9b63-78c2d213fe69 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:05.211016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] Routers {'f4287d43-ac2d-45ac-b8e1-63333093ff3f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:05.212611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:05.415651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] Set router f4287d43-ac2d-45ac-b8e1-63333093ff3f gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:05.450796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4f73e44-b982-4026-82c0-acc54bd9eacb req-18b82ebb-ee9c-4031-93a2-634bdc3acf9f tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 210 time: 0.0947218 Aug 10 03:31:05.463506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-faa19cd6-50e7-45f2-9e35-420b2e1f4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:05.466154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-faa19cd6-50e7-45f2-9e35-420b2e1f4298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16 HTTP/1.1" status: 200 len: 907 time: 0.5856366 Aug 10 03:31:05.520889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.589602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:31:03Z', 'revision_number': 6, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:05.654138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eedd54-88e0-463e-9f65-5ad188ca4a7e None None] The sync data for ids ['f4287d43-ac2d-45ac-b8e1-63333093ff3f'] in n-d-769329-14 is: [{'id': 'f4287d43-ac2d-45ac-b8e1-63333093ff3f', 'name': 'tempest-AttachSCSIVolumeTestJSON-114977660-router', 'tenant_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:12Z', 'updated_at': '2021-08-10T03:31:03Z', 'revision_number': 6, 'project_id': 'b4caccfbbc7a4afc9b01bc4450432eb9', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:05.669891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Transition to ACTIVE for port object be664041-b053-4cc6-9b63-78c2d213fe69 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:05.686313 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.792281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:05.798652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:05.806112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:05.816958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Pushing event updated for resources: {'Port': ['ID=be664041-b053-4cc6-9b63-78c2d213fe69,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:05.913809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Attempting to bind port be664041-b053-4cc6-9b63-78c2d213fe69 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:05.914465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Attempting to bind port be664041-b053-4cc6-9b63-78c2d213fe69 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:05.915078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Attempting to bind port be664041-b053-4cc6-9b63-78c2d213fe69 on network dd451419-6a4a-4890-a997-76e9c8cc89f7 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:05.925404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:05.925877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Checking segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:05.926595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.927193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Bound using segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:05.928008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Bound port: be664041-b053-4cc6-9b63-78c2d213fe69, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:05.928641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.055131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Transition to ACTIVE for port object be1b7075-6825-4847-934e-082f2002960e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:06.109938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-65e6ca61-0aaa-4a17-8be1-ebc6b9e3d16c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d9d819-b271-429c-a853-6dd3efb20b6d HTTP/1.1" status: 200 len: 999 time: 0.6013811 Aug 10 03:31:06.115508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f3f4a53-94a5-4654-92aa-9281e5c34647 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0253d47851c64c9f8a15c26d2ff62293&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5714529 Aug 10 03:31:06.119817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:06.130887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7292da-cb8e-4ae0-9ed6-6e276a95ea49 req-63b15ace-1537-4b31-a649-2f47834b2a06 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.138699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] For port be664041-b053-4cc6-9b63-78c2d213fe69, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:06.143904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f7292da-cb8e-4ae0-9ed6-6e276a95ea49 req-63b15ace-1537-4b31-a649-2f47834b2a06 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 944 time: 0.6103539 Aug 10 03:31:06.153252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] For port be664041-b053-4cc6-9b63-78c2d213fe69, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=be664041-b053-4cc6-9b63-78c2d213fe69,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:06.158910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8ea29207-53ab-426d-9314-ddf84d3bb86e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:06.183886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-817fa9e5-7d02-48a7-bce8-d7230f0aafa6 req-569c6f18-7996-44ab-b7af-eefeb671ba8f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.0613878 Aug 10 03:31:06.210726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.235869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.311987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 8ea29207-53ab-426d-9314-ddf84d3bb86e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:06.313048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8ea29207-53ab-426d-9314-ddf84d3bb86e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:06.317308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:06.324684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-d49b6408-3016-4be1-8605-b8225fbf9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.326607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-d49b6408-3016-4be1-8605-b8225fbf9ea3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86d85a14-8240-4f6c-ab80-3a061083d105 HTTP/1.1" status: 200 len: 845 time: 0.1181858 Aug 10 03:31:06.394015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:06.413177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:06.443303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7b45c-62a4-4eca-8321-b5b744c3c9b1 None None] Pushing event updated for resources: {'Port': ['ID=be664041-b053-4cc6-9b63-78c2d213fe69,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.485833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Pushing event updated for resources: {'Port': ['ID=be1b7075-6825-4847-934e-082f2002960e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:06.512718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:06.532308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f7292da-cb8e-4ae0-9ed6-6e276a95ea49 req-1ee7c85f-2056-4100-bd62-6c5e229e14fc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760693 Aug 10 03:31:06.682301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.683474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:06.749741 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d5a2365c-b4b5-4a2d-a535-347e70ac40f1 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1004951 Aug 10 03:31:06.755800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-26a73a25-9c11-46ef-8878-6c6e5d452f3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1405308 Aug 10 03:31:06.781196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Request body: {'port': {'device_id': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:06.783820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-267d2c66-0d82-4873-90b6-d3c8aa6ec51d tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.787292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-267d2c66-0d82-4873-90b6-d3c8aa6ec51d tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5255361 Aug 10 03:31:06.797255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-36d96482-b716-4acf-9e19-135f9e7ab769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:06.799035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-36d96482-b716-4acf-9e19-135f9e7ab769 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f91e62-3e4e-47e4-8e1f-c31f2224ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4455438 Aug 10 03:31:06.812533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Request body: {'port': {'device_id': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'f46795dfbe204d8da1ace1fd30078a73'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:06.956541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.015441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694732-7860-4d40-81ea-c8a83f2921eb req-9dc45371-bba0-4dce-8c6a-fb889a2f57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.017080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-9dc45371-bba0-4dce-8c6a-fb889a2f57c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 1097 time: 0.1981781 Aug 10 03:31:07.044946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2d124-5361-488b-ae42-666859f9ca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.140367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cef81-6c5b-4c95-a0a3-662f2f35354e req-ebd01c01-f267-4452-83e0-76a9d16e3e03 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.142686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-462cef81-6c5b-4c95-a0a3-662f2f35354e req-ebd01c01-f267-4452-83e0-76a9d16e3e03 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 936 time: 0.4955258 Aug 10 03:31:07.164629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3f1ad33b-8cef-4615-9927-137da6418729 None None] Provisioning for port be1b7075-6825-4847-934e-082f2002960e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:07.174484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3f1ad33b-8cef-4615-9927-137da6418729 None None] Provisioning complete for port be1b7075-6825-4847-934e-082f2002960e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:07.175230 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f1ad33b-8cef-4615-9927-137da6418729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.176379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2d124-5361-488b-ae42-666859f9ca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.213105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.230741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.266786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ad33b-8cef-4615-9927-137da6418729 None None] Port be1b7075-6825-4847-934e-082f2002960e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:07.299812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694732-7860-4d40-81ea-c8a83f2921eb req-2f6b7861-33e5-466d-8b21-0c2aba27506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:07.301362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-2f6b7861-33e5-466d-8b21-0c2aba27506a service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.2414317 Aug 10 03:31:07.384309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:07.442138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3aa2b093-5d48-4c75-98ad-1a4eb723e6a2 req-346eba3b-4cee-4540-8dcf-4a313b1e8af3 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.1081426 Aug 10 03:31:07.449281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-fa009d74-b45f-4b20-9ac8-58beba9c8b8c service neutron] 10.222.0.39 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230631 Aug 10 03:31:07.550882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-e8b88084-c4b3-41b1-ae3b-4443a176789c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 200 len: 1001 time: 0.2312930 Aug 10 03:31:07.579766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1b7075-6825-4847-934e-082f2002960e {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:07.595085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.605897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1a94be6f-0422-4853-ae2f-7bf6203348ff up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:07.665172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-462cef81-6c5b-4c95-a0a3-662f2f35354e req-36800ff8-47a5-4331-a262-3a76e774eb7f tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586046 Aug 10 03:31:07.674952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Transition to ACTIVE for port object be1b7075-6825-4847-934e-082f2002960e will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:07.715441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.727851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Made reservation on behalf of f46795dfbe204d8da1ace1fd30078a73 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:07.734956 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.764600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2d124-5361-488b-ae42-666859f9ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.775246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2d124-5361-488b-ae42-666859f9ca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.777649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aea2d124-5361-488b-ae42-666859f9ca68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c7f6927-1293-4dab-ae00-4f867ddecbd9 HTTP/1.1" status: 204 len: 168 time: 1.6085563 Aug 10 03:31:07.785834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 1a94be6f-0422-4853-ae2f-7bf6203348ff completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:07.793749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 1a94be6f-0422-4853-ae2f-7bf6203348ff triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:07.794625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.850394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:07.856824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.034135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.089734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a94be6f-0422-4853-ae2f-7bf6203348ff'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:08.099295 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e83e84f-92b3-4ab9-a751-4305a463cd86" -d '{"events": [{"server_uuid": "37448ef3-8064-4e53-8d02-0a3fa9fa7fe2", "name": "network-vif-plugged", "status": "completed", "tag": "1a94be6f-0422-4853-ae2f-7bf6203348ff"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:08.132897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694732-7860-4d40-81ea-c8a83f2921eb req-ba992762-8b79-49f1-b616-7588d10bb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.146248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-ba992762-8b79-49f1-b616-7588d10bb892 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.4681864 Aug 10 03:31:08.147517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Pushing event updated for resources: {'Port': ['ID=be1b7075-6825-4847-934e-082f2002960e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.162023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1a94be6f-0422-4853-ae2f-7bf6203348ff, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:08.176726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.198852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e14265-642a-4535-aa02-6a45084826c9 req-803c5f5e-7a6c-4d52-9ecd-e5b038110143 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.205755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.209630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14e14265-642a-4535-aa02-6a45084826c9 req-803c5f5e-7a6c-4d52-9ecd-e5b038110143 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 944 time: 0.4464140 Aug 10 03:31:08.210834 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.288312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.351013 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf033ece-990d-49d5-8410-4fd76be812d5 x-openstack-request-id: req-bf033ece-990d-49d5-8410-4fd76be812d5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:08.351811 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37448ef3-8064-4e53-8d02-0a3fa9fa7fe2", "name": "network-vif-plugged", "status": "completed", "tag": "1a94be6f-0422-4853-ae2f-7bf6203348ff", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:08.353321 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf033ece-990d-49d5-8410-4fd76be812d5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:08.356540 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a94be6f-0422-4853-ae2f-7bf6203348ff', 'code': 200} Aug 10 03:31:08.374559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device be664041-b053-4cc6-9b63-78c2d213fe69 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:08.403102 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14e14265-642a-4535-aa02-6a45084826c9 req-09735a51-1b0d-4a6d-a92a-1721d4eba3c1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928256 Aug 10 03:31:08.453097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694732-7860-4d40-81ea-c8a83f2921eb req-62a713cc-9f88-4854-8422-5e51e33aea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.455128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-62a713cc-9f88-4854-8422-5e51e33aea3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2815840 Aug 10 03:31:08.464993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2d124-5361-488b-ae42-666859f9ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7f6927-1293-4dab-ae00-4f867ddecbd9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.476984 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7198961e-7173-427a-8b31-9854b5c3ffcc req-d50aec9e-4ad6-4be7-9d77-5edb94439994 service neutron] 10.222.0.39 "GET /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0055678 Aug 10 03:31:08.562520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:08.653148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:08.670267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:08.718332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.719028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf4a6d-7b2a-4ef6-922b-68b966e6c4ec None None] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:08.719394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Pushing event updated for resources: {'Port': ['ID=e053bab0-49a1-45e3-a0be-b6198abab06b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:08.763251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.763767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4287d43-ac2d-45ac-b8e1-63333093ff3f {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:08.766817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13db8458-3dcb-46d0-89b4-9c76c45f5f59 req-e159988d-96ba-44d1-8998-d5902bd7b251 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.0732934 Aug 10 03:31:08.777505 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.779099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0367e503-c860-4060-803e-db3478837b5f admin admin] 10.222.0.53 "DELETE /v2.0/routers/f4287d43-ac2d-45ac-b8e1-63333093ff3f HTTP/1.1" status: 204 len: 168 time: 6.4447575 Aug 10 03:31:08.780252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.788313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47686) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.871034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Deleting subnet 1a962697-1dd2-4093-922f-efe1548e4772 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:08.883716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Attempting to bind port be1b7075-6825-4847-934e-082f2002960e on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:08.887342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Attempting to bind port be1b7075-6825-4847-934e-082f2002960e by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:08.890224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Attempting to bind port be1b7075-6825-4847-934e-082f2002960e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:08.895790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fe3f3-ae69-41e4-9797-db7d3e30450d req-d073d8dd-b568-4b21-ac79-27a425367e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:08.897396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-049fe3f3-ae69-41e4-9797-db7d3e30450d req-d073d8dd-b568-4b21-ac79-27a425367e9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 1097 time: 0.4155631 Aug 10 03:31:08.903939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:08.911558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-339cc100-2e7e-453b-ab37-67141c077b6e service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149895 Aug 10 03:31:08.911899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47688) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:08.922204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Port be1b7075-6825-4847-934e-082f2002960e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:08.923415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Attempting to bind port be1b7075-6825-4847-934e-082f2002960e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:08.974807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:08.975743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:08.976538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:08.977504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Bound port: be1b7075-6825-4847-934e-082f2002960e, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:08.978359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.102734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1a94be6f-0422-4853-ae2f-7bf6203348ff,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.133734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port be664041-b053-4cc6-9b63-78c2d213fe69 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:09.141525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1214db16-8ab1-470e-8cb1-e9ce5449e465 None None] Provisioning for port be664041-b053-4cc6-9b63-78c2d213fe69 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:09.149666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port be664041-b053-4cc6-9b63-78c2d213fe69 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:09.150234 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.156255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1214db16-8ab1-470e-8cb1-e9ce5449e465 None None] Provisioning complete for port be664041-b053-4cc6-9b63-78c2d213fe69 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:09.156844 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1214db16-8ab1-470e-8cb1-e9ce5449e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.180285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb846d-91e4-404a-84c9-705fc949c289,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.185582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4131-08ca-49f4-ae21-c319f2adadde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.228237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.244668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] For port be1b7075-6825-4847-934e-082f2002960e, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:09.259654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] For port be1b7075-6825-4847-934e-082f2002960e, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=be1b7075-6825-4847-934e-082f2002960e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:09.278953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.367068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85694732-7860-4d40-81ea-c8a83f2921eb req-95c4c56c-56ea-4762-a9e5-0dd9330ff162 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376979 Aug 10 03:31:09.368948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.370378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.372569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] 10.222.0.65 "PUT /v2.0/ports/be1b7075-6825-4847-934e-082f2002960e HTTP/1.1" status: 200 len: 1097 time: 2.5981085 Aug 10 03:31:09.386751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'tag': 'be1b7075-6825-4847-934e-082f2002960e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:09.391753 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a66d20-f68b-47d9-a16c-c4a39d508734" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0fa6e5-cb81-4fcc-a4d0-98599132d448", "tag": "be1b7075-6825-4847-934e-082f2002960e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:09.424743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-049fe3f3-ae69-41e4-9797-db7d3e30450d req-4cfc6e17-7fba-494a-8e8c-45cba499435f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813657 Aug 10 03:31:09.523244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3561b-1c46-4c61-be8c-0b40214d8c6f service neutron] Pushing event updated for resources: {'Port': ['ID=be1b7075-6825-4847-934e-082f2002960e,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:09.553767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.571022 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94bc71b-7496-44f4-895a-a11479ae9ca5 x-openstack-request-id: req-e94bc71b-7496-44f4-895a-a11479ae9ca5 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:09.571493 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0fa6e5-cb81-4fcc-a4d0-98599132d448", "tag": "be1b7075-6825-4847-934e-082f2002960e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:09.571859 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e94bc71b-7496-44f4-895a-a11479ae9ca5 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:09.572669 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'tag': 'be1b7075-6825-4847-934e-082f2002960e', 'status': 'completed', 'code': 200} Aug 10 03:31:09.624282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-53d76689-1807-4046-98d7-968fe84cc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.626272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-53d76689-1807-4046-98d7-968fe84cc3d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe82f0bb3cac4589abcd48174161508c&device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 1100 time: 0.1254885 Aug 10 03:31:09.687961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee9e6f-4425-4b72-9d0f-53c7e2987848 req-658c42c2-63af-4f08-a415-09b0d4ad7ad2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:09.705172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74ee9e6f-4425-4b72-9d0f-53c7e2987848 req-658c42c2-63af-4f08-a415-09b0d4ad7ad2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 948 time: 0.6893070 Aug 10 03:31:09.730164 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1214db16-8ab1-470e-8cb1-e9ce5449e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.730483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-d4ed65f6-a1a2-4bd4-969b-d0d11e8123fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=be1b7075-6825-4847-934e-082f2002960e HTTP/1.1" status: 200 len: 217 time: 0.0919471 Aug 10 03:31:09.779563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port be664041-b053-4cc6-9b63-78c2d213fe69, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=be664041-b053-4cc6-9b63-78c2d213fe69,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:09.786308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Allocated IP 192.168.233.210 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/34ab7f8f-ada2-4d82-a411-1c1970b514d8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:09.799990 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.943266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:10.017894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-1bd76bb8-2af0-4cb5-82e3-c1b84149af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.019115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:10.019859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea6d1ffa-fb3d-4b7b-813d-9e27f266b7c3 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:10.031212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-1bd76bb8-2af0-4cb5-82e3-c1b84149af19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2186646 Aug 10 03:31:10.038768 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-1214db16-8ab1-470e-8cb1-e9ce5449e465 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:10.039332 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-1214db16-8ab1-470e-8cb1-e9ce5449e465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:10.044374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=be664041-b053-4cc6-9b63-78c2d213fe69,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.075536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012533f-9de4-4dc8-aceb-2aff9b1f8024 req-4ebabf9e-6ba5-450c-a91b-48de08032296 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.080147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e012533f-9de4-4dc8-aceb-2aff9b1f8024 req-4ebabf9e-6ba5-450c-a91b-48de08032296 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 945 time: 0.4183249 Aug 10 03:31:10.101822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.199562 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e012533f-9de4-4dc8-aceb-2aff9b1f8024 req-ed3cdffa-b3c8-405a-aeb4-8eeb05c153c3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 Aug 10 03:31:10.204319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4da99-d653-402a-87e5-18aea87801dd req-4960a31c-7568-45f4-94b5-0447dc9bc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:10.207467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-4960a31c-7568-45f4-94b5-0447dc9bc11e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746151 Aug 10 03:31:10.214172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device be664041-b053-4cc6-9b63-78c2d213fe69 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:10.288792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.394760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port be664041-b053-4cc6-9b63-78c2d213fe69 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:10.403308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.415961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74ee9e6f-4425-4b72-9d0f-53c7e2987848 req-5eb79b1b-941c-4cdf-8a92-d9e8c4fb421e tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7047832 Aug 10 03:31:10.555602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89d4f7c-3147-40c8-8b34-d9de125a63be req-64d6a8e4-cd39-4028-bdaa-fbc0a21c4dd8 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.0859518 Aug 10 03:31:10.616198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-32706026-ffea-45bc-b3d9-2cc507c6cd19 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965724 Aug 10 03:31:10.759497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.763326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4131-08ca-49f4-ae21-c319f2adadde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.805184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4131-08ca-49f4-ae21-c319f2adadde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.838866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7b4da99-d653-402a-87e5-18aea87801dd req-2c429d31-d032-4929-8747-a7e28c755e95 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118983 Aug 10 03:31:10.865300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a962697-1dd2-4093-922f-efe1548e4772,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:10.867630 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:10.869753 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0398ec03-f148-445c-a776-86675633a349 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1a962697-1dd2-4093-922f-efe1548e4772 HTTP/1.1" status: 204 len: 168 time: 2.0776289 Aug 10 03:31:10.878762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47698) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:10.880937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee2757-9978-4d5e-8167-bb3402c8c515 None None] Network e2086f99-f8a0-4210-bd4c-8cdf908b7259 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:11.004225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-694242e5-cca9-407e-a6db-4faeaa31c73e None None] Provisioning complete for port be664041-b053-4cc6-9b63-78c2d213fe69 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:11.005225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-694242e5-cca9-407e-a6db-4faeaa31c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.033466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-1cd923a1-d4e7-434d-8872-22b93ef79051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.036671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-1cd923a1-d4e7-434d-8872-22b93ef79051 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe82f0bb3cac4589abcd48174161508c&device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 1100 time: 0.1031289 Aug 10 03:31:11.235741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-f288192c-9de3-478f-9c22-8f60e7293b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.237537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-f288192c-9de3-478f-9c22-8f60e7293b4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1868484 Aug 10 03:31:11.246359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bd8a4131-08ca-49f4-ae21-c319f2adadde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=547dad9bdb3a4597b1f5d2e11c932af4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3020470 Aug 10 03:31:11.246591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47700) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:11.274742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] DHCP port deletion for e2086f99-f8a0-4210-bd4c-8cdf908b7259 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:11.350439 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-39fd6b7f-5ceb-4243-a803-49b86c4d4acf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=be1b7075-6825-4847-934e-082f2002960e HTTP/1.1" status: 200 len: 217 time: 0.1026132 Aug 10 03:31:11.379895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] Deleting port 7e1a2166-a56b-4b43-91c1-b392c37fe572 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:11.381173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.442646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-d2404421-5715-4a22-b407-f6c80723c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.444450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-d2404421-5715-4a22-b407-f6c80723c183 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0802252 Aug 10 03:31:11.448151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8bd51b2-7d60-408d-a66b-6ad6632e7316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.500193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8bd51b2-7d60-408d-a66b-6ad6632e7316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.536631 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.548580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-2a2af283-700f-4cb4-a27b-d8cbfd4d7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.550417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-2a2af283-700f-4cb4-a27b-d8cbfd4d7d06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960624 Aug 10 03:31:11.564768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.594740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Transition to ACTIVE for port object 34ab7f8f-ada2-4d82-a411-1c1970b514d8 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:11.615917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] For port 7e1a2166-a56b-4b43-91c1-b392c37fe572, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7e1a2166-a56b-4b43-91c1-b392c37fe572,segment=NetworkSegment(3379834c-6358-4d2c-9547-4aae1373b584),segment_id=3379834c-6358-4d2c-9547-4aae1373b584)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:11.617372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.633048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a4131-08ca-49f4-ae21-c319f2adadde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2548b3c-b9ed-4f86-89b8-6c899a54eeb5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.670332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] Calling delete_port for 7e1a2166-a56b-4b43-91c1-b392c37fe572 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:11.701885 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.708237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-6a2d6fed-b778-4c77-a6a9-ff8b427e1f5d service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499763 Aug 10 03:31:11.713092 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8bd51b2-7d60-408d-a66b-6ad6632e7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.716223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8bd51b2-7d60-408d-a66b-6ad6632e7316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.721499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c8bd51b2-7d60-408d-a66b-6ad6632e7316 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2548b3c-b9ed-4f86-89b8-6c899a54eeb5 HTTP/1.1" status: 204 len: 168 time: 0.4683878 Aug 10 03:31:11.770890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd51b2-7d60-408d-a66b-6ad6632e7316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2548b3c-b9ed-4f86-89b8-6c899a54eeb5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.864244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:11.877434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b893-cb5c-4682-89d9-81debeb83269 req-81abf62d-61b1-4503-92ec-a3f8a73df8b8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.894734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfd6b893-cb5c-4682-89d9-81debeb83269 req-81abf62d-61b1-4503-92ec-a3f8a73df8b8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 945 time: 0.4174192 Aug 10 03:31:11.917305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc525a-6cb5-408c-b4cb-aa03431f47e8 req-2c91bf3d-e126-4274-90ea-1281003fcd9a tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:11.922166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0cc525a-6cb5-408c-b4cb-aa03431f47e8 req-2c91bf3d-e126-4274-90ea-1281003fcd9a tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 948 time: 0.3038321 Aug 10 03:31:11.934766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] Pushing event deleted for resources: {'Port': ['ID=7e1a2166-a56b-4b43-91c1-b392c37fe572,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:11.940052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df89e9-14c2-4822-9b07-08ea911dacd0 None None] No DVR routers for this DVR port 7e1a2166-a56b-4b43-91c1-b392c37fe572 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:12.044987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3a66d20-f68b-47d9-a16c-c4a39d508734 req-091b65bb-e6ca-4b45-8f7d-d0403ea068d5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259969 Aug 10 03:31:12.050416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.052092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0cc525a-6cb5-408c-b4cb-aa03431f47e8 req-075b5479-03d5-45c9-8d70-6e767c447e6c tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047459 Aug 10 03:31:12.073910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfd6b893-cb5c-4682-89d9-81debeb83269 req-ca4c3e4b-2f90-4ea9-a773-58efb28e933a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755517 Aug 10 03:31:12.165041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:12.178381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:12.192417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:12.229608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Deleting port 7e1a2166-a56b-4b43-91c1-b392c37fe572 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:12.229946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.314902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7e1a2166-a56b-4b43-91c1-b392c37fe572 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:12.362186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] For port 7e1a2166-a56b-4b43-91c1-b392c37fe572, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:12.362780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.395673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Calling delete_port for 7e1a2166-a56b-4b43-91c1-b392c37fe572 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:12.400806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Port 7e1a2166-a56b-4b43-91c1-b392c37fe572 was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:31:12.417738 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.418938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7e1a2166-a56b-4b43-91c1-b392c37fe572 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:12.419401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7e1a2166-a56b-4b43-91c1-b392c37fe572 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:12.424182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d4d6a-dba9-4555-b796-18df95a11a9b req-2dd383d8-21b4-43d4-a2cb-92397f1cdef0 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.440661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-318d4d6a-dba9-4555-b796-18df95a11a9b req-2dd383d8-21b4-43d4-a2cb-92397f1cdef0 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 936 time: 0.2133763 Aug 10 03:31:12.497151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Pushing event updated for resources: {'Port': ['ID=34ab7f8f-ada2-4d82-a411-1c1970b514d8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:12.509921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-318d4d6a-dba9-4555-b796-18df95a11a9b req-f4bc18fb-3a82-4d0d-ae03-f0a91a00381c tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670826 Aug 10 03:31:12.596338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] No DVR routers for this DVR port 7e1a2166-a56b-4b43-91c1-b392c37fe572 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:12.634077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1a2166-a56b-4b43-91c1-b392c37fe572,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:12.655270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device be1b7075-6825-4847-934e-082f2002960e details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:12.702693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:12.703921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.708244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dd684be2-60e2-4f60-ad6e-819086b0a984 None None] Provisioning for port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:12.732607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dd684be2-60e2-4f60-ad6e-819086b0a984 None None] Provisioning complete for port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:12.733123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dd684be2-60e2-4f60-ad6e-819086b0a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.785123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Router 653077f2-ad8a-453d-a6b6-e595361eb0b6 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:12.818765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-18f6cd62-474a-4aa7-8564-c5853d51e66f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0140953 Aug 10 03:31:12.853657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dd684be2-60e2-4f60-ad6e-819086b0a984 None None] Port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:12.901454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:12.911505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Request body: {'port': {'device_id': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:12.947392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port be1b7075-6825-4847-934e-082f2002960e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=be1b7075-6825-4847-934e-082f2002960e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:12.962788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2086f99-f8a0-4210-bd4c-8cdf908b7259']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:12.970125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'be1b7075-6825-4847-934e-082f2002960e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'be1b7075-6825-4847-934e-082f2002960e', 'mac_address': 'fa:16:3e:bf:6d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:13.017162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3379834c-6358-4d2c-9547-4aae1373b584') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:13.017679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3379834c-6358-4d2c-9547-4aae1373b584') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:13.033630 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.067323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1b7075-6825-4847-934e-082f2002960e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:13.075776 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.114535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port be1b7075-6825-4847-934e-082f2002960e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=be1b7075-6825-4847-934e-082f2002960e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:13.124586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.146682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.149924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.178689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:13.179225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:13.183574 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:13.244337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=be1b7075-6825-4847-934e-082f2002960e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.271858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:13.289081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Sync routers for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:13.302311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:13.302944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:13.352741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.356398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.358638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc13330e-79ab-471e-b7c4-559cf4921424 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.2788484 Aug 10 03:31:13.361721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47744) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.381123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.383302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e2086f99-f8a0-4210-bd4c-8cdf908b7259 HTTP/1.1" status: 204 len: 168 time: 2.4989438 Aug 10 03:31:13.413277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['be1b7075-6825-4847-934e-082f2002960e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:13.462445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47746) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.462790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47748) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:13.557353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588e612-9be7-4a24-86db-c64be79cafc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2086f99-f8a0-4210-bd4c-8cdf908b7259,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:13.613690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e3a40-2412-42fd-8f94-a93732f2b5bc req-7f38e5aa-5fdf-48b5-8dad-540e98334a38 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:13.622128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-db5e3a40-2412-42fd-8f94-a93732f2b5bc req-7f38e5aa-5fdf-48b5-8dad-540e98334a38 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 949 time: 0.4243493 Aug 10 03:31:13.637229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:13.903487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-network', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:13.954053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-db5e3a40-2412-42fd-8f94-a93732f2b5bc req-4503562b-f432-4a55-b14d-7a02b1450f22 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307087 Aug 10 03:31:14.106898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ab7f8f-ada2-4d82-a411-1c1970b514d8 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:14.110996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Made reservation on behalf of 15a53f208db645d0a4c3e1a1f4b1da1b for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:14.113435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.123126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.147537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Transition to ACTIVE for port object 34ab7f8f-ada2-4d82-a411-1c1970b514d8 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:14.154040 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.159823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:09Z', 'revision_number': 3, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:14.179445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81098-bb0a-47de-ab4e-e2c326f955da req-187d869b-cef1-492a-996f-88ae38b4ca79 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:14.181461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bad81098-bb0a-47de-ab4e-e2c326f955da req-187d869b-cef1-492a-996f-88ae38b4ca79 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 936 time: 0.2281184 Aug 10 03:31:14.185888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.226287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Checking router: 653077f2-ad8a-453d-a6b6-e595361eb0b6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:14.226865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Updating router 653077f2-ad8a-453d-a6b6-e595361eb0b6 port e053bab0-49a1-45e3-a0be-b6198abab06b binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:14.282300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.303491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Pushing event updated for resources: {'Port': ['ID=34ab7f8f-ada2-4d82-a411-1c1970b514d8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.430712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Attempting to bind port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:14.431267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Attempting to bind port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:14.431833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Attempting to bind port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:14.440826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:14.441379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Attempting to bind port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:14.452173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:14.453544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:14.453544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:14.454166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Bound port: 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:14.454960 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.548017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bad81098-bb0a-47de-ab4e-e2c326f955da req-7f5560c6-00b2-4349-895c-b4c9d75dc47b tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495629 Aug 10 03:31:14.637209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] For port 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:14.643740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] For port 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:14.651310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.663234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device be1b7075-6825-4847-934e-082f2002960e up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:14.703789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:14.704533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.706909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] 10.222.0.65 "PUT /v2.0/ports/34ab7f8f-ada2-4d82-a411-1c1970b514d8 HTTP/1.1" status: 200 len: 1097 time: 1.8737895 Aug 10 03:31:14.707617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'tag': '34ab7f8f-ada2-4d82-a411-1c1970b514d8'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:14.712295 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bbb015-3349-441f-817e-fd5ac4288739", "tag": "34ab7f8f-ada2-4d82-a411-1c1970b514d8"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:14.769731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30773445-0aa7-43c4-ae52-7febb7ec8088 service neutron] Pushing event updated for resources: {'Port': ['ID=34ab7f8f-ada2-4d82-a411-1c1970b514d8,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:14.776887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port be1b7075-6825-4847-934e-082f2002960e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:14.798679 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8245b3c-7c2e-40b9-afd9-621f63176471 x-openstack-request-id: req-f8245b3c-7c2e-40b9-afd9-621f63176471 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:14.799186 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bbb015-3349-441f-817e-fd5ac4288739", "tag": "34ab7f8f-ada2-4d82-a411-1c1970b514d8", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:14.799776 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8245b3c-7c2e-40b9-afd9-621f63176471 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:14.800484 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'tag': '34ab7f8f-ada2-4d82-a411-1c1970b514d8', 'status': 'completed', 'code': 200} Aug 10 03:31:14.805538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port be1b7075-6825-4847-934e-082f2002960e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:14.806531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.858159 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.876281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Transition to ACTIVE for port object e053bab0-49a1-45e3-a0be-b6198abab06b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:14.892778 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:14.905465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-4a26be78-beab-4d2a-831a-02932eefc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:14.906178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-4a26be78-beab-4d2a-831a-02932eefc59c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46795dfbe204d8da1ace1fd30078a73&device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 1100 time: 0.1002855 Aug 10 03:31:14.965279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-c7025fde-097f-4b56-9c7e-6dd81b119fe9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8 HTTP/1.1" status: 200 len: 217 time: 0.0490339 Aug 10 03:31:15.029481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-3d776146-eb6f-478f-9504-1cc4fc6689a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.031286 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-3d776146-eb6f-478f-9504-1cc4fc6689a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0594654 Aug 10 03:31:15.072366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afec9c-a21d-43d6-9e6f-8e8592217290 None None] Pushing event updated for resources: {'Port': ['ID=e053bab0-49a1-45e3-a0be-b6198abab06b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.089204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Attempting to bind port e053bab0-49a1-45e3-a0be-b6198abab06b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:15.089684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Attempting to bind port e053bab0-49a1-45e3-a0be-b6198abab06b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:15.090226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Attempting to bind port e053bab0-49a1-45e3-a0be-b6198abab06b on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:15.105822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:15.106664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:15.107605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.108311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:15.109141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Bound port: e053bab0-49a1-45e3-a0be-b6198abab06b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:15.110325 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.113309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.117462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-2d1c22a8-5307-488f-8c52-e721f72d2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.120089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-2d1c22a8-5307-488f-8c52-e721f72d2740 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793695 Aug 10 03:31:15.185222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1b7075-6825-4847-934e-082f2002960e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:15.187560 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895e754c-ae89-445b-b890-86b5b0104840" -d '{"events": [{"server_uuid": "ce0fa6e5-cb81-4fcc-a4d0-98599132d448", "name": "network-vif-plugged", "status": "completed", "tag": "be1b7075-6825-4847-934e-082f2002960e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:15.220377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port be1b7075-6825-4847-934e-082f2002960e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=be1b7075-6825-4847-934e-082f2002960e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:15.232182 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.241501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] For port e053bab0-49a1-45e3-a0be-b6198abab06b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:15.247410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] For port e053bab0-49a1-45e3-a0be-b6198abab06b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e053bab0-49a1-45e3-a0be-b6198abab06b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:15.275071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.332525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:15.333259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:15.352645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e871b0-c14f-436f-a6e8-58a5d242a7f8 req-f9821c54-e436-4c0d-a4d7-066efcef9646 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.354864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86e871b0-c14f-436f-a6e8-58a5d242a7f8 req-f9821c54-e436-4c0d-a4d7-066efcef9646 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 949 time: 0.2605491 Aug 10 03:31:15.391746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-61208d6d-1c33-4661-a012-b242942b5fcc service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640131 Aug 10 03:31:15.460221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.480829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.527141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=be1b7075-6825-4847-934e-082f2002960e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.557607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86e871b0-c14f-436f-a6e8-58a5d242a7f8 req-09457251-f4cc-4097-9cfd-4190fb67e00c tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746972 Aug 10 03:31:15.630117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c11f5be-50b1-4186-875a-68b03625dc58 req-c3e1ecd5-f4bf-497e-8182-9676ba320ab7 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292781 Aug 10 03:31:15.659824 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6049c0d7-4a17-4345-9e51-92967122d454 x-openstack-request-id: req-6049c0d7-4a17-4345-9e51-92967122d454 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:15.660328 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0fa6e5-cb81-4fcc-a4d0-98599132d448", "name": "network-vif-plugged", "status": "completed", "tag": "be1b7075-6825-4847-934e-082f2002960e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:15.660623 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6049c0d7-4a17-4345-9e51-92967122d454 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:15.661354 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1b7075-6825-4847-934e-082f2002960e', 'code': 200} Aug 10 03:31:15.723589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afec9c-a21d-43d6-9e6f-8e8592217290 None None] Pushing event updated for resources: {'Port': ['ID=e053bab0-49a1-45e3-a0be-b6198abab06b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.764340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:15.773647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.807117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-0704e4b4-1f20-4b73-8c8a-a9ee8c3792ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:15.808724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-0704e4b4-1f20-4b73-8c8a-a9ee8c3792ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f46795dfbe204d8da1ace1fd30078a73&device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 1100 time: 0.0959485 Aug 10 03:31:15.844935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:15.904369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.905324 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Added segment 0c8a55ea-8464-4b7f-ae23-982ef1bdf193 of type vlan for network 1881227e-0b9a-46b0-b0e4-79c0608cca9d Aug 10 03:31:15.910432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:16.017744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9b01-8f6a-4428-abfb-b34c097f414f req-593ffa77-3205-466b-ad4e-2b24f66d20a7 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.020025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-310d9b01-8f6a-4428-abfb-b34c097f414f req-593ffa77-3205-466b-ad4e-2b24f66d20a7 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 948 time: 0.0995636 Aug 10 03:31:16.048256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-f0d57920-bb86-4878-a13c-5d24014482db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.049880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-f0d57920-bb86-4878-a13c-5d24014482db service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2332990 Aug 10 03:31:16.137862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-0e24a167-5027-4980-88e0-d330dc435f4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8 HTTP/1.1" status: 200 len: 217 time: 0.0794480 Aug 10 03:31:16.185884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-310d9b01-8f6a-4428-abfb-b34c097f414f req-a8c8b4ca-62b4-47df-b65e-67c4acd3c899 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477869 Aug 10 03:31:16.195442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.207137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-0b5cf8d3-45ff-4b84-8eaf-5d228ee6a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.209111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-0b5cf8d3-45ff-4b84-8eaf-5d228ee6a952 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0594580 Aug 10 03:31:16.280993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-13465ba7-58e3-475a-95d6-b67b1c731f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.284185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-13465ba7-58e3-475a-95d6-b67b1c731f5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640309 Aug 10 03:31:16.292217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:09Z', 'revision_number': 3, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:16.310254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11040b4-0755-48d4-aa48-95a5a3e9a5e1 req-5a9369ad-1677-45a1-b0ea-04621f23caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.313547 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c11040b4-0755-48d4-aa48-95a5a3e9a5e1 req-5a9369ad-1677-45a1-b0ea-04621f23caba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 1102 time: 0.5263240 Aug 10 03:31:16.330438 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:31:16.333243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f5b7a-cd4b-4cfb-8f96-4ddcf9eebe2a None None] The sync data for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 is: [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:09Z', 'revision_number': 3, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:16.422997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.424702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:16.425728 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.459108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-0bf25c5d-e04a-41f7-832e-15692bfb7f64 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639755 Aug 10 03:31:16.505894 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.630678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1bcd6a9-0e70-4ee4-a174-76758584a1f0 req-c56ec3b4-2753-4ce7-b8b6-84727ee3be15 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529205 Aug 10 03:31:16.657372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 34ab7f8f-ada2-4d82-a411-1c1970b514d8 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:16.794138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c11040b4-0755-48d4-aa48-95a5a3e9a5e1 req-a4795aea-555d-4906-9ada-12744f9b5506 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672472 Aug 10 03:31:16.816955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47782) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:16.817869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.3520331 Aug 10 03:31:16.832974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Request body: {'subnet': {'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-subnet', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:16.872159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Allocated IP 172.20.0.1 (dd451419-6a4a-4890-a997-76e9c8cc89f7/0689f4b9-0e05-45f1-8ed8-71a4506d0853/33d8269f-944a-454d-80a7-0ef14c420597) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:16.919113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e6a64-676d-485f-8064-f43ebbe80483 admin admin] Pushing event updated for resources: {'Network': ['ID=1881227e-0b9a-46b0-b0e4-79c0608cca9d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:16.925764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Made reservation on behalf of 15a53f208db645d0a4c3e1a1f4b1da1b for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:16.929819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.956305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:17.098402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfa9cb-1ab5-4085-a9c5-5ce5d65ea335 req-aafdd581-2b67-4109-b664-afb6fc29b2f5 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.099890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92cfa9cb-1ab5-4085-a9c5-5ce5d65ea335 req-aafdd581-2b67-4109-b664-afb6fc29b2f5 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.3205197 Aug 10 03:31:17.252345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:17.269422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '34ab7f8f-ada2-4d82-a411-1c1970b514d8', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '34ab7f8f-ada2-4d82-a411-1c1970b514d8', 'mac_address': 'fa:16:3e:98:14:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:17.365611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.391957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ab7f8f-ada2-4d82-a411-1c1970b514d8 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:17.427596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.430830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:17.438182 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.440154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92cfa9cb-1ab5-4085-a9c5-5ce5d65ea335 req-6d144d43-5c23-4b57-b8ba-cb096d5d9cc3 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217015 Aug 10 03:31:17.563024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1b036-312a-4c8d-b4a5-ffe7d387c3bc req-3e1b65b2-02af-4ee3-a825-35ff43064358 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.564742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4a1b036-312a-4c8d-b4a5-ffe7d387c3bc req-3e1b65b2-02af-4ee3-a825-35ff43064358 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 948 time: 0.1747091 Aug 10 03:31:17.590863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d82d6c-1be4-48db-a2e4-51b335d663b0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.605286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=34ab7f8f-ada2-4d82-a411-1c1970b514d8,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:17.617857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Checking segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:17.618222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Network hostable DHCP agents. Network: 1881227e-0b9a-46b0-b0e4-79c0608cca9d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:17.641198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.695099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Transition to ACTIVE for port object 33d8269f-944a-454d-80a7-0ef14c420597 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:17.700332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4a1b036-312a-4c8d-b4a5-ffe7d387c3bc req-96cc6ff4-49f5-47dd-b747-033ea3ca83b6 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168880 Aug 10 03:31:17.701659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:17.719617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1881227e-0b9a-46b0-b0e4-79c0608cca9d) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:17.727346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:17.727960 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.740494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea55f428-84a2-480d-bcc4-f32938411341 None None] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:17.744720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['34ab7f8f-ada2-4d82-a411-1c1970b514d8'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:17.763183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09ca5312-bb7d-4634-80a2-6678dc5e9b2f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9440148 Aug 10 03:31:17.768768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47790) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:17.775408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:17.824959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.825925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:17.923006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Deleting port 0844819f-f5a3-41e9-8b88-144534d1f5a4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:17.923609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.038309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] For port 0844819f-f5a3-41e9-8b88-144534d1f5a4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0844819f-f5a3-41e9-8b88-144534d1f5a4,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:18.038696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.047350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.088532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Calling delete_port for 0844819f-f5a3-41e9-8b88-144534d1f5a4 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:18.339768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e053bab0-49a1-45e3-a0be-b6198abab06b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:18.403794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.464070 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.464440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:18.467764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.640848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c47bc7-6f95-4b41-8629-86ccc8304ce7 req-5925e4dd-e736-42e6-9283-0ac34065c3c7 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:18.642684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6c47bc7-6f95-4b41-8629-86ccc8304ce7 req-5925e4dd-e736-42e6-9283-0ac34065c3c7 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.0942361 Aug 10 03:31:18.668845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:18.675298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:18.706706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:18.754470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.756258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6c47bc7-6f95-4b41-8629-86ccc8304ce7 req-6949114d-c92d-4159-acfa-4bbb10639444 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984094 Aug 10 03:31:18.792928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Pushing event updated for resources: {'Port': ['ID=33d8269f-944a-454d-80a7-0ef14c420597,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:18.827518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e053bab0-49a1-45e3-a0be-b6198abab06b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:18.850913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:18.865928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e053bab0-49a1-45e3-a0be-b6198abab06b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:18.888436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.140176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Pushing event deleted for resources: {'Port': ['ID=0844819f-f5a3-41e9-8b88-144534d1f5a4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:19.266066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Allocated IP 172.20.0.2 (1881227e-0b9a-46b0-b0e4-79c0608cca9d/53d82d6c-1be4-48db-a2e4-51b335d663b0/e566ccae-3a91-47da-a176-37c5d2324b6c) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:19.345808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acbaa1-30a3-4835-9dc5-4ea37443a1f8 req-209d8963-cae2-43bc-bed8-7c9a1d4fac57 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:19.347766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91acbaa1-30a3-4835-9dc5-4ea37443a1f8 req-209d8963-cae2-43bc-bed8-7c9a1d4fac57 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 949 time: 0.3307974 Aug 10 03:31:19.383960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a8c86-fcee-4c7b-98c6-97613ab14264 req-76e0bc20-602e-45f1-8fbd-30dd45a463d4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:19.387024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c0a8c86-fcee-4c7b-98c6-97613ab14264 req-76e0bc20-602e-45f1-8fbd-30dd45a463d4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.1948473 Aug 10 03:31:19.389795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.430531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.435552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.460399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91acbaa1-30a3-4835-9dc5-4ea37443a1f8 req-a21614a8-4861-4766-8050-122599e30f53 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872817 Aug 10 03:31:19.594329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6db4bf9f-12f2-4fe5-87b9-bb36b00bde85 None None] Provisioning for port 33d8269f-944a-454d-80a7-0ef14c420597 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:19.608373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6db4bf9f-12f2-4fe5-87b9-bb36b00bde85 None None] Provisioning complete for port 33d8269f-944a-454d-80a7-0ef14c420597 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:19.617746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6db4bf9f-12f2-4fe5-87b9-bb36b00bde85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.724260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Allocated IP 172.25.2.223 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/eb1490a3-34ed-4355-bb3d-8e089e823866) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:19.833447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.862792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c0a8c86-fcee-4c7b-98c6-97613ab14264 req-cfce3bee-dc42-4f7e-bc8d-98bdd51425c8 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297485 Aug 10 03:31:19.883534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.932693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6db4bf9f-12f2-4fe5-87b9-bb36b00bde85 None None] Port 33d8269f-944a-454d-80a7-0ef14c420597 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:19.937431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e053bab0-49a1-45e3-a0be-b6198abab06b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e053bab0-49a1-45e3-a0be-b6198abab06b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:19.949553 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:19.967626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Router 408abb5e-d4d0-412c-91b1-883fcdcc6675 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:20.048272 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.076179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Transition to ACTIVE for port object e566ccae-3a91-47da-a176-37c5d2324b6c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:20.117532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e053bab0-49a1-45e3-a0be-b6198abab06b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.120079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.147195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Transition to ACTIVE for port object e566ccae-3a91-47da-a176-37c5d2324b6c will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:20.162787 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.238149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:20.257460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:20.264855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:20.281028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.289730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Pushing event updated for resources: {'Port': ['ID=e566ccae-3a91-47da-a176-37c5d2324b6c,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.379004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Attempting to bind port e566ccae-3a91-47da-a176-37c5d2324b6c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:20.379379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Attempting to bind port e566ccae-3a91-47da-a176-37c5d2324b6c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:20.379748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Attempting to bind port e566ccae-3a91-47da-a176-37c5d2324b6c on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:20.382786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:20.388347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:20.389081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Checking segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:20.389704 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.390314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Bound using segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:20.390994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Bound port: e566ccae-3a91-47da-a176-37c5d2324b6c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:20.391577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.408957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:20.430047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:20.467727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1490a3-34ed-4355-bb3d-8e089e823866,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.547972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] For port e566ccae-3a91-47da-a176-37c5d2324b6c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:20.556780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] For port e566ccae-3a91-47da-a176-37c5d2324b6c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e566ccae-3a91-47da-a176-37c5d2324b6c,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:20.565752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:20.697630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8697-f78c-4334-822c-d543a000dcf0 None None] Pushing event updated for resources: {'Port': ['ID=e566ccae-3a91-47da-a176-37c5d2324b6c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:20.712860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 34ab7f8f-ada2-4d82-a411-1c1970b514d8 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:20.780710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:20.794106 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] Sync routers for ids ['408abb5e-d4d0-412c-91b1-883fcdcc6675'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:20.795147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-945915b2-27e8-4d77-a677-510cfe061875 admin admin] 10.222.0.53 "PUT /v2.0/routers/408abb5e-d4d0-412c-91b1-883fcdcc6675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3306532 Aug 10 03:31:20.799811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47826) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:20.816806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6867a-ff14-4ce2-a123-9b9b93d33725 req-e06525b5-c0dd-4d00-8d8e-f7bac6130249 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:20.824348 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] Routers {'408abb5e-d4d0-412c-91b1-883fcdcc6675'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:20.825498 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['408abb5e-d4d0-412c-91b1-883fcdcc6675'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:20.829534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63d6867a-ff14-4ce2-a123-9b9b93d33725 req-e06525b5-c0dd-4d00-8d8e-f7bac6130249 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.4429939 Aug 10 03:31:20.839771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:20.851734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:20.853167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.007099 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.081754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21db1-e707-4003-91ab-dabcf68f470c req-33b2f1fa-f676-4361-9788-37fcb4c655e1 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.088244 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cf21db1-e707-4003-91ab-dabcf68f470c req-33b2f1fa-f676-4361-9788-37fcb4c655e1 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 949 time: 0.3016145 Aug 10 03:31:21.120033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab7f8f-ada2-4d82-a411-1c1970b514d8'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:21.129814 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7751a96e-1d2b-46ef-b942-7b96d1f5fc47" -d '{"events": [{"server_uuid": "e1bbb015-3349-441f-817e-fd5ac4288739", "name": "network-vif-plugged", "status": "completed", "tag": "34ab7f8f-ada2-4d82-a411-1c1970b514d8"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:21.153175 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.174253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.177183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:21.190963 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.238857 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] Set router 408abb5e-d4d0-412c-91b1-883fcdcc6675 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:21.249854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cf21db1-e707-4003-91ab-dabcf68f470c req-f587141e-26e4-45f6-a540-3ccf7446faf3 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235037 Aug 10 03:31:21.314816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Pushing event updated for resources: {'Port': ['ID=33d8269f-944a-454d-80a7-0ef14c420597,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:21.321820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.370036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=34ab7f8f-ada2-4d82-a411-1c1970b514d8,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:21.454893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63d6867a-ff14-4ce2-a123-9b9b93d33725 req-35e17208-94aa-4a2e-b42b-632f6e364f3a tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6221848 Aug 10 03:31:21.587596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:21.590565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:21.611432 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:31:18Z', 'revision_number': 5, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:21.671090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] Checking router: 408abb5e-d4d0-412c-91b1-883fcdcc6675 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:21.682112 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] Routers {'408abb5e-d4d0-412c-91b1-883fcdcc6675'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:21.683176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['408abb5e-d4d0-412c-91b1-883fcdcc6675'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:21.737911 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16eed08-7179-4686-8563-1190bb23fc8c x-openstack-request-id: req-f16eed08-7179-4686-8563-1190bb23fc8c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:21.738558 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bbb015-3349-441f-817e-fd5ac4288739", "name": "network-vif-plugged", "status": "completed", "tag": "34ab7f8f-ada2-4d82-a411-1c1970b514d8", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:21.738789 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f16eed08-7179-4686-8563-1190bb23fc8c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:21.739335 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab7f8f-ada2-4d82-a411-1c1970b514d8', 'code': 200} Aug 10 03:31:21.848489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:21.863345 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] Set router 408abb5e-d4d0-412c-91b1-883fcdcc6675 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:21.889805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Router 653077f2-ad8a-453d-a6b6-e595361eb0b6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:21.974567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126c565-2f51-4781-bcef-237ddd8fc0ee req-136cc6f3-6f76-424e-95ce-79b63ba58a0c tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:21.978147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3126c565-2f51-4781-bcef-237ddd8fc0ee req-136cc6f3-6f76-424e-95ce-79b63ba58a0c tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.3369832 Aug 10 03:31:22.091313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6ebb74f6-c8d5-4f0a-a0ef-7cbce218cf4d None None] Provisioning complete for port 33d8269f-944a-454d-80a7-0ef14c420597 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:22.092720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ebb74f6-c8d5-4f0a-a0ef-7cbce218cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.152988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb74f6-c8d5-4f0a-a0ef-7cbce218cf4d None None] Port 33d8269f-944a-454d-80a7-0ef14c420597 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:22.169176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.278326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:22.289520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6da6b01-54f0-4f2d-8571-641b3c60c751 admin admin] 10.222.0.53 "PUT /v2.0/routers/653077f2-ad8a-453d-a6b6-e595361eb0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9266367 Aug 10 03:31:22.292378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f5035-757e-404d-b9cc-5e9ec5bd044d req-0274d980-9004-48e5-b8cf-894d9aab70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.293945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d0f5035-757e-404d-b9cc-5e9ec5bd044d req-0274d980-9004-48e5-b8cf-894d9aab70be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 1102 time: 0.4183402 Aug 10 03:31:22.309952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd63406-2d91-4596-8519-56535966695c None None] Sync routers for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:22.358670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:22.363794 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:31:18Z', 'revision_number': 5, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:22.364118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:22.384526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d0f5035-757e-404d-b9cc-5e9ec5bd044d req-d7c2d3e1-6ddd-41f6-a692-40e40bcb71ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816343 Aug 10 03:31:22.401890 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.439497 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3983ba-8db1-49d7-a182-a37f1abf11e4 None None] The sync data for ids ['408abb5e-d4d0-412c-91b1-883fcdcc6675'] in n-d-769329-14 is: [{'id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'name': 'tempest-AttachSCSIVolumeTestJSON-1898065996-router', 'tenant_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:28:31Z', 'updated_at': '2021-08-10T03:31:18Z', 'revision_number': 5, 'project_id': '9d9e2f9e1adb4572bdf41fd2359690b1', 'gw_port': {'id': '33f41ea8-0d2e-4466-b51b-7fa32fb1ce03', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408abb5e-d4d0-412c-91b1-883fcdcc6675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:28:32Z', 'updated_at': '2021-08-10T03:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:22.467711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3126c565-2f51-4781-bcef-237ddd8fc0ee req-7ec3483f-ec0b-46af-b369-edd601b0f601 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916160 Aug 10 03:31:22.582293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e053bab0-49a1-45e3-a0be-b6198abab06b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:22.714130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebbe4-8980-42b4-8f68-3952f2088404 req-38fc72d4-9f6f-4b82-9c34-ffa7a432610c tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:22.727485 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58bebbe4-8980-42b4-8f68-3952f2088404 req-38fc72d4-9f6f-4b82-9c34-ffa7a432610c tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 950 time: 0.1874614 Aug 10 03:31:22.770360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Deleting port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:22.771158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:22.866666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58bebbe4-8980-42b4-8f68-3952f2088404 req-b2d34c47-4837-4c64-badb-efcbb015ddd2 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348779 Aug 10 03:31:22.912985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.116210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c472f4-aea7-4ae7-a235-a945ffdc11e2 None None] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:23.185051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1472f-2c86-412a-a83c-f3ebbd72dbcd req-799d234a-1086-4a09-a6cd-edb4a279641d tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.189245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ea1472f-2c86-412a-a83c-f3ebbd72dbcd req-799d234a-1086-4a09-a6cd-edb4a279641d tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 1102 time: 0.1500411 Aug 10 03:31:23.239892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2ea1472f-2c86-412a-a83c-f3ebbd72dbcd req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.319519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] For port 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:23.320101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.349845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c3242d2f-8278-4ef5-b9a1-fe5562b6b679 None None] Provisioning for port e566ccae-3a91-47da-a176-37c5d2324b6c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:23.371401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Calling delete_port for 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:23.382535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e053bab0-49a1-45e3-a0be-b6198abab06b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:23.383503 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.416913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9b0b6-f3cc-4f21-8061-e332dd074292 req-a1cbd137-e6a1-4763-b8d3-aa98d41dd769 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.419678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-add9b0b6-f3cc-4f21-8061-e332dd074292 req-a1cbd137-e6a1-4763-b8d3-aa98d41dd769 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.3467178 Aug 10 03:31:23.443476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-9f5fa3eb-6e9d-423e-a453-99df95c29bd7 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:23.445409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:23.446717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-9f5fa3eb-6e9d-423e-a453-99df95c29bd7 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.5445039 Aug 10 03:31:23.551219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e566ccae-3a91-47da-a176-37c5d2324b6c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:23.603736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2ea1472f-2c86-412a-a83c-f3ebbd72dbcd req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.616547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2ea1472f-2c86-412a-a83c-f3ebbd72dbcd req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:23.625893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-add9b0b6-f3cc-4f21-8061-e332dd074292 req-e1cef9cb-efd3-4c6f-9f0a-4f840b1438c8 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708808 Aug 10 03:31:23.684142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac96501-4643-4676-b011-15ee61dc3a79,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:23.711622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.712315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.713224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.714116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.714818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.716148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.718212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.719007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.721646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.722477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.723268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.724104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:23.756278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:23.780339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ea1472f-2c86-412a-a83c-f3ebbd72dbcd req-058137de-290c-4cf9-b3a9-7db3c89ae854 tempest-LiveMigrationNegativeTest-1540666610 tempest-LiveMigrationNegativeTest-1540666610-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768399 Aug 10 03:31:23.825922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e566ccae-3a91-47da-a176-37c5d2324b6c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:23.844462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e566ccae-3a91-47da-a176-37c5d2324b6c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:23.845161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.075807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ad19d62e-c1e4-4ffa-85a6-06783b967966 None None] Provisioning complete for port e566ccae-3a91-47da-a176-37c5d2324b6c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:24.076204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ad19d62e-c1e4-4ffa-85a6-06783b967966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.138606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Deleting port 7d2f3849-e6e7-4931-9000-b7734952523f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:24.139615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.178048 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.181178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eea4c-d7d7-4bae-b6d1-1d125eae523f req-feebc8c5-e10b-48c6-a438-0ef5bf867994 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:24.189302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-365eea4c-d7d7-4bae-b6d1-1d125eae523f req-feebc8c5-e10b-48c6-a438-0ef5bf867994 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 950 time: 0.1370430 Aug 10 03:31:24.207118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 2, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:24.248917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd63406-2d91-4596-8519-56535966695c None None] Checking router: 653077f2-ad8a-453d-a6b6-e595361eb0b6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:24.249268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd63406-2d91-4596-8519-56535966695c None None] Updating router 653077f2-ad8a-453d-a6b6-e595361eb0b6 port 33d8269f-944a-454d-80a7-0ef14c420597 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:24.285487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e566ccae-3a91-47da-a176-37c5d2324b6c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e566ccae-3a91-47da-a176-37c5d2324b6c,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:24.315309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.316981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-365eea4c-d7d7-4bae-b6d1-1d125eae523f req-b01b54ab-9f45-42e6-8fbd-bf9ea952b19d tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247849 Aug 10 03:31:24.345882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1dd63406-2d91-4596-8519-56535966695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.360145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:24.376895 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:24.393806 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:24.394714 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:24.446447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0844819f-f5a3-41e9-8b88-144534d1f5a4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:24.513453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47868) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:24.518350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894560954', 'description': 'tempest-description--62092950'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:24.533265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] For port 7d2f3849-e6e7-4931-9000-b7734952523f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=7d2f3849-e6e7-4931-9000-b7734952523f,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:24.533928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.589142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.599228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0844819f-f5a3-41e9-8b88-144534d1f5a4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:24.599557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0844819f-f5a3-41e9-8b88-144534d1f5a4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:24.629698 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ad19d62e-c1e4-4ffa-85a6-06783b967966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.715930 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:24.738209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.760862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.821477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e566ccae-3a91-47da-a176-37c5d2324b6c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:24.842859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.855081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.908046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Pushing event deleted for resources: {'Port': ['ID=33f41ea8-0d2e-4466-b51b-7fa32fb1ce03,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:24.914763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.922313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:24.922313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4034913 Aug 10 03:31:24.922976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47878) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:24.923298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47880) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:24.924095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-30281ea8-cc57-43f3-8bc0-eef64063fc40 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.1552930 Aug 10 03:31:24.936653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Request body: {'security_group_rule': {'security_group_id': 'ba5b7698-1afe-4488-9578-cfb147c3fb82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:24.975322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.976112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.976707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.977307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.977903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.978503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.979083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.980386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.981071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.981660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.982279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:24.983380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:25.073829 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-ad19d62e-c1e4-4ffa-85a6-06783b967966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:31:25.074267 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-ad19d62e-c1e4-4ffa-85a6-06783b967966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:31:25.182887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652a2d9-c375-40ee-a0e2-44d8369ec163 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b7698-1afe-4488-9578-cfb147c3fb82,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.427533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.437217 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1dd63406-2d91-4596-8519-56535966695c None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.445212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195c623-04b7-452f-a228-37b36e736f3d req-a348a7af-671a-41d7-8528-dd5e42da9f59 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.449725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1dd63406-2d91-4596-8519-56535966695c None None] Transition to ACTIVE for port object 33d8269f-944a-454d-80a7-0ef14c420597 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:25.453490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4195c623-04b7-452f-a228-37b36e736f3d req-a348a7af-671a-41d7-8528-dd5e42da9f59 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 945 time: 0.5397494 Aug 10 03:31:25.457521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1dd63406-2d91-4596-8519-56535966695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.472150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.521850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3769b32-f982-4881-8e61-4ebcbb32f509 None None] Pushing event updated for resources: {'Port': ['ID=33d8269f-944a-454d-80a7-0ef14c420597,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:25.576522 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.576947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.584251 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Floating IP 95ddbeab-7c82-4410-8885-df92cfd25bef disassociated. External IP: 172.25.2.148, port: 7d2f3849-e6e7-4931-9000-b7734952523f. Aug 10 03:31:25.584993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Calling delete_port for 7d2f3849-e6e7-4931-9000-b7734952523f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:25.617205 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:21Z', 'revision_number': 3, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:25.657203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.678629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1dd63406-2d91-4596-8519-56535966695c None None] Attempting to bind port 33d8269f-944a-454d-80a7-0ef14c420597 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:25.679009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1dd63406-2d91-4596-8519-56535966695c None None] Attempting to bind port 33d8269f-944a-454d-80a7-0ef14c420597 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:25.679816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd63406-2d91-4596-8519-56535966695c None None] Attempting to bind port 33d8269f-944a-454d-80a7-0ef14c420597 on network dd451419-6a4a-4890-a997-76e9c8cc89f7 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:25.689954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd63406-2d91-4596-8519-56535966695c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:25.690673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd63406-2d91-4596-8519-56535966695c None None] Checking segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:25.691096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1dd63406-2d91-4596-8519-56535966695c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.691576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd63406-2d91-4596-8519-56535966695c None None] Bound using segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:25.692231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1dd63406-2d91-4596-8519-56535966695c None None] Bound port: 33d8269f-944a-454d-80a7-0ef14c420597, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:25.692631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1dd63406-2d91-4596-8519-56535966695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.709736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37dbe2-521d-4240-9dfb-cdc5f95dc936 req-5e3ac42b-1b53-4c08-8c1a-94fecdbd503a tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.715633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.723463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf37dbe2-521d-4240-9dfb-cdc5f95dc936 req-5e3ac42b-1b53-4c08-8c1a-94fecdbd503a tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.3660793 Aug 10 03:31:25.726500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 7d2f3849-e6e7-4931-9000-b7734952523f no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:25.728738 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:25.730253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Updating router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 port eb1490a3-34ed-4355-bb3d-8e089e823866 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:25.752427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4195c623-04b7-452f-a228-37b36e736f3d req-dcd94a90-c956-429d-826f-008a99df9284 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=8cc9fd87-a327-403c-a9a9-e13d89010227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925038 Aug 10 03:31:25.784072 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.789473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf37dbe2-521d-4240-9dfb-cdc5f95dc936 req-dda1baeb-58e6-41b9-be35-11a3e35a0ca2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628576 Aug 10 03:31:25.870934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.902013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.902013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 408abb5e-d4d0-412c-91b1-883fcdcc6675 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:31:25.908008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.909036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a619185-8d25-4a4a-9b41-a4fc9da2207b admin admin] 10.222.0.53 "DELETE /v2.0/routers/408abb5e-d4d0-412c-91b1-883fcdcc6675 HTTP/1.1" status: 204 len: 168 time: 5.0604868 Aug 10 03:31:25.913969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47886) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:25.958123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1dd63406-2d91-4596-8519-56535966695c None None] For port 33d8269f-944a-454d-80a7-0ef14c420597, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:25.960828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:25.967429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1dd63406-2d91-4596-8519-56535966695c None None] For port 33d8269f-944a-454d-80a7-0ef14c420597, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33d8269f-944a-454d-80a7-0ef14c420597,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:25.970404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931211-8ff1-4622-ba31-99ffd1eb8b4d req-b8142894-d569-4f08-81ec-335600ca9bca tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:25.980908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd931211-8ff1-4622-ba31-99ffd1eb8b4d req-b8142894-d569-4f08-81ec-335600ca9bca tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 950 time: 0.0989587 Aug 10 03:31:25.996106 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1dd63406-2d91-4596-8519-56535966695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.046781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.059743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.144357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.152536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd931211-8ff1-4622-ba31-99ffd1eb8b4d req-21945b91-94f6-48e8-a475-641edd0a78c3 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707234 Aug 10 03:31:26.189704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb567b0-f2ba-4635-8a88-5f83e0470e03,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.215444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Deleting subnet b6b23d8b-f004-4368-a272-a1c92fa3ea29 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:31:26.240112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3769b32-f982-4881-8e61-4ebcbb32f509 None None] Pushing event updated for resources: {'Port': ['ID=33d8269f-944a-454d-80a7-0ef14c420597,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.266225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event deleted for resources: {'Port': ['ID=7d2f3849-e6e7-4931-9000-b7734952523f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.267363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.284132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:26.285294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:26.345363 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.373202 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Transition to ACTIVE for port object eb1490a3-34ed-4355-bb3d-8e089e823866 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:26.390929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.393735 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.396159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1ba15992-cf0f-48ea-bc36-f6bd55b74be8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4679675 Aug 10 03:31:26.402531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47894) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:26.416492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Request body: {'security_group_rule': {'security_group_id': 'ba5b7698-1afe-4488-9578-cfb147c3fb82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:26.481329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.483738 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Pushing event updated for resources: {'Port': ['ID=eb1490a3-34ed-4355-bb3d-8e089e823866,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.494201 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Attempting to bind port eb1490a3-34ed-4355-bb3d-8e089e823866 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:26.494857 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Attempting to bind port eb1490a3-34ed-4355-bb3d-8e089e823866 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:26.495395 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Attempting to bind port eb1490a3-34ed-4355-bb3d-8e089e823866 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:26.502979 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.503617 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.504246 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.504769 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.505316 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.506140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.506727 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.507273 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.508530 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.509460 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.510063 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.510583 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:26.516573 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:26.517271 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:26.517877 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.518462 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:26.519137 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Bound port: eb1490a3-34ed-4355-bb3d-8e089e823866, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:26.520067 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.591059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.614789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] For port eb1490a3-34ed-4355-bb3d-8e089e823866, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:26.618693 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] For port eb1490a3-34ed-4355-bb3d-8e089e823866, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=eb1490a3-34ed-4355-bb3d-8e089e823866,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:26.627989 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.652732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:26.704216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-25951e1e-a0be-4cab-b364-05b74af79d26 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.714625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-25951e1e-a0be-4cab-b364-05b74af79d26 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.1721230 Aug 10 03:31:26.716367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:26.724706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-1f9493cb-2ac4-4a7a-bae5-f7804a116994 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:26.726685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-1f9493cb-2ac4-4a7a-bae5-f7804a116994 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 950 time: 0.2799628 Aug 10 03:31:26.735726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:26.790896 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edec0be-d95b-46a5-baf4-6c07deb6d391 None None] Pushing event updated for resources: {'Port': ['ID=eb1490a3-34ed-4355-bb3d-8e089e823866,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:26.831959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e566ccae-3a91-47da-a176-37c5d2324b6c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:26.839296 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:26.840228 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:26.881649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.031820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:27.033664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b1ff23e-c810-4f1a-9527-b2cb20b2f71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.036862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-124b0a69-6ca6-4472-b130-8379fe9deeb5 req-46a9fdfa-47d0-4034-8eb2-caed61da040a tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2d5220e-fd74-4f66-811c-1347c892a0ef HTTP/1.1" status: 200 len: 210 time: 0.0367131 Aug 10 03:31:27.145698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] No DVR routers for this DVR port 7d2f3849-e6e7-4931-9000-b7734952523f on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:27.148914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.151160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4f2c7e1-fa4c-4964-a6c6-4dccfdcfa428 req-e9b8d281-23c2-472b-95a1-8dccdd82ec39 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "DELETE /v2.0/ports/7d2f3849-e6e7-4931-9000-b7734952523f HTTP/1.1" status: 204 len: 173 time: 3.6917191 Aug 10 03:31:27.151936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'name': 'network-vif-deleted', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:27.154650 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c3c5c-5b3b-46a2-b85e-e018c099c30b" -d '{"events": [{"server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "name": "network-vif-deleted", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:27.160706 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:27.201247 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.227311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Deleting port be1b7075-6825-4847-934e-082f2002960e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:27.227311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.243078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.274889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.318958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:27.325050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6c05e-5aec-422e-93af-d7e2fb1a85ba req-9c84e59b-6135-4c79-aa08-2ede4658a4ef tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.330970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e6c05e-5aec-422e-93af-d7e2fb1a85ba req-9c84e59b-6135-4c79-aa08-2ede4658a4ef tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 950 time: 0.3767345 Aug 10 03:31:27.357022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:27.357790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:27.376648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa80d455-e1b6-4b90-830b-3b29c518cc87,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.400318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] For port be1b7075-6825-4847-934e-082f2002960e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=be1b7075-6825-4847-934e-082f2002960e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:27.400318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.413387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b23d8b-f004-4368-a272-a1c92fa3ea29,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.418170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Calling delete_port for be1b7075-6825-4847-934e-082f2002960e owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:27.424664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.426909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-acee6355-cf41-4bf7-8c96-7164067141b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b6b23d8b-f004-4368-a272-a1c92fa3ea29 HTTP/1.1" status: 204 len: 168 time: 1.5020843 Aug 10 03:31:27.429679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.434754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1256d186-23ff-406d-93ad-fa7a39f842ba tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0324204 Aug 10 03:31:27.439375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.439682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47910) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:27.440658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e566ccae-3a91-47da-a176-37c5d2324b6c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:27.441045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.448810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:27.540198 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4285e9-e4cd-4138-bae2-875d72eef24c x-openstack-request-id: req-8d4285e9-e4cd-4138-bae2-875d72eef24c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:27.540787 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d5220e-fd74-4f66-811c-1347c892a0ef", "name": "network-vif-deleted", "tag": "7d2f3849-e6e7-4931-9000-b7734952523f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:27.541402 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d4285e9-e4cd-4138-bae2-875d72eef24c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:27.542536 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d5220e-fd74-4f66-811c-1347c892a0ef', 'name': 'network-vif-deleted', 'tag': '7d2f3849-e6e7-4931-9000-b7734952523f', 'status': 'completed', 'code': 200} Aug 10 03:31:27.542918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291b7cd-593d-438d-9042-e59e1d239e79 None None] Network 6c73ac5b-607e-4579-9c53-c962aaa92589 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:27.557464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Deleting port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:27.558122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.575816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Allocated IP 172.20.0.1 (1881227e-0b9a-46b0-b0e4-79c0608cca9d/53d82d6c-1be4-48db-a2e4-51b335d663b0/db258c58-5579-4f52-a824-79297b1d0b72) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:27.643030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e6c05e-5aec-422e-93af-d7e2fb1a85ba req-cfd1449d-57d0-4519-9619-285f7f0d8abb tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915175 Aug 10 03:31:27.648828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.677095 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:21Z', 'revision_number': 3, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:27.691694 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.693650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Pushing event deleted for resources: {'Port': ['ID=be1b7075-6825-4847-934e-082f2002960e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:27.702573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be', 'be1b7075-6825-4847-934e-082f2002960e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:27.721533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328ec3-71fe-4035-a71c-31c7b90477d2 req-c61730a7-65e9-44d6-8c24-81334b35a7cc tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:27.723577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b328ec3-71fe-4035-a71c-31c7b90477d2 req-c61730a7-65e9-44d6-8c24-81334b35a7cc tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 950 time: 0.2107105 Aug 10 03:31:27.744571 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3be-e218-4d63-859b-7fa60c55337e None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:21Z', 'revision_number': 3, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:27.751590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.868776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] No DVR routers for this DVR port be1b7075-6825-4847-934e-082f2002960e on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:27.876620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.881598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f8133fb0-bc33-447e-8c6b-f578951b3850 req-f592da50-1460-48c3-b13d-4528e21b1cc4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "DELETE /v2.0/ports/be1b7075-6825-4847-934e-082f2002960e HTTP/1.1" status: 204 len: 173 time: 1.1643302 Aug 10 03:31:27.905046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] For port 34ab7f8f-ada2-4d82-a411-1c1970b514d8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=34ab7f8f-ada2-4d82-a411-1c1970b514d8,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:27.905814 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:27.934206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b328ec3-71fe-4035-a71c-31c7b90477d2 req-a8cdd1b3-5d88-48a1-becd-a4849ee4007f tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967812 Aug 10 03:31:28.009101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:28.042661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Calling delete_port for 34ab7f8f-ada2-4d82-a411-1c1970b514d8 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:28.226827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47916) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.316783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-605acb69-7eeb-4f4a-a6b6-d57dd97dfd9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.364366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-605acb69-7eeb-4f4a-a6b6-d57dd97dfd9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.459448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-605acb69-7eeb-4f4a-a6b6-d57dd97dfd9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.465388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-605acb69-7eeb-4f4a-a6b6-d57dd97dfd9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.468566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-605acb69-7eeb-4f4a-a6b6-d57dd97dfd9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "DELETE /v2.0/security-groups/8cc9fd87-a327-403c-a9a9-e13d89010227 HTTP/1.1" status: 204 len: 168 time: 0.2404239 Aug 10 03:31:28.477159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47918) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.508269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605acb69-7eeb-4f4a-a6b6-d57dd97dfd9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc9fd87-a327-403c-a9a9-e13d89010227,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:28.514760 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-93352f0e-ae63-4cf3-8e8e-a86c33c108c5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] show failed (client error): The resource could not be found. Aug 10 03:31:28.516955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-93352f0e-ae63-4cf3-8e8e-a86c33c108c5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups/8cc9fd87-a327-403c-a9a9-e13d89010227 HTTP/1.1" status: 404 len: 347 time: 0.0378263 Aug 10 03:31:28.521640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47920) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:28.841380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:28.853715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] DHCP port deletion for 6c73ac5b-607e-4579-9c53-c962aaa92589 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:31:28.902512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Deleting port cb64d32c-6fe1-41f5-9dc3-1219a9fff46d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:28.903512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:28.951284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1dd63406-2d91-4596-8519-56535966695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:25Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:28.967278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02fac31b-8178-4560-bcc7-cf3356c25ae3 req-59a3b8d4-5592-434c-8480-e34e649000c4 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0fa6e5-cb81-4fcc-a4d0-98599132d448 HTTP/1.1" status: 200 len: 210 time: 0.1185551 Aug 10 03:31:28.992586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.003660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.039151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Transition to ACTIVE for port object db258c58-5579-4f52-a824-79297b1d0b72 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:29.100388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:29.100938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33f41ea8-0d2e-4466-b51b-7fa32fb1ce03 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:29.103835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.104347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.161904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Calling delete_port for cb64d32c-6fe1-41f5-9dc3-1219a9fff46d owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.186836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd63406-2d91-4596-8519-56535966695c None None] The sync data for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 is: [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:25Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:29.193845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:29.212067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Deleting port 207bffff-a4c3-4aff-9650-cb7734446427 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:29.216242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.276097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:29.278181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:29.355451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f4ca1-5b6b-46b4-83b4-7cd3fc27c878 req-406a7e3f-ac57-468e-928e-8f5dfbeba382 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:29.358799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e7f4ca1-5b6b-46b4-83b4-7cd3fc27c878 req-406a7e3f-ac57-468e-928e-8f5dfbeba382 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 950 time: 0.2766936 Aug 10 03:31:29.376380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device eb1490a3-34ed-4355-bb3d-8e089e823866 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:29.499663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.538655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e7f4ca1-5b6b-46b4-83b4-7cd3fc27c878 req-b32d681b-88d3-40d2-a4fb-84e357214cca tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/security-groups?id=42fb846d-91e4-404a-84c9-705fc949c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384971 Aug 10 03:31:29.543576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'name': 'network-vif-deleted', 'tag': 'be1b7075-6825-4847-934e-082f2002960e'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:29.547612 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb20015-f57d-4082-8aff-c949bd113166" -d '{"events": [{"server_uuid": "ce0fa6e5-cb81-4fcc-a4d0-98599132d448", "name": "network-vif-deleted", "tag": "be1b7075-6825-4847-934e-082f2002960e"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:29.566693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.613608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.614086 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a49c685-f0c4-452f-a254-33c49dd6aa7f x-openstack-request-id: req-5a49c685-f0c4-452f-a254-33c49dd6aa7f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:29.614596 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0fa6e5-cb81-4fcc-a4d0-98599132d448", "name": "network-vif-deleted", "tag": "be1b7075-6825-4847-934e-082f2002960e", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:29.614875 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a49c685-f0c4-452f-a254-33c49dd6aa7f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:29.615586 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0fa6e5-cb81-4fcc-a4d0-98599132d448', 'name': 'network-vif-deleted', 'tag': 'be1b7075-6825-4847-934e-082f2002960e', 'status': 'completed', 'code': 200} Aug 10 03:31:29.617660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event deleted for resources: {'Port': ['ID=cb64d32c-6fe1-41f5-9dc3-1219a9fff46d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.628464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] Deleting port 207bffff-a4c3-4aff-9650-cb7734446427 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:29.629032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.655702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] For port 207bffff-a4c3-4aff-9650-cb7734446427, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=207bffff-a4c3-4aff-9650-cb7734446427,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.656394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.674668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Calling delete_port for 207bffff-a4c3-4aff-9650-cb7734446427 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:29.692303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:29.693945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Pushing event updated for resources: {'Port': ['ID=db258c58-5579-4f52-a824-79297b1d0b72,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:29.697455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:29.731555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:29.733010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.737114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.739257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3348fb86-0d3a-4f58-8389-f2a9a9ac21f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "DELETE /v2.0/floatingips/95ddbeab-7c82-4410-8885-df92cfd25bef HTTP/1.1" status: 204 len: 168 time: 1.2160618 Aug 10 03:31:29.758344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:29.806814 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.930260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] For port 207bffff-a4c3-4aff-9650-cb7734446427, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=207bffff-a4c3-4aff-9650-cb7734446427,segment=NetworkSegment(04613dac-816e-4bc7-bbb7-148ec082c014),segment_id=04613dac-816e-4bc7-bbb7-148ec082c014)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:29.942155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:29.989392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.101803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] Calling delete_port for 207bffff-a4c3-4aff-9650-cb7734446427 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:30.105497 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-21e8fbf4-b600-4dfe-82ad-05a733ef5124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.188687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port eb1490a3-34ed-4355-bb3d-8e089e823866 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:30.222083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port eb1490a3-34ed-4355-bb3d-8e089e823866 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:30.222726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.227314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Allocated IP 172.25.2.155 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/398b8027-0c2c-4191-a8b3-4b76a7fb821d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:30.253030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Pushing event deleted for resources: {'Port': ['ID=34ab7f8f-ada2-4d82-a411-1c1970b514d8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.316382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.321836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100262670', 'description': 'tempest-description--555094782'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:30.377124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.420693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] No DVR routers for this DVR port 34ab7f8f-ada2-4d82-a411-1c1970b514d8 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:30.423188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.426879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.429567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-775b21d1-c2bb-4859-ac9a-da8a1d4b85bd req-d524d108-41e0-437b-a425-43968edac2f9 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.65 "DELETE /v2.0/ports/34ab7f8f-ada2-4d82-a411-1c1970b514d8 HTTP/1.1" status: 204 len: 173 time: 3.6846449 Aug 10 03:31:30.494343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'name': 'network-vif-deleted', 'tag': '34ab7f8f-ada2-4d82-a411-1c1970b514d8'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:30.497368 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9511f1a-fdff-49aa-b6d2-48003b747d64" -d '{"events": [{"server_uuid": "e1bbb015-3349-441f-817e-fd5ac4288739", "name": "network-vif-deleted", "tag": "34ab7f8f-ada2-4d82-a411-1c1970b514d8"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:30.609039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.620644 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.629156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.680539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.683416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3653622 Aug 10 03:31:30.690986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47948) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:30.703590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'security_group_rule': {'security_group_id': '16a63bca-abe6-433c-b398-1260d85874a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:30.709725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-388f1e21-9922-4bc9-989f-672d5772e1ab None None] Provisioning for port db258c58-5579-4f52-a824-79297b1d0b72 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:30.713962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be308f-ebf7-4552-b91f-14c0e4e7f923 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a63bca-abe6-433c-b398-1260d85874a4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.751445 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f7933b-f692-48fe-8e58-034ac7540027 x-openstack-request-id: req-e5f7933b-f692-48fe-8e58-034ac7540027 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:30.752446 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bbb015-3349-441f-817e-fd5ac4288739", "name": "network-vif-deleted", "tag": "34ab7f8f-ada2-4d82-a411-1c1970b514d8", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:30.753178 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5f7933b-f692-48fe-8e58-034ac7540027 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:30.754538 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bbb015-3349-441f-817e-fd5ac4288739', 'name': 'network-vif-deleted', 'tag': '34ab7f8f-ada2-4d82-a411-1c1970b514d8', 'status': 'completed', 'code': 200} Aug 10 03:31:30.781413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.801008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Pushing event deleted for resources: {'Port': ['ID=207bffff-a4c3-4aff-9650-cb7734446427,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:30.804097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device be1b7075-6825-4847-934e-082f2002960e no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:30.813651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] No DVR routers for this DVR port 207bffff-a4c3-4aff-9650-cb7734446427 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:30.862884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: be1b7075-6825-4847-934e-082f2002960e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:30.863965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device be1b7075-6825-4847-934e-082f2002960e not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:30.864439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 34ab7f8f-ada2-4d82-a411-1c1970b514d8 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:30.915415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-388f1e21-9922-4bc9-989f-672d5772e1ab None None] Provisioning complete for port db258c58-5579-4f52-a824-79297b1d0b72 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:30.915912 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-388f1e21-9922-4bc9-989f-672d5772e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.939489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e6f1fd6-9568-4780-a7cd-8737a8b8808b req-5b13904f-91e5-49ad-b3dc-1a6a77cce468 tempest-ServerDiagnosticsNegativeTest-912510258 tempest-ServerDiagnosticsNegativeTest-912510258-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1bbb015-3349-441f-817e-fd5ac4288739 HTTP/1.1" status: 200 len: 210 time: 0.0462019 Aug 10 03:31:30.979918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.987889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:30.998029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 34ab7f8f-ada2-4d82-a411-1c1970b514d8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:30.998029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 34ab7f8f-ada2-4d82-a411-1c1970b514d8 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:31.002775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-388f1e21-9922-4bc9-989f-672d5772e1ab None None] Port db258c58-5579-4f52-a824-79297b1d0b72 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:31.022201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfba314-f762-46ba-b5b3-232a04859d25,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.029166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.032014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f795dbd-7710-465b-8fb1-c7741a8cf1dd tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393753 Aug 10 03:31:31.035280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47954) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.049819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'security_group_rule': {'security_group_id': '16a63bca-abe6-433c-b398-1260d85874a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:31.132824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.143110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.157018 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.157175 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.358174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.366699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.385128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.399866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccfbeef-6aa5-4d5e-ab27-cff88c5e5e6d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.405873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c73ac5b-607e-4579-9c53-c962aaa92589']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:31.410376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.412219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-23c4a923-0bcc-4563-9efc-61bc630c4d9f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743415 Aug 10 03:31:31.416846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47958) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:31.463923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:31.488243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04613dac-816e-4bc7-bbb7-148ec082c014') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:31.488243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04613dac-816e-4bc7-bbb7-148ec082c014') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:31.519639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] No DVR routers for this DVR port 207bffff-a4c3-4aff-9650-cb7734446427 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:31.521827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17a24-ae69-49dc-a2a4-1acdc5ed931e None None] Pushing event deleted for resources: {'Port': ['ID=207bffff-a4c3-4aff-9650-cb7734446427,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.557631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port eb1490a3-34ed-4355-bb3d-8e089e823866, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=eb1490a3-34ed-4355-bb3d-8e089e823866,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:31.573959 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.590325 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.609858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.616277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:31.652720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaff6b9d-80b8-4d35-b75c-2914b6ea2599 None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:31.653378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.681324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=eb1490a3-34ed-4355-bb3d-8e089e823866,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:31.700230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.705658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.712545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 207bffff-a4c3-4aff-9650-cb7734446427 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:31.755566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3b416-de02-4759-bcbc-32c56399f22c req-ce03e3a3-ef79-4a8a-95f9-94b39752d22d tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:31.757642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15b3b416-de02-4759-bcbc-32c56399f22c req-ce03e3a3-ef79-4a8a-95f9-94b39752d22d tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.6060009 Aug 10 03:31:31.774826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:31:31.776234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:31:31.786370 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:31:31.792881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 207bffff-a4c3-4aff-9650-cb7734446427 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:31.792881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 207bffff-a4c3-4aff-9650-cb7734446427 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:31.998397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.085081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device eb1490a3-34ed-4355-bb3d-8e089e823866 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:32.215338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port eb1490a3-34ed-4355-bb3d-8e089e823866 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:32.216198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.227468 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83845206-10e7-42a6-aa6f-45a854f25a41 None None] New status for floating IP 95ddbeab-7c82-4410-8885-df92cfd25bef: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:31:32.233396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:32.234281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.245882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:32.250545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event updated for resources: {'Port': ['ID=398b8027-0c2c-4191-a8b3-4b76a7fb821d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.265857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.268181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/6c73ac5b-607e-4579-9c53-c962aaa92589 HTTP/1.1" status: 204 len: 168 time: 4.8248258 Aug 10 03:31:32.270442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:32.282753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15b3b416-de02-4759-bcbc-32c56399f22c req-00b0e333-9e10-471e-8101-6f9a31cfe402 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359434 Aug 10 03:31:32.383880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef493-6e1f-4c31-b9c3-d7afbbce01dc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c73ac5b-607e-4579-9c53-c962aaa92589,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.499900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33d8269f-944a-454d-80a7-0ef14c420597 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:32.546103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.570983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.682763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47978) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.687867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 33d8269f-944a-454d-80a7-0ef14c420597 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:32.701697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 33d8269f-944a-454d-80a7-0ef14c420597 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:32.707698 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.769301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47982) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.791005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-7ba4c366-f16d-43c7-bec5-8a44b9ba2875 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:32.793427 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-7ba4c366-f16d-43c7-bec5-8a44b9ba2875 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.4790099 Aug 10 03:31:32.837614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.873895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8d2faa4e-560f-4c28-b776-e85bf21dd3a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4caccfbbc7a4afc9b01bc4450432eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986679 Aug 10 03:31:32.875149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47984) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:32.882922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Pushing event updated for resources: {'Port': ['ID=db258c58-5579-4f52-a824-79297b1d0b72,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:32.892857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:32.944997 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.001085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4062b6e-8a28-4f55-b504-8feab8b9a8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.034395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 33d8269f-944a-454d-80a7-0ef14c420597, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33d8269f-944a-454d-80a7-0ef14c420597,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:33.041107 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.041452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.061506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.070172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4062b6e-8a28-4f55-b504-8feab8b9a8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.142507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.153409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=33d8269f-944a-454d-80a7-0ef14c420597,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.192044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4062b6e-8a28-4f55-b504-8feab8b9a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.194934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4062b6e-8a28-4f55-b504-8feab8b9a8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.196392 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c4062b6e-8a28-4f55-b504-8feab8b9a8ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6efcbd05-4a79-474a-9719-888dafc74106 HTTP/1.1" status: 204 len: 168 time: 0.3175807 Aug 10 03:31:33.213016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd710da7-f337-46b8-a2de-87140f04e9c9 req-bec24bb5-5cf3-4456-8266-da5ce987f27f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:33.222501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd710da7-f337-46b8-a2de-87140f04e9c9 req-bec24bb5-5cf3-4456-8266-da5ce987f27f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 945 time: 0.1645293 Aug 10 03:31:33.265129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4062b6e-8a28-4f55-b504-8feab8b9a8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efcbd05-4a79-474a-9719-888dafc74106,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.277248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd710da7-f337-46b8-a2de-87140f04e9c9 req-705bc1bf-225b-40f7-8684-9dafd2c3b3ca tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522127 Aug 10 03:31:33.377182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1cad0de4-c41e-4941-9cd8-1a2cb5a10d98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f46795dfbe204d8da1ace1fd30078a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6921639 Aug 10 03:31:33.378242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47992) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.455189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:33.491956 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00924fde-c23a-4416-bb68-f7ad29c385c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.492304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:33.553296 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00924fde-c23a-4416-bb68-f7ad29c385c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.598473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Deleting port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:33.599418 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.654531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00924fde-c23a-4416-bb68-f7ad29c385c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.657464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00924fde-c23a-4416-bb68-f7ad29c385c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:33.658925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-00924fde-c23a-4416-bb68-f7ad29c385c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42fb846d-91e4-404a-84c9-705fc949c289 HTTP/1.1" status: 204 len: 168 time: 0.2792907 Aug 10 03:31:33.671146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00924fde-c23a-4416-bb68-f7ad29c385c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb846d-91e4-404a-84c9-705fc949c289,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:33.842622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48000) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.901002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Allocated IP 172.25.2.88 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/0ec8487d-b703-4a4b-bd61-e22409c5f798) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:33.918943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c2512f4a-7071-4478-9773-70dca81bcacc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d9e2f9e1adb4572bdf41fd2359690b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727458 Aug 10 03:31:33.919617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48004) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:33.950471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33d8269f-944a-454d-80a7-0ef14c420597 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:33.992157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1ab-f555-43ee-a3db-08a2327ba0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.008632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fb5144d6-9c10-4757-b243-56db9a7d7332 None None] Provisioning complete for port db258c58-5579-4f52-a824-79297b1d0b72 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:34.009253 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb5144d6-9c10-4757-b243-56db9a7d7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.027133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1ab-f555-43ee-a3db-08a2327ba0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.095914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fb5144d6-9c10-4757-b243-56db9a7d7332 None None] Port db258c58-5579-4f52-a824-79297b1d0b72 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:34.114145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 33d8269f-944a-454d-80a7-0ef14c420597 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:34.115276 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.134678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1ab-f555-43ee-a3db-08a2327ba0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.142617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1ab-f555-43ee-a3db-08a2327ba0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.145781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a4e1b1ab-f555-43ee-a3db-08a2327ba0dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4986abdb-7a17-492e-bebb-61e539004543 HTTP/1.1" status: 204 len: 168 time: 0.2229302 Aug 10 03:31:34.189587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1b1ab-f555-43ee-a3db-08a2327ba0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4986abdb-7a17-492e-bebb-61e539004543,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.229542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48008) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.261212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89684a40-40b3-4207-b65c-1c5f07960bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.421526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89684a40-40b3-4207-b65c-1c5f07960bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.447503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89684a40-40b3-4207-b65c-1c5f07960bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.452020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a5a2-b506-4499-bc60-1167a6de294e req-59a649d6-f359-4473-be4b-2a6336fa7e0d tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.453592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0654a5a2-b506-4499-bc60-1167a6de294e req-59a649d6-f359-4473-be4b-2a6336fa7e0d tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa3d98f-ee73-4e70-bbf3-383e90e920f5 HTTP/1.1" status: 200 len: 950 time: 0.8695745 Aug 10 03:31:34.514839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b6efa-30c7-41d2-93f6-2857c3910bca req-5c5d4ab2-79b7-4723-a5d4-3458f314d86a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:34.523802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-102b6efa-30c7-41d2-93f6-2857c3910bca req-5c5d4ab2-79b7-4723-a5d4-3458f314d86a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 945 time: 0.1208539 Aug 10 03:31:34.527001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89684a40-40b3-4207-b65c-1c5f07960bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c29fadf-8ccc-45e7-a392-373787375e77,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.535732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89684a40-40b3-4207-b65c-1c5f07960bc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f5050d734a84c939b04f0c9c3b5bb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997682 Aug 10 03:31:34.538932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48012) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:34.541046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] For port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:34.541046 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.554096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0654a5a2-b506-4499-bc60-1167a6de294e req-6f274608-145a-4d34-ba6b-bae37e55fa74 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae438de9-80b6-408c-bea6-39833ae58c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802059 Aug 10 03:31:34.587232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-102b6efa-30c7-41d2-93f6-2857c3910bca req-fc2e24d0-3681-4465-8552-b2a5f4c167fb tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 Aug 10 03:31:34.629445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.648668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Calling delete_port for fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:34.656203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:34.658379 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.766424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-87893ddd-7589-428c-bc70-5d8c54346eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.792934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.838876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event updated for resources: {'Port': ['ID=398b8027-0c2c-4191-a8b3-4b76a7fb821d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:34.923718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-87893ddd-7589-428c-bc70-5d8c54346eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:34.942929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.027518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.034300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f7d96b2-8093-43b6-a421-d80a021927b5 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5852520 Aug 10 03:31:35.049434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-9d1c81ba-351b-4dd7-aa5f-00d987e5d4ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:35.052203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-9d1c81ba-351b-4dd7-aa5f-00d987e5d4ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 945 time: 0.0897005 Aug 10 03:31:35.122097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.144016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:35.151608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c952428-b2b7-47ac-b5ca-4a369eea3950 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2249229 Aug 10 03:31:35.166690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:35.187442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:35.189815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:35.220620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Deleting port 1a94be6f-0422-4853-ae2f-7bf6203348ff {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:31:35.220959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.227664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:35.239093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:35.243501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:35.259943 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:35.285146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'Port': ['ID=0ec8487d-b703-4a4b-bd61-e22409c5f798,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.297097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.316292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-87893ddd-7589-428c-bc70-5d8c54346eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.319697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-87893ddd-7589-428c-bc70-5d8c54346eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.324247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-87893ddd-7589-428c-bc70-5d8c54346eb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c29fadf-8ccc-45e7-a392-373787375e77 HTTP/1.1" status: 204 len: 168 time: 0.7688036 Aug 10 03:31:35.372725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Pushing event deleted for resources: {'Port': ['ID=fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.380721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:35.381915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87893ddd-7589-428c-bc70-5d8c54346eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c29fadf-8ccc-45e7-a392-373787375e77,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:35.549658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] No DVR routers for this DVR port fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:35.582034 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.591456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.595862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a19f26cf-b749-45ef-b897-9b3e7b7d1aed req-ad726279-a853-46d5-ba86-7d0dfab093d2 tempest-LiveMigrationNegativeTest-1375900190 tempest-LiveMigrationNegativeTest-1375900190-project] 10.222.0.65 "DELETE /v2.0/ports/fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be HTTP/1.1" status: 204 len: 173 time: 2.7878056 Aug 10 03:31:35.596555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'name': 'network-vif-deleted', 'tag': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:35.604336 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d789e1d-6cbc-4664-9986-9e1495b40933" -d '{"events": [{"server_uuid": "0aa3d98f-ee73-4e70-bbf3-383e90e920f5", "name": "network-vif-deleted", "tag": "fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:35.656685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] For port 1a94be6f-0422-4853-ae2f-7bf6203348ff, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1a94be6f-0422-4853-ae2f-7bf6203348ff,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:35.660540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.696187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 2, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:35.696922 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-4db4914a-ddbd-4350-b7b6-1f846189620a tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1894560954&fields=id&tenant_id=e92fd44d505b4c488845f6db8c8903f7 HTTP/1.1" status: 200 len: 267 time: 0.1080723 Aug 10 03:31:35.699658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:35.743970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:35.744781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Updating router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 port db258c58-5579-4f52-a824-79297b1d0b72 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:35.747627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Calling delete_port for 1a94be6f-0422-4853-ae2f-7bf6203348ff owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:31:35.803395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.091869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.165087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event deleted for resources: {'Port': ['ID=1a94be6f-0422-4853-ae2f-7bf6203348ff,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.282761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] No DVR routers for this DVR port 1a94be6f-0422-4853-ae2f-7bf6203348ff on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:31:36.287546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.291186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0c9f5fd-da9f-4a68-8b22-101304df3cd6 req-bb707bfe-cb06-4602-b7a0-7fb3e5edfa33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "DELETE /v2.0/ports/1a94be6f-0422-4853-ae2f-7bf6203348ff HTTP/1.1" status: 204 len: 173 time: 1.2318172 Aug 10 03:31:36.291806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'name': 'network-vif-deleted', 'tag': '1a94be6f-0422-4853-ae2f-7bf6203348ff'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:36.298485 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba1070-dc54-4cb4-9b2c-8fa3619cd51f" -d '{"events": [{"server_uuid": "37448ef3-8064-4e53-8d02-0a3fa9fa7fe2", "name": "network-vif-deleted", "tag": "1a94be6f-0422-4853-ae2f-7bf6203348ff"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:36.370688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-af9a2f9c-254a-4624-957a-5ce8faad56db tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:36.374470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-af9a2f9c-254a-4624-957a-5ce8faad56db tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/networks?id=dd451419-6a4a-4890-a997-76e9c8cc89f7 HTTP/1.1" status: 200 len: 815 time: 0.6315053 Aug 10 03:31:36.412801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.455432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.473145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48080) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:36.597321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-c3731cf3-8d45-4a4b-b168-13c70028928a tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:36.606344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-c3731cf3-8d45-4a4b-b168-13c70028928a tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 820 time: 0.1793270 Aug 10 03:31:36.615765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-3e38fc5f-e3f6-4a57-860d-35476489e82e tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/quotas/e92fd44d505b4c488845f6db8c8903f7 HTTP/1.1" status: 200 len: 375 time: 0.2151525 Aug 10 03:31:36.643498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-6b6f7475-7754-4490-b7a7-9ecab344763d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/quotas/15a53f208db645d0a4c3e1a1f4b1da1b HTTP/1.1" status: 200 len: 375 time: 0.0353291 Aug 10 03:31:36.723939 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.760235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Transition to ACTIVE for port object db258c58-5579-4f52-a824-79297b1d0b72 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:36.761194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-28a402c8-d55c-4724-aa02-a3c9a30630c5 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167283 Aug 10 03:31:36.780329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:36.798132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:36.879821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'Port': ['ID=0ec8487d-b703-4a4b-bd61-e22409c5f798,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.892881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:36.893879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:36.966068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed4041-ea45-4a2d-964e-9316e229a3ae None None] Pushing event updated for resources: {'Port': ['ID=db258c58-5579-4f52-a824-79297b1d0b72,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:36.972554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-89519130-65a7-47d4-8dbe-01b1a8c4bfe8 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103853 Aug 10 03:31:36.996812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-6e566b97-2399-4761-821f-57356c9a4c1e tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e92fd44d505b4c488845f6db8c8903f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3469384 Aug 10 03:31:37.011437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.049685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1437811121-network', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:37.117666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.129894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7f9f3ec6-3194-47ff-94d5-e6641abaae7e tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6765344 Aug 10 03:31:37.140596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Attempting to bind port db258c58-5579-4f52-a824-79297b1d0b72 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:37.141163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Attempting to bind port db258c58-5579-4f52-a824-79297b1d0b72 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:37.141800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Attempting to bind port db258c58-5579-4f52-a824-79297b1d0b72 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:37.153429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:37.154155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Checking segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:37.154837 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.155529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Bound using segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:37.156353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Bound port: db258c58-5579-4f52-a824-79297b1d0b72, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:37.157144 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.233527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-ec5e0477-be52-4234-8e98-46e370a375a0 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598381 Aug 10 03:31:37.325203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] For port db258c58-5579-4f52-a824-79297b1d0b72, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:37.334952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] For port db258c58-5579-4f52-a824-79297b1d0b72, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=db258c58-5579-4f52-a824-79297b1d0b72,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:37.346519 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.360194 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-364d6b27-08ef-47dd-8ad8-b26945159781 service neutron] 10.222.0.53 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958100 Aug 10 03:31:37.361312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Made reservation on behalf of 5363ebe1a41741b29b7fd0945996c743 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:37.364267 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.376839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.487031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-5f1fd03f-4776-49f0-b1d4-64adfb707a12 service neutron] 10.222.0.53 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109884 Aug 10 03:31:37.505521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed4041-ea45-4a2d-964e-9316e229a3ae None None] Pushing event updated for resources: {'Port': ['ID=db258c58-5579-4f52-a824-79297b1d0b72,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.574246 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5672057a-5a1c-45ce-bbcd-83c27bad0c22 x-openstack-request-id: req-5672057a-5a1c-45ce-bbcd-83c27bad0c22 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:37.575842 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa3d98f-ee73-4e70-bbf3-383e90e920f5", "name": "network-vif-deleted", "tag": "fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:37.576194 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5672057a-5a1c-45ce-bbcd-83c27bad0c22 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:37.576814 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa3d98f-ee73-4e70-bbf3-383e90e920f5', 'name': 'network-vif-deleted', 'tag': 'fa1f38ce-a1af-4ed7-9dbf-38bfc5f2e4be', 'status': 'completed', 'code': 200} Aug 10 03:31:37.587080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:37.591478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:37.747631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1a94be6f-0422-4853-ae2f-7bf6203348ff no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:31:37.814603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4dd3322-0458-475b-a0f7-58aa4f77b7f6 req-d85cd1a0-699b-49ea-b34d-2f10bd22ef9d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0729554 Aug 10 03:31:37.817352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.841039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 1a94be6f-0422-4853-ae2f-7bf6203348ff {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:31:37.841371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:37.842301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1a94be6f-0422-4853-ae2f-7bf6203348ff not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:31:37.930860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b991337-0524-4994-9141-88bfed321567,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:37.976133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:31:38.024511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.024918 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Added segment d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2 of type vlan for network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab Aug 10 03:31:38.081810 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42a2f36-5aa5-41b3-9fff-f99d7aff0a28 x-openstack-request-id: req-f42a2f36-5aa5-41b3-9fff-f99d7aff0a28 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:38.082266 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37448ef3-8064-4e53-8d02-0a3fa9fa7fe2", "name": "network-vif-deleted", "tag": "1a94be6f-0422-4853-ae2f-7bf6203348ff", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:38.082596 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f42a2f36-5aa5-41b3-9fff-f99d7aff0a28 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:38.083146 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37448ef3-8064-4e53-8d02-0a3fa9fa7fe2', 'name': 'network-vif-deleted', 'tag': '1a94be6f-0422-4853-ae2f-7bf6203348ff', 'status': 'completed', 'code': 200} Aug 10 03:31:38.148337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:38.231184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.374389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.379206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.382889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:38.406163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-280cdc60-7823-48aa-a2f7-90ab58245388 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2100262670&fields=id&tenant_id=8b2dc2febfd047ca9936bc60acf95848 HTTP/1.1" status: 200 len: 267 time: 0.1200137 Aug 10 03:31:38.515630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9707723 Aug 10 03:31:38.672383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48132) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.673797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09e51c63-69fa-4050-ac63-a578b63c4043 req-ecf68c6e-4b94-4566-bbf8-5dd510b7e037 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 210 time: 0.3203938 Aug 10 03:31:38.688404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3da1e5-91f4-4f61-a468-7f23b6f19dee admin admin] Pushing event updated for resources: {'Network': ['ID=4e12698e-fc3f-4c67-87a5-62ac0c5696ab,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:38.696828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-bb1cdd84-6254-4d5c-a314-55d236770e2b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:38.711523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:31:38.729013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-bb1cdd84-6254-4d5c-a314-55d236770e2b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 811 time: 0.3192241 Aug 10 03:31:38.744884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Request body: {'subnet': {'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1437811121-subnet', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:38.794511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-ecc26ed7-7779-4192-b656-4dc0f2a113d7 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/quotas/8b2dc2febfd047ca9936bc60acf95848 HTTP/1.1" status: 200 len: 375 time: 0.0426359 Aug 10 03:31:38.806207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48138) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:38.975815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Made reservation on behalf of 5363ebe1a41741b29b7fd0945996c743 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:38.986407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.082289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:37Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:39.136600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1143-792d-4513-bfb7-ffd3725cbc1d None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:37Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:39.157464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5a50a76-1976-4fd7-935b-cf31b08eaff2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe82f0bb3cac4589abcd48174161508c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496568 Aug 10 03:31:39.160943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48146) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:39.223408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-63ef483c-3d5a-45de-b217-456b6b245b7c tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4272060 Aug 10 03:31:39.343845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af06282-97d9-4190-affd-ef289febe713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.396376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af06282-97d9-4190-affd-ef289febe713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.536444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f1cd371-1e3b-43ad-b20e-deda2447626c req-2e35db71-f48e-46e3-94fa-6941e892db67 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 210 time: 0.0725038 Aug 10 03:31:39.667441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af06282-97d9-4190-affd-ef289febe713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.676212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af06282-97d9-4190-affd-ef289febe713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:39.680089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5af06282-97d9-4190-affd-ef289febe713 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae438de9-80b6-408c-bea6-39833ae58c57 HTTP/1.1" status: 204 len: 168 time: 0.5151522 Aug 10 03:31:39.762361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20d4e20d-51ae-444b-b67f-b52f4150918c req-90b66ec0-a3f8-43ce-a280-4cf726899678 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0617592 Aug 10 03:31:39.781473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af06282-97d9-4190-affd-ef289febe713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae438de9-80b6-408c-bea6-39833ae58c57,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:39.942094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-04ad050c-c029-431c-8939-6e7f5c9aa9f1 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:39.955030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-04ad050c-c029-431c-8939-6e7f5c9aa9f1 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 820 time: 0.3953524 Aug 10 03:31:39.976215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'port': {'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'admin_state_up': True, 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:40.128976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device db258c58-5579-4f52-a824-79297b1d0b72 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:40.230076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b47d5af2-e31c-42e1-85ed-2583e252ebb9 req-15f33479-249a-4a8c-9177-66dfcaccd325 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 210 time: 0.0698891 Aug 10 03:31:40.371388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port db258c58-5579-4f52-a824-79297b1d0b72 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:40.378221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port db258c58-5579-4f52-a824-79297b1d0b72 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:40.385579 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.516022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Made reservation on behalf of 15a53f208db645d0a4c3e1a1f4b1da1b for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:40.535926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.656523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:40.741909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-0b1bb382-5950-492f-a94a-b299d4b9fc58 service neutron] 10.222.0.53 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4588072 Aug 10 03:31:40.871496 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.931576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port db258c58-5579-4f52-a824-79297b1d0b72, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=db258c58-5579-4f52-a824-79297b1d0b72,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:40.940208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:40.984087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1ccb29d-a9e6-45db-a2cd-66b94f60d448 req-d8067d2e-38d5-42ea-a244-2fe52e250ffd tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 210 time: 0.0956049 Aug 10 03:31:41.035566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3dc4ae4-b6fb-4b93-b504-ac544bfe6092 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7cfa8a6bee247189111c1c682d31ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773117 Aug 10 03:31:41.049427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48176) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:41.134268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=db258c58-5579-4f52-a824-79297b1d0b72,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:41.204299 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.216138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8c4868f-1bd9-445a-af81-3f958498dc28 req-f1ab9973-3970-4616-b186-6b379c4b1b61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.0636857 Aug 10 03:31:41.283528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Allocated IP 172.20.0.3 (1881227e-0b9a-46b0-b0e4-79c0608cca9d/53d82d6c-1be4-48db-a2e4-51b335d663b0/4b352b19-d9c1-4590-a67a-9323366a1042) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:41.315459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374a9ef9-9540-4cfd-9d12-ab012d536714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.465288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374a9ef9-9540-4cfd-9d12-ab012d536714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.524844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6947ac9-68bc-4b06-9567-3e1f1f3123c3,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:41.573282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-7564fdf4-df03-406d-a4b3-afd256c93f4c tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.574876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-7564fdf4-df03-406d-a4b3-afd256c93f4c tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.65 "GET /v2.0/networks?id=dd451419-6a4a-4890-a997-76e9c8cc89f7 HTTP/1.1" status: 200 len: 815 time: 1.0415943 Aug 10 03:31:41.576104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Checking segment: {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:41.576448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Network hostable DHCP agents. Network: 4e12698e-fc3f-4c67-87a5-62ac0c5696ab, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:31:41.580233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-fccfcffd-65f4-408a-911d-756825cab600 service neutron] 10.222.0.53 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214083 Aug 10 03:31:41.675190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-505f4468-17b9-42dc-b173-ddf505ef93f7 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92fd44d505b4c488845f6db8c8903f7 HTTP/1.1" status: 200 len: 380 time: 0.0889933 Aug 10 03:31:41.676483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:31:41.691457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Request body: {'port': {'device_id': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'admin_state_up': True, 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'security_groups': ['ba5b7698-1afe-4488-9578-cfb147c3fb82']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:41.703776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.723757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Transition to ACTIVE for port object 4b352b19-d9c1-4590-a67a-9323366a1042 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:41.747144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4e12698e-fc3f-4c67-87a5-62ac0c5696ab) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:41.759661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c8376-a63a-4d86-8ff6-dad024457b9a None None] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:41.763996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:41.764558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.771050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-26ea13e4-c941-4619-bad3-2d63ebd8f2ca req-cabee415-46c3-489d-aed5-3911e887a540 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 210 time: 0.3124020 Aug 10 03:31:41.783830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:41.844026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:41.854720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:41.861663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:41.944248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5718ce15-1f8b-450f-9e39-967c5de72eae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2097781 Aug 10 03:31:41.970010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48184) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:42.030111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:42.033603 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.079913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:42.106925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event updated for resources: {'Port': ['ID=4b352b19-d9c1-4590-a67a-9323366a1042,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.119141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device db258c58-5579-4f52-a824-79297b1d0b72 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:42.162268 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374a9ef9-9540-4cfd-9d12-ab012d536714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.176981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-374a9ef9-9540-4cfd-9d12-ab012d536714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.181320 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-374a9ef9-9540-4cfd-9d12-ab012d536714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ac96501-4643-4676-b011-15ee61dc3a79 HTTP/1.1" status: 204 len: 168 time: 1.1243155 Aug 10 03:31:42.206143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc2bd6b-ca8d-4c96-8171-2f86a594da08 req-721514af-04dc-434c-92e9-c1ef483443aa tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 210 time: 0.0966663 Aug 10 03:31:42.210637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.212481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.242038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Made reservation on behalf of e92fd44d505b4c488845f6db8c8903f7 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:42.243542 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-907455ed-7326-4777-8b03-9513d05f1c22 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2830575 Aug 10 03:31:42.247176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.255243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a9ef9-9540-4cfd-9d12-ab012d536714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac96501-4643-4676-b011-15ee61dc3a79,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:42.286989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Request body: {'port': {'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:42.442529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6012f98d-90c6-4613-8ff4-7b76b9ec9f0a req-966336bd-73e4-45e4-a6f3-bde50df07350 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 210 time: 0.1659701 Aug 10 03:31:42.697758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e47e148-b8b2-4f27-b814-cd2af3eaf8ec None None] Provisioning for port 4b352b19-d9c1-4590-a67a-9323366a1042 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:42.722082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-4e12698e-fc3f-4c67-87a5-62ac0c5696ab', 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'fixed_ips': [{'subnet_id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:31:42.724191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.725606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Allocated IP 172.20.0.5 (dd451419-6a4a-4890-a997-76e9c8cc89f7/0689f4b9-0e05-45f1-8ed8-71a4506d0853/e1f59a4b-6aae-4c32-9a43-3c1194fc158d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:42.751970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port db258c58-5579-4f52-a824-79297b1d0b72 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:42.752842 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.787632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.798666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:42.817656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23188412-3a34-466c-94fd-19ce55ab54c7 req-f09d543d-ebd9-4d34-9094-e2d9b5692a58 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.1613746 Aug 10 03:31:43.014526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Allocated IP 172.20.0.2 (4e12698e-fc3f-4c67-87a5-62ac0c5696ab/c6947ac9-68bc-4b06-9567-3e1f1f3123c3/f77ae33c-5340-4e33-b5d9-d1d272776a28) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:43.250222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.263313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Transition to ACTIVE for port object f77ae33c-5340-4e33-b5d9-d1d272776a28 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:43.285307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Transition to ACTIVE for port object f77ae33c-5340-4e33-b5d9-d1d272776a28 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:43.296583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e47e148-b8b2-4f27-b814-cd2af3eaf8ec None None] Provisioning complete for port 4b352b19-d9c1-4590-a67a-9323366a1042 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:43.297590 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e47e148-b8b2-4f27-b814-cd2af3eaf8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.382924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.490921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.562779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Transition to ACTIVE for port object e1f59a4b-6aae-4c32-9a43-3c1194fc158d will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:43.613694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:43.663730 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.670600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-421e3a57-b6f7-4604-865e-85ac23dddb18 req-d2374b66-9092-41d7-bc7c-fc08d25d1444 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 210 time: 0.1005731 Aug 10 03:31:43.689049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5e47e148-b8b2-4f27-b814-cd2af3eaf8ec None None] Port 4b352b19-d9c1-4590-a67a-9323366a1042 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:43.691102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:43.752453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:43.768912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Pushing event updated for resources: {'Port': ['ID=f77ae33c-5340-4e33-b5d9-d1d272776a28,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:43.776054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.889807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Attempting to bind port f77ae33c-5340-4e33-b5d9-d1d272776a28 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:43.890216 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Attempting to bind port f77ae33c-5340-4e33-b5d9-d1d272776a28 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:43.890659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Attempting to bind port f77ae33c-5340-4e33-b5d9-d1d272776a28 on network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:43.903661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:43.904089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Checking segment: {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:43.904585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.904983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Bound using segment: {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:43.905535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Bound port: f77ae33c-5340-4e33-b5d9-d1d272776a28, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:43.906119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.980364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event updated for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:44.022013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:44.024817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:44.028894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:44.084714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a61a1-d763-4bec-8ede-f68db0561894 req-23329fde-ef82-49ba-8a0a-e3956a7ed068 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.098995 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-836a61a1-d763-4bec-8ede-f68db0561894 req-23329fde-ef82-49ba-8a0a-e3956a7ed068 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 931 time: 0.9977970 Aug 10 03:31:44.104653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48250) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:44.106662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] For port f77ae33c-5340-4e33-b5d9-d1d272776a28, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:44.112896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] For port f77ae33c-5340-4e33-b5d9-d1d272776a28, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f77ae33c-5340-4e33-b5d9-d1d272776a28,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:44.129398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.142935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dab1c6-ca65-4174-8f08-b5587b61093e req-fc2e663a-4aed-4dee-afcf-30dccffb8e3f tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.145730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11dab1c6-ca65-4174-8f08-b5587b61093e req-fc2e663a-4aed-4dee-afcf-30dccffb8e3f tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 931 time: 0.2464745 Aug 10 03:31:44.280762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.281905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.287058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3ce3-5287-4382-bf84-891a882971e8 None None] Pushing event updated for resources: {'Port': ['ID=f77ae33c-5340-4e33-b5d9-d1d272776a28,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:44.406638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-836a61a1-d763-4bec-8ede-f68db0561894 req-f63fbd32-17ec-42be-9c76-34848b0aba27 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809894 Aug 10 03:31:44.601161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b352b19-d9c1-4590-a67a-9323366a1042 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:44.613015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.637364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Transition to ACTIVE for port object 4b352b19-d9c1-4590-a67a-9323366a1042 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:44.651627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dd6f8310-a500-4476-a5d3-b952b778388e None None] Provisioning for port e1f59a4b-6aae-4c32-9a43-3c1194fc158d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:44.662483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dd6f8310-a500-4476-a5d3-b952b778388e None None] Provisioning complete for port e1f59a4b-6aae-4c32-9a43-3c1194fc158d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:44.662974 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dd6f8310-a500-4476-a5d3-b952b778388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.672732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:44.778369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dd6f8310-a500-4476-a5d3-b952b778388e None None] Port e1f59a4b-6aae-4c32-9a43-3c1194fc158d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:44.909825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-b4dcd6b7-b8d4-4d02-b77f-daa5113480a5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:44.913021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-b4dcd6b7-b8d4-4d02-b77f-daa5113480a5 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 811 time: 0.7193763 Aug 10 03:31:44.919089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-62fa6d98-9897-4609-a1cd-85062c52d74b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2340219 Aug 10 03:31:44.965882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93b8ed25-672f-4afe-8a76-bbcb070c9730 req-d6165593-94a6-42ce-b4ad-d69dee816ce3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.1656816 Aug 10 03:31:44.967021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Request body: {'port': {'device_id': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:45.038687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11dab1c6-ca65-4174-8f08-b5587b61093e req-06131abc-2958-44e2-935f-5953491449f9 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8817139 Aug 10 03:31:45.105695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-64e41553-85e1-4a79-9aae-8aa8edaf1718 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2dc2febfd047ca9936bc60acf95848 HTTP/1.1" status: 200 len: 380 time: 0.1774640 Aug 10 03:31:45.114930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.126952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abe391ce-9a7d-4e0d-9e40-ced8412c7c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.148947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'port': {'device_id': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'admin_state_up': True, 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'security_groups': ['16a63bca-abe6-433c-b398-1260d85874a4']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:45.166843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-050dc30d-1ff7-4a91-a5a2-f0f21ec1eae7 req-c192ca56-6b57-4119-8c5c-0c48cf42aa30 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 210 time: 0.0342956 Aug 10 03:31:45.203236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b352b19-d9c1-4590-a67a-9323366a1042,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:45.845806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Attempting to bind port 4b352b19-d9c1-4590-a67a-9323366a1042 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:45.846927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Attempting to bind port 4b352b19-d9c1-4590-a67a-9323366a1042 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:45.847758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Attempting to bind port 4b352b19-d9c1-4590-a67a-9323366a1042 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:45.883608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Port 4b352b19-d9c1-4590-a67a-9323366a1042 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:45.883945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Attempting to bind port 4b352b19-d9c1-4590-a67a-9323366a1042 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:45.960982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:45.961394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Checking segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:45.961750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Bound using segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:45.962260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Bound port: 4b352b19-d9c1-4590-a67a-9323366a1042, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:45.962653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.031079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f77ae33c-5340-4e33-b5d9-d1d272776a28 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:46.049724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f59a4b-6aae-4c32-9a43-3c1194fc158d {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:46.086674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] For port 4b352b19-d9c1-4590-a67a-9323366a1042, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:46.090991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] For port 4b352b19-d9c1-4590-a67a-9323366a1042, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=4b352b19-d9c1-4590-a67a-9323366a1042,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:46.097161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.103743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.109031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e86a6-19f3-47a9-b20b-f9830b8c87e8 None None] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:31:46.124824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Transition to ACTIVE for port object e1f59a4b-6aae-4c32-9a43-3c1194fc158d will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:46.140106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820cd73-39f8-41ee-9690-45da634402e7 req-c4318671-c73f-4399-8f14-36c744c24f24 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.149191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9820cd73-39f8-41ee-9690-45da634402e7 req-c4318671-c73f-4399-8f14-36c744c24f24 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 943 time: 0.5011966 Aug 10 03:31:46.152795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.159143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.244450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.245295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.250514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] 10.222.0.65 "PUT /v2.0/ports/4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 1092 time: 3.9796047 Aug 10 03:31:46.260652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.269481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9820cd73-39f8-41ee-9690-45da634402e7 req-63164e7b-5db3-4e69-adb7-7dd2f1f9b5ec tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192944 Aug 10 03:31:46.283079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:46.285306 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:46.306210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.350708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abe391ce-9a7d-4e0d-9e40-ced8412c7c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.427695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-541ee927-21ca-4b1f-aa2f-689e9b1c4b1e None None] Provisioning for port f77ae33c-5340-4e33-b5d9-d1d272776a28 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:46.458300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-857eb598-1c9b-4359-a0c0-194e3fe9bd3f req-c427e770-0cd9-4f51-8a30-a2641c4417e9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=37448ef3-8064-4e53-8d02-0a3fa9fa7fe2 HTTP/1.1" status: 200 len: 210 time: 0.1126873 Aug 10 03:31:46.465789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abe391ce-9a7d-4e0d-9e40-ced8412c7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.479691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Made reservation on behalf of 8b2dc2febfd047ca9936bc60acf95848 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:46.488025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.503291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f77ae33c-5340-4e33-b5d9-d1d272776a28 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:46.519901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f77ae33c-5340-4e33-b5d9-d1d272776a28 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:46.520584 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.613446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92d53-6ac0-4202-8d3b-269023a5def9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b352b19-d9c1-4590-a67a-9323366a1042,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.730438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-7312304b-4f89-40c7-9fa8-66f11d9448bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.732343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-7312304b-4f89-40c7-9fa8-66f11d9448bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1095 time: 0.4191511 Aug 10 03:31:46.756071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe391ce-9a7d-4e0d-9e40-ced8412c7c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40a5a0-b352-48df-9d39-18fa277572b3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.765699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-abe391ce-9a7d-4e0d-9e40-ced8412c7c21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed4e58d24d2546fa8a3b041fed3d25c9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6590862 Aug 10 03:31:46.769862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48294) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:46.788466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.831294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-b162f5d1-5a98-43c9-9705-62784e7ea0d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.0642276 Aug 10 03:31:46.838913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a8acf-561c-412c-8ed0-fddb7f210f94 req-29cf0bd6-0c26-4fca-81ef-dc9ec3e36cd9 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.853588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb6a8acf-561c-412c-8ed0-fddb7f210f94 req-29cf0bd6-0c26-4fca-81ef-dc9ec3e36cd9 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 943 time: 0.4483674 Aug 10 03:31:46.881668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f77ae33c-5340-4e33-b5d9-d1d272776a28, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f77ae33c-5340-4e33-b5d9-d1d272776a28,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:46.894997 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.909859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Allocated IP 172.25.2.29 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c45df2a2-fd03-4bd9-bbe1-185cec9ad20a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:46.948688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Attempting to bind port e1f59a4b-6aae-4c32-9a43-3c1194fc158d on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:46.949251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Attempting to bind port e1f59a4b-6aae-4c32-9a43-3c1194fc158d by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:46.949779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Attempting to bind port e1f59a4b-6aae-4c32-9a43-3c1194fc158d on network dd451419-6a4a-4890-a997-76e9c8cc89f7 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:46.955174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-69d8c0cc-ed5d-4f46-a8e6-07652f594634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:46.957352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-69d8c0cc-ed5d-4f46-a8e6-07652f594634 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1138706 Aug 10 03:31:46.961522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f77ae33c-5340-4e33-b5d9-d1d272776a28,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:46.977782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20da9924-1783-41ad-8636-093016d77794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.015542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb6a8acf-561c-412c-8ed0-fddb7f210f94 req-5e497864-c0ef-4905-a7c7-00ae76cb8feb tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519201 Aug 10 03:31:47.016278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Port e1f59a4b-6aae-4c32-9a43-3c1194fc158d on network dd451419-6a4a-4890-a997-76e9c8cc89f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:47.016680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Attempting to bind port e1f59a4b-6aae-4c32-9a43-3c1194fc158d on network dd451419-6a4a-4890-a997-76e9c8cc89f7 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:47.052316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:47.053079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Checking segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:47.053206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Bound using segment: {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:47.053746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Bound port: e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6afa09-57a8-4005-a9bb-a868ff749b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:47.054455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.180168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20da9924-1783-41ad-8636-093016d77794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.194470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a1afafdd-d052-4216-a324-16a34153c866 None None] Provisioning complete for port f77ae33c-5340-4e33-b5d9-d1d272776a28 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:47.195468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee75dba1-78fe-4b39-a8d0-04881beee113 req-1c7204a4-c54a-42b0-aa2e-3f70d26175b9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 210 time: 0.0581267 Aug 10 03:31:47.195681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1afafdd-d052-4216-a324-16a34153c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.212137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Allocated IP 172.20.0.12 (79f8b719-2c08-4676-ab7f-2110a898475f/917e9945-b09e-4559-981c-b7dae93777ac/f342ff40-ae3f-4afc-a41d-06cec7defc35) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:47.231311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.235568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:47.243091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:47.254060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-7e3f8886-8593-4c22-ad43-b9ef17a7573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.256127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-7e3f8886-8593-4c22-ad43-b9ef17a7573d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2759385 Aug 10 03:31:47.288448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.357193 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8493ed04-e391-4649-9548-079b0d2e95ea x-openstack-request-id: req-8493ed04-e391-4649-9548-079b0d2e95ea {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:47.357579 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:47.357874 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8493ed04-e391-4649-9548-079b0d2e95ea {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:47.358259 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'status': 'completed', 'code': 200} Aug 10 03:31:47.409732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.411071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.413385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] 10.222.0.65 "PUT /v2.0/ports/e1f59a4b-6aae-4c32-9a43-3c1194fc158d HTTP/1.1" status: 200 len: 1092 time: 2.4536991 Aug 10 03:31:47.414169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:47.418779 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00" -d '{"events": [{"name": "network-changed", "server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:47.524421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bd20c-44b2-428c-9c74-c6b0298df25d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:47.530754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20da9924-1783-41ad-8636-093016d77794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.551266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20da9924-1783-41ad-8636-093016d77794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.555742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20da9924-1783-41ad-8636-093016d77794 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c40a5a0-b352-48df-9d39-18fa277572b3 HTTP/1.1" status: 204 len: 168 time: 0.7823431 Aug 10 03:31:47.557033 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e287f00-041a-43ef-ad59-014d23697d2f x-openstack-request-id: req-8e287f00-041a-43ef-ad59-014d23697d2f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:47.557323 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:47.557579 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e287f00-041a-43ef-ad59-014d23697d2f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:47.558504 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'status': 'completed', 'code': 200} Aug 10 03:31:47.631016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9924-1783-41ad-8636-093016d77794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40a5a0-b352-48df-9d39-18fa277572b3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:47.639837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-17c2bb7c-5ef7-40dd-9504-2c210b1309c4 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727510 Aug 10 03:31:47.650274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-84b5b549-5a4b-422d-a156-693176bc9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.652595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-84b5b549-5a4b-422d-a156-693176bc9bec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e92fd44d505b4c488845f6db8c8903f7&device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 1095 time: 0.1832464 Aug 10 03:31:47.690777 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.737815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-8d484dd3-b20b-42ae-aab5-2013379a68af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d HTTP/1.1" status: 200 len: 217 time: 0.0741377 Aug 10 03:31:47.774215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e6785-7783-4bef-b2bb-6175ba68a225 req-9422c1c9-5f36-48fc-a9ce-d953f71a61f6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:47.775889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae1e6785-7783-4bef-b2bb-6175ba68a225 req-9422c1c9-5f36-48fc-a9ce-d953f71a61f6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 943 time: 0.1922724 Aug 10 03:31:47.814682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:47.896539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Transition to ACTIVE for port object f342ff40-ae3f-4afc-a41d-06cec7defc35 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:47.933224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:47.944690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:47.959941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:48.007001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Pushing event updated for resources: {'Port': ['ID=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.027106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae1e6785-7783-4bef-b2bb-6175ba68a225 req-5a29597b-324a-456b-a7e2-256dadae6014 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082973 Aug 10 03:31:48.027106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-80187ee1-1064-46cb-ad6a-7e76f970fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.027106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-80187ee1-1064-46cb-ad6a-7e76f970fe15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0689f4b9-0e05-45f1-8ed8-71a4506d0853 HTTP/1.1" status: 200 len: 854 time: 0.2717586 Aug 10 03:31:48.085007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f77ae33c-5340-4e33-b5d9-d1d272776a28 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:48.232658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-3b456c75-911a-4d58-bfa0-cee2f58fdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.235590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-3b456c75-911a-4d58-bfa0-cee2f58fdecd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd451419-6a4a-4890-a997-76e9c8cc89f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733227 Aug 10 03:31:48.238280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.258223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f77ae33c-5340-4e33-b5d9-d1d272776a28 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:48.260152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.359088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a171a76d-8c47-4f5e-afbd-375d2d2902b1 req-a4485bf0-fe6d-4d6a-981e-be0943ed6d4b service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990714 Aug 10 03:31:48.397393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Network 79f8b719-2c08-4676-ab7f-2110a898475f is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:48.459987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:48.515511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:48.576861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event updated for resources: {'Port': ['ID=f342ff40-ae3f-4afc-a41d-06cec7defc35,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:48.675901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48336) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:48.746915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-a1fb2129-cda1-490e-80a7-6eb1f91a0b88 service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979632 Aug 10 03:31:48.757034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a7c7-39b0-4c02-af39-167910c228c2 req-d248de93-e81b-4337-979e-74d0c0d064d9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.765536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e371a7c7-39b0-4c02-af39-167910c228c2 req-d248de93-e81b-4337-979e-74d0c0d064d9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 932 time: 0.3019550 Aug 10 03:31:48.793013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.793855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.853672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-adf4254f-d0b9-47ce-a8c6-51dc683e140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.857902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-adf4254f-d0b9-47ce-a8c6-51dc683e140e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1095 time: 0.1801636 Aug 10 03:31:48.876223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bee39-169b-41b2-83d7-92670bc2a33a req-73309fa0-90ae-4582-9677-9b691645f04f tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:48.879062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d52bee39-169b-41b2-83d7-92670bc2a33a req-73309fa0-90ae-4582-9677-9b691645f04f tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 943 time: 0.6540632 Aug 10 03:31:48.927376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-9449a6d0-ddd4-4fbb-b055-0d5b7183e41b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7872531 Aug 10 03:31:48.932669 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89df57e8-d747-4eeb-b5d9-325fd33608e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:48.942142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e371a7c7-39b0-4c02-af39-167910c228c2 req-c02ec815-ea5e-43c2-8f84-9f4f80575029 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755819 Aug 10 03:31:48.953604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Request body: {'port': {'device_id': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:48.996156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7a733669-b5d9-49a4-914b-1e02bacbd697 None None] Provisioning for port f342ff40-ae3f-4afc-a41d-06cec7defc35 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:49.008067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7a733669-b5d9-49a4-914b-1e02bacbd697 None None] Provisioning complete for port f342ff40-ae3f-4afc-a41d-06cec7defc35 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:49.009605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7a733669-b5d9-49a4-914b-1e02bacbd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.066946 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12669f0f-9390-4f64-bffc-ba06b520e8b4 req-d50ac67e-f8b9-4bcc-9b34-32695f46f968 service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983630 Aug 10 03:31:49.081685 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.122560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7a733669-b5d9-49a4-914b-1e02bacbd697 None None] Port f342ff40-ae3f-4afc-a41d-06cec7defc35 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:49.175017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d52bee39-169b-41b2-83d7-92670bc2a33a req-d9f8d6e3-36f7-4098-9fd3-3c1a8eae8200 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036221 Aug 10 03:31:49.330242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.338132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-6986dfd5-5284-4429-ab2d-d5d6be70fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.339720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-6986dfd5-5284-4429-ab2d-d5d6be70fea7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e92fd44d505b4c488845f6db8c8903f7&device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 1095 time: 0.1912084 Aug 10 03:31:49.342257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89df57e8-d747-4eeb-b5d9-325fd33608e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.383600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89df57e8-d747-4eeb-b5d9-325fd33608e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.440008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-6a58d06e-5669-4b22-929e-3872277bc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.442521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-6a58d06e-5669-4b22-929e-3872277bc31e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.5577557 Aug 10 03:31:49.545276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89df57e8-d747-4eeb-b5d9-325fd33608e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aa8a65bf0134eb4878350dca6caae30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649445 Aug 10 03:31:49.551415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48362) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:49.556115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df57e8-d747-4eeb-b5d9-325fd33608e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c721b6a6-b1d6-49d4-8023-2de204c74e81,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:49.598666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-1e79a35f-e80c-45b2-8bde-ae4db858b00c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.1209219 Aug 10 03:31:49.670611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198ba01-168a-46f7-8667-3f8007c8dbb6 req-c7528979-ba98-40fd-8d95-2ec5c5d76080 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.672270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1198ba01-168a-46f7-8667-3f8007c8dbb6 req-c7528979-ba98-40fd-8d95-2ec5c5d76080 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 943 time: 0.2756100 Aug 10 03:31:49.748723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-ce6ccbd9-0d02-4753-bfe5-6a08fd77d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.750369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-ce6ccbd9-0d02-4753-bfe5-6a08fd77d952 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1430287 Aug 10 03:31:49.839234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1198ba01-168a-46f7-8667-3f8007c8dbb6 req-15f8a0b5-93e7-4fbe-948d-793c638cfce2 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261806 Aug 10 03:31:49.862837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:49.871175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-12cd2ece-8c6f-4c0f-94c0-317dba4905c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:49.873349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-12cd2ece-8c6f-4c0f-94c0-317dba4905c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117425 Aug 10 03:31:50.029029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-a45a5852-2269-48be-9581-a24afc4b5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.031886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-a45a5852-2269-48be-9581-a24afc4b5488 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd451419-6a4a-4890-a997-76e9c8cc89f7 HTTP/1.1" status: 200 len: 916 time: 0.6611834 Aug 10 03:31:50.051573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa7a4a-0d72-4af1-93f0-331697f3c541 req-d5547e23-f7ee-4302-8633-5af30f69cc3d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.064846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fa7a4a-0d72-4af1-93f0-331697f3c541 req-d5547e23-f7ee-4302-8633-5af30f69cc3d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.6923103 Aug 10 03:31:50.089137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-d05d4eb8-b8af-4b1d-bdc2-1239b7194abe service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030773 Aug 10 03:31:50.170196 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-1866c3f9-caf3-4b43-b02d-c173a665c9b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d HTTP/1.1" status: 200 len: 217 time: 0.1012683 Aug 10 03:31:50.180460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fa7a4a-0d72-4af1-93f0-331697f3c541 req-bb0a8ff6-e49c-4dec-aa3a-388f0fb87302 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.1139820 Aug 10 03:31:50.227618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e1235ca-116a-4b67-a5b0-d12ca3f0bfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.291836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:31:50.322677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee7a009f-d0f8-43a8-8b52-a261e8ec8922 req-24f29f49-250f-482b-abce-54b1a8226359 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231233 Aug 10 03:31:50.334787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fa7a4a-0d72-4af1-93f0-331697f3c541 req-3745ee72-128d-495f-8adf-71aa855af7ac tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082835 Aug 10 03:31:50.380698 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e1235ca-116a-4b67-a5b0-d12ca3f0bfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.388748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefc398-b6f3-4c3a-9402-ee8744ef37a2 req-cf18a836-2afb-4d2a-993d-3ffaca5cd1ec tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.391406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2eefc398-b6f3-4c3a-9402-ee8744ef37a2 req-cf18a836-2afb-4d2a-993d-3ffaca5cd1ec tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 932 time: 0.1500359 Aug 10 03:31:50.429378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-835b3e7f-6bed-4ed3-97d1-819516f73884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.431002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-835b3e7f-6bed-4ed3-97d1-819516f73884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0689f4b9-0e05-45f1-8ed8-71a4506d0853 HTTP/1.1" status: 200 len: 854 time: 0.2483592 Aug 10 03:31:50.439073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f342ff40-ae3f-4afc-a41d-06cec7defc35 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:50.466827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.498205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2eefc398-b6f3-4c3a-9402-ee8744ef37a2 req-7d15105e-a08e-4004-855f-505e7893d06b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944607 Aug 10 03:31:50.518879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:50.532710 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Sync routers for ids ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:50.539188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Transition to ACTIVE for port object f342ff40-ae3f-4afc-a41d-06cec7defc35 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:50.561129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.565861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.568099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d2e50a7-530e-4dae-af5f-db595d5cd088 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5833497 Aug 10 03:31:50.579433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48388) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:50.586300 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Routers {'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:50.589618 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:50.642125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-84927b29-183b-4b3f-b693-70301e610850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.644013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-84927b29-183b-4b3f-b693-70301e610850 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd451419-6a4a-4890-a997-76e9c8cc89f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938546 Aug 10 03:31:50.688810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fa7a4a-0d72-4af1-93f0-331697f3c541 req-2ab9fe01-b74b-4eb4-9b2e-9f84fc533489 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399460 Aug 10 03:31:50.689543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e1235ca-116a-4b67-a5b0-d12ca3f0bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.692325 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e1235ca-116a-4b67-a5b0-d12ca3f0bfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:50.696671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e1235ca-116a-4b67-a5b0-d12ca3f0bfec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c721b6a6-b1d6-49d4-8023-2de204c74e81 HTTP/1.1" status: 204 len: 168 time: 1.1375940 Aug 10 03:31:50.740776 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Set router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:50.803354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Pushing event updated for resources: {'Port': ['ID=f342ff40-ae3f-4afc-a41d-06cec7defc35,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.830751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1235ca-116a-4b67-a5b0-d12ca3f0bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c721b6a6-b1d6-49d4-8023-2de204c74e81,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:50.870333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232a8ed-f357-4c82-8ba5-0bec3578bfd4 req-add5a3b2-0c20-4e11-9568-7baa66dc92da tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:50.882869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2232a8ed-f357-4c82-8ba5-0bec3578bfd4 req-add5a3b2-0c20-4e11-9568-7baa66dc92da tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 943 time: 0.1144438 Aug 10 03:31:51.037156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fa7a4a-0d72-4af1-93f0-331697f3c541 req-ccdd9f82-b370-4476-b185-ada2df4a1d71 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074528 Aug 10 03:31:51.037554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2232a8ed-f357-4c82-8ba5-0bec3578bfd4 req-5df68842-38bd-4bfb-a93f-75943c305616 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475992 Aug 10 03:31:51.086133 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:31:48Z', 'revision_number': 3, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:51.114130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-5c017ca0-22f9-4918-a476-d54e47ad01e0 service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984206 Aug 10 03:31:51.161370 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Checking router: df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:51.162238 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Updating router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:51.229044 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.400500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f00693-2120-44c5-87a4-4200abedb47c req-5d94f9b4-ae2f-4776-92b3-fd47d1dbc9e3 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:51.407089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Attempting to bind port f342ff40-ae3f-4afc-a41d-06cec7defc35 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:51.407671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Attempting to bind port f342ff40-ae3f-4afc-a41d-06cec7defc35 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:51.407802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Attempting to bind port f342ff40-ae3f-4afc-a41d-06cec7defc35 on network 79f8b719-2c08-4676-ab7f-2110a898475f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:51.420503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07f00693-2120-44c5-87a4-4200abedb47c req-5d94f9b4-ae2f-4776-92b3-fd47d1dbc9e3 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 943 time: 0.1872399 Aug 10 03:31:51.425701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Port f342ff40-ae3f-4afc-a41d-06cec7defc35 on network 79f8b719-2c08-4676-ab7f-2110a898475f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:31:51.426079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Attempting to bind port f342ff40-ae3f-4afc-a41d-06cec7defc35 on network 79f8b719-2c08-4676-ab7f-2110a898475f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:51.473861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bbd732d4-1e47-4522-8b40-3c425bf7ed89 req-8e481cb6-923b-46c7-8df6-70990d32f7f1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6374a1e7-5ce6-4117-9caa-f03d98c7f600 HTTP/1.1" status: 200 len: 210 time: 0.0939662 Aug 10 03:31:51.491806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:51.492343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Checking segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:51.492968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Bound using segment: {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:51.494085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Bound port: f342ff40-ae3f-4afc-a41d-06cec7defc35, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f151c05-78f7-418a-a2c7-cd83604eca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:51.494701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.507095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:51.540158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07f00693-2120-44c5-87a4-4200abedb47c req-b6ec13b8-d5ba-4b56-bb12-43911e1a8386 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160650 Aug 10 03:31:51.551227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1aa29783-225c-4cdc-8095-0fdf5e40acff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.800145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c459b1ed-64a1-4bd5-b887-759876fca17e req-13dc8913-46b2-44ab-bffd-af47ddfcc722 tempest-FlavorsV2NegativeTest-8289284 tempest-FlavorsV2NegativeTest-8289284-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1a433a5f87234d34a80c600a48ac38e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750370 Aug 10 03:31:51.851660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] For port f342ff40-ae3f-4afc-a41d-06cec7defc35, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:51.896717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] For port f342ff40-ae3f-4afc-a41d-06cec7defc35, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:51.912215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.920616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a84a185-66ee-42bb-b4e5-51c8fe8dfb00 req-ba16548e-a8f0-404f-8664-7dab53d6f33f service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889314 Aug 10 03:31:51.948551 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:51.965669 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Transition to ACTIVE for port object c45df2a2-fd03-4bd9-bbe1-185cec9ad20a will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:51.974803 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.020785 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1aa29783-225c-4cdc-8095-0fdf5e40acff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.044975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.045720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.047386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] 10.222.0.39 "PUT /v2.0/ports/f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 200 len: 1093 time: 3.1093938 Aug 10 03:31:52.048108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:52.050882 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d16f75-7499-49be-8eb7-d2c56bae36af" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:52.055970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1aa29783-225c-4cdc-8095-0fdf5e40acff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.083840 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e44b4-6813-4d87-a637-0ffbabb973ec None None] Pushing event updated for resources: {'Port': ['ID=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.114181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Attempting to bind port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:52.114805 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Attempting to bind port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:52.115141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Attempting to bind port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:52.121935 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:52.123414 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:52.123932 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.124398 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:52.124954 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Bound port: c45df2a2-fd03-4bd9-bbe1-185cec9ad20a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:52.125455 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.161601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459b1ed-64a1-4bd5-b887-759876fca17e req-f0b1f49a-25a6-48bb-a9e7-6c9b0455853e tempest-FlavorsV2NegativeTest-8289284 tempest-FlavorsV2NegativeTest-8289284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.170025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c459b1ed-64a1-4bd5-b887-759876fca17e req-f0b1f49a-25a6-48bb-a9e7-6c9b0455853e tempest-FlavorsV2NegativeTest-8289284 tempest-FlavorsV2NegativeTest-8289284-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608143 Aug 10 03:31:52.178135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1aa29783-225c-4cdc-8095-0fdf5e40acff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ea15471058a4c2491d0328b2c284d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691556 Aug 10 03:31:52.179356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48454) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:52.187969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa29783-225c-4cdc-8095-0fdf5e40acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c9c0e6-db8b-4348-ab0d-2b0b3174242e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.217491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c459b1ed-64a1-4bd5-b887-759876fca17e req-5a04f85b-2b1c-47b7-ba08-84b5017b6ca0 tempest-FlavorsV2NegativeTest-8289284 tempest-FlavorsV2NegativeTest-8289284-project] 10.222.0.53 "GET /v2.0/quotas/1a433a5f87234d34a80c600a48ac38e0 HTTP/1.1" status: 200 len: 375 time: 0.0461802 Aug 10 03:31:52.217747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fcd92-b470-48ab-bc85-fbe01b8ef73a service neutron] Pushing event updated for resources: {'Port': ['ID=f342ff40-ae3f-4afc-a41d-06cec7defc35,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.260334 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] For port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:52.264945 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] For port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:52.274882 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.298226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-c0d16dd9-c327-4d68-8e43-56b6ad18f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.299798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-c0d16dd9-c327-4d68-8e43-56b6ad18f686 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 1096 time: 0.1411741 Aug 10 03:31:52.331784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c459b1ed-64a1-4bd5-b887-759876fca17e req-72a90dff-7a3b-46ec-b198-fd5a0d1970b2 tempest-FlavorsV2NegativeTest-8289284 tempest-FlavorsV2NegativeTest-8289284-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a433a5f87234d34a80c600a48ac38e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133063 Aug 10 03:31:52.361657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-7b7212ca-7e71-4c59-86c6-014e52d3a0c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 200 len: 217 time: 0.0450354 Aug 10 03:31:52.427427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84283069-2817-4362-a7f1-93dc92c62fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.451710 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Routers {'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:52.458358 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:52.467849 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e44b4-6813-4d87-a637-0ffbabb973ec None None] Pushing event updated for resources: {'Port': ['ID=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.483838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84283069-2817-4362-a7f1-93dc92c62fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.595901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-9a7ae06b-8d77-4c1d-a586-dedebfc10617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.605503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-9a7ae06b-8d77-4c1d-a586-dedebfc10617 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.2330549 Aug 10 03:31:52.617715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb34e07-8a5a-47cb-949a-95f319c72f70 req-58b7e77e-7113-4b25-89f5-75856aae9d98 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:52.619336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8bb34e07-8a5a-47cb-949a-95f319c72f70 req-58b7e77e-7113-4b25-89f5-75856aae9d98 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 944 time: 0.1518717 Aug 10 03:31:52.656985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84283069-2817-4362-a7f1-93dc92c62fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.666034 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84283069-2817-4362-a7f1-93dc92c62fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:52.671411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-84283069-2817-4362-a7f1-93dc92c62fc5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45c9c0e6-db8b-4348-ab0d-2b0b3174242e HTTP/1.1" status: 204 len: 168 time: 0.4843807 Aug 10 03:31:52.697067 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] Set router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:52.703435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283069-2817-4362-a7f1-93dc92c62fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c9c0e6-db8b-4348-ab0d-2b0b3174242e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:52.723238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8bb34e07-8a5a-47cb-949a-95f319c72f70 req-ec1db570-0764-412c-aa8a-4d2183cbfa50 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852318 Aug 10 03:31:52.767530 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f803691-86ef-442a-836a-ae3c6024c73a x-openstack-request-id: req-8f803691-86ef-442a-836a-ae3c6024c73a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:52.767993 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:52.768402 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f803691-86ef-442a-836a-ae3c6024c73a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:52.769029 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'status': 'completed', 'code': 200} Aug 10 03:31:52.851388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e1f59a4b-6aae-4c32-9a43-3c1194fc158d details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:52.950372 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:31:48Z', 'revision_number': 3, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:52.986814 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7899d2-4f69-449c-83ef-7d765af58fef None None] The sync data for ids ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'] in n-d-769329-14 is: [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:31:48Z', 'revision_number': 3, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:53.000129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba1cf-9414-40fe-a3d0-d6e7bf753f8f req-9f2ec939-7dfe-4d9a-a37f-eb3cf326f24b tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.004660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759c27-84aa-42af-a0c5-0277063f932a req-018713ca-e8f7-4d1a-8562-8de6726603de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.012689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-018713ca-e8f7-4d1a-8562-8de6726603de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3691788 Aug 10 03:31:53.015018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-008ba1cf-9414-40fe-a3d0-d6e7bf753f8f req-9f2ec939-7dfe-4d9a-a37f-eb3cf326f24b tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 943 time: 0.1618671 Aug 10 03:31:53.109317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-008ba1cf-9414-40fe-a3d0-d6e7bf753f8f req-97bb5e1c-5cb7-4b19-b190-cfabeaadd379 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916646 Aug 10 03:31:53.118052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:53.149033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'port_id': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'mac_address': 'fa:16:3e:1a:f8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:53.177300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.239297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75315f-e3e6-4634-aea4-e181b791e7a7 req-2fba4280-6ee0-44cf-a67c-8d859b0b0570 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.240985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c75315f-e3e6-4634-aea4-e181b791e7a7 req-2fba4280-6ee0-44cf-a67c-8d859b0b0570 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 943 time: 0.3733470 Aug 10 03:31:53.292806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.315212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f59a4b-6aae-4c32-9a43-3c1194fc158d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:53.347709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:53.359776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.360464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 4b352b19-d9c1-4590-a67a-9323366a1042 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:53.454651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c75315f-e3e6-4634-aea4-e181b791e7a7 req-fc9daac4-140c-4863-a1a4-f784f5b141c6 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917479 Aug 10 03:31:53.495694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:53.525070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.536217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.539687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.540097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.540672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.541017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.541353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.541698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.545257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.545591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.547520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.548190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:31:53.628222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-fe355081-7bc1-4a90-a4e6-87be6eafb049 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:53.647549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-fe355081-7bc1-4a90-a4e6-87be6eafb049 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.4064600 Aug 10 03:31:53.651362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-c71040fc-7c6b-4550-8100-b7611868474a service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326778 Aug 10 03:31:53.695227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-4b41c002-d288-4aa3-babb-b8c20fbaf0b0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.0461659 Aug 10 03:31:53.786077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-b2328cee-f6cd-4ec1-a28b-fe08bd679b34 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893044 Aug 10 03:31:53.961130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 4b352b19-d9c1-4590-a67a-9323366a1042, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=4b352b19-d9c1-4590-a67a-9323366a1042,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:53.998056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '4b352b19-d9c1-4590-a67a-9323366a1042', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:54.018488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Allocated IP 172.20.0.1 (4e12698e-fc3f-4c67-87a5-62ac0c5696ab/c6947ac9-68bc-4b06-9567-3e1f1f3123c3/50b45338-e9e4-4ff6-ae3c-ec75a132ff2a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:54.024294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-2c3e2e96-551a-49ef-b8e7-0a4bdcbb654f service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364149 Aug 10 03:31:54.127777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c45df2a2-fd03-4bd9-bbe1-185cec9ad20a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:54.160898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:54.252751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17759c27-84aa-42af-a0c5-0277063f932a req-6e1e1c05-e18b-4b69-a19d-e6720ed9a9af service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933666 Aug 10 03:31:54.302104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-1a552f2a-bf72-461b-b599-75295576d430 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757003 Aug 10 03:31:54.311245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.373311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b352b19-d9c1-4590-a67a-9323366a1042 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:54.449672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 4b352b19-d9c1-4590-a67a-9323366a1042, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=4b352b19-d9c1-4590-a67a-9323366a1042,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:54.463232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:54.472524 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.488942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:54.489497 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.493418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.548142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1e7-3bb6-4712-aea5-69a0351a154b req-ec731b64-988a-44f4-86f1-76c494373713 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.562908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44aec1e7-3bb6-4712-aea5-69a0351a154b req-ec731b64-988a-44f4-86f1-76c494373713 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 944 time: 0.6332197 Aug 10 03:31:54.578133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94263762-abdc-4477-adfe-714eb29fcad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:54.637496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-904068d6-e8eb-4585-b83f-2429fd9804fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:54.641399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-904068d6-e8eb-4585-b83f-2429fd9804fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 1096 time: 0.2313590 Aug 10 03:31:54.698290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44aec1e7-3bb6-4712-aea5-69a0351a154b req-c771c5b4-3e6f-4414-9b20-3b5282f10224 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326158 Aug 10 03:31:54.745476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['4b352b19-d9c1-4590-a67a-9323366a1042'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:54.750154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e1f59a4b-6aae-4c32-9a43-3c1194fc158d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:55.110382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=4b352b19-d9c1-4590-a67a-9323366a1042,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.197072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94263762-abdc-4477-adfe-714eb29fcad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.239471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dfd65-2ab3-44c6-a231-1c36a4e76d96 req-45ed6e11-b6b7-4ba9-beac-1e04ed34d867 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.259769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a85dfd65-2ab3-44c6-a231-1c36a4e76d96 req-45ed6e11-b6b7-4ba9-beac-1e04ed34d867 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 944 time: 0.3296471 Aug 10 03:31:55.275331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-94263762-abdc-4477-adfe-714eb29fcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.283150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.323433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-94263762-abdc-4477-adfe-714eb29fcad6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a433a5f87234d34a80c600a48ac38e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1609247 Aug 10 03:31:55.334062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:55.360077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94263762-abdc-4477-adfe-714eb29fcad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192bda2e-9548-4500-a7ad-3d698bab2d32,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.399097 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a85dfd65-2ab3-44c6-a231-1c36a4e76d96 req-7c7c35de-1a07-4384-83c2-cfa523d26021 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363633 Aug 10 03:31:55.541744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c0e5ca51-d4e9-43f8-89a1-6fe04023b164 req-3c1ec583-83c6-4a96-b172-26f1c66fe0db tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0908411 Aug 10 03:31:55.544061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc37fc2d-ca6e-48ee-bf78-37ad77be2329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.548842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:55.606563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.628898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc37fc2d-ca6e-48ee-bf78-37ad77be2329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.646679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.693840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Transition to ACTIVE for port object 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:55.727521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d058fe-ac34-440e-a57c-d1f6c80c4477 req-d6bb65fc-5e50-44c1-bc0e-47507087fe25 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.737008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0d058fe-ac34-440e-a57c-d1f6c80c4477 req-d6bb65fc-5e50-44c1-bc0e-47507087fe25 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 944 time: 0.1671693 Aug 10 03:31:55.782277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc37fc2d-ca6e-48ee-bf78-37ad77be2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.785735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc37fc2d-ca6e-48ee-bf78-37ad77be2329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:55.788056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc37fc2d-ca6e-48ee-bf78-37ad77be2329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/192bda2e-9548-4500-a7ad-3d698bab2d32 HTTP/1.1" status: 204 len: 168 time: 0.4488358 Aug 10 03:31:55.808013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-a0c3165c-b08b-4cbf-b3d3-475a53b35d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:55.812129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37fc2d-ca6e-48ee-bf78-37ad77be2329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192bda2e-9548-4500-a7ad-3d698bab2d32,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:55.812434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-a0c3165c-b08b-4cbf-b3d3-475a53b35d9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 1.1376984 Aug 10 03:31:55.869342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0d058fe-ac34-440e-a57c-d1f6c80c4477 req-54008062-b01f-4fa1-92f5-488fe24cdd63 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307998 Aug 10 03:31:55.960340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-fb57365a-a3f1-4f1c-b529-aed32b4973ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 200 len: 217 time: 0.1383009 Aug 10 03:31:55.995156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.012319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557da7a3-a1ba-43b7-a5f6-46ca3f8b2fcc req-6284e86d-a372-47f8-99ce-9dea5f72f1ed tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.015238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:56.018290 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.042981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-557da7a3-a1ba-43b7-a5f6-46ca3f8b2fcc req-6284e86d-a372-47f8-99ce-9dea5f72f1ed tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 944 time: 0.1527112 Aug 10 03:31:56.166039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-557da7a3-a1ba-43b7-a5f6-46ca3f8b2fcc req-d0168425-3c8d-44a6-8766-bef7d37e6c70 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214654 Aug 10 03:31:56.196536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-f5fcfcb0-5873-49c4-979f-7c11d1049aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.200506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-f5fcfcb0-5873-49c4-979f-7c11d1049aaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.2244298 Aug 10 03:31:56.221006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:56.276215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:56.294926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:56.310379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Pushing event updated for resources: {'Port': ['ID=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:56.416856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-2022e274-10e8-4795-8bec-a528c493287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:56.422552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-2022e274-10e8-4795-8bec-a528c493287b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086413 Aug 10 03:31:56.430016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.788288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-e3a6f934-3d6b-4e2b-8d23-9772134ca8ae service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220198 Aug 10 03:31:56.850853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dd20c6ef-a685-4ab8-a90a-e0aa251beb4c None None] Provisioning for port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:56.855648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dd20c6ef-a685-4ab8-a90a-e0aa251beb4c None None] Provisioning complete for port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:56.856319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dd20c6ef-a685-4ab8-a90a-e0aa251beb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.862882 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:56.871116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba476ad1-1ed5-447b-81b4-12bc014d02f8 req-cd09ce36-2e89-4b9f-88af-d97ed80f1784 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0812080 Aug 10 03:31:56.941578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dd20c6ef-a685-4ab8-a90a-e0aa251beb4c None None] Port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:56.946076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 4b352b19-d9c1-4590-a67a-9323366a1042 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:57.066488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b5ac273-5a7d-475b-af0f-6c5ad9280332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.097345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a061873-a20e-4c9f-8f35-789e379282cc req-3f1319fb-99c9-4d6c-807a-cd7d8f11ee21 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.104965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a061873-a20e-4c9f-8f35-789e379282cc req-3f1319fb-99c9-4d6c-807a-cd7d8f11ee21 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 944 time: 0.3195429 Aug 10 03:31:57.124670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 4b352b19-d9c1-4590-a67a-9323366a1042 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:57.132101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 4b352b19-d9c1-4590-a67a-9323366a1042 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:57.132475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.278803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a061873-a20e-4c9f-8f35-789e379282cc req-36b3cc81-43d7-4be5-a0a4-1e05db64e85b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727867 Aug 10 03:31:57.323883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9d16f75-7499-49be-8eb7-d2c56bae36af req-cd66757a-26cd-4d6d-ac3e-0c56558eec33 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742982 Aug 10 03:31:57.387991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.471266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:31:57.483921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.484702 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26cc9b3-f25b-421b-ae35-c819d374bb7b" -d '{"events": [{"server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "name": "network-vif-plugged", "status": "completed", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:31:57.510771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c198f0f-5449-4e76-8d2b-2972b50aa67e req-ae62adcd-0be2-4148-ae97-ca77c3863136 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.516883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 4b352b19-d9c1-4590-a67a-9323366a1042, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=4b352b19-d9c1-4590-a67a-9323366a1042,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:57.519679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c198f0f-5449-4e76-8d2b-2972b50aa67e req-ae62adcd-0be2-4148-ae97-ca77c3863136 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 944 time: 0.1114750 Aug 10 03:31:57.527059 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.527899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.529657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e1f59a4b-6aae-4c32-9a43-3c1194fc158d up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:57.581189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Pushing event updated for resources: {'Port': ['ID=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.646775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.679422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c198f0f-5449-4e76-8d2b-2972b50aa67e req-903845da-b339-4eff-80fc-9f8142d76264 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549840 Aug 10 03:31:57.688580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=4b352b19-d9c1-4590-a67a-9323366a1042,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:57.724886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port e1f59a4b-6aae-4c32-9a43-3c1194fc158d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:57.736829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port e1f59a4b-6aae-4c32-9a43-3c1194fc158d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:57.738187 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:57.836119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f342ff40-ae3f-4afc-a41d-06cec7defc35 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:31:57.859522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:57.862108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:57.913873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb531a-21ef-4b3d-b004-b8b6ef709cca req-cd9567a5-75a6-4c65-bfdc-b5d5949fc6dc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:57.943136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bddb531a-21ef-4b3d-b004-b8b6ef709cca req-cd9567a5-75a6-4c65-bfdc-b5d5949fc6dc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 944 time: 0.7270386 Aug 10 03:31:58.069279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bddb531a-21ef-4b3d-b004-b8b6ef709cca req-f81302e9-94d9-4572-bf60-639e96f8f19a tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248469 Aug 10 03:31:58.104869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f342ff40-ae3f-4afc-a41d-06cec7defc35, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:58.131162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c45df2a2-fd03-4bd9-bbe1-185cec9ad20a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:58.136956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'port_id': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'mac_address': 'fa:16:3e:5d:df:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:31:58.157649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-82daebb4-c0ad-42d8-9711-decc90adaffc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.161916 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-82daebb4-c0ad-42d8-9711-decc90adaffc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.8889847 Aug 10 03:31:58.190030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Request body: {'port': {'device_id': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'admin_state_up': True, 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:58.201179 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd110510-f2d6-44f1-8ecf-ce1065aaada6 x-openstack-request-id: req-bd110510-f2d6-44f1-8ecf-ce1065aaada6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:31:58.201552 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "name": "network-vif-plugged", "status": "completed", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:31:58.201741 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd110510-f2d6-44f1-8ecf-ce1065aaada6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:31:58.202782 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'code': 200} Aug 10 03:31:58.202986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:58.324219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.433692 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8762bb65-e43d-442a-8b12-86be78a33382 req-f0928fc0-1334-44e4-a545-0345c2783dc2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0567272 Aug 10 03:31:58.457968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.462162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:58.476545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-01a4677b-28e8-404a-842f-dea64f4b7f46 None None] Provisioning complete for port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:58.477119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-01a4677b-28e8-404a-842f-dea64f4b7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.485739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.568577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f342ff40-ae3f-4afc-a41d-06cec7defc35 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:31:58.579020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a59a7f-95d2-4bd0-ac3f-a52ca495fbfe req-fdbd0bee-6d5c-483a-9583-963a0d385962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.580902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90a59a7f-95d2-4bd0-ac3f-a52ca495fbfe req-fdbd0bee-6d5c-483a-9583-963a0d385962 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.2280426 Aug 10 03:31:58.623289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:58.641692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8d1e55b8-fff1-4fff-baf0-412d90546e46 admin admin] 10.222.0.53 "PUT /v2.0/routers/df6cfed8-aec3-493b-8fb1-7ec93d3ddee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0527239 Aug 10 03:31:58.661352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:58.662003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.665658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Sync routers for ids ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:58.682262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:31:58.686091 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.724863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90a59a7f-95d2-4bd0-ac3f-a52ca495fbfe req-10d6b2a6-fb7b-413b-b796-112e6b324ef6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342475 Aug 10 03:31:58.769398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91931ec-0f09-4117-9c88-e4d33ae1f79b req-72860377-a70a-4e94-b8fa-6f73b4a98312 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:58.779246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-01a4677b-28e8-404a-842f-dea64f4b7f46 None None] Port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:31:58.783169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d91931ec-0f09-4117-9c88-e4d33ae1f79b req-72860377-a70a-4e94-b8fa-6f73b4a98312 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.1499739 Aug 10 03:31:58.786724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f342ff40-ae3f-4afc-a41d-06cec7defc35, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:58.819156 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:58.841622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Routers {'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:58.843195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:31:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:58.960711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.001502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b518-175a-4446-967b-347e18f3779e req-9100cb19-7066-4060-a4f9-81bf0e386b33 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.016107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5bc4b518-175a-4446-967b-347e18f3779e req-9100cb19-7066-4060-a4f9-81bf0e386b33 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 945 time: 0.1103425 Aug 10 03:31:59.048791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d91931ec-0f09-4117-9c88-e4d33ae1f79b req-b98898ea-3abe-4c80-8845-2cffaf5cc849 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850603 Aug 10 03:31:59.108471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5bc4b518-175a-4446-967b-347e18f3779e req-649bbc88-6e43-44af-81f0-cc111a0ada2d tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780499 Aug 10 03:31:59.155677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f342ff40-ae3f-4afc-a41d-06cec7defc35'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:31:59.214539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Allocated IP 172.20.0.10 (4d70feb0-1405-45a2-9d79-2f6805696e8a/f26ba358-20b2-4f3d-b71f-f5df57c133a0/d21e339b-a757-41e1-86d8-447ddfdfe5d9) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:31:59.253158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe387-43c2-4d14-b608-78c519b4646d req-6be0fed7-870c-4790-85d5-8776782e625c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.258610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-129fe387-43c2-4d14-b608-78c519b4646d req-6be0fed7-870c-4790-85d5-8776782e625c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 945 time: 0.0697024 Aug 10 03:31:59.298835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-129fe387-43c2-4d14-b608-78c519b4646d req-557341d9-b306-42c5-9303-a5a6191feff7 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Aug 10 03:31:59.371398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f342ff40-ae3f-4afc-a41d-06cec7defc35,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.379288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Set router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:59.644062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-5f3ea526-a50e-4987-bc59-cec9dfe4bbfc tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4484243 Aug 10 03:31:59.650144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.662903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:31:59.716188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.733746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.791991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96b770ac-e8ed-4dd6-bb81-d1473b8f6ddd req-821434d8-a667-43bd-b3e8-04475fb35237 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0298843 Aug 10 03:31:59.793598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.839408 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d0dd03cc-5137-49cd-9fa9-f90b3f5705f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.865100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:31:59.879704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:31:59.882635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:31:59.930032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event updated for resources: {'Port': ['ID=d21e339b-a757-41e1-86d8-447ddfdfe5d9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:59.951842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:31:56Z', 'revision_number': 4, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '50b45338-e9e4-4ff6-ae3c-ec75a132ff2a', 'name': '', 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'mac_address': 'fa:16:3e:86:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:53Z', 'updated_at': '2021-08-10T03:31:57Z', 'revision_number': 2, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'subnets': [{'id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:59.979608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:31:59.980264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:59.999337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.003743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Checking router: df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:00.003990 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-8a44a0a2-35a8-419c-a50f-710c8eb6b0c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8336375 Aug 10 03:32:00.004358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Updating router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:00.018165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Request body: {'port': {'device_id': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:00.055072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.143659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.212922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Allocated IP 172.25.2.77 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/a9efb120-c922-478a-8d5c-dd6af543038b) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:00.236640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:00.239568 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f591b33-83cb-412a-adb4-896bbe5ad6b1" -d '{"events": [{"server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "name": "network-vif-plugged", "status": "completed", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:00.467009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.524569 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.540544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Transition to ACTIVE for port object 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:00.550048 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.611871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.651565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235441cd-ebf8-431f-8241-d55fe3fdac78 None None] Pushing event updated for resources: {'Port': ['ID=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.681938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Pushing event updated for resources: {'Port': ['ID=a9efb120-c922-478a-8d5c-dd6af543038b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:00.690148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21e339b-a757-41e1-86d8-447ddfdfe5d9 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:00.696256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:00.702277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:00.705845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.708634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:00.757411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Attempting to bind port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:00.757779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Attempting to bind port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:00.758186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Attempting to bind port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a on network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:00.766126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:00.766589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Checking segment: {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:00.767034 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.767594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Bound using segment: {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:00.768095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Bound port: 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:00.770217 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.835355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.882429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Transition to ACTIVE for port object d21e339b-a757-41e1-86d8-447ddfdfe5d9 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:00.905482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] For port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:00.916000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] For port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:00.927799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.931331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.932378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:00.972340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d10df9-8452-4bee-914d-05eb7ebd31d1 req-d99cd729-8899-4ae1-a19c-a9e1fcd4f147 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:00.974231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2d10df9-8452-4bee-914d-05eb7ebd31d1 req-d99cd729-8899-4ae1-a19c-a9e1fcd4f147 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.1084046 Aug 10 03:32:01.048029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2d10df9-8452-4bee-914d-05eb7ebd31d1 req-75e74ae5-9a30-4ac4-b11c-c127051d24cd tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618482 Aug 10 03:32:01.064395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Routers {'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:01.065156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:01.074950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235441cd-ebf8-431f-8241-d55fe3fdac78 None None] Pushing event updated for resources: {'Port': ['ID=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.090792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Pushing event updated for resources: {'Port': ['ID=d21e339b-a757-41e1-86d8-447ddfdfe5d9,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.215589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Attempting to bind port d21e339b-a757-41e1-86d8-447ddfdfe5d9 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:01.216862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Attempting to bind port d21e339b-a757-41e1-86d8-447ddfdfe5d9 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:01.216862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Attempting to bind port d21e339b-a757-41e1-86d8-447ddfdfe5d9 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:01.227912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Port d21e339b-a757-41e1-86d8-447ddfdfe5d9 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:01.228239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Attempting to bind port d21e339b-a757-41e1-86d8-447ddfdfe5d9 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:01.239479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccc1be-bca2-44c5-9576-a99c11a410a2 req-c77de450-70b4-40c6-9090-c0452356e48f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.241735 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-58ccc1be-bca2-44c5-9576-a99c11a410a2 req-c77de450-70b4-40c6-9090-c0452356e48f tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 945 time: 0.0895262 Aug 10 03:32:01.242826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:01.243163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:01.243560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Bound using segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:01.244013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Bound port: d21e339b-a757-41e1-86d8-447ddfdfe5d9, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:01.244378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.326312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.328391 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-58ccc1be-bca2-44c5-9576-a99c11a410a2 req-788fa499-56b1-4812-9321-4177034d3235 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734031 Aug 10 03:32:01.344668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.453547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Pushing event updated for resources: {'Port': ['ID=a9efb120-c922-478a-8d5c-dd6af543038b,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.466683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] For port d21e339b-a757-41e1-86d8-447ddfdfe5d9, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:01.468777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:01.472504 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15368cf0-3f36-49d1-a081-d1eaa334e843 x-openstack-request-id: req-15368cf0-3f36-49d1-a081-d1eaa334e843 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:01.473246 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "name": "network-vif-plugged", "status": "completed", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:01.473246 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15368cf0-3f36-49d1-a081-d1eaa334e843 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:01.473583 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'code': 200} Aug 10 03:32:01.498043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] For port d21e339b-a757-41e1-86d8-447ddfdfe5d9, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:01.500337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.513245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.555871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.557308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-64ae37de-9f6b-4812-bd3a-ab3ad02a36e2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9033914 Aug 10 03:32:01.559011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] Set router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:01.569403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.569691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.571243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] 10.222.0.39 "PUT /v2.0/ports/d21e339b-a757-41e1-86d8-447ddfdfe5d9 HTTP/1.1" status: 200 len: 1093 time: 1.5575292 Aug 10 03:32:01.571979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f4045-7460-46cf-83f2-f5228d53e190 req-0a661193-196a-4d4e-9c01-864e3d16830d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.575699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'tag': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:01.579096 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8f88f-a753-4335-ab97-0ecf943d8e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cee2bc6-e173-4c86-86fa-41ee1886a4b2", "tag": "d21e339b-a757-41e1-86d8-447ddfdfe5d9"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:01.580691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c7f4045-7460-46cf-83f2-f5228d53e190 req-0a661193-196a-4d4e-9c01-864e3d16830d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 945 time: 0.1099622 Aug 10 03:32:01.587087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72f377-924d-4c80-8aa1-85c5fc69eae6 req-839b89ba-8ede-47c4-b426-4d79657fe0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.588841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b72f377-924d-4c80-8aa1-85c5fc69eae6 req-839b89ba-8ede-47c4-b426-4d79657fe0f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 1097 time: 0.1076367 Aug 10 03:32:01.662133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c7f4045-7460-46cf-83f2-f5228d53e190 req-7cfea010-d9cd-4253-8ac4-57025832b3d1 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804167 Aug 10 03:32:01.679690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b72f377-924d-4c80-8aa1-85c5fc69eae6 req-dc157aad-e87b-4ccc-9699-346262a5eb09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821004 Aug 10 03:32:01.712367 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.744586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-599bb020-783c-407e-bc89-f3aac99029a4 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1713917 Aug 10 03:32:01.769102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795135d3-67f2-4548-ab0d-ac26b9f5b69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:01.789694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76654b17-d45e-4ac8-8374-d06977584a61 service neutron] Pushing event updated for resources: {'Port': ['ID=d21e339b-a757-41e1-86d8-447ddfdfe5d9,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:01.863962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f342ff40-ae3f-4afc-a41d-06cec7defc35 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:01.954649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-46c33466-7ddc-41e6-b3b8-a367f902c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:01.957079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-46c33466-7ddc-41e6-b3b8-a367f902c3b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 1096 time: 0.3349321 Aug 10 03:32:01.957570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:31:56Z', 'revision_number': 4, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '50b45338-e9e4-4ff6-ae3c-ec75a132ff2a', 'name': '', 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'mac_address': 'fa:16:3e:86:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:53Z', 'updated_at': '2021-08-10T03:32:00Z', 'revision_number': 4, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'subnets': [{'id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:02.020454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca178fdf-b93a-44c1-acec-bb5c5120b705 None None] The sync data for ids ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'] in n-d-769329-14 is: [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:31:56Z', 'revision_number': 4, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '50b45338-e9e4-4ff6-ae3c-ec75a132ff2a', 'name': '', 'network_id': '4e12698e-fc3f-4c67-87a5-62ac0c5696ab', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'mac_address': 'fa:16:3e:86:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:53Z', 'updated_at': '2021-08-10T03:32:00Z', 'revision_number': 4, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'subnets': [{'id': 'c6947ac9-68bc-4b06-9567-3e1f1f3123c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:02.035135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port f342ff40-ae3f-4afc-a41d-06cec7defc35 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:02.040075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port f342ff40-ae3f-4afc-a41d-06cec7defc35 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:02.040488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.172406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-96edea01-61cb-4e1d-b483-d170df7e76e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9 HTTP/1.1" status: 200 len: 217 time: 0.2002919 Aug 10 03:32:02.197915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.210998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-2baccd42-fbd5-456a-b78e-40aa641dd423 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.212569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-2baccd42-fbd5-456a-b78e-40aa641dd423 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.4495480 Aug 10 03:32:02.247911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-09c671dd-3047-403a-84d2-acc14d115d56 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:02.249159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e5f7b1-69d9-44f4-b94a-aca04882eaed req-09c671dd-3047-403a-84d2-acc14d115d56 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105140 Aug 10 03:32:02.268712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f342ff40-ae3f-4afc-a41d-06cec7defc35, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:02.278025 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.290734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-d305e044-c898-4f87-8a60-c253060e7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.297256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-d305e044-c898-4f87-8a60-c253060e7aa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.1163425 Aug 10 03:32:02.309952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df4897-9c64-4988-b7ad-06be77565500 req-97969f7e-a49b-46ef-b03d-9ea9b0cf6534 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.321072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65df4897-9c64-4988-b7ad-06be77565500 req-97969f7e-a49b-46ef-b03d-9ea9b0cf6534 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 944 time: 0.0880072 Aug 10 03:32:02.349608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795135d3-67f2-4548-ab0d-ac26b9f5b69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.370582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-f7d112fc-46e4-4850-99a9-01e0570c179b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553334 Aug 10 03:32:02.371431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795135d3-67f2-4548-ab0d-ac26b9f5b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.384462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f342ff40-ae3f-4afc-a41d-06cec7defc35,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:02.400751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65df4897-9c64-4988-b7ad-06be77565500 req-f5e30e8d-a6e1-4bd2-aedd-6a5a1a2622c9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775120 Aug 10 03:32:02.490131 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e44b01-d986-438a-8f17-3e4af230bf43 x-openstack-request-id: req-01e44b01-d986-438a-8f17-3e4af230bf43 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:02.490406 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cee2bc6-e173-4c86-86fa-41ee1886a4b2", "tag": "d21e339b-a757-41e1-86d8-447ddfdfe5d9", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:02.490657 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01e44b01-d986-438a-8f17-3e4af230bf43 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:02.491060 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'tag': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9', 'status': 'completed', 'code': 200} Aug 10 03:32:02.507633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-795135d3-67f2-4548-ab0d-ac26b9f5b69a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4961ba8453cc41d49cdd74941d934326&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0354462 Aug 10 03:32:02.515709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48792) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:02.539847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795135d3-67f2-4548-ab0d-ac26b9f5b69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba24fb0-d6b8-409c-ab7e-afea1d032add,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:02.690780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b7fc3-accc-466a-b450-4dd6684f85ac req-aafa48c1-8039-414d-a0c7-0259051ab124 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:02.692532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be6b7fc3-accc-466a-b450-4dd6684f85ac req-aafa48c1-8039-414d-a0c7-0259051ab124 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.1221263 Aug 10 03:32:02.694562 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-2c67f67f-869a-4756-82e9-220cec8aa85c service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119385 Aug 10 03:32:02.726331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76f38ac6-283f-40a9-b832-290e1e3c022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.733451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-6c995684-15f2-4ce9-aec1-23daf2c336db tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2990055 Aug 10 03:32:02.738612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:02.765637 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.827023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76f38ac6-283f-40a9-b832-290e1e3c022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:02.844929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be6b7fc3-accc-466a-b450-4dd6684f85ac req-0c7a50da-ba5c-428e-a911-2bea87527920 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386950 Aug 10 03:32:02.948668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c8f999f-73c3-4f7c-9bb5-816feadb2c76 req-36b007ef-363e-40f4-82ce-e136063d923b service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413154 Aug 10 03:32:02.955967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.037512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.065242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76f38ac6-283f-40a9-b832-290e1e3c022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.069277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76f38ac6-283f-40a9-b832-290e1e3c022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.070929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76f38ac6-283f-40a9-b832-290e1e3c022a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bba24fb0-d6b8-409c-ab7e-afea1d032add HTTP/1.1" status: 204 len: 168 time: 0.5524552 Aug 10 03:32:03.107529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c52dc5b0-89e7-42ad-b64d-b98e38b75bd8 req-b19c2983-817c-4581-91a4-a4c6764a8aa2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips/a38e5095-809a-45af-8d2c-9c77bfcec4c7 HTTP/1.1" status: 200 len: 692 time: 0.1536720 Aug 10 03:32:03.125178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f38ac6-283f-40a9-b832-290e1e3c022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba24fb0-d6b8-409c-ab7e-afea1d032add,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.164830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Allocated IP 172.25.2.154 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/51b960bf-0e45-427d-b5a3-662ae04541b8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:03.250603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-0488381b-a2f1-4e6b-ba53-2fbeaa4f7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.253318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-0488381b-a2f1-4e6b-ba53-2fbeaa4f7fc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 1096 time: 0.2140617 Aug 10 03:32:03.315187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.391350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.445834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:03.449845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:03.458163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:03.463557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dc5b0-89e7-42ad-b64d-b98e38b75bd8 req-415fb115-4deb-4c29-bb3a-a568717f306c tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.466187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c52dc5b0-89e7-42ad-b64d-b98e38b75bd8 req-415fb115-4deb-4c29-bb3a-a568717f306c tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3456619 Aug 10 03:32:03.475139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:03.477619 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb6b0a-c4f7-46bb-b392-cf7dca5ecac1" -d '{"events": [{"server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "name": "network-vif-plugged", "status": "completed", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:03.493468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-c52dc5b0-89e7-42ad-b64d-b98e38b75bd8 req-2da6efea-ec26-4e57-af65-d185d44810f1 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:03.495300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c52dc5b0-89e7-42ad-b64d-b98e38b75bd8 req-2da6efea-ec26-4e57-af65-d185d44810f1 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219333 Aug 10 03:32:03.508181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-7d4b5591-bdef-4c74-9dbc-5e7f3ce776fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.522127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-7d4b5591-bdef-4c74-9dbc-5e7f3ce776fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.2570109 Aug 10 03:32:03.522865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event updated for resources: {'Port': ['ID=51b960bf-0e45-427d-b5a3-662ae04541b8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:03.616949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-2f297914-74db-4e75-9d93-476221b28e81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9 HTTP/1.1" status: 200 len: 217 time: 0.0872650 Aug 10 03:32:03.641573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:03.677861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a201f61c-af18-4760-a560-fe4290e8343e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.687850 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.748702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-e1efab02-09bb-4f44-967c-e09cff188abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.751316 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-e1efab02-09bb-4f44-967c-e09cff188abb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.1201174 Aug 10 03:32:03.765093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536db791-f17b-40d4-87ea-9d8003e2a389 req-da332f69-c9ca-4329-b325-d67079201b01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:03.767787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-536db791-f17b-40d4-87ea-9d8003e2a389 req-da332f69-c9ca-4329-b325-d67079201b01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.1549370 Aug 10 03:32:03.784032 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:03.820893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-9322fa38-0d7b-4d00-8081-00b5dd8a006c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515261 Aug 10 03:32:04.003159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-536db791-f17b-40d4-87ea-9d8003e2a389 req-ed7aeb1e-614a-4d9d-a3b5-00b02c85bdec tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190998 Aug 10 03:32:04.050226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a201f61c-af18-4760-a560-fe4290e8343e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.060055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a201f61c-af18-4760-a560-fe4290e8343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.061169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:04.063322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-0743bc0a-bd5b-4c74-b765-e350020916b1 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314670 Aug 10 03:32:04.122260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.129526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a201f61c-af18-4760-a560-fe4290e8343e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8910750ba958459e865a0de593c74885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864783 Aug 10 03:32:04.132159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201f61c-af18-4760-a560-fe4290e8343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d87d99-189b-4bc3-9968-6b9c56d71c22,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.132478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48828) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:04.134119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:04.136124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.147887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:04.148193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.188728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event updated for resources: {'Port': ['ID=51b960bf-0e45-427d-b5a3-662ae04541b8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.250122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.270269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.280658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-2dff8710-efba-4b8a-8b57-242bdf46286f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5461717 Aug 10 03:32:04.284644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.344058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:04.353720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.380855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-69aaec7c-d7c6-400a-ae11-daa4995146a4 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.0990119 Aug 10 03:32:04.426025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.518926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-4f034435-21ab-4974-ab41-b8220bcd9704 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.520591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-4f034435-21ab-4974-ab41-b8220bcd9704 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.1387379 Aug 10 03:32:04.532810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-1f5eb822-d88a-497e-90a6-911f3b993dbb tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:04.534119 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a923845-d5e0-4596-9eec-f65033fabdd0 req-1f5eb822-d88a-497e-90a6-911f3b993dbb tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070479 Aug 10 03:32:04.636896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14d8f88f-a753-4335-ab97-0ecf943d8e0f req-030f598f-e3c8-4878-8ee1-89d15114aa73 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615115 Aug 10 03:32:04.636896 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9851745e-9552-46a4-9c27-50a28577fbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.664432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9851745e-9552-46a4-9c27-50a28577fbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.744005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9851745e-9552-46a4-9c27-50a28577fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.747181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9851745e-9552-46a4-9c27-50a28577fbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:04.748782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9851745e-9552-46a4-9c27-50a28577fbba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64d87d99-189b-4bc3-9968-6b9c56d71c22 HTTP/1.1" status: 204 len: 168 time: 0.6152089 Aug 10 03:32:04.759020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851745e-9552-46a4-9c27-50a28577fbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d87d99-189b-4bc3-9968-6b9c56d71c22,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:04.785071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55545a1-22e3-413e-aa76-584a904710ef req-2305f6ea-1f95-4a8f-8acf-eee8323d05d3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:04.787387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d55545a1-22e3-413e-aa76-584a904710ef req-2305f6ea-1f95-4a8f-8acf-eee8323d05d3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 944 time: 0.0718875 Aug 10 03:32:04.840319 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d55545a1-22e3-413e-aa76-584a904710ef req-4bc25e39-82b9-41d2-8f99-d3974883832a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Aug 10 03:32:04.887947 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182cc5f7-9668-4792-be76-a6a43f4f04b0 x-openstack-request-id: req-182cc5f7-9668-4792-be76-a6a43f4f04b0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:04.888809 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "name": "network-vif-plugged", "status": "completed", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:04.889486 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-182cc5f7-9668-4792-be76-a6a43f4f04b0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:04.892595 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'code': 200} Aug 10 03:32:05.072247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20059e-89a5-4ee6-a4f1-1e6aee72a651 req-7374bd2b-b8ba-42e4-9d5e-b2a398d7b573 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.073871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e20059e-89a5-4ee6-a4f1-1e6aee72a651 req-7374bd2b-b8ba-42e4-9d5e-b2a398d7b573 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.1030886 Aug 10 03:32:05.077174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc65260-9736-4267-bf17-16407ea5d6a3 req-a4eddee4-ed78-41e5-8ab1-5468c46e83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.078777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adc65260-9736-4267-bf17-16407ea5d6a3 req-a4eddee4-ed78-41e5-8ab1-5468c46e83d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 1098 time: 0.1057897 Aug 10 03:32:05.150085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adc65260-9736-4267-bf17-16407ea5d6a3 req-02748aa5-ff4d-4076-a328-aae4d2ee98cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593860 Aug 10 03:32:05.153944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e20059e-89a5-4ee6-a4f1-1e6aee72a651 req-42eda91c-e9ff-4c1a-ad02-2486fbdd501a tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609453 Aug 10 03:32:05.250203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f089f45-138e-4fad-a982-928ea04990e8 req-fec480e9-ad5f-4994-8b32-bd64334834ae tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=5363ebe1a41741b29b7fd0945996c743 HTTP/1.1" status: 200 len: 695 time: 0.3790827 Aug 10 03:32:05.429375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089f45-138e-4fad-a982-928ea04990e8 req-a4b8a9e5-f7c3-4eb6-9731-54c793aee7dd tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.432024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f089f45-138e-4fad-a982-928ea04990e8 req-a4b8a9e5-f7c3-4eb6-9731-54c793aee7dd tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks?id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 787 time: 0.1637619 Aug 10 03:32:05.454752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-3f089f45-138e-4fad-a982-928ea04990e8 req-dc253832-ae51-473e-9522-563b9e90d1f3 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:05.467058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f089f45-138e-4fad-a982-928ea04990e8 req-dc253832-ae51-473e-9522-563b9e90d1f3 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205605 Aug 10 03:32:05.470282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-f19642a9-1be5-47b1-96a5-4a749623ab5d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.473225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-f19642a9-1be5-47b1-96a5-4a749623ab5d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 820 time: 0.1804416 Aug 10 03:32:05.522599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-55d7a9d1-a617-499b-a419-dd2553bfba99 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/quotas/15a53f208db645d0a4c3e1a1f4b1da1b HTTP/1.1" status: 200 len: 375 time: 0.0297747 Aug 10 03:32:05.638440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-1476d965-3419-4cda-8a60-c47dd37fbb5e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1035688 Aug 10 03:32:05.693849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19681993-8512-49ea-8b21-79629029d5c9 req-1b746eec-5ff6-45d8-8c8b-3c0b16aa6b85 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.696699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19681993-8512-49ea-8b21-79629029d5c9 req-1b746eec-5ff6-45d8-8c8b-3c0b16aa6b85 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.0875919 Aug 10 03:32:05.755965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19681993-8512-49ea-8b21-79629029d5c9 req-53289719-6834-4144-95b7-5692b3910e64 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529349 Aug 10 03:32:05.791731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-0ee5804e-489c-4e21-8279-4a4c3deeb6c4 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436977 Aug 10 03:32:05.895393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d21e339b-a757-41e1-86d8-447ddfdfe5d9 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:05.911783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83506-a75c-464e-9831-1fa11b230fcc req-447cd3a1-fa05-43e6-bfa2-0e432eb2f51b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:05.915587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65f83506-a75c-464e-9831-1fa11b230fcc req-447cd3a1-fa05-43e6-bfa2-0e432eb2f51b tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.0806494 Aug 10 03:32:05.927526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48912) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:05.937272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Request body: {'floatingip': {'port_id': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:05.939257 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-4d8c66b3-4d52-4b38-b564-c0e8455acd32 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408186 Aug 10 03:32:06.139653 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.228021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-e50c6615-6e15-4581-935d-ae4bceb28212 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips/a38e5095-809a-45af-8d2c-9c77bfcec4c7 HTTP/1.1" status: 200 len: 692 time: 0.2792428 Aug 10 03:32:06.276198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port d21e339b-a757-41e1-86d8-447ddfdfe5d9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:06.301871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9', 'mac_address': 'fa:16:3e:de:49:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:06.315762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:06.425598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.442763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21e339b-a757-41e1-86d8-447ddfdfe5d9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:06.494869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port d21e339b-a757-41e1-86d8-447ddfdfe5d9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:06.497678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:06.498458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.542413 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:06.675021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=d21e339b-a757-41e1-86d8-447ddfdfe5d9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:06.758339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-c541b491-c8bc-4119-bb59-97bad70765c2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:06.760710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-c541b491-c8bc-4119-bb59-97bad70765c2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.5158489 Aug 10 03:32:06.787629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['d21e339b-a757-41e1-86d8-447ddfdfe5d9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:06.872760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-164fd4ee-8297-43fd-b80e-8f19fdf66162 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:06.874648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-164fd4ee-8297-43fd-b80e-8f19fdf66162 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0356169 Aug 10 03:32:07.019170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-a06a55a7-352f-42ba-9142-804cf4303035 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1300726 Aug 10 03:32:07.170973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-7a6cf341-23f0-4a88-be9c-9df4ada48ccb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1504929 Aug 10 03:32:07.201824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f42881-72d2-4371-ad3a-2593a0405e79 req-651282d9-4c85-44c4-b31b-aa812d32dfa8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.204778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29f42881-72d2-4371-ad3a-2593a0405e79 req-651282d9-4c85-44c4-b31b-aa812d32dfa8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0920143 Aug 10 03:32:07.254937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29f42881-72d2-4371-ad3a-2593a0405e79 req-408d0423-3bd4-4986-92c3-4d51bf4d3a13 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Aug 10 03:32:07.389762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-77225eb4-c66c-44fd-ba60-3b369c186d12 req-0d7da07d-3fbd-4d73-91af-34263b5464fd tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 210 time: 0.0446639 Aug 10 03:32:07.566049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afef78-b510-4fd5-8b39-033f682a2b0b req-21ecbc6c-c066-47ab-a333-598a4707b80a tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:07.568286 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70afef78-b510-4fd5-8b39-033f682a2b0b req-21ecbc6c-c066-47ab-a333-598a4707b80a tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.0927534 Aug 10 03:32:07.588538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.591759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Deleting port a9efb120-c922-478a-8d5c-dd6af543038b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:07.592688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.602369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:07.673426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70afef78-b510-4fd5-8b39-033f682a2b0b req-39590b0c-bc40-499c-bd47-895a929f0258 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912013 Aug 10 03:32:07.853208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-38fd3045-f02b-4bb9-bc56-6dd540c85695 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013813 Aug 10 03:32:07.885094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d21e339b-a757-41e1-86d8-447ddfdfe5d9 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:07.999848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-eaff3f09-ad09-44a2-bafe-efe10662a6f6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.001700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-eaff3f09-ad09-44a2-bafe-efe10662a6f6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 820 time: 0.3856866 Aug 10 03:32:08.004233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port d21e339b-a757-41e1-86d8-447ddfdfe5d9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:08.004553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48994) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:08.014298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port d21e339b-a757-41e1-86d8-447ddfdfe5d9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:08.015257 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.021782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'port': {'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'admin_state_up': True, 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:08.050503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.051395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.081664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ce261-8ca4-479d-9749-336c496ec31b req-d906dc6f-02e4-4dd2-bcd2-bc23c6c344e2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.083513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Calling delete_port for a9efb120-c922-478a-8d5c-dd6af543038b owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:08.084360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db9ce261-8ca4-479d-9749-336c496ec31b req-d906dc6f-02e4-4dd2-bcd2-bc23c6c344e2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.1623542 Aug 10 03:32:08.111088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:08.124804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Request body: {'floatingip': {'port_id': 'f342ff40-ae3f-4afc-a41d-06cec7defc35'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:08.135824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-a4619182-ff52-4ea8-b227-34e7c35666b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.138682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-a4619182-ff52-4ea8-b227-34e7c35666b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.1599872 Aug 10 03:32:08.217357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.260223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:08.266748 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50af43a6-a2e6-48d6-82c6-2468d6f68ee7" -d '{"events": [{"server_uuid": "6cee2bc6-e173-4c86-86fa-41ee1886a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "d21e339b-a757-41e1-86d8-447ddfdfe5d9"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:08.299430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port d21e339b-a757-41e1-86d8-447ddfdfe5d9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:08.310329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.314349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.380735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a930c41-6155-41e3-8b1c-9242ab96a2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:08.401727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-be01c2b3-a91b-4314-9385-90a09f024c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.404908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-be01c2b3-a91b-4314-9385-90a09f024c21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.1991274 Aug 10 03:32:08.414324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=d21e339b-a757-41e1-86d8-447ddfdfe5d9,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:08.426764 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Floating IP 8a999bfa-134e-42c0-88d4-b576fe3ba3ae associated. External IP: 172.25.2.155, port: e1f59a4b-6aae-4c32-9a43-3c1194fc158d. Aug 10 03:32:08.531720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-ff2330bd-4c31-4c73-a569-c10cae9ab7c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.1144032 Aug 10 03:32:08.618164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:32:08.618164 n-d-769329-14 neutron-server[94141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:32:08.618164 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'id': 'd9e93468-1e99-4079-a172-c5154aac5b7e', 'expiration': datetime.datetime(2021, 8, 10, 3, 34, 8, 592585)}] Aug 10 03:32:08.618164 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:08.619253 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:08.739390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-0cd29276-a401-468b-9276-d15528c772b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.742827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-0cd29276-a401-468b-9276-d15528c772b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.2002215 Aug 10 03:32:08.894446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-1a865fde-b3af-406f-bb54-7a1d0f0eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:08.897190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-1a865fde-b3af-406f-bb54-7a1d0f0eec53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406050 Aug 10 03:32:08.976874 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b786ce-ca69-4f35-869f-c259a2c09341 x-openstack-request-id: req-67b786ce-ca69-4f35-869f-c259a2c09341 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:08.977800 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee2bc6-e173-4c86-86fa-41ee1886a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "d21e339b-a757-41e1-86d8-447ddfdfe5d9", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:08.977800 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67b786ce-ca69-4f35-869f-c259a2c09341 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:08.978315 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9', 'code': 200} Aug 10 03:32:09.033070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a930c41-6155-41e3-8b1c-9242ab96a2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.046201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a930c41-6155-41e3-8b1c-9242ab96a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.061652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.139583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Pushing event deleted for resources: {'Port': ['ID=a9efb120-c922-478a-8d5c-dd6af543038b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.150718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5a930c41-6155-41e3-8b1c-9242ab96a2f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78102994f4e648488c475fcdc06d1e14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1435251 Aug 10 03:32:09.173183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49046) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:09.173909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a930c41-6155-41e3-8b1c-9242ab96a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079700ea-1820-4e59-ae25-67c81b13d899,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:09.239039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Router 653077f2-ad8a-453d-a6b6-e595361eb0b6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:09.257704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Made reservation on behalf of 15a53f208db645d0a4c3e1a1f4b1da1b for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:09.261663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.272765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b269a1-7511-4fcf-a5d7-09921f5d6fa1 req-68fcad6c-14ee-4e4b-a0c0-1317759c2290 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:09.274924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8b269a1-7511-4fcf-a5d7-09921f5d6fa1 req-68fcad6c-14ee-4e4b-a0c0-1317759c2290 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 946 time: 0.2238150 Aug 10 03:32:09.278928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928e5d5-4164-4156-99ee-f94fbfb05264 req-cdd16ea4-4f29-4e45-9f08-7d62fd3a8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:09.280460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c928e5d5-4164-4156-99ee-f94fbfb05264 req-cdd16ea4-4f29-4e45-9f08-7d62fd3a8053 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 1098 time: 0.2031648 Aug 10 03:32:09.282427 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-13cdcf28-1f9d-4f90-8d05-ce86249859fd service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746967 Aug 10 03:32:09.298113 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.300907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.302152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd9d5132-4d3d-4c17-b691-f467afb99d26 req-8beffb49-61f9-4cc7-9231-2ee4087a1cfb tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "DELETE /v2.0/floatingips/a38e5095-809a-45af-8d2c-9c77bfcec4c7 HTTP/1.1" status: 204 len: 173 time: 2.1253607 Aug 10 03:32:09.431908 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:32:09.458931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4d71-d190-4f0b-8a17-19a7a01312d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.499814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c928e5d5-4164-4156-99ee-f94fbfb05264 req-51c4bdea-14d9-4241-9936-af0a8d180da8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075825 Aug 10 03:32:09.503581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8b269a1-7511-4fcf-a5d7-09921f5d6fa1 req-de5e207d-4bf6-4c9a-ad50-526312f330b1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162986 Aug 10 03:32:09.531144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.540885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd5e9e8-f070-43bc-a9b3-ae1d0802fe7b req-269d50ff-74c1-45d4-badd-ac57582ae41c service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475231 Aug 10 03:32:09.542215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.543401 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cbe04b0-dc3c-4269-aaee-09955b957747 req-5a8ebd6b-8e7d-4e39-bd71-a9441a66d975 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 210 time: 0.1313174 Aug 10 03:32:09.614102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4d71-d190-4f0b-8a17-19a7a01312d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:09.733105 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Floating IP 583d1ad9-9cec-49be-a7c7-265e94c858c1 associated. External IP: 172.25.2.88, port: f342ff40-ae3f-4afc-a41d-06cec7defc35. Aug 10 03:32:10.083793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:10.284344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:10.292288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.307865 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:10.347960 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:10.351261 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.362509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-46ae014b-d8f4-4aba-a650-0e1ae44e1f01 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "PUT /v2.0/floatingips/583d1ad9-9cec-49be-a7c7-265e94c858c1 HTTP/1.1" status: 200 len: 991 time: 2.2488656 Aug 10 03:32:10.363523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:10.368525 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb4271-557c-430c-9d41-b8682748f5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:10.454520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Allocated IP 172.20.0.4 (1881227e-0b9a-46b0-b0e4-79c0608cca9d/53d82d6c-1be4-48db-a2e4-51b335d663b0/02fb0292-2c80-418e-93b7-bfcaff8e2631) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:10.494899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:10.516787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] Sync routers for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:10.518363 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.537204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:10.538025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:10.573021 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:10.605571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4d71-d190-4f0b-8a17-19a7a01312d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.614701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4d71-d190-4f0b-8a17-19a7a01312d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:10.617112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1f8d4d71-d190-4f0b-8a17-19a7a01312d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/079700ea-1820-4e59-ae25-67c81b13d899 HTTP/1.1" status: 204 len: 168 time: 1.4398944 Aug 10 03:32:10.661043 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aff346-7f3b-4490-b45a-5645bc52b7fe x-openstack-request-id: req-30aff346-7f3b-4490-b45a-5645bc52b7fe {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:10.662207 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:10.662770 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30aff346-7f3b-4490-b45a-5645bc52b7fe {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:10.663614 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'status': 'completed', 'code': 200} Aug 10 03:32:10.688612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d4d71-d190-4f0b-8a17-19a7a01312d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079700ea-1820-4e59-ae25-67c81b13d899,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:10.724752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b99b29d7-0a07-4a24-98e1-9ee9bacd8e49 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "PUT /v2.0/floatingips/8a999bfa-134e-42c0-88d4-b576fe3ba3ae HTTP/1.1" status: 200 len: 991 time: 4.7914143 Aug 10 03:32:10.728810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:10.737286 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9d2547-de95-44be-bcae-773e8ab05f42" -d '{"events": [{"name": "network-changed", "server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:10.765170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-f56d4eb0-ad0d-4338-a671-d6d80a36cc12 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6367252 Aug 10 03:32:10.799291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:10.801268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:10.877145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-8afe736d-4bdf-41e8-aa01-f3038efb349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:10.886701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-8afe736d-4bdf-41e8-aa01-f3038efb349a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 1098 time: 0.1686897 Aug 10 03:32:11.018046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.083079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-b4fe3817-c85e-48aa-98db-bd3ae9d0e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.084867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-b4fe3817-c85e-48aa-98db-bd3ae9d0e58f service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.1957841 Aug 10 03:32:11.177090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.195970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Transition to ACTIVE for port object 02fb0292-2c80-418e-93b7-bfcaff8e2631 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:11.241034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.311325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:11.314835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-a8f05e06-9139-4945-b619-f723924d71c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 200 len: 999 time: 0.2223248 Aug 10 03:32:11.321129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['4b352b19-d9c1-4590-a67a-9323366a1042'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:11.323645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:11.330147 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '583d1ad9-9cec-49be-a7c7-265e94c858c1', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'port_id': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'mac_address': 'fa:16:3e:5d:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:35Z', 'updated_at': '2021-08-10T03:32:09Z', 'revision_number': 1, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:11.336458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:11.352282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event updated for resources: {'Port': ['ID=02fb0292-2c80-418e-93b7-bfcaff8e2631,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.388744 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:11.418253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:11.419448 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:11.444474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-f11a4c93-a524-4a43-8811-a6545d4d9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.446409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-f11a4c93-a524-4a43-8811-a6545d4d9ac3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.1238937 Aug 10 03:32:11.449837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49148) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.514881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31518f41-bd5d-4798-ab4a-7556a65a43fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.527765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.529042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.583746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-370dfdac-670f-4465-a82e-61e75b906cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:11.585902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-370dfdac-670f-4465-a82e-61e75b906cdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256089 Aug 10 03:32:11.609376 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:11.690785 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.732470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8a999bfa-134e-42c0-88d4-b576fe3ba3ae', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'port_id': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'mac_address': 'fa:16:3e:1a:f8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:32Z', 'updated_at': '2021-08-10T03:32:07Z', 'revision_number': 1, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:11.791142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31518f41-bd5d-4798-ab4a-7556a65a43fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.798313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] Checking router: 653077f2-ad8a-453d-a6b6-e595361eb0b6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:11.800850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-b459ef40-dd11-4d36-b5e7-29b8b22e02ad service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052882 Aug 10 03:32:11.804170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31518f41-bd5d-4798-ab4a-7556a65a43fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:11.868296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-58e65923-96d4-4765-9249-01d2c1208dc8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8504574 Aug 10 03:32:11.885796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Request body: {'port': {'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:11.920962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-31518f41-bd5d-4798-ab4a-7556a65a43fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88da53dc66b14027ad5f1458c8fcbbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643178 Aug 10 03:32:11.920962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49156) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:11.932674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Allocated IP 172.25.2.58 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/4f1afb73-d837-4a44-9b84-bc1142017cb6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:11.937926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:11.939490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31518f41-bd5d-4798-ab4a-7556a65a43fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88163b32-38ee-461c-9588-5eddd2fee017,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:11.942647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.066241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-23ff4934-3fe9-4e45-83a9-2818de8ba889 None None] Provisioning for port 02fb0292-2c80-418e-93b7-bfcaff8e2631 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:12.158198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.158955 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '583d1ad9-9cec-49be-a7c7-265e94c858c1', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'port_id': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'mac_address': 'fa:16:3e:5d:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:35Z', 'updated_at': '2021-08-10T03:32:09Z', 'revision_number': 1, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:12.202234 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1083d1-4376-4cb4-a131-6aba708aa6bb None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '583d1ad9-9cec-49be-a7c7-265e94c858c1', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'port_id': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'mac_address': 'fa:16:3e:5d:df:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:35Z', 'updated_at': '2021-08-10T03:32:09Z', 'revision_number': 1, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:12.217262 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2eb4271-557c-430c-9d41-b8682748f5e9 req-93c37ea2-90b9-4f03-9b73-515d34c7dd78 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086974 Aug 10 03:32:12.235554 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:12.250891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10d3be07-3232-4d64-8ed3-c74a6b81d200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.262028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:12.296692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66ea24-970d-485a-93d0-6562bdf13c8f req-085ab798-ee45-4af3-a706-ef3fca13c74f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:12.298456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bf66ea24-970d-485a-93d0-6562bdf13c8f req-085ab798-ee45-4af3-a706-ef3fca13c74f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 946 time: 0.1341553 Aug 10 03:32:12.304430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10d3be07-3232-4d64-8ed3-c74a6b81d200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.417436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bf66ea24-970d-485a-93d0-6562bdf13c8f req-837e81cf-7e0b-4889-9a61-b3c8672808b4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988491 Aug 10 03:32:12.422599 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10d3be07-3232-4d64-8ed3-c74a6b81d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.425183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10d3be07-3232-4d64-8ed3-c74a6b81d200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.426750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-10d3be07-3232-4d64-8ed3-c74a6b81d200 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88163b32-38ee-461c-9588-5eddd2fee017 HTTP/1.1" status: 204 len: 168 time: 0.5043979 Aug 10 03:32:12.451173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3be07-3232-4d64-8ed3-c74a6b81d200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88163b32-38ee-461c-9588-5eddd2fee017,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:12.492410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-23ff4934-3fe9-4e45-83a9-2818de8ba889 None None] Provisioning complete for port 02fb0292-2c80-418e-93b7-bfcaff8e2631 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:12.492815 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23ff4934-3fe9-4e45-83a9-2818de8ba889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.545699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.603213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72154763-c085-4d35-ad6a-60e3c18b8418 req-44a268ef-a262-4906-9ee9-4e3c7585c62c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:12.607853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72154763-c085-4d35-ad6a-60e3c18b8418 req-44a268ef-a262-4906-9ee9-4e3c7585c62c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 931 time: 0.0682535 Aug 10 03:32:12.625140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-23ff4934-3fe9-4e45-83a9-2818de8ba889 None None] Port 02fb0292-2c80-418e-93b7-bfcaff8e2631 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:12.667846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72154763-c085-4d35-ad6a-60e3c18b8418 req-3f182bdb-6c4f-47a7-b4a4-8b5af6fc42e0 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548820 Aug 10 03:32:12.853820 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:12.887878 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc2c798-d572-455f-80a2-494ca39fcd01 None None] New status for floating IP 583d1ad9-9cec-49be-a7c7-265e94c858c1: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:12.976405 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee048f0d-8cf6-4a9a-94dd-63b2d5143d3f x-openstack-request-id: req-ee048f0d-8cf6-4a9a-94dd-63b2d5143d3f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:12.976894 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:12.977355 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee048f0d-8cf6-4a9a-94dd-63b2d5143d3f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:12.978026 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'status': 'completed', 'code': 200} Aug 10 03:32:12.980371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8a999bfa-134e-42c0-88d4-b576fe3ba3ae', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'port_id': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'mac_address': 'fa:16:3e:1a:f8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:32Z', 'updated_at': '2021-08-10T03:32:07Z', 'revision_number': 1, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:13.026082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-4770b93e-b209-4fdd-a51a-80e180410051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.030354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-4770b93e-b209-4fdd-a51a-80e180410051 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e92fd44d505b4c488845f6db8c8903f7&device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 1097 time: 0.1053147 Aug 10 03:32:13.041082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:13.052662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Pushing event updated for resources: {'Port': ['ID=4f1afb73-d837-4a44-9b84-bc1142017cb6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.075621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:13.121555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:13.199178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fb0292-2c80-418e-93b7-bfcaff8e2631 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:13.222049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.223879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-34b1dd9a-3f43-42a2-a24e-829abf311b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:13.225307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-34b1dd9a-3f43-42a2-a24e-829abf311b3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd451419-6a4a-4890-a997-76e9c8cc89f7 HTTP/1.1" status: 200 len: 916 time: 0.1815412 Aug 10 03:32:13.281872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Transition to ACTIVE for port object 02fb0292-2c80-418e-93b7-bfcaff8e2631 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:13.381442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.438945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71224518-cb02-4ad1-9b3e-c88d8aa1ac17 None None] The sync data for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 is: [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8a999bfa-134e-42c0-88d4-b576fe3ba3ae', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'floating_ip_address': '172.25.2.155', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'port_id': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'mac_address': 'fa:16:3e:1a:f8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:31:32Z', 'updated_at': '2021-08-10T03:32:07Z', 'revision_number': 1, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:13.563583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Pushing event updated for resources: {'Port': ['ID=02fb0292-2c80-418e-93b7-bfcaff8e2631,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:13.579632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.702917 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.015314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136e471-ece5-4a3f-95b3-47c12ddb25d1 None None] New status for floating IP 8a999bfa-134e-42c0-88d4-b576fe3ba3ae: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:14.088087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-b852793b-7dba-4c56-b445-d9ab1b52e9ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d HTTP/1.1" status: 200 len: 999 time: 0.8507416 Aug 10 03:32:14.169846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Attempting to bind port 02fb0292-2c80-418e-93b7-bfcaff8e2631 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:14.170863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Attempting to bind port 02fb0292-2c80-418e-93b7-bfcaff8e2631 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:14.171727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Attempting to bind port 02fb0292-2c80-418e-93b7-bfcaff8e2631 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:14.193900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Port 02fb0292-2c80-418e-93b7-bfcaff8e2631 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:14.195297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Attempting to bind port 02fb0292-2c80-418e-93b7-bfcaff8e2631 on network 1881227e-0b9a-46b0-b0e4-79c0608cca9d {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:14.211452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-89e48880-3659-4b5f-b0fd-cb8936063460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.213471 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-89e48880-3659-4b5f-b0fd-cb8936063460 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0689f4b9-0e05-45f1-8ed8-71a4506d0853 HTTP/1.1" status: 200 len: 854 time: 0.1161878 Aug 10 03:32:14.239966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:14.241583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Checking segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:14.243187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Bound using segment: {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:14.243889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Bound port: 02fb0292-2c80-418e-93b7-bfcaff8e2631, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8a55ea-8464-4b7f-ae23-982ef1bdf193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:14.244431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.349007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-f9b5fc1f-e703-4c32-b86c-8d076694d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.352343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-f9b5fc1f-e703-4c32-b86c-8d076694d69e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd451419-6a4a-4890-a997-76e9c8cc89f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303174 Aug 10 03:32:14.429423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] For port 02fb0292-2c80-418e-93b7-bfcaff8e2631, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:14.437164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] For port 02fb0292-2c80-418e-93b7-bfcaff8e2631, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:14.445129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.457054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:14.459302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.495703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.548164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Pushing event updated for resources: {'Port': ['ID=02fb0292-2c80-418e-93b7-bfcaff8e2631,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.586193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.587341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.588610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-da098eb8-123f-47b3-b481-14e1b4c166db service neutron] 10.222.0.65 "PUT /v2.0/ports/02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 1092 time: 2.7077553 Aug 10 03:32:14.641634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Pushing event updated for resources: {'Port': ['ID=4f1afb73-d837-4a44-9b84-bc1142017cb6,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:14.642794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0662dd-031e-496e-96c4-4bfdd34eeca7 req-01062516-1e98-42e2-8a2e-59ec18c902bf tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.650883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca0662dd-031e-496e-96c4-4bfdd34eeca7 req-01062516-1e98-42e2-8a2e-59ec18c902bf tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 943 time: 0.2483895 Aug 10 03:32:14.666449 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-fa92d15a-4736-40c0-b8d8-d045411d7aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063090 Aug 10 03:32:14.696368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.696725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1084831003-network', 'tenant_id': 'f7f7932f564e4beb888c07d3952d27d2'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:14.727143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-2e4bb4f7-8906-43f5-bc0b-e4b80d330af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.728715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-2e4bb4f7-8906-43f5-bc0b-e4b80d330af5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1095 time: 0.0833917 Aug 10 03:32:14.778997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-8a79c73b-1da4-4b4e-982c-d66d8cf25658 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 217 time: 0.0400264 Aug 10 03:32:14.824784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca0662dd-031e-496e-96c4-4bfdd34eeca7 req-beb3e04d-01e4-488a-b1a0-9a2ac45254d0 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727104 Aug 10 03:32:14.830668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Made reservation on behalf of f7f7932f564e4beb888c07d3952d27d2 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:14.832154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.833531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-43b124a5-240f-49a0-9345-34ae672de765 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0447950 Aug 10 03:32:14.834496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.860625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:14.896653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-48aa9eab-c056-4d8b-8bc6-2bf921a242f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:14.898431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-48aa9eab-c056-4d8b-8bc6-2bf921a242f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1117501 Aug 10 03:32:14.909753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9d2547-de95-44be-bcae-773e8ab05f42 req-9b5163e3-2465-4b3b-98d3-c3c3ecede702 service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348645 Aug 10 03:32:14.911417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-c30caf39-97d2-4c32-b7aa-4f132d8bb2d2 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.0683184 Aug 10 03:32:15.035427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.042639 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.073661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:15.090466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5813e-d0e7-460f-8ebe-75115cb318fb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.098866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.099197 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Added segment 05716fbb-b243-4c90-9baa-7773212a9c7c of type vlan for network 6bffb5d0-458b-48fd-8bdd-aae120d94550 Aug 10 03:32:15.109584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:15.114286 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94129b9-a86d-4a7b-8a2d-b01fb353d718" -d '{"events": [{"name": "network-changed", "server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:15.148613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-99950ac3-8f7c-4d37-a444-153413385518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.150525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-99950ac3-8f7c-4d37-a444-153413385518 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2374637 Aug 10 03:32:15.175191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.217067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.218548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.219079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.244890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-d2a5391c-0cb3-4da9-9f8b-e82c87722725 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.246438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26ac1ba6-508c-4497-b7f5-ce00ce2a4007 req-d2a5391c-0cb3-4da9-9f8b-e82c87722725 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3214285 Aug 10 03:32:15.313670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8554213 Aug 10 03:32:15.323044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49252) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:15.326245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469ee0e-ceb3-4ea9-a8ee-73c38865b9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6bffb5d0-458b-48fd-8bdd-aae120d94550,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:15.342805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Request body: {'subnet': {'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1084831003-subnet', 'tenant_id': 'f7f7932f564e4beb888c07d3952d27d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:15.348989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6bffb5d0-458b-48fd-8bdd-aae120d94550 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:15.361583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-a7935a9d-abd8-4f28-afdf-565f674e0c2d service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994786 Aug 10 03:32:15.382752 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013cb692-0d75-42ba-8341-a74f7111cc97 x-openstack-request-id: req-013cb692-0d75-42ba-8341-a74f7111cc97 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:15.383182 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:15.383554 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-013cb692-0d75-42ba-8341-a74f7111cc97 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:15.384220 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'status': 'completed', 'code': 200} Aug 10 03:32:15.560761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Made reservation on behalf of f7f7932f564e4beb888c07d3952d27d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:15.564194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.656491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3257d31-bdd7-4578-bfd1-0b27795e84ad req-cffd89d3-8b49-464e-8c16-b4018fc051f4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:15.658208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3257d31-bdd7-4578-bfd1-0b27795e84ad req-cffd89d3-8b49-464e-8c16-b4018fc051f4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 946 time: 0.3093767 Aug 10 03:32:15.707166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fb1561-5554-42f8-ab97-3b269f3e6d81 req-e16ab68b-d361-4871-b7a9-f8710bb59101 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216209 Aug 10 03:32:15.745618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3257d31-bdd7-4578-bfd1-0b27795e84ad req-f5cafd68-65b5-4350-b5b4-c60a77b6e279 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689843 Aug 10 03:32:15.878227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-81a29594-a2ea-4fad-9ca4-3795715816f3 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips/4ea8b3c8-77dc-462c-a959-0a854f63ff4d HTTP/1.1" status: 200 len: 692 time: 0.0794117 Aug 10 03:32:16.024359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-b3ccb1e1-7ade-459e-b3e2-6b8e63874905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.026969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-b3ccb1e1-7ade-459e-b3e2-6b8e63874905 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1095 time: 0.2390692 Aug 10 03:32:16.033528 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.206121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb78d02-a13d-4240-8afc-06cf247be5dc,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:16.250671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-e434c644-54d3-427c-96e0-8c0e69443efe tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.252165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-e434c644-54d3-427c-96e0-8c0e69443efe tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3162916 Aug 10 03:32:16.255637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7c4e-390c-4976-8955-71e4ab87c70b req-25420cbf-b6b8-426f-bafc-e57028733559 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.258476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23fc7c4e-390c-4976-8955-71e4ab87c70b req-25420cbf-b6b8-426f-bafc-e57028733559 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 943 time: 0.0697973 Aug 10 03:32:16.270883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Checking segment: {'id': '05716fbb-b243-4c90-9baa-7773212a9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:16.271248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Network hostable DHCP agents. Network: 6bffb5d0-458b-48fd-8bdd-aae120d94550, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:16.285077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-0fa426f7-40bd-4d69-9ab3-b9d61c4b8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.286585 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-0fa426f7-40bd-4d69-9ab3-b9d61c4b8702 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.2444184 Aug 10 03:32:16.316272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23fc7c4e-390c-4976-8955-71e4ab87c70b req-9cf5503d-053c-40f9-8c94-87818e93727e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Aug 10 03:32:16.373952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-463442d1-5ecb-47a5-8995-bb680624fe21 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.1063051 Aug 10 03:32:16.378308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-44885886-5c51-431a-9aa6-c894f6a0ee50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 217 time: 0.0532331 Aug 10 03:32:16.401364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Network 6bffb5d0-458b-48fd-8bdd-aae120d94550 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:16.479331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-b9603390-614f-460e-a627-1dda18248552 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.0962167 Aug 10 03:32:16.482169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6bffb5d0-458b-48fd-8bdd-aae120d94550) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:16.489661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.490349 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.500538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c4df1-7011-435f-9767-2507e9769f34 None None] Network 6bffb5d0-458b-48fd-8bdd-aae120d94550 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:16.507496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-6c27473c-854a-430a-bba0-647d18147cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.508968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-6c27473c-854a-430a-bba0-647d18147cb0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1179409 Aug 10 03:32:16.559334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5bd01f38-7805-4644-bda0-f32ba894b3f8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2350028 Aug 10 03:32:16.710160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-6acfeabd-86fe-4def-a6f7-d234e0ea8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:16.712809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-6acfeabd-86fe-4def-a6f7-d234e0ea8173 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665173 Aug 10 03:32:16.901688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Deleting port 4f1afb73-d837-4a44-9b84-bc1142017cb6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:16.902326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.916807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08f110-304e-40a5-9229-bd8b940451f2 None None] Network 6bffb5d0-458b-48fd-8bdd-aae120d94550 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:17.044073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-5c575da9-6139-4c1b-8864-8ae407dbd302 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103487 Aug 10 03:32:17.221861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.222428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.271134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f94129b9-a86d-4a7b-8a2d-b01fb353d718 req-369a2038-8771-4d40-97cf-d387c5a6fc18 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065237 Aug 10 03:32:17.272162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Calling delete_port for 4f1afb73-d837-4a44-9b84-bc1142017cb6 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:17.654937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ad92d-d851-4686-b8b9-95c160ba7379 req-0d37b50d-2795-470d-8458-9038b9abcf91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:17.662985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-747ad92d-d851-4686-b8b9-95c160ba7379 req-0d37b50d-2795-470d-8458-9038b9abcf91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 946 time: 0.0900655 Aug 10 03:32:17.689804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49358) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:17.697342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-711177424-network', 'tenant_id': 'd4dffee3f8c84756bbd7ecd097a5b26d'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:17.759680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-747ad92d-d851-4686-b8b9-95c160ba7379 req-038daf09-2aa4-43c5-874f-28bdbb17a9a9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918915 Aug 10 03:32:17.822701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Made reservation on behalf of d4dffee3f8c84756bbd7ecd097a5b26d for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:17.826967 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.863297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:17.890136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-22a1cc90-0ba8-43b7-8fc9-dd33405c8fc2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:17.892979 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-22a1cc90-0ba8-43b7-8fc9-dd33405c8fc2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 946 time: 0.1620698 Aug 10 03:32:17.988680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.093308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Pushing event deleted for resources: {'Port': ['ID=4f1afb73-d837-4a44-9b84-bc1142017cb6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.203824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.205044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Deleting port d21e339b-a757-41e1-86d8-447ddfdfe5d9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:18.205606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.206601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.216625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d6e4b7-e2bb-4cf4-99be-a9127f8a7938 req-c5d3dcab-0117-42c5-8698-d38f10f0f323 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ea8b3c8-77dc-462c-a959-0a854f63ff4d HTTP/1.1" status: 204 len: 173 time: 1.7151990 Aug 10 03:32:18.285496 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-36e96699-16e8-4944-abcc-d97080d26130 req-eed56348-bed3-43f9-bdcd-b494b04aec42 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] show failed (client error): The resource could not be found. Aug 10 03:32:18.286525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36e96699-16e8-4944-abcc-d97080d26130 req-eed56348-bed3-43f9-bdcd-b494b04aec42 tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips/4ea8b3c8-77dc-462c-a959-0a854f63ff4d HTTP/1.1" status: 404 len: 350 time: 0.0579488 Aug 10 03:32:18.331004 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.342282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.364573 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-ee3b9925-b541-4d8f-ab31-b0e8d801fefc req-aac9d7eb-aaea-44ad-b7fd-3d01cd00dd9e tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] show failed (client error): The resource could not be found. Aug 10 03:32:18.365648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee3b9925-b541-4d8f-ab31-b0e8d801fefc req-aac9d7eb-aaea-44ad-b7fd-3d01cd00dd9e tempest-FloatingIPsTestJSON-1100584607 tempest-FloatingIPsTestJSON-1100584607-project] 10.222.0.53 "GET /v2.0/floatingips/4ea8b3c8-77dc-462c-a959-0a854f63ff4d HTTP/1.1" status: 404 len: 350 time: 0.0406635 Aug 10 03:32:18.382338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49382) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.395558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:18.415744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b90038d-4eb3-4395-afe7-486999e7861b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.433522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f78f5-b0e1-4958-b538-1728a973cb2a req-31abd36b-5bc3-46a5-9258-165e5e4ef71d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:18.442161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-031f78f5-b0e1-4958-b538-1728a973cb2a req-31abd36b-5bc3-46a5-9258-165e5e4ef71d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 943 time: 0.2505898 Aug 10 03:32:18.451611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.451946 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Added segment 58a7b475-b37b-4ab7-aae2-0be4fce0722d of type vlan for network c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7 Aug 10 03:32:18.474665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] For port d21e339b-a757-41e1-86d8-447ddfdfe5d9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d21e339b-a757-41e1-86d8-447ddfdfe5d9,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:18.475037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.527517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Calling delete_port for d21e339b-a757-41e1-86d8-447ddfdfe5d9 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:18.551990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.640527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-031f78f5-b0e1-4958-b538-1728a973cb2a req-b738e60e-c3f6-4d3a-ba47-65620484aafd tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974130 Aug 10 03:32:18.694712 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.698525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:18.699480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.785201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0941033 Aug 10 03:32:18.790997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49396) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:18.799788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Request body: {'subnet': {'network_id': 'c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-711177424-subnet', 'tenant_id': 'd4dffee3f8c84756bbd7ecd097a5b26d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:18.812086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352e5bd-b77c-48e6-b366-773399a67163 admin admin] Pushing event updated for resources: {'Network': ['ID=c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:18.829406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:18.871200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Made reservation on behalf of d4dffee3f8c84756bbd7ecd097a5b26d for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:18.876421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:18.997079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.008931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 02fb0292-2c80-418e-93b7-bfcaff8e2631 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:19.034943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event deleted for resources: {'Port': ['ID=d21e339b-a757-41e1-86d8-447ddfdfe5d9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.055769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ae36298-ee72-4c84-bf6c-f61be4f27c4f req-28d51bb7-f833-42ef-b321-cd6d1e40ccbb tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cee2bc6-e173-4c86-86fa-41ee1886a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0663433 Aug 10 03:32:19.107904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] No DVR routers for this DVR port d21e339b-a757-41e1-86d8-447ddfdfe5d9 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:19.112011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.114659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12c53adb-64dc-47e2-a414-b09febd5ceb6 req-898ad578-2ad5-440e-8d97-d13de1827a91 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "DELETE /v2.0/ports/d21e339b-a757-41e1-86d8-447ddfdfe5d9 HTTP/1.1" status: 204 len: 173 time: 1.2149861 Aug 10 03:32:19.115399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'name': 'network-vif-deleted', 'tag': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:19.117915 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce646a5-773e-4281-aa9a-5586584a9cfb" -d '{"events": [{"server_uuid": "6cee2bc6-e173-4c86-86fa-41ee1886a4b2", "name": "network-vif-deleted", "tag": "d21e339b-a757-41e1-86d8-447ddfdfe5d9"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:19.220603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.232527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 02fb0292-2c80-418e-93b7-bfcaff8e2631, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:19.252420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:19.323820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.331135 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460fefd7-6eeb-4d33-8e5c-d125a7fbdc7c x-openstack-request-id: req-460fefd7-6eeb-4d33-8e5c-d125a7fbdc7c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:19.331908 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee2bc6-e173-4c86-86fa-41ee1886a4b2", "name": "network-vif-deleted", "tag": "d21e339b-a757-41e1-86d8-447ddfdfe5d9", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:19.332930 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-460fefd7-6eeb-4d33-8e5c-d125a7fbdc7c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:19.334249 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee2bc6-e173-4c86-86fa-41ee1886a4b2', 'name': 'network-vif-deleted', 'tag': 'd21e339b-a757-41e1-86d8-447ddfdfe5d9', 'status': 'completed', 'code': 200} Aug 10 03:32:19.337274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.345944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fb0292-2c80-418e-93b7-bfcaff8e2631 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:19.349131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49406) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.376666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 02fb0292-2c80-418e-93b7-bfcaff8e2631, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:19.385209 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.402421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b2ae1c-06bc-4db5-be49-8c8e1e2d65b7,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.420501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Checking segment: {'id': '58a7b475-b37b-4ab7-aae2-0be4fce0722d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:19.420931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Network hostable DHCP agents. Network: c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:19.448167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Network c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:19.460088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:19.466835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:19.469203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=02fb0292-2c80-418e-93b7-bfcaff8e2631,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.469675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.475840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85fbd0e-b7f8-4800-b6f3-6f854d7fcca8 None None] Network c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:19.497452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15256377-fdce-4c2c-88d4-8a757cab437a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7044230 Aug 10 03:32:19.619869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Deleting port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:19.620212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.626666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['02fb0292-2c80-418e-93b7-bfcaff8e2631'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:19.649722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-63ccc2f8-557b-4bff-8e57-ca94a948da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.725171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] For port 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:19.725612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.749532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Calling delete_port for 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:19.811883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9be56-d56d-4c18-91dd-01ed51b8fcc4 None None] Network c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:19.859589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-63ccc2f8-557b-4bff-8e57-ca94a948da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.868503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-63ccc2f8-557b-4bff-8e57-ca94a948da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:19.910824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d21e339b-a757-41e1-86d8-447ddfdfe5d9 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:19.948330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49420) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:19.949531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-63ccc2f8-557b-4bff-8e57-ca94a948da56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5677616bf6a14c7cafdbd58f7dfe79a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824900 Aug 10 03:32:19.951278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccc2f8-557b-4bff-8e57-ca94a948da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5319796c-4354-4a10-99f6-82c7976603bc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:19.968923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: d21e339b-a757-41e1-86d8-447ddfdfe5d9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:19.969268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d21e339b-a757-41e1-86d8-447ddfdfe5d9 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:20.055175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a62c59-fee4-4ea9-912e-604289de088d req-23844763-9247-493c-8169-124847eea346 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.063003 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74a62c59-fee4-4ea9-912e-604289de088d req-23844763-9247-493c-8169-124847eea346 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 944 time: 0.1712484 Aug 10 03:32:20.184059 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74a62c59-fee4-4ea9-912e-604289de088d req-8a875616-c0cb-4bc9-b32b-c3abde5ba9f8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Aug 10 03:32:20.187128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5114f968-0b2f-46b8-bdb4-683b7a629af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.245371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5114f968-0b2f-46b8-bdb4-683b7a629af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.300506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.336701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b45338-e9e4-4ff6-ae3c-ec75a132ff2a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.367451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5114f968-0b2f-46b8-bdb4-683b7a629af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.370265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5114f968-0b2f-46b8-bdb4-683b7a629af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.371467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5114f968-0b2f-46b8-bdb4-683b7a629af6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5319796c-4354-4a10-99f6-82c7976603bc HTTP/1.1" status: 204 len: 168 time: 0.4216242 Aug 10 03:32:20.410187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-29d28824-7663-4830-92bd-2c750b66dfb9 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.411922 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-29d28824-7663-4830-92bd-2c750b66dfb9 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/networks?id=6bffb5d0-458b-48fd-8bdd-aae120d94550 HTTP/1.1" status: 200 len: 815 time: 0.1714189 Aug 10 03:32:20.444055 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-54599507-cd46-48eb-b97e-3abe8e15ddfa tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/quotas/f7f7932f564e4beb888c07d3952d27d2 HTTP/1.1" status: 200 len: 375 time: 0.0137401 Aug 10 03:32:20.453084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114f968-0b2f-46b8-bdb4-683b7a629af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5319796c-4354-4a10-99f6-82c7976603bc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:20.519128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-9541938e-9c78-4698-8fb0-fe4fcd748426 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7f7932f564e4beb888c07d3952d27d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619261 Aug 10 03:32:20.698683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-6d6726b6-c189-4222-90d4-9cf58afc4acd service neutron] 10.222.0.53 "GET /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632557 Aug 10 03:32:20.774915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:20.822540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-5633b9c0-dce9-4af9-b482-f4d3c6cc11d2 service neutron] 10.222.0.53 "GET /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178193 Aug 10 03:32:20.907147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-0f6da929-c591-4ab2-b384-03bde6c90ef0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:20.909895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-0f6da929-c591-4ab2-b384-03bde6c90ef0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.2203927 Aug 10 03:32:21.003002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-c70d104d-c0e0-49f6-8658-c5ccd646dc6a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.0847545 Aug 10 03:32:21.011278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 02fb0292-2c80-418e-93b7-bfcaff8e2631 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:21.074329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-99ca08f8-75c3-4116-90d0-cf1df4074932 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585718 Aug 10 03:32:21.140720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 02fb0292-2c80-418e-93b7-bfcaff8e2631 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:21.145286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 02fb0292-2c80-418e-93b7-bfcaff8e2631 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:21.145904 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.323210 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.352612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80103983-bb32-4e3b-ba93-d4da02ce0708 req-3509f91a-4f4f-416a-8f2c-3b34505edffb tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 210 time: 0.0643137 Aug 10 03:32:21.381399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-01dcaf79-7a61-42c0-988d-4cb91d15491e service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777698 Aug 10 03:32:21.386244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:21.390908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:21.393793 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee30e00-55a9-409b-aa88-ab373d1ba458" -d '{"events": [{"server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "name": "network-vif-plugged", "status": "completed", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:21.413931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 02fb0292-2c80-418e-93b7-bfcaff8e2631, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:21.421045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:21.547103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=02fb0292-2c80-418e-93b7-bfcaff8e2631,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:21.586870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583324d-352f-4c75-b026-d203191607e7 req-0e252601-2b91-4517-b954-7251bd815bb9 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:21.596754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3583324d-352f-4c75-b026-d203191607e7 req-0e252601-2b91-4517-b954-7251bd815bb9 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0967031 Aug 10 03:32:21.702168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3583324d-352f-4c75-b026-d203191607e7 req-635303fa-e9ff-482b-baa4-20a216998bb9 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040649 Aug 10 03:32:21.890534 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a771d3-23d7-4fe4-981c-eda8fd5a3caa x-openstack-request-id: req-06a771d3-23d7-4fe4-981c-eda8fd5a3caa {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:21.891244 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "name": "network-vif-plugged", "status": "completed", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:21.891619 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06a771d3-23d7-4fe4-981c-eda8fd5a3caa {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:21.892198 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'code': 200} Aug 10 03:32:21.900359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-03ea3e16-d21e-482f-a04a-b386afc0be4e service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983518 Aug 10 03:32:21.905533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:21.920848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1927216-f332-4f33-adaf-ecbaa408d5c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/df6cfed8-aec3-493b-8fb1-7ec93d3ddee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5371754 Aug 10 03:32:21.924655 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] Sync routers for ids ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:21.925230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49492) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:21.972191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] Routers {'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:21.973715 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:22.144680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f5eb-7e1d-4b6f-9939-9ab40554c7ea req-1f3fe68c-c19e-4823-9d81-75a62426e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:22.145386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b169f5eb-7e1d-4b6f-9939-9ab40554c7ea req-1f3fe68c-c19e-4823-9d81-75a62426e71c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1127036 Aug 10 03:32:22.241631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.249024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b169f5eb-7e1d-4b6f-9939-9ab40554c7ea req-b7294b1b-dda5-491a-ba44-ff2635a2d4c7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871551 Aug 10 03:32:22.280383 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] Set router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:22.478488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.585620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Deleting port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:22.585964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.594638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2394f348-4c42-4e6f-9c01-b1e0fe2c505c req-64094d38-d96a-4294-a79d-1b765275adf2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 210 time: 0.0682521 Aug 10 03:32:22.699917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-840a74e8-87cf-48f2-807b-0794dbad60a5 req-6cc08f30-7a79-41af-98a1-fec5b2007e5f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 210 time: 0.0371830 Aug 10 03:32:22.752220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-a59086a5-2468-444b-ab4c-1ebf5394693a tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2c53d5605374468d9157c1c89d2bc633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754817 Aug 10 03:32:22.779194 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:32:20Z', 'revision_number': 5, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port': {'id': 'c45df2a2-fd03-4bd9-bbe1-185cec9ad20a', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:46Z', 'updated_at': '2021-08-10T03:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:22.820194 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] Checking router: df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:22.831051 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] Routers {'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:22.831844 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:22.846855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfcf84-40d6-43c6-b59b-a9b3a8ecc332 req-e33114f9-eaad-4cbb-a601-dd5716ece603 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:22.856563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0abfcf84-40d6-43c6-b59b-a9b3a8ecc332 req-e33114f9-eaad-4cbb-a601-dd5716ece603 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 945 time: 0.0674987 Aug 10 03:32:22.891553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] For port c45df2a2-fd03-4bd9-bbe1-185cec9ad20a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:22.892173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:22.902815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0abfcf84-40d6-43c6-b59b-a9b3a8ecc332 req-fbe040c6-5ba0-41b3-b451-0d8c37d7cc99 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Aug 10 03:32:22.945157 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] Set router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:22.945949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Calling delete_port for c45df2a2-fd03-4bd9-bbe1-185cec9ad20a owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:23.011089 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:32:22Z', 'revision_number': 6, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:23.049256 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aebfd5c-b5d1-457f-bc14-5fdd40b28c18 None None] The sync data for ids ['df6cfed8-aec3-493b-8fb1-7ec93d3ddee2'] in n-d-769329-14 is: [{'id': 'df6cfed8-aec3-493b-8fb1-7ec93d3ddee2', 'name': 'tempest-FloatingIPsTestJSON-1437811121-router', 'tenant_id': '5363ebe1a41741b29b7fd0945996c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:42Z', 'updated_at': '2021-08-10T03:32:22Z', 'revision_number': 6, 'project_id': '5363ebe1a41741b29b7fd0945996c743', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:23.087876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-07ba1821-ead0-46c9-868e-0e19e14bee3f tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:23.089719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-07ba1821-ead0-46c9-868e-0e19e14bee3f tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364646 Aug 10 03:32:23.124016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-b8e5fdd2-47b4-43f8-ba2d-9538c176b4d2 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/quotas/2c53d5605374468d9157c1c89d2bc633 HTTP/1.1" status: 200 len: 375 time: 0.0226569 Aug 10 03:32:23.195606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-3fb73c60-890e-405a-9842-bbe86f17ef2c tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c53d5605374468d9157c1c89d2bc633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546277 Aug 10 03:32:23.534839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e4115f82-6701-4ee8-a44a-b39ef6deb850 req-2bbf898b-2fd1-42f6-b775-f8667cc1f3e6 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 210 time: 0.1143684 Aug 10 03:32:23.586590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-fa2f29ff-13e6-4b5e-97bf-b69a336167b2 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:23.588532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-fa2f29ff-13e6-4b5e-97bf-b69a336167b2 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.39 "GET /v2.0/networks?id=6bffb5d0-458b-48fd-8bdd-aae120d94550 HTTP/1.1" status: 200 len: 815 time: 0.3967943 Aug 10 03:32:23.595232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.622775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Request body: {'port': {'device_id': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550', 'admin_state_up': True, 'tenant_id': 'f7f7932f564e4beb888c07d3952d27d2'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:23.649940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45df2a2-fd03-4bd9-bbe1-185cec9ad20a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:23.829782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1110934-642c-45c3-baea-ee5afb593889 req-d2652ac8-732b-4f5d-adc5-0d9ad7fbaef2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 210 time: 0.1160967 Aug 10 03:32:23.839874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.861434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46a7198c-52af-4ec4-8fa1-e9f31e7825cb req-d3103f53-efe0-4314-9e8b-3af379368d6a tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 210 time: 0.0591197 Aug 10 03:32:23.947077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:23.952482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.119784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c45df2a2-fd03-4bd9-bbe1-185cec9ad20a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:24.179371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c45df2a2-fd03-4bd9-bbe1-185cec9ad20a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:24.180537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c45df2a2-fd03-4bd9-bbe1-185cec9ad20a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:24.181513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:24.266478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:24.266769 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.267125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50b45338-e9e4-4ff6-ae3c-ec75a132ff2a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:24.267769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:24.283473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.285609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e3457b9-cb16-4b1a-b768-4b6bf9ea28e6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/df6cfed8-aec3-493b-8fb1-7ec93d3ddee2 HTTP/1.1" status: 204 len: 168 time: 2.3591058 Aug 10 03:32:24.295450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49550) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:24.336742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e763b5b-b777-4b2c-98d9-6a58c41cef6e req-80e16588-5d1a-4616-985f-80dde37d8cc0 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:24.339161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3e763b5b-b777-4b2c-98d9-6a58c41cef6e req-80e16588-5d1a-4616-985f-80dde37d8cc0 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 945 time: 0.1990471 Aug 10 03:32:24.413122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-70ce5aa1-a9a9-4398-b0f5-551afa15e8ae tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:24.416016 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-70ce5aa1-a9a9-4398-b0f5-551afa15e8ae tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.1904640 Aug 10 03:32:24.424376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.441112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Request body: {'port': {'device_id': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'admin_state_up': True, 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:24.443736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Made reservation on behalf of f7f7932f564e4beb888c07d3952d27d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:24.449090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.549608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3e763b5b-b777-4b2c-98d9-6a58c41cef6e req-b0ececc9-2994-4cbf-9f29-fe961f7dc615 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875093 Aug 10 03:32:24.702325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cdfdca5-17ff-492a-826f-c0f703d2abf1 req-8b0ad4cf-44e6-4678-9afc-99ec100abe12 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 210 time: 0.0464394 Aug 10 03:32:24.711931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:24.719181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.765593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Deleting subnet c6947ac9-68bc-4b06-9567-3e1f1f3123c3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:24.772086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:24.995162 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab932e01-5122-49fb-a2bc-d4041dc63f97 req-81882699-6074-49ac-b910-b03876b274cf tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 210 time: 0.0533760 Aug 10 03:32:25.025398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Allocated IP 172.20.0.11 (4d70feb0-1405-45a2-9d79-2f6805696e8a/f26ba358-20b2-4f3d-b71f-f5df57c133a0/b1b96f16-9ed9-4324-a5b5-ce2a77eec8af) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:25.175742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f147c8c-b799-4949-b0be-669bf195a7e7 req-cf524804-c169-4d0d-82a9-a6f6c40787ac tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 210 time: 0.0720489 Aug 10 03:32:25.197527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Allocated IP 172.20.0.11 (6bffb5d0-458b-48fd-8bdd-aae120d94550/4bb78d02-a13d-4240-8afc-06cf247be5dc/897e6858-df08-49ee-968b-93f3d2a49dac) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:25.203224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.334124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-7bb564a8-92ae-48af-bc0d-3feb8e228afa tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.335822 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-7bb564a8-92ae-48af-bc0d-3feb8e228afa tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2175632 Aug 10 03:32:25.347731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-50983144-465d-4d25-814c-c9de8bacaefe tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2c53d5605374468d9157c1c89d2bc633&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545154 Aug 10 03:32:25.464528 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.473650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-6d39dffc-5a60-4fb8-a67f-ce0c8cb19e61 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1199291 Aug 10 03:32:25.532063 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.540105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'floatingip': {'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:25.551003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.630080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.676534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:25.684933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.688975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-03ce83e5-522c-4fae-81cc-f6f6345bb76e tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.690583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-03ce83e5-522c-4fae-81cc-f6f6345bb76e tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359034 Aug 10 03:32:25.695336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:25.697776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.700254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:25.731684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Request body: {'port': {'device_id': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '2c53d5605374468d9157c1c89d2bc633'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:25.784398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.792611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.828102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.828756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.829789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.830544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.830974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.831672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.832042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.833044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.833609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.834371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.834729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.835251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.844447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6947ac9-68bc-4b06-9567-3e1f1f3123c3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:25.864221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795e658-6e23-4702-99ab-2eb1f053fd36 None None] Network 4e12698e-fc3f-4c67-87a5-62ac0c5696ab requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:25.883267 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.885727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c6947ac9-68bc-4b06-9567-3e1f1f3123c3 HTTP/1.1" status: 204 len: 168 time: 1.5738711 Aug 10 03:32:25.893076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.897469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:25.913348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:25.916542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.917174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.917726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.917856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:25.918980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.919550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.920094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.920641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.921196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.921743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.922331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.922871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.923415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb4f1c-4745-42b7-b363-418a7d7b879e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:25.988192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b37e5257-8b00-4bc5-a994-65cefec58d15 req-0098a959-299d-4ff9-bf1f-01acd3dc122c tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 210 time: 0.0498788 Aug 10 03:32:25.992403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-63b1293e-7b91-44ad-b929-6acd7f8928a2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5639639 Aug 10 03:32:26.010087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Request body: {'port': {'device_id': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:26.073857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Network 6bffb5d0-458b-48fd-8bdd-aae120d94550 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:26.088556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:26.099273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Pushing event updated for resources: {'Port': ['ID=897e6858-df08-49ee-968b-93f3d2a49dac,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.105646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:26.117053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.155857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.196397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Made reservation on behalf of 2c53d5605374468d9157c1c89d2bc633 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:26.201673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.241940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.256851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] DHCP port deletion for 4e12698e-fc3f-4c67-87a5-62ac0c5696ab request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:26.263640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:26.264288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.357272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] Deleting port f77ae33c-5340-4e33-b5d9-d1d272776a28 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:26.358719 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.397787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Deleting port f77ae33c-5340-4e33-b5d9-d1d272776a28 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:26.398170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.481178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2562b2-7830-48cd-bbc7-2d1ee3043cfa req-e79fca8c-925f-407a-952f-32ed41d5dd6b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:26.486169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea2562b2-7830-48cd-bbc7-2d1ee3043cfa req-e79fca8c-925f-407a-952f-32ed41d5dd6b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 932 time: 0.1377885 Aug 10 03:32:26.495946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] For port f77ae33c-5340-4e33-b5d9-d1d272776a28, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f77ae33c-5340-4e33-b5d9-d1d272776a28,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:26.497165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.527074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] For port f77ae33c-5340-4e33-b5d9-d1d272776a28, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f77ae33c-5340-4e33-b5d9-d1d272776a28,segment=NetworkSegment(d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2),segment_id=d9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:26.528410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.533709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] Calling delete_port for f77ae33c-5340-4e33-b5d9-d1d272776a28 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:26.545897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:32:26.612227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Calling delete_port for f77ae33c-5340-4e33-b5d9-d1d272776a28 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:26.648085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.691046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] No DVR routers for this DVR port f77ae33c-5340-4e33-b5d9-d1d272776a28 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:26.693225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d121b-9edc-48b3-89d9-76bd02c8f19a None None] Pushing event deleted for resources: {'Port': ['ID=f77ae33c-5340-4e33-b5d9-d1d272776a28,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.721941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.732867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.885681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea2562b2-7830-48cd-bbc7-2d1ee3043cfa req-1bf39e2e-bd27-426c-8f0b-1794a9f990be tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934586 Aug 10 03:32:26.896292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b6a8c768-3e91-473e-8b99-03d3acc6d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.911134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.923632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.948452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-2fb30d83-ad5b-48b0-b3b6-e77abe927d74 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3327544 Aug 10 03:32:26.951340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:26.974772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Request body: {'port': {'device_id': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:26.977407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77ae33c-5340-4e33-b5d9-d1d272776a28,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:26.984391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] No DVR routers for this DVR port f77ae33c-5340-4e33-b5d9-d1d272776a28 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:27.034094 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d associated. External IP: 172.25.2.154, port: 4b352b19-d9c1-4590-a67a-9323366a1042. Aug 10 03:32:27.154766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.157137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.166474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b9aea-0f38-4393-bfaa-5328eddcdda8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.174432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e12698e-fc3f-4c67-87a5-62ac0c5696ab']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:27.254925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b96f16-9ed9-4324-a5b5-ce2a77eec8af {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:27.260441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:27.260890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bbe7fc-d3a4-4b9e-8e58-6aa022c9d1e2') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:27.275557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.288403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ad94-53d7-47fb-b719-45b1c66caa83 req-9755bead-23e6-4a0a-aec1-e3570cabbc53 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:27.289808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.290275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d722ad94-53d7-47fb-b719-45b1c66caa83 req-9755bead-23e6-4a0a-aec1-e3570cabbc53 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 932 time: 0.2789114 Aug 10 03:32:27.314903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Allocated IP 192.168.233.145 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/c287e794-aad3-4790-80f5-bdf3a1699eba) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:27.336254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Transition to ACTIVE for port object b1b96f16-9ed9-4324-a5b5-ce2a77eec8af will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:27.346055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.366419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.401798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d722ad94-53d7-47fb-b719-45b1c66caa83 req-089094a2-432b-4d66-86f3-261161a23cdb tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016104 Aug 10 03:32:27.409712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:27.410435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.446673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:27.499567 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:27.678485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Attempting to bind port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:27.679173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Attempting to bind port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:27.679714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Attempting to bind port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:27.718906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91d30e53-a73e-48a5-b882-0bfb3af8b775 req-1021a345-25e3-4aeb-a9a4-7fd409c861d0 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 210 time: 0.0759153 Aug 10 03:32:27.729537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.730479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af on network 4d70feb0-1405-45a2-9d79-2f6805696e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:27.731024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Attempting to bind port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:27.739818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.742211 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.747357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4e12698e-fc3f-4c67-87a5-62ac0c5696ab HTTP/1.1" status: 204 len: 168 time: 1.8475819 Aug 10 03:32:27.756909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:27.757478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:27.758166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Bound using segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:27.758950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Bound port: b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:27.759534 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.796268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Transition to ACTIVE for port object c287e794-aad3-4790-80f5-bdf3a1699eba will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:27.913467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce38b0-71b5-4831-8480-0c087a022b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e12698e-fc3f-4c67-87a5-62ac0c5696ab,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:27.923630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:27.931933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:27.942079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:27.952540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.004696 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.024941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:28.049767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.050916 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.054382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] 10.222.0.39 "PUT /v2.0/ports/b1b96f16-9ed9-4324-a5b5-ce2a77eec8af HTTP/1.1" status: 200 len: 1093 time: 2.0511446 Aug 10 03:32:28.057006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:28.061733 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2424b17-4294-4fa7-92b6-959a6161707a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:28.086790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:28.103847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f77ae33c-5340-4e33-b5d9-d1d272776a28 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:28.105628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:28.133421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:28.172333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f77ae33c-5340-4e33-b5d9-d1d272776a28 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:28.172835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f77ae33c-5340-4e33-b5d9-d1d272776a28 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:28.274514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.275461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.333887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6229d-2734-4e44-9de7-eb36c982ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.403803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6771352 Aug 10 03:32:28.433418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Request body: {'port': {'device_id': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:28.444260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85f10-9f69-4413-b071-882ff03de983 req-c7c82a36-102a-4b3d-94f8-0a9ed11128d9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.445801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8dc85f10-9f69-4413-b071-882ff03de983 req-c7c82a36-102a-4b3d-94f8-0a9ed11128d9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 944 time: 0.3782248 Aug 10 03:32:28.450843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecaeb9-6da8-4848-b4ef-23c700b3ef3d tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Pushing event updated for resources: {'Port': ['ID=c287e794-aad3-4790-80f5-bdf3a1699eba,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.476275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-e5926d37-cf03-4fce-849d-d7d7fd684f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.477879 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-e5926d37-cf03-4fce-849d-d7d7fd684f5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 1096 time: 0.2441194 Aug 10 03:32:28.499073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c33cd150-fd35-41a7-9c05-dd1d7280e4d6 None None] Provisioning for port c287e794-aad3-4790-80f5-bdf3a1699eba completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:28.508121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c33cd150-fd35-41a7-9c05-dd1d7280e4d6 None None] Provisioning complete for port c287e794-aad3-4790-80f5-bdf3a1699eba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:28.508121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c33cd150-fd35-41a7-9c05-dd1d7280e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.538668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9e8e571f-536d-4880-8855-b65d653b0e33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5363ebe1a41741b29b7fd0945996c743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278239 Aug 10 03:32:28.560217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49598) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:28.567329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c33cd150-fd35-41a7-9c05-dd1d7280e4d6 None None] Port c287e794-aad3-4790-80f5-bdf3a1699eba cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:28.574171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-7ee73fa5-c5f9-4c37-9008-fd5bb455928f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af HTTP/1.1" status: 200 len: 217 time: 0.0834568 Aug 10 03:32:28.607895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.613894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897e6858-df08-49ee-968b-93f3d2a49dac {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:28.625523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.651351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Transition to ACTIVE for port object 897e6858-df08-49ee-968b-93f3d2a49dac will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:28.656328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8dc85f10-9f69-4413-b071-882ff03de983 req-6ef43dc5-289f-48ac-a13f-b116c72d06a4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846976 Aug 10 03:32:28.661703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:28.676339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:28.681898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.691653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.692494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:28.693363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:28.714629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-878d352f-aeac-4995-a54b-c44e19c5fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:28.716767 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-878d352f-aeac-4995-a54b-c44e19c5fa56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.1331203 Aug 10 03:32:28.779135 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f660bd39-7621-4b5b-8596-39fb1a47765d x-openstack-request-id: req-f660bd39-7621-4b5b-8596-39fb1a47765d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:28.779444 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:28.779650 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f660bd39-7621-4b5b-8596-39fb1a47765d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:28.780067 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'status': 'completed', 'code': 200} Aug 10 03:32:28.782347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f042853-4b38-405e-b32c-dc40e027b8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.785824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-3e55a24d-c420-40f0-906b-7c71ad6368d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566664 Aug 10 03:32:28.868420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Pushing event updated for resources: {'Port': ['ID=897e6858-df08-49ee-968b-93f3d2a49dac,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:28.898026 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-86d12644-3e65-46c4-9548-c411e4fa35fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "PUT /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 996 time: 3.3723912 Aug 10 03:32:28.930237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:28.934495 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f851ed1-360c-43e0-b1c5-701fce2d48f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:28.946484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f042853-4b38-405e-b32c-dc40e027b8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:28.995906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:29.021813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-92856b06-0b6c-4175-8ca8-c677eb68cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.023586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-92856b06-0b6c-4175-8ca8-c677eb68cb0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.0824904 Aug 10 03:32:29.090203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Attempting to bind port 897e6858-df08-49ee-968b-93f3d2a49dac on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:29.090203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Attempting to bind port 897e6858-df08-49ee-968b-93f3d2a49dac by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '05716fbb-b243-4c90-9baa-7773212a9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:29.090814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Attempting to bind port 897e6858-df08-49ee-968b-93f3d2a49dac on network 6bffb5d0-458b-48fd-8bdd-aae120d94550 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:29.096884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd760e15-f6e4-46a9-9b52-1b63f1620e00 req-056bea3b-9daf-4da5-92d5-569027ab4ad4 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.098018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Port 897e6858-df08-49ee-968b-93f3d2a49dac on network 6bffb5d0-458b-48fd-8bdd-aae120d94550 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:29.098234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Attempting to bind port 897e6858-df08-49ee-968b-93f3d2a49dac on network 6bffb5d0-458b-48fd-8bdd-aae120d94550 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:29.103441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd760e15-f6e4-46a9-9b52-1b63f1620e00 req-056bea3b-9daf-4da5-92d5-569027ab4ad4 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 944 time: 0.2346764 Aug 10 03:32:29.111175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:29.111175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Checking segment: {'id': '05716fbb-b243-4c90-9baa-7773212a9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:29.111835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Bound using segment: {'id': '05716fbb-b243-4c90-9baa-7773212a9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:29.112109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Bound port: 897e6858-df08-49ee-968b-93f3d2a49dac, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05716fbb-b243-4c90-9baa-7773212a9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:29.112572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.137040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-b606779d-76d4-480c-b6aa-f2aca00d2442 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371289 Aug 10 03:32:29.200481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-751b6fad-b2d2-4467-9e5f-e53875c46dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.202252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-751b6fad-b2d2-4467-9e5f-e53875c46dd3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.1702621 Aug 10 03:32:29.226521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f042853-4b38-405e-b32c-dc40e027b8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.229533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f042853-4b38-405e-b32c-dc40e027b8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.233041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f042853-4b38-405e-b32c-dc40e027b8e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b991337-0524-4994-9141-88bfed321567 HTTP/1.1" status: 204 len: 168 time: 0.6701534 Aug 10 03:32:29.246124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd760e15-f6e4-46a9-9b52-1b63f1620e00 req-9da4cdc2-2127-4fb5-9ad0-77e5583ab122 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403527 Aug 10 03:32:29.271596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f042853-4b38-405e-b32c-dc40e027b8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b991337-0524-4994-9141-88bfed321567,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.309787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-68a2f7b6-9da5-4d5f-84d1-dbaf1cd5c866 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 999 time: 0.0996675 Aug 10 03:32:29.363544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] For port 897e6858-df08-49ee-968b-93f3d2a49dac, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:29.390030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] For port 897e6858-df08-49ee-968b-93f3d2a49dac, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=897e6858-df08-49ee-968b-93f3d2a49dac,segment=NetworkSegment(05716fbb-b243-4c90-9baa-7773212a9c7c),segment_id=05716fbb-b243-4c90-9baa-7773212a9c7c)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:29.399292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.402466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-84e7a0b0-b80a-4a60-8ccb-7991cf405b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.411794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c287e794-aad3-4790-80f5-bdf3a1699eba {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:29.412757 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-84e7a0b0-b80a-4a60-8ccb-7991cf405b3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1019258 Aug 10 03:32:29.431657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-043dc4cc-f239-4cf9-b86e-d86a0fcdd25f req-11e8434c-e5e9-43ff-9cf8-219cc4233057 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773297 Aug 10 03:32:29.441289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.468781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 1, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:29.513434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:29.517781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Transition to ACTIVE for port object c287e794-aad3-4790-80f5-bdf3a1699eba will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:29.528198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:29.529022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:29.551084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.551858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.553022 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.557711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] 10.222.0.39 "PUT /v2.0/ports/897e6858-df08-49ee-968b-93f3d2a49dac HTTP/1.1" status: 200 len: 1093 time: 2.5895240 Aug 10 03:32:29.671036 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.722669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-80ce545d-0100-4f42-9b28-fe4089656773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.724271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-80ce545d-0100-4f42-9b28-fe4089656773 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3107076 Aug 10 03:32:29.730527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2424b17-4294-4fa7-92b6-959a6161707a req-58575043-4251-415c-918b-0eadb343b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.733795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-58575043-4251-415c-918b-0eadb343b3ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 1096 time: 0.2103593 Aug 10 03:32:29.736638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:29.758332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-822ccabd-b5bb-4534-9822-8450d653ff1a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:29.765859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-822ccabd-b5bb-4534-9822-8450d653ff1a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253675 Aug 10 03:32:29.782490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe0bef-775b-4169-92f7-3b8d81b0125f service neutron] Pushing event updated for resources: {'Port': ['ID=897e6858-df08-49ee-968b-93f3d2a49dac,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.810379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Pushing event updated for resources: {'Port': ['ID=c287e794-aad3-4790-80f5-bdf3a1699eba,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:29.869642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-1ee138e4-245b-496b-9b8c-a248f54b1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:29.871117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-1ee138e4-245b-496b-9b8c-a248f54b1bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7f7932f564e4beb888c07d3952d27d2&device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 1096 time: 0.2577143 Aug 10 03:32:29.879756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb35-5278-44d0-a237-952935bb02a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:29.933614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-d1c11f36-8eb7-4dde-b477-2b41c7a93add service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897e6858-df08-49ee-968b-93f3d2a49dac HTTP/1.1" status: 200 len: 217 time: 0.0518978 Aug 10 03:32:30.059180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b327-caba-44e9-89a0-8737084bf9fa req-725e89e5-b3de-4427-9cfd-e8085220f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.063142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-725e89e5-b3de-4427-9cfd-e8085220f085 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bb78d02-a13d-4240-8afc-06cf247be5dc HTTP/1.1" status: 200 len: 855 time: 0.1183996 Aug 10 03:32:30.122293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-d19e9884-7d96-4418-b357-b0b6e1b1abb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bffb5d0-458b-48fd-8bdd-aae120d94550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445731 Aug 10 03:32:30.125261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-a3b24007-506f-471f-b961-7dc1afeb6411 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585186 Aug 10 03:32:30.174796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127137-8ca3-47d7-8847-03c9be87bd5e req-287721ec-4222-47d4-a9ae-a2631245bd6e tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.189580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a127137-8ca3-47d7-8847-03c9be87bd5e req-287721ec-4222-47d4-a9ae-a2631245bd6e tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 948 time: 0.4182701 Aug 10 03:32:30.217181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 1, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:30.253541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49003440-405f-4545-b164-f1e5ed1707c2 None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:26Z', 'revision_number': 1, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:30.260695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Attempting to bind port c287e794-aad3-4790-80f5-bdf3a1699eba on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:30.261431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Attempting to bind port c287e794-aad3-4790-80f5-bdf3a1699eba by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:30.262597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Attempting to bind port c287e794-aad3-4790-80f5-bdf3a1699eba on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:30.276588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2424b17-4294-4fa7-92b6-959a6161707a req-751628ce-d4d7-4b42-b25a-cd9a8d2c76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.281891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-751628ce-d4d7-4b42-b25a-cd9a8d2c76e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.5243936 Aug 10 03:32:30.289189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Port c287e794-aad3-4790-80f5-bdf3a1699eba on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:32:30.289497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Attempting to bind port c287e794-aad3-4790-80f5-bdf3a1699eba on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:30.323842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-55e81e0b-8018-457b-8330-0438fc4b026e service neutron] 10.222.0.39 "GET /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802683 Aug 10 03:32:30.339737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1de397a0-2b00-46aa-bed9-e4cbe7f93001 req-03a56aed-08d0-4c79-a1b3-1ff8a511f2d1 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064879 Aug 10 03:32:30.396104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:30.396617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:30.397254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:30.397897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Bound port: c287e794-aad3-4790-80f5-bdf3a1699eba, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:30.398884 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.422532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a127137-8ca3-47d7-8847-03c9be87bd5e req-275ab3db-5660-4bfd-9490-6c2cb7dcb70a tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293596 Aug 10 03:32:30.440592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b189b327-caba-44e9-89a0-8737084bf9fa req-481489c4-0435-4a6b-84cf-145abbc28e44 service neutron] 10.222.0.39 "GET /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987735 Aug 10 03:32:30.443047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-28c8632d-f371-402a-b312-a2f699205945 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af HTTP/1.1" status: 200 len: 217 time: 0.1328897 Aug 10 03:32:30.507879 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e20afb-d845-4f47-a097-e94e7d6493fc x-openstack-request-id: req-b8e20afb-d845-4f47-a097-e94e7d6493fc {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:30.508175 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:30.508427 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8e20afb-d845-4f47-a097-e94e7d6493fc {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:30.508821 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'status': 'completed', 'code': 200} Aug 10 03:32:30.615314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2424b17-4294-4fa7-92b6-959a6161707a req-e99ed9fb-2bd4-4131-867e-d2da3767e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.616943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-e99ed9fb-2bd4-4131-867e-d2da3767e19c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.1604111 Aug 10 03:32:30.635535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-baee4809-dd96-4313-9c50-6bd303b7afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.638252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-baee4809-dd96-4313-9c50-6bd303b7afda service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.0852950 Aug 10 03:32:30.679252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-13f32e10-0643-4382-ab47-4e5f39846a67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297730 Aug 10 03:32:30.721840 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3d2432-49a5-4b86-b485-57ccb4f3f38d None None] New status for floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:30.752671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] For port c287e794-aad3-4790-80f5-bdf3a1699eba, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:30.788439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac4b78-ce2a-4504-9105-b5bd4072ac20 req-1baa9700-ee21-4486-b245-eeedbbb7a167 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.796625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18ac4b78-ce2a-4504-9105-b5bd4072ac20 req-1baa9700-ee21-4486-b245-eeedbbb7a167 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 944 time: 0.1988826 Aug 10 03:32:30.802037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] For port c287e794-aad3-4790-80f5-bdf3a1699eba, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c287e794-aad3-4790-80f5-bdf3a1699eba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:30.819899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c824-2c54-4eda-a61b-2604163388fc req-dfd48979-9a1d-4cb7-acc0-4a270d59b60d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.821889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d13c824-2c54-4eda-a61b-2604163388fc req-dfd48979-9a1d-4cb7-acc0-4a270d59b60d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 944 time: 0.1036673 Aug 10 03:32:30.826791 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.841357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:30.879221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-5e9631cd-7ccd-40f6-80f0-2a6eb585cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.881082 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-5e9631cd-7ccd-40f6-80f0-2a6eb585cefc service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.2346647 Aug 10 03:32:30.895506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d13c824-2c54-4eda-a61b-2604163388fc req-a195100c-47cc-490b-a07b-fa6396c14a3d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623798 Aug 10 03:32:30.905425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:30.906099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.907528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] 10.222.0.65 "PUT /v2.0/ports/c287e794-aad3-4790-80f5-bdf3a1699eba HTTP/1.1" status: 200 len: 1097 time: 2.4843693 Aug 10 03:32:30.933439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-b2166b9d-d762-447a-bb86-1212596747d3 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442820 Aug 10 03:32:30.934125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'tag': 'c287e794-aad3-4790-80f5-bdf3a1699eba'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:30.936753 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b018af-7ebb-435f-b2dd-7b1a60339f09" -d '{"events": [{"name": "network-changed", "server_uuid": "665de6ab-ec80-4431-9c66-ac8ff518df9e", "tag": "c287e794-aad3-4790-80f5-bdf3a1699eba"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:31.096918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18ac4b78-ce2a-4504-9105-b5bd4072ac20 req-56e662ec-ecd6-47c8-bdeb-c0c125575400 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888153 Aug 10 03:32:31.108051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2424b17-4294-4fa7-92b6-959a6161707a req-b14947ed-3bc9-4acb-ae62-708cf42c5534 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486304 Aug 10 03:32:31.123461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-f3ea8cdc-13b8-44bb-bf52-8d53da17bbbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 999 time: 0.2263145 Aug 10 03:32:31.125431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-network', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:31.165955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1e9b3-f054-4efe-a12b-f1ad5ad6a17b service neutron] Pushing event updated for resources: {'Port': ['ID=c287e794-aad3-4790-80f5-bdf3a1699eba,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.208715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Made reservation on behalf of 69a99023b1d34f4c8f438ebb64ec17d3 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:31.211790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.218179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-ef1ae8b1-0dbe-4477-bf3f-3108e6e8eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.219976 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-ef1ae8b1-0dbe-4477-bf3f-3108e6e8eca5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c53d5605374468d9157c1c89d2bc633&device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 1100 time: 0.1190338 Aug 10 03:32:31.237397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.264892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-ed7f404a-c1c2-4cf3-95af-8b45a4602c9d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.267671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-ed7f404a-c1c2-4cf3-95af-8b45a4602c9d tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2427163 Aug 10 03:32:31.270169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-192dbf75-06ff-4c77-a6fa-bc2e2569ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.272881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-192dbf75-06ff-4c77-a6fa-bc2e2569ec50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1374056 Aug 10 03:32:31.294094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-9f74e52d-6ce7-4800-bc88-17e26c90c8bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=c287e794-aad3-4790-80f5-bdf3a1699eba HTTP/1.1" status: 200 len: 217 time: 0.0651095 Aug 10 03:32:31.328930 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b2de97-e59f-40fe-88ea-f0dd4b64b029 x-openstack-request-id: req-03b2de97-e59f-40fe-88ea-f0dd4b64b029 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:31.329422 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665de6ab-ec80-4431-9c66-ac8ff518df9e", "tag": "c287e794-aad3-4790-80f5-bdf3a1699eba", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:31.329422 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03b2de97-e59f-40fe-88ea-f0dd4b64b029 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:31.329855 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'tag': 'c287e794-aad3-4790-80f5-bdf3a1699eba', 'status': 'completed', 'code': 200} Aug 10 03:32:31.383643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-5fffe0b1-4b86-40ac-a4ff-6b662064ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.385202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-5fffe0b1-4b86-40ac-a4ff-6b662064ecfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0815051 Aug 10 03:32:31.426714 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-8355fcb7-8d7a-4c2f-9b9e-65fff240fe39 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1522908 Aug 10 03:32:31.435657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-813a4381-434c-4123-8340-95b92bad45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.437341 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-813a4381-434c-4123-8340-95b92bad45e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475172 Aug 10 03:32:31.446249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'floatingip': {'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:31.473357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45139-8c3e-4618-a164-e446925812b9 req-c5fee850-883d-4f75-b8c7-8ef0b6cf3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.475305 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-c5fee850-883d-4f75-b8c7-8ef0b6cf3960 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816398 Aug 10 03:32:31.560873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.592001 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.613622 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.631959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.639560 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-51a1684a-75a2-409e-a676-45344c91017c service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897888 Aug 10 03:32:31.673094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829109b-235d-4530-93f5-5838f66abc98 req-f3927c74-572c-4f1b-854a-a5143537b6b9 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.674763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3829109b-235d-4530-93f5-5838f66abc98 req-f3927c74-572c-4f1b-854a-a5143537b6b9 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 948 time: 0.1235077 Aug 10 03:32:31.677587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:32:31.716425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-c3b3db74-36c2-4ae6-8872-ec2b8a2290a7 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316899 Aug 10 03:32:31.717844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.718215 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Added segment 5d7a42ce-2010-4dc5-8c5d-e62662a080e7 of type vlan for network e59deeca-8a9a-4549-824d-16b8a656775c Aug 10 03:32:31.734612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4175b0-3e83-4caf-986a-4bee97a92d61,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:31.808156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.847674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f851ed1-360c-43e0-b1c5-701fce2d48f4 req-395d0adf-65da-462c-8e4b-8c7282f238e3 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852362 Aug 10 03:32:31.880985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3829109b-235d-4530-93f5-5838f66abc98 req-ec82ad3d-d588-4635-a747-ee5bcfaee415 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900828 Aug 10 03:32:31.903868 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.904898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:31.905439 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:31.964879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b1b96f16-9ed9-4324-a5b5-ce2a77eec8af details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:31.989210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fc45139-8c3e-4618-a164-e446925812b9 req-be07c156-a610-4a29-a6eb-b21edd8398dc service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556565 Aug 10 03:32:32.007887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] Pushing event updated for resources: {'Network': ['ID=e59deeca-8a9a-4549-824d-16b8a656775c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.010900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4495edc3-a9d1-4b5c-8feb-55ae1bddab5f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1483397 Aug 10 03:32:32.015705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49650) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:32.021029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Request body: {'subnet': {'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-subnet', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:32.031573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e59deeca-8a9a-4549-824d-16b8a656775c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:32:32.049242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Made reservation on behalf of 69a99023b1d34f4c8f438ebb64ec17d3 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:32:32.052569 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.183066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:32:32.185844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-05855312-e809-45b6-999a-b757899790a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.187598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-05855312-e809-45b6-999a-b757899790a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c53d5605374468d9157c1c89d2bc633&device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 1100 time: 0.1172101 Aug 10 03:32:32.307169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:32.325963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'mac_address': 'fa:16:3e:ba:36:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:32.375319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.396513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b96f16-9ed9-4324-a5b5-ce2a77eec8af {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:32.452454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:32.458556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.459472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.466845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.528297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'tag': '897e6858-df08-49ee-968b-93f3d2a49dac'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:32.532310 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca599452-d883-4444-aca6-314523efc48f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ad7678-91d9-416f-9489-b3b6d06169dc", "tag": "897e6858-df08-49ee-968b-93f3d2a49dac"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:32.545172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.637773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7595227-b5fa-4353-9674-45f9cac2b779 req-8cccf903-4dda-4cae-b39e-b8203f916698 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.639444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7595227-b5fa-4353-9674-45f9cac2b779 req-8cccf903-4dda-4cae-b39e-b8203f916698 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 944 time: 0.4749649 Aug 10 03:32:32.644317 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d associated. External IP: 172.25.2.154, port: 4b352b19-d9c1-4590-a67a-9323366a1042. Aug 10 03:32:32.716030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:32.733572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-b0accd05-94e6-4b2b-9194-1179194c5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.735139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-b0accd05-94e6-4b2b-9194-1179194c5ede service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2236116 Aug 10 03:32:32.738381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:32.775361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7595227-b5fa-4353-9674-45f9cac2b779 req-a988f563-b73f-434e-9c2d-97f037a7993d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223993 Aug 10 03:32:32.817352 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-86bb0e96-32ee-4ee0-8147-2654b169aecd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=c287e794-aad3-4790-80f5-bdf3a1699eba HTTP/1.1" status: 200 len: 217 time: 0.0712333 Aug 10 03:32:32.870176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5309bbfc-55d5-4767-8190-1f445d588bf0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:32.928377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Checking segment: {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:32.929087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Network hostable DHCP agents. Network: e59deeca-8a9a-4549-824d-16b8a656775c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:32:32.932311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-f31886e4-0438-4a9c-9c59-d301bfff2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:32.936151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-f31886e4-0438-4a9c-9c59-d301bfff2939 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1040583 Aug 10 03:32:32.987053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Network e59deeca-8a9a-4549-824d-16b8a656775c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:32:32.997261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a567a-2cf6-496a-8bdd-a0d197e57328 req-f20564c0-59a8-4b6e-bc6e-3490abd813a7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.000014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759a567a-2cf6-496a-8bdd-a0d197e57328 req-f20564c0-59a8-4b6e-bc6e-3490abd813a7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 944 time: 0.1055157 Aug 10 03:32:33.030111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:33.036456 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.053251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e59deeca-8a9a-4549-824d-16b8a656775c) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:33.065277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8c17a-4a29-4499-9281-61c25ea91b2b None None] Network e59deeca-8a9a-4549-824d-16b8a656775c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:33.070304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.071141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.126371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-118e169c-3156-4168-889f-c29af817b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.128795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-118e169c-3156-4168-889f-c29af817b133 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734498 Aug 10 03:32:33.134996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759a567a-2cf6-496a-8bdd-a0d197e57328 req-4b4a0fff-b6bb-4a83-9422-1bbbae04a263 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260593 Aug 10 03:32:33.139114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b13d5cf2-2fbd-4163-8e76-c86d6acdab56 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1216702 Aug 10 03:32:33.167178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:33.174181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:33.260615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.261707 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.311713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-545f59b5-0643-4cf2-ab87-c3f8005ad327 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707051 Aug 10 03:32:33.368480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-e59deeca-8a9a-4549-824d-16b8a656775c', 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'fixed_ips': [{'subnet_id': '5309bbfc-55d5-4767-8190-1f445d588bf0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:32:33.369436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.447581 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c516145-7786-4e8d-8f0a-c85304708e65 x-openstack-request-id: req-4c516145-7786-4e8d-8f0a-c85304708e65 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:33.447971 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ad7678-91d9-416f-9489-b3b6d06169dc", "tag": "897e6858-df08-49ee-968b-93f3d2a49dac", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:33.448161 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c516145-7786-4e8d-8f0a-c85304708e65 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:33.448464 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'tag': '897e6858-df08-49ee-968b-93f3d2a49dac', 'status': 'completed', 'code': 200} Aug 10 03:32:33.452446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b018af-7ebb-435f-b2dd-7b1a60339f09 req-ebe75a73-9f52-47f4-9a9a-3da81c9ff00f service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025708 Aug 10 03:32:33.455137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.548296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:33.562886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:33.578684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Allocated IP 172.20.0.2 (e59deeca-8a9a-4549-824d-16b8a656775c/5309bbfc-55d5-4767-8190-1f445d588bf0/b7e4a363-11eb-4d56-b353-961c5ab89ec1) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:33.601496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:33.602708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:33.656506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599452-d883-4444-aca6-314523efc48f req-7c471514-ca10-4f87-972e-4b97950defdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.658375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-7c471514-ca10-4f87-972e-4b97950defdc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7f7932f564e4beb888c07d3952d27d2&device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 1096 time: 0.2048402 Aug 10 03:32:33.708467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625b998-76d7-4d1b-9d23-099307b43c5c req-2f924608-57b2-452a-8b7c-db5f44b499ae tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.710193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6625b998-76d7-4d1b-9d23-099307b43c5c req-2f924608-57b2-452a-8b7c-db5f44b499ae tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 948 time: 0.1453605 Aug 10 03:32:33.759700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.795318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:33.862144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6625b998-76d7-4d1b-9d23-099307b43c5c req-26065b4d-6c4e-484d-bac4-4baf6666e037 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114004 Aug 10 03:32:33.886280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599452-d883-4444-aca6-314523efc48f req-bf90fc28-ffe8-4404-b3e1-fd09a5cb4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:33.887971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-bf90fc28-ffe8-4404-b3e1-fd09a5cb4c8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6bffb5d0-458b-48fd-8bdd-aae120d94550 HTTP/1.1" status: 200 len: 916 time: 0.2000096 Aug 10 03:32:33.923658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:33.947402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:33.953932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:33.961094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-14c99197-7cd9-4383-b22a-246a82374654 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=897e6858-df08-49ee-968b-93f3d2a49dac HTTP/1.1" status: 200 len: 217 time: 0.0628586 Aug 10 03:32:33.983864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 897e6858-df08-49ee-968b-93f3d2a49dac details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:33.986989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b1b96f16-9ed9-4324-a5b5-ce2a77eec8af up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:34.031845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-56d1817b-3c8f-44e0-b2a5-cee7593ce275 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "PUT /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 998 time: 2.5915911 Aug 10 03:32:34.107837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-e58499f9-5567-43f9-96e8-bac0c1069918 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.115110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-e58499f9-5567-43f9-96e8-bac0c1069918 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports/4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 942 time: 0.0725160 Aug 10 03:32:34.161442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599452-d883-4444-aca6-314523efc48f req-d401881c-e7ff-497d-b486-7cf6f47ebdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.163234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-d401881c-e7ff-497d-b486-7cf6f47ebdf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4bb78d02-a13d-4240-8afc-06cf247be5dc HTTP/1.1" status: 200 len: 855 time: 0.1930411 Aug 10 03:32:34.226494 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:32:34.228471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-157d748e-ac62-4136-a710-faa8f98e7248 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6bffb5d0-458b-48fd-8bdd-aae120d94550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337000 Aug 10 03:32:34.247316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:34.254486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-58746207-5e7a-42c2-9778-2cfd36da0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.256172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-58746207-5e7a-42c2-9778-2cfd36da0a10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.0522859 Aug 10 03:32:34.337665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a18c9-62df-4420-af3d-dd9fe1523043 req-9d5f7327-f6f8-4cfb-b33f-2103995c666b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.343782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-496a18c9-62df-4420-af3d-dd9fe1523043 req-9d5f7327-f6f8-4cfb-b33f-2103995c666b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 945 time: 0.2546451 Aug 10 03:32:34.391585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-dce133b4-f87b-4ad7-aa76-78b64d76a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.393104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-dce133b4-f87b-4ad7-aa76-78b64d76a327 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.1233723 Aug 10 03:32:34.404153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.439489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-0e75aca4-d554-41ab-8863-00cbd214a4ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.0385678 Aug 10 03:32:34.447576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.495809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-1d347dc8-e935-4a04-ba40-1b4e67226c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.498022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-1d347dc8-e935-4a04-ba40-1b4e67226c10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.0512891 Aug 10 03:32:34.528995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.538170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:34.538697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.563433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-1a6fa8a7-cb2e-4f93-80c3-464e54081157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.565179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-1a6fa8a7-cb2e-4f93-80c3-464e54081157 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593262 Aug 10 03:32:34.578160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-496a18c9-62df-4420-af3d-dd9fe1523043 req-2f044757-8a50-4e5d-a1c5-0aa42a03670b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243211 Aug 10 03:32:34.580651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Transition to ACTIVE for port object b7e4a363-11eb-4d56-b353-961c5ab89ec1 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:34.631752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-e0494b66-7c08-4cbd-9ebb-e6827b46697f service neutron] 10.222.0.39 "GET /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656476 Aug 10 03:32:34.691647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Transition to ACTIVE for port object b7e4a363-11eb-4d56-b353-961c5ab89ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:34.711550 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.715675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 897e6858-df08-49ee-968b-93f3d2a49dac, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=897e6858-df08-49ee-968b-93f3d2a49dac,segment=NetworkSegment(05716fbb-b243-4c90-9baa-7773212a9c7c),segment_id=05716fbb-b243-4c90-9baa-7773212a9c7c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:34.771585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '897e6858-df08-49ee-968b-93f3d2a49dac', 'network_id': '6bffb5d0-458b-48fd-8bdd-aae120d94550', 'port_id': '897e6858-df08-49ee-968b-93f3d2a49dac', 'mac_address': 'fa:16:3e:9c:6e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb78d02-a13d-4240-8afc-06cf247be5dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:34.774078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-5274fadf-3195-4279-877d-c813c48bdeae service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006474 Aug 10 03:32:34.805074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Network e59deeca-8a9a-4549-824d-16b8a656775c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:34.814086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:34.829168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Allocated IP 172.25.2.150 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d9bf4e7f-9d2e-4645-807c-e7a8a91027e1) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:34.839399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:34.883271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Pushing event updated for resources: {'Port': ['ID=b7e4a363-11eb-4d56-b353-961c5ab89ec1,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:34.937737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce452293-ac94-4feb-8069-a4414b59fd50 req-370066ea-280d-4000-87a5-226ce09d5bef tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:34.940700 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.943399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce452293-ac94-4feb-8069-a4414b59fd50 req-370066ea-280d-4000-87a5-226ce09d5bef tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 944 time: 0.2386229 Aug 10 03:32:34.948833 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:34.964643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca599452-d883-4444-aca6-314523efc48f req-1e765db5-8bbc-4f75-91dd-ddb785616f24 service neutron] 10.222.0.39 "GET /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235817 Aug 10 03:32:34.972764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-d792c4fa-4a3f-489d-942f-b2557e6ba221 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915791 Aug 10 03:32:34.997196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897e6858-df08-49ee-968b-93f3d2a49dac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:35.019598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c287e794-aad3-4790-80f5-bdf3a1699eba details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:32:35.031112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:35.033431 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb710aa-9fc9-4d62-b302-e1a220d278d6" -d '{"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-plugged", "status": "completed", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:35.036357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Attempting to bind port b7e4a363-11eb-4d56-b353-961c5ab89ec1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:35.036736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Attempting to bind port b7e4a363-11eb-4d56-b353-961c5ab89ec1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:35.037093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Attempting to bind port b7e4a363-11eb-4d56-b353-961c5ab89ec1 on network e59deeca-8a9a-4549-824d-16b8a656775c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:35.054129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce452293-ac94-4feb-8069-a4414b59fd50 req-31724da1-72a9-42d8-99ca-ebeb862128c7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032841 Aug 10 03:32:35.069906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 897e6858-df08-49ee-968b-93f3d2a49dac, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=897e6858-df08-49ee-968b-93f3d2a49dac,segment=NetworkSegment(05716fbb-b243-4c90-9baa-7773212a9c7c),segment_id=05716fbb-b243-4c90-9baa-7773212a9c7c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:35.074497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:35.075978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:35.076380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Checking segment: {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:35.076817 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.077289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Bound using segment: {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:35.077773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Bound port: b7e4a363-11eb-4d56-b353-961c5ab89ec1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:35.078221 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.088874 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.100626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.127957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-c5362962-c8cd-4feb-84db-31970417d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.132073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-c5362962-c8cd-4feb-84db-31970417d763 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1046572 Aug 10 03:32:35.139644 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.154776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 3, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:35.241437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.262781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:35.287164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=897e6858-df08-49ee-968b-93f3d2a49dac,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.343180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] For port b7e4a363-11eb-4d56-b353-961c5ab89ec1, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:35.356741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:35.357389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:35.358862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:35.362004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:35.368229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:35.381416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] For port b7e4a363-11eb-4d56-b353-961c5ab89ec1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b7e4a363-11eb-4d56-b353-961c5ab89ec1,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:35.384947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-21ffa198-d9b4-41af-a660-2a5093ffb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.388314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['897e6858-df08-49ee-968b-93f3d2a49dac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:35.396714 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-21ffa198-d9b4-41af-a660-2a5093ffb2ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.2525830 Aug 10 03:32:35.453124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.476634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c287e794-aad3-4790-80f5-bdf3a1699eba, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c287e794-aad3-4790-80f5-bdf3a1699eba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:35.487152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}, {'name': 'network-changed', 'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:35.489455 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e989988-8172-4528-8f02-c6a09b94ec79" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}, {"name": "network-changed", "server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:35.516381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.522259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.527031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c287e794-aad3-4790-80f5-bdf3a1699eba', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'c287e794-aad3-4790-80f5-bdf3a1699eba', 'mac_address': 'fa:16:3e:b4:80:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:32:35.540270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-9cf9b216-bf08-432c-915b-b411a47b7a20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 1001 time: 0.1423879 Aug 10 03:32:35.605337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-1dd8aa77-ed1e-4bfe-9982-c2289ac8681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.607393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-1dd8aa77-ed1e-4bfe-9982-c2289ac8681e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.0658720 Aug 10 03:32:35.685805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b576-b620-4ed3-878c-c33e713828dd req-b37f516b-bc6c-41d3-8486-0d03e3ed35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.688652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-b37f516b-bc6c-41d3-8486-0d03e3ed35dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639482 Aug 10 03:32:35.689755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:35.775158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce653690-c119-4b40-907e-eeace67f6e19 None None] Pushing event updated for resources: {'Port': ['ID=b7e4a363-11eb-4d56-b353-961c5ab89ec1,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:35.779649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ef1bf-197a-4d09-917b-3688bf81aed8 req-daf97276-5e18-4ed0-bb39-83bae03cd359 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:35.781251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-129ef1bf-197a-4d09-917b-3688bf81aed8 req-daf97276-5e18-4ed0-bb39-83bae03cd359 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 948 time: 0.3219764 Aug 10 03:32:35.793642 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:35.828689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-cf6312d6-f247-4fb1-a0c5-ce5138163e61 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249237 Aug 10 03:32:35.838985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c287e794-aad3-4790-80f5-bdf3a1699eba {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:32:35.913362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-129ef1bf-197a-4d09-917b-3688bf81aed8 req-12de861d-9e6b-4dad-af54-799c427af694 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185231 Aug 10 03:32:36.079280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.091652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c287e794-aad3-4790-80f5-bdf3a1699eba, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c287e794-aad3-4790-80f5-bdf3a1699eba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:36.102424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b7e4a363-11eb-4d56-b353-961c5ab89ec1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:36.112112 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:36.114872 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57759b8e-f1d4-4907-9d42-958026efb88f x-openstack-request-id: req-57759b8e-f1d4-4907-9d42-958026efb88f {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:36.115170 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-plugged", "status": "completed", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:36.115428 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57759b8e-f1d4-4907-9d42-958026efb88f {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:36.115825 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'code': 200} Aug 10 03:32:36.169521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b42b576-b620-4ed3-878c-c33e713828dd req-0a5a1993-b353-46fc-93e8-c5227cd1c55f service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211467 Aug 10 03:32:36.270220 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c0f20d-1e24-44f8-af42-f0dad5a54600 x-openstack-request-id: req-13c0f20d-1e24-44f8-af42-f0dad5a54600 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:36.270220 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:36.270631 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13c0f20d-1e24-44f8-af42-f0dad5a54600 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:36.270791 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'status': 'completed', 'code': 200} Aug 10 03:32:36.271071 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'status': 'completed', 'code': 200} Aug 10 03:32:36.304349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c287e794-aad3-4790-80f5-bdf3a1699eba,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:36.341670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b7e4a363-11eb-4d56-b353-961c5ab89ec1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:36.417237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121017e4-4092-4321-b8da-656e6cafdbb1 req-c8cdd8d3-1542-4b62-81b7-443d993d19ad tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:36.419212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-121017e4-4092-4321-b8da-656e6cafdbb1 req-c8cdd8d3-1542-4b62-81b7-443d993d19ad tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.0968254 Aug 10 03:32:36.430052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c287e794-aad3-4790-80f5-bdf3a1699eba'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:36.466885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 3, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:36.476861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-121017e4-4092-4321-b8da-656e6cafdbb1 req-a55eb7d4-84fe-42c8-98d9-def120f9935e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Aug 10 03:32:36.512579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b27b4-d969-406a-940d-186c67b458b5 None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:32Z', 'revision_number': 3, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:36.653740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c68c837-714f-4310-ab1e-4156e0b0c8e2 req-128aece5-0d95-4a53-b79c-9a6bd6141dca tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1238382 Aug 10 03:32:36.730289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68c837-714f-4310-ab1e-4156e0b0c8e2 req-07849815-70b0-45d5-9607-4fc51236c630 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:36.738637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c68c837-714f-4310-ab1e-4156e0b0c8e2 req-07849815-70b0-45d5-9607-4fc51236c630 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports/02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 942 time: 0.0602410 Aug 10 03:32:36.807607 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393d72c9-8fcb-4f42-acd9-599fba40796f None None] New status for floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:36.885882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c68c837-714f-4310-ab1e-4156e0b0c8e2 req-a0984ed0-9d79-40a1-a71b-777d4ce161d8 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.0988176 Aug 10 03:32:37.056703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.089358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ad4e3-4165-4a1d-932f-4e6f6a53a83c req-139f617d-6a7a-483a-85d8-e9b355d8fc54 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.098182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f7a43-8e18-4584-b450-802e5470bbd9 None None] Network e59deeca-8a9a-4549-824d-16b8a656775c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:37.101502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b4ad4e3-4165-4a1d-932f-4e6f6a53a83c req-139f617d-6a7a-483a-85d8-e9b355d8fc54 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 945 time: 0.3752925 Aug 10 03:32:37.108358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c14ff-2490-43a8-9c31-e338d3b9d39e req-e597fa60-f14b-47d2-b0a8-c7d3d78909ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.110282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f19c14ff-2490-43a8-9c31-e338d3b9d39e req-e597fa60-f14b-47d2-b0a8-c7d3d78909ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 1098 time: 0.8771045 Aug 10 03:32:37.112131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68c837-714f-4310-ab1e-4156e0b0c8e2 req-1c1ea26a-a149-459b-a120-0e589d1edf72 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.114501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c68c837-714f-4310-ab1e-4156e0b0c8e2 req-1c1ea26a-a149-459b-a120-0e589d1edf72 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.2211781 Aug 10 03:32:37.204141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:37.225702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-c158492c-f3f9-4067-92a1-f88337a4805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.228536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-c158492c-f3f9-4067-92a1-f88337a4805b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.5038908 Aug 10 03:32:37.232667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] Provisioning for port b7e4a363-11eb-4d56-b353-961c5ab89ec1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:37.248336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] Provisioning complete for port b7e4a363-11eb-4d56-b353-961c5ab89ec1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:37.248804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:37.253735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:37.254365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:37.440367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0d71-8873-46db-acba-682282aaa32c req-a130aace-2a9d-44a3-a454-0a5dffc2e787 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.442871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-670d0d71-8873-46db-acba-682282aaa32c req-a130aace-2a9d-44a3-a454-0a5dffc2e787 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 949 time: 0.0619786 Aug 10 03:32:37.496229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b4ad4e3-4165-4a1d-932f-4e6f6a53a83c req-004ff1ef-9cbf-45b6-bc1f-2e77b3ee89d7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809254 Aug 10 03:32:37.499152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f19c14ff-2490-43a8-9c31-e338d3b9d39e req-8daa9eb8-9c93-4470-9e56-50215eefa881 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751588 Aug 10 03:32:37.536724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-670d0d71-8873-46db-acba-682282aaa32c req-42a1fc17-4581-46e2-97f5-5ea804ac1165 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817883 Aug 10 03:32:37.595327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-16fc9cbd-4122-4136-8d5f-614b0b6804e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.597700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-16fc9cbd-4122-4136-8d5f-614b0b6804e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.3135653 Aug 10 03:32:37.665696 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-df5426da-993c-431c-bf41-b9e6f7ab9feb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.0431285 Aug 10 03:32:37.694699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-03d94697-1ad8-4e53-808c-d65f70254f44 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1328816 Aug 10 03:32:37.740344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-9b43096a-1e1a-4e51-b3be-e2bf033814ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.742403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-9b43096a-1e1a-4e51-b3be-e2bf033814ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.0621028 Aug 10 03:32:37.743923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Router 7d210229-ff6d-49e4-b3f5-3a768db003d3 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:32:37.793688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-4a124b9d-0f9e-4f65-a419-edfb62af9408 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.796200 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-4a124b9d-0f9e-4f65-a419-edfb62af9408 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports/02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 942 time: 0.1001899 Aug 10 03:32:37.910017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:37.930197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-e77afc82-f2f9-4f5a-a008-5bce811f7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.931884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-e77afc82-f2f9-4f5a-a008-5bce811f7fdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733465 Aug 10 03:32:37.939729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893f78-b171-4e8f-bc9d-eeff41f346e4 req-c5cc7719-ee8a-4f94-82e0-c10d968b0d3d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:37.941344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7893f78-b171-4e8f-bc9d-eeff41f346e4 req-c5cc7719-ee8a-4f94-82e0-c10d968b0d3d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1383419 Aug 10 03:32:38.002557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-e0baabff-87a3-48fe-b557-da3f5f75748f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1078012 Aug 10 03:32:38.006451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:38.007277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 897e6858-df08-49ee-968b-93f3d2a49dac up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:38.028117 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Sync routers for ids ['7d210229-ff6d-49e4-b3f5-3a768db003d3'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:38.049111 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Routers {'7d210229-ff6d-49e4-b3f5-3a768db003d3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:38.050767 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7d210229-ff6d-49e4-b3f5-3a768db003d3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.066487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.073627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-680abfd0-3b1d-4bec-aec0-e57a5dca0b10 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8979423 Aug 10 03:32:38.073927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.074232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49700) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:38.090920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7893f78-b171-4e8f-bc9d-eeff41f346e4 req-0e31a6fc-9eaf-49c4-990e-869fa9a17104 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Aug 10 03:32:38.132054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-e868fc66-e071-4e77-a77a-30694f3f6b38 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868429 Aug 10 03:32:38.198514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] For port b7e4a363-11eb-4d56-b353-961c5ab89ec1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b7e4a363-11eb-4d56-b353-961c5ab89ec1,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.212745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 897e6858-df08-49ee-968b-93f3d2a49dac completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:38.246537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-47fe3759-8d75-45a8-9ace-a4cadc2f85f7 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.262973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-47fe3759-8d75-45a8-9ace-a4cadc2f85f7 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.2257488 Aug 10 03:32:38.266296 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.269486 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Set router 7d210229-ff6d-49e4-b3f5-3a768db003d3 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:38.333548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ed83a-a3d2-46e7-8c84-c24f39db7146 None None] Pushing event updated for resources: {'Port': ['ID=b7e4a363-11eb-4d56-b353-961c5ab89ec1,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.338176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 897e6858-df08-49ee-968b-93f3d2a49dac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:38.338176 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.435724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-8847a018-b15a-4675-9a89-6b85f0dff294 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1717329 Aug 10 03:32:38.451014 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:38.574598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.577899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c6e8e4c6-0cb5-4281-a73e-4c8fc33ba594 None None] Provisioning complete for port b7e4a363-11eb-4d56-b353-961c5ab89ec1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:38.578359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e4c6-0cb5-4281-a73e-4c8fc33ba594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.584544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.620934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-5ce5cac7-d951-4129-9021-9f74787e874d service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091928 Aug 10 03:32:38.661897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e6858-df08-49ee-968b-93f3d2a49dac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:38.664808 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2195a8-6bc9-41f9-9a03-31f4d48a6a81" -d '{"events": [{"server_uuid": "e0ad7678-91d9-416f-9489-b3b6d06169dc", "name": "network-vif-plugged", "status": "completed", "tag": "897e6858-df08-49ee-968b-93f3d2a49dac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:38.690730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 897e6858-df08-49ee-968b-93f3d2a49dac, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=897e6858-df08-49ee-968b-93f3d2a49dac,segment=NetworkSegment(05716fbb-b243-4c90-9baa-7773212a9c7c),segment_id=05716fbb-b243-4c90-9baa-7773212a9c7c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:38.704019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.706380 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.726397 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:35Z', 'revision_number': 3, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.762748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Checking router: 7d210229-ff6d-49e4-b3f5-3a768db003d3 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:38.763101 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Updating router 7d210229-ff6d-49e4-b3f5-3a768db003d3 port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:38.789763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:38.834516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:38.835182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:38.842757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=897e6858-df08-49ee-968b-93f3d2a49dac,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:38.857009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5441f8-2fab-48eb-980d-3a5ff5805394 req-1c042040-5d5a-455c-b6b6-bc03922901a9 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.859078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe5441f8-2fab-48eb-980d-3a5ff5805394 req-1c042040-5d5a-455c-b6b6-bc03922901a9 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 945 time: 0.2189343 Aug 10 03:32:38.867365 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.873775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.876591 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d disassociated. External IP: 172.25.2.154, port: 02fb0292-2c80-418e-93b7-bfcaff8e2631. Aug 10 03:32:38.891524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-bf673ba6-8664-4f7d-b836-e48c85545d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:38.893398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-bf673ba6-8664-4f7d-b836-e48c85545d10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1389661 Aug 10 03:32:38.941170 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:38.992789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:39.068722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c287e794-aad3-4790-80f5-bdf3a1699eba up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:39.072068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe5441f8-2fab-48eb-980d-3a5ff5805394 req-7988fc26-cc1a-46e6-b344-93aae16a00f7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967337 Aug 10 03:32:39.136812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-dd374f40-ebed-4b06-9cc8-3b923a67bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.139222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-dd374f40-ebed-4b06-9cc8-3b923a67bbbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.2333560 Aug 10 03:32:39.262939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c287e794-aad3-4790-80f5-bdf3a1699eba completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:39.312378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c287e794-aad3-4790-80f5-bdf3a1699eba triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:39.313035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.314626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:39.325940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-4749229d-2809-404d-9e11-1201a5dc2a63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 217 time: 0.1487739 Aug 10 03:32:39.468055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c33a0-fcd8-4ae5-a93d-588d9736f445 req-db103f70-be11-479b-a6c9-4226feb53c47 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.470075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f24c33a0-fcd8-4ae5-a93d-588d9736f445 req-db103f70-be11-479b-a6c9-4226feb53c47 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 949 time: 0.1505148 Aug 10 03:32:39.470550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:39.473832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-30520c78-f723-4514-a6e2-f8945f11590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.475799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-30520c78-f723-4514-a6e2-f8945f11590e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.0956986 Aug 10 03:32:39.481788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.523611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-85b1d340-d487-49a5-931b-a18b71fdcc6f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "PUT /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 695 time: 1.0847402 Aug 10 03:32:39.524834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:39.529142 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.529929 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdee3db-2993-4b87-8d78-b03e549ea1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:39.561754 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Transition to ACTIVE for port object d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:39.578384 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.624133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f24c33a0-fcd8-4ae5-a93d-588d9736f445 req-1d58d4ee-e298-461c-9591-0275854c1450 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124456 Aug 10 03:32:39.633831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-a56daedb-ecd5-43bd-b1fa-f017923aaeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.639000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-a56daedb-ecd5-43bd-b1fa-f017923aaeaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1097 time: 0.0814087 Aug 10 03:32:39.642079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-f90c583c-55d8-4acf-a931-02ab73762892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.643817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-f90c583c-55d8-4acf-a931-02ab73762892 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305141 Aug 10 03:32:39.660071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.686832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:39.703626 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Attempting to bind port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:39.704206 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Attempting to bind port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:39.704771 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Attempting to bind port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:39.729592 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Pushing event updated for resources: {'Port': ['ID=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:39.735199 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:39.736121 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:39.737046 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.737827 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:39.738647 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Bound port: d9bf4e7f-9d2e-4645-807c-e7a8a91027e1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:39.739098 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.777329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17881d4-3d9a-499d-9b68-09b228d9810f None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:00:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:36Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:39.783010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.791145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.791579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.791867 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.792266 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.792595 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.792975 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.793300 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.793619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.794454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.794773 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.795276 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.795601 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:39.843877 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d887a7-cc79-4a64-8d85-8db4c62e8401 x-openstack-request-id: req-44d887a7-cc79-4a64-8d85-8db4c62e8401 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:39.845061 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ad7678-91d9-416f-9489-b3b6d06169dc", "name": "network-vif-plugged", "status": "completed", "tag": "897e6858-df08-49ee-968b-93f3d2a49dac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:39.845924 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44d887a7-cc79-4a64-8d85-8db4c62e8401 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:39.846858 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e6858-df08-49ee-968b-93f3d2a49dac', 'code': 200} Aug 10 03:32:39.918603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-089ea298-af91-4a91-bbe5-b0fdaf5403d1 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626824 Aug 10 03:32:39.928086 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] For port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:39.935876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c287e794-aad3-4790-80f5-bdf3a1699eba, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c287e794-aad3-4790-80f5-bdf3a1699eba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:39.937894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-a9da21c6-5f98-45ef-a9ac-14082e7a2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:39.941320 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-a9da21c6-5f98-45ef-a9ac-14082e7a2968 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.2850554 Aug 10 03:32:39.944918 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] For port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:39.945138 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:39.956830 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.034796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-1efb8625-b70a-4810-a673-93b9fc30214b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 217 time: 0.0867603 Aug 10 03:32:40.063554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c287e794-aad3-4790-80f5-bdf3a1699eba,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.070696 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c91f36-22ad-4a0c-b544-9af623e7fffe None None] Pushing event updated for resources: {'Port': ['ID=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:40.090688 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Routers {'7d210229-ff6d-49e4-b3f5-3a768db003d3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:40.091330 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7d210229-ff6d-49e4-b3f5-3a768db003d3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:40.110482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b7e4a363-11eb-4d56-b353-961c5ab89ec1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:40.128559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-ea89ddbf-67e2-4619-bf46-1baf5d776f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.151024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-ea89ddbf-67e2-4619-bf46-1baf5d776f4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1149881 Aug 10 03:32:40.210390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b7e4a363-11eb-4d56-b353-961c5ab89ec1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:40.210767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.271157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-f8dfcbad-bff3-4e25-9b71-f141123d696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.273092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-f8dfcbad-bff3-4e25-9b71-f141123d696a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208227 Aug 10 03:32:40.277861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:40.296682 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] Set router 7d210229-ff6d-49e4-b3f5-3a768db003d3 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:40.313788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:40.314377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:40.346453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2e72d-ed68-4995-810c-707e93a03920 req-a2d426a5-f4b2-4bc6-b832-96e239d60770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.349031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecd2e72d-ed68-4995-810c-707e93a03920 req-a2d426a5-f4b2-4bc6-b832-96e239d60770 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 1098 time: 0.3902395 Aug 10 03:32:40.352576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Allocated IP 172.20.0.1 (e59deeca-8a9a-4549-824d-16b8a656775c/5309bbfc-55d5-4767-8190-1f445d588bf0/3130c72f-3dc6-49fb-b178-67620b8f55d8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:32:40.358727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e989988-8172-4528-8f02-c6a09b94ec79 req-22e5eb8d-0460-473f-b82c-844e547ca62e service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315202 Aug 10 03:32:40.379693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4a46-e62a-47d8-9d5b-870314b8ac12 req-ef45eb5f-b9e7-44f8-b408-9e114f45cda2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.382582 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-980f4a46-e62a-47d8-9d5b-870314b8ac12 req-ef45eb5f-b9e7-44f8-b408-9e114f45cda2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.4225821 Aug 10 03:32:40.457635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-339a12d0-746c-44e9-800f-57f7a9fa2dd4 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618993 Aug 10 03:32:40.565300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecd2e72d-ed68-4995-810c-707e93a03920 req-c4e82db8-5d48-406b-83f3-ad07e349c0cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049730 Aug 10 03:32:40.598591 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-09998807-6f82-419a-82c9-5d370c544862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:35Z', 'revision_number': 3, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:40.609408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-980f4a46-e62a-47d8-9d5b-870314b8ac12 req-5506ab60-ff8a-4481-a2d5-7cc8d8f7fdd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125552 Aug 10 03:32:40.622777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc286bb-6f01-4218-ab6f-1cfb1ebd4ec5 req-56b0944c-a566-4407-ab40-4b220ed762d3 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637473 Aug 10 03:32:40.652794 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09998807-6f82-419a-82c9-5d370c544862 None None] The sync data for ids ['7d210229-ff6d-49e4-b3f5-3a768db003d3'] in n-d-769329-14 is: [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:35Z', 'revision_number': 3, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:40.737516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.741749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:40.772655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Transition to ACTIVE for port object 3130c72f-3dc6-49fb-b178-67620b8f55d8 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:40.793679 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef258b2-4acc-41ac-a168-0c9d13f7e4ea x-openstack-request-id: req-9ef258b2-4acc-41ac-a168-0c9d13f7e4ea {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:40.794145 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:40.794523 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ef258b2-4acc-41ac-a168-0c9d13f7e4ea {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:40.795053 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'status': 'completed', 'code': 200} Aug 10 03:32:40.895984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:40.937520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-597acaa6-e4c8-4f82-94c2-8e150d26c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.939291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-597acaa6-e4c8-4f82-94c2-8e150d26c014 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 1097 time: 0.1086965 Aug 10 03:32:40.950313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09ebe8-dfa8-4582-a415-858878e1967d req-5dfbc35c-8813-4c8e-a9e3-fc7aea1502aa tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.959973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a09ebe8-dfa8-4582-a415-858878e1967d req-5dfbc35c-8813-4c8e-a9e3-fc7aea1502aa tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.1450691 Aug 10 03:32:40.987562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fee17-7fbe-4ee8-be6c-52f81d8e87f2 req-89e66af5-9c60-4310-acde-eee917d0dd97 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:40.990887 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b91fee17-7fbe-4ee8-be6c-52f81d8e87f2 req-89e66af5-9c60-4310-acde-eee917d0dd97 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 946 time: 0.0919044 Aug 10 03:32:41.116426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b91fee17-7fbe-4ee8-be6c-52f81d8e87f2 req-30380378-f167-434f-bad5-cee53ea84eaf tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100931 Aug 10 03:32:41.143786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:41.199620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:41.221881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:41.223937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:41.426255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:41.468909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-c3247737-0d9c-40a4-8b19-c3fb037f6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:41.471580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-c3247737-0d9c-40a4-8b19-c3fb037f6241 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.5087621 Aug 10 03:32:41.473795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Network e59deeca-8a9a-4549-824d-16b8a656775c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:41.480445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Pushing event updated for resources: {'Port': ['ID=3130c72f-3dc6-49fb-b178-67620b8f55d8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:41.550681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:41.573164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:32:41.581507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-fdedb5b7-1dfe-40ec-bdd2-e7ef1222fbe0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 200 len: 217 time: 0.0885718 Aug 10 03:32:41.685027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a09ebe8-dfa8-4582-a415-858878e1967d req-433ff34f-89b1-43b8-8ad9-5908260d4bc3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7241416 Aug 10 03:32:41.694753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-93efdbc9-9142-4355-84c6-156d14056010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:41.699855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-93efdbc9-9142-4355-84c6-156d14056010 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.0936916 Aug 10 03:32:41.800282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:41.855347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c287e794-aad3-4790-80f5-bdf3a1699eba'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:41.857807 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c279aca-0a43-44d9-a3b6-75b0ff28a1cf" -d '{"events": [{"server_uuid": "665de6ab-ec80-4431-9c66-ac8ff518df9e", "name": "network-vif-plugged", "status": "completed", "tag": "c287e794-aad3-4790-80f5-bdf3a1699eba"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:41.871653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-17e45995-eb73-4963-b784-e66e877ebe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:41.873253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-17e45995-eb73-4963-b784-e66e877ebe34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593301 Aug 10 03:32:41.932928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:42.021371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6b94f-501b-4ed7-918e-32e88cea88b0 None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:42.067803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c1bf0f80-5bf4-4511-ab41-87979d4996bf None None] Provisioning for port 3130c72f-3dc6-49fb-b178-67620b8f55d8 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:42.073493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c1bf0f80-5bf4-4511-ab41-87979d4996bf None None] Provisioning complete for port 3130c72f-3dc6-49fb-b178-67620b8f55d8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:42.074023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0f80-5bf4-4511-ab41-87979d4996bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.147571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:42.237795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf0f80-5bf4-4511-ab41-87979d4996bf None None] Port 3130c72f-3dc6-49fb-b178-67620b8f55d8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:42.311229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:42.314810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-eecc4d28-0016-4fc7-916d-2a8fdc819002 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320793 Aug 10 03:32:42.316565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:42.317278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.320606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.384992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b15787-43ca-4b25-9fcd-5535ec7f25cb req-35530af7-37ee-4239-9622-de9fff27f795 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.388959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8b15787-43ca-4b25-9fcd-5535ec7f25cb req-35530af7-37ee-4239-9622-de9fff27f795 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 950 time: 0.1860712 Aug 10 03:32:42.421760 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85a6ded-52f0-4423-923d-2bae3519d0c5 x-openstack-request-id: req-c85a6ded-52f0-4423-923d-2bae3519d0c5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:42.425781 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665de6ab-ec80-4431-9c66-ac8ff518df9e", "name": "network-vif-plugged", "status": "completed", "tag": "c287e794-aad3-4790-80f5-bdf3a1699eba", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:42.427724 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c85a6ded-52f0-4423-923d-2bae3519d0c5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:42.432215 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c287e794-aad3-4790-80f5-bdf3a1699eba', 'code': 200} Aug 10 03:32:42.529844 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.547227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8b15787-43ca-4b25-9fcd-5535ec7f25cb req-d587215e-40f9-493e-a2af-1107e4e685e6 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515648 Aug 10 03:32:42.573319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:42.586473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df438a-dc48-47d3-973d-1901c1301ea4 req-823eb1cf-7a3c-4af3-b7ba-ab6a986c70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.588423 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63df438a-dc48-47d3-973d-1901c1301ea4 req-823eb1cf-7a3c-4af3-b7ba-ab6a986c70de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 1102 time: 0.0938947 Aug 10 03:32:42.588685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbdee3db-2993-4b87-8d78-b03e549ea1b1 req-2b19b9d5-762e-4406-9c9c-54272a41be7e service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645249 Aug 10 03:32:42.591199 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.648432 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71320-8b22-49f7-872a-dce405286711 None None] New status for floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:42.680639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.700919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8443c-f125-4376-9820-637f3e9ac160 req-97425120-84a9-46c3-9f30-032eec5e424b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.702206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4d8443c-f125-4376-9820-637f3e9ac160 req-97425120-84a9-46c3-9f30-032eec5e424b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1673622 Aug 10 03:32:42.721251 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63df438a-dc48-47d3-973d-1901c1301ea4 req-89f9d597-59d8-4d9f-86f9-a55a57c49c30 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090586 Aug 10 03:32:42.773459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-af8cdb54-9ce7-4a3b-bd6e-3a40243dfb7c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.774449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4d8443c-f125-4376-9820-637f3e9ac160 req-d69325c5-afe6-4fac-9b66-3cc10099aaa3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623660 Aug 10 03:32:42.791768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-af8cdb54-9ce7-4a3b-bd6e-3a40243dfb7c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0930958 Aug 10 03:32:42.826614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.835807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.858339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-7c208fd2-9e59-4e67-be59-59b876628423 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 698 time: 0.0654962 Aug 10 03:32:42.863734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'floatingip': {'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:42.915939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.950715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:42.953163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Pushing event updated for resources: {'Port': ['ID=3130c72f-3dc6-49fb-b178-67620b8f55d8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:42.980026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866751-7da0-46f0-bab7-347785413305 req-9b71146e-3a8d-494f-84b3-c0d1c52d688b tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:42.982255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe866751-7da0-46f0-bab7-347785413305 req-9b71146e-3a8d-494f-84b3-c0d1c52d688b tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 946 time: 0.0985634 Aug 10 03:32:43.077009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe866751-7da0-46f0-bab7-347785413305 req-841fd01c-606a-4aed-8833-f239525fd511 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579967 Aug 10 03:32:43.104623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Network e59deeca-8a9a-4549-824d-16b8a656775c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:32:43.119040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:32:43.462058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Router 7d210229-ff6d-49e4-b3f5-3a768db003d3 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:43.608926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b538bb92-92cc-4fff-b113-b329a9ddf98d None None] Provisioning complete for port 3130c72f-3dc6-49fb-b178-67620b8f55d8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:43.609615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b538bb92-92cc-4fff-b113-b329a9ddf98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.698742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b538bb92-92cc-4fff-b113-b329a9ddf98d None None] Port 3130c72f-3dc6-49fb-b178-67620b8f55d8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:32:43.724470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:43.732404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e0b11a6d-0226-48fb-a66f-823daa82e680 admin admin] 10.222.0.53 "PUT /v2.0/routers/7d210229-ff6d-49e4-b3f5-3a768db003d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6585195 Aug 10 03:32:43.776137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Sync routers for ids ['7d210229-ff6d-49e4-b3f5-3a768db003d3'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:43.798443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Routers {'7d210229-ff6d-49e4-b3f5-3a768db003d3'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:43.800134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7d210229-ff6d-49e4-b3f5-3a768db003d3'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:43.984146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2856-7fb9-4be1-a19a-9a56ef1b4abb req-ac73486e-9170-4cfa-ae15-9c1bfb65ffe3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:43.987138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa2c2856-7fb9-4be1-a19a-9a56ef1b4abb req-ac73486e-9170-4cfa-ae15-9c1bfb65ffe3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.1802709 Aug 10 03:32:44.040129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Set router 7d210229-ff6d-49e4-b3f5-3a768db003d3 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:44.125888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa2c2856-7fb9-4be1-a19a-9a56ef1b4abb req-35e004b3-c006-4753-badf-26df8f3aacce tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262753 Aug 10 03:32:44.130062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:44.191806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-9d12f1b2-d839-4a1e-8aa3-a39e9839b673 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.193908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-9d12f1b2-d839-4a1e-8aa3-a39e9839b673 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf74cdab-6b2f-46c8-adcc-3578d064b5c7 HTTP/1.1" status: 200 len: 945 time: 0.3558345 Aug 10 03:32:44.327088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5107fb8-a051-42f7-9d33-d0d13331dc2d req-1cb2dec5-4154-4af5-af6a-c5b5181a2d1b tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.330480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5107fb8-a051-42f7-9d33-d0d13331dc2d req-1cb2dec5-4154-4af5-af6a-c5b5181a2d1b tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 950 time: 0.1066711 Aug 10 03:32:44.415893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:44.416590 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.420698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5107fb8-a051-42f7-9d33-d0d13331dc2d req-d6718a13-8c62-4cdf-a193-6eb2319b63ae tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761898 Aug 10 03:32:44.451893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:32:44.452459 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:32:44.484723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Deleting port 02fb0292-2c80-418e-93b7-bfcaff8e2631 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:44.485879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.634714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3130c72f-3dc6-49fb-b178-67620b8f55d8', 'name': '', 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'mac_address': 'fa:16:3e:df:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5309bbfc-55d5-4767-8190-1f445d588bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:39Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 2, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'subnets': [{'id': '5309bbfc-55d5-4767-8190-1f445d588bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:44.660380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] For port 02fb0292-2c80-418e-93b7-bfcaff8e2631, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=02fb0292-2c80-418e-93b7-bfcaff8e2631,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:44.660995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.681396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Checking router: 7d210229-ff6d-49e4-b3f5-3a768db003d3 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:44.681396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Updating router 7d210229-ff6d-49e4-b3f5-3a768db003d3 port 3130c72f-3dc6-49fb-b178-67620b8f55d8 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:32:44.687056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052e666-adcf-41b5-9e27-01cd01a384ad req-35234209-3665-42ff-bb4d-276572f377db tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:44.689303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2052e666-adcf-41b5-9e27-01cd01a384ad req-35234209-3665-42ff-bb4d-276572f377db tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1244743 Aug 10 03:32:44.715587 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:44.717038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Calling delete_port for 02fb0292-2c80-418e-93b7-bfcaff8e2631 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:44.770616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2052e666-adcf-41b5-9e27-01cd01a384ad req-e4414fc6-06df-4606-a6d7-147e1776b6c0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606775 Aug 10 03:32:44.953505 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.040197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.074439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['4b352b19-d9c1-4590-a67a-9323366a1042', '02fb0292-2c80-418e-93b7-bfcaff8e2631'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:45.076540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa242767-69df-4550-a486-496e69b47b5c req-3651d268-2d48-4690-9166-b55c450ea4f7 tempest-FloatingIPsNegativeTestJSON-720983379 tempest-FloatingIPsNegativeTestJSON-720983379-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=69a99023b1d34f4c8f438ebb64ec17d3 HTTP/1.1" status: 200 len: 217 time: 0.0746412 Aug 10 03:32:45.096331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event deleted for resources: {'Port': ['ID=02fb0292-2c80-418e-93b7-bfcaff8e2631,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.185521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] No DVR routers for this DVR port 02fb0292-2c80-418e-93b7-bfcaff8e2631 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:45.190359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.192543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5038b88f-b7b6-4bad-a46d-2024517cce18 req-e4ce5957-6708-4c15-a0d9-bde2407337cc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "DELETE /v2.0/ports/02fb0292-2c80-418e-93b7-bfcaff8e2631 HTTP/1.1" status: 204 len: 173 time: 0.9879553 Aug 10 03:32:45.193548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'name': 'network-vif-deleted', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:45.196506 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954a3fe-0fdb-464e-9fa0-c5c7a3a27195" -d '{"events": [{"server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "name": "network-vif-deleted", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:45.280568 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.312122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Transition to ACTIVE for port object 3130c72f-3dc6-49fb-b178-67620b8f55d8 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:32:45.328724 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.384921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e7ed0-03af-4ed2-b771-b53eb248c904 None None] Pushing event updated for resources: {'Port': ['ID=3130c72f-3dc6-49fb-b178-67620b8f55d8,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.580227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Attempting to bind port 3130c72f-3dc6-49fb-b178-67620b8f55d8 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:32:45.580698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Attempting to bind port 3130c72f-3dc6-49fb-b178-67620b8f55d8 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:32:45.581094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Attempting to bind port 3130c72f-3dc6-49fb-b178-67620b8f55d8 on network e59deeca-8a9a-4549-824d-16b8a656775c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:32:45.599192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:32:45.600348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Checking segment: {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:32:45.601306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.601961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Bound using segment: {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:32:45.603063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Bound port: 3130c72f-3dc6-49fb-b178-67620b8f55d8, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7a42ce-2010-4dc5-8c5d-e62662a080e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:32:45.603840 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.720642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf0314aa-bb4f-40b8-8398-c06f49ae5f87 req-97a6c6ad-fa30-4115-a383-8c28712d467b tempest-FloatingIPsNegativeTestJSON-720983379 tempest-FloatingIPsNegativeTestJSON-720983379-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0322950 Aug 10 03:32:45.777086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] For port 3130c72f-3dc6-49fb-b178-67620b8f55d8, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:32:45.782436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] For port 3130c72f-3dc6-49fb-b178-67620b8f55d8, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3130c72f-3dc6-49fb-b178-67620b8f55d8,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:32:45.793314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.799008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.807710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.903781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Routers {'7d210229-ff6d-49e4-b3f5-3a768db003d3'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:45.905093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7d210229-ff6d-49e4-b3f5-3a768db003d3'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:45.915283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e7ed0-03af-4ed2-b771-b53eb248c904 None None] Pushing event updated for resources: {'Port': ['ID=3130c72f-3dc6-49fb-b178-67620b8f55d8,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:45.982578 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d associated. External IP: 172.25.2.154, port: 4b352b19-d9c1-4590-a67a-9323366a1042. Aug 10 03:32:46.307355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] Set router 7d210229-ff6d-49e4-b3f5-3a768db003d3 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:46.349038 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a012e18-a3ae-4b79-9fd6-006b770bd6db x-openstack-request-id: req-3a012e18-a3ae-4b79-9fd6-006b770bd6db {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:46.349660 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf74cdab-6b2f-46c8-adcc-3578d064b5c7", "name": "network-vif-deleted", "tag": "02fb0292-2c80-418e-93b7-bfcaff8e2631", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:46.349912 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a012e18-a3ae-4b79-9fd6-006b770bd6db {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:46.350531 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf74cdab-6b2f-46c8-adcc-3578d064b5c7', 'name': 'network-vif-deleted', 'tag': '02fb0292-2c80-418e-93b7-bfcaff8e2631', 'status': 'completed', 'code': 200} Aug 10 03:32:46.481187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:46.655369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3130c72f-3dc6-49fb-b178-67620b8f55d8', 'name': '', 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'mac_address': 'fa:16:3e:df:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5309bbfc-55d5-4767-8190-1f445d588bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:39Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 4, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'subnets': [{'id': '5309bbfc-55d5-4767-8190-1f445d588bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:46.707937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:46.719955 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:46.720569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.735890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187c911-ba26-42f6-8032-c11e2771e04e req-e9577fae-618f-46e1-99d7-9c54df2f7176 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:46.736521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ebb80d-50f5-45d7-8241-8c23019e7dd4 None None] The sync data for ids ['7d210229-ff6d-49e4-b3f5-3a768db003d3'] in n-d-769329-14 is: [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3130c72f-3dc6-49fb-b178-67620b8f55d8', 'name': '', 'network_id': 'e59deeca-8a9a-4549-824d-16b8a656775c', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'mac_address': 'fa:16:3e:df:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '5309bbfc-55d5-4767-8190-1f445d588bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:39Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 4, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'subnets': [{'id': '5309bbfc-55d5-4767-8190-1f445d588bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:46.736693 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:46.737461 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:46.742849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0187c911-ba26-42f6-8032-c11e2771e04e req-e9577fae-618f-46e1-99d7-9c54df2f7176 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 950 time: 0.0737400 Aug 10 03:32:46.797357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-168de44c-1b3f-4dc2-9711-a6e142334b82 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "PUT /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 996 time: 3.9375582 Aug 10 03:32:46.843747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0187c911-ba26-42f6-8032-c11e2771e04e req-a734e541-619d-4c93-a58c-9ca3baeb5c69 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914028 Aug 10 03:32:46.944918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-de77c351-a033-4e1b-9a71-fab9b2e0e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:46.947704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-de77c351-a033-4e1b-9a71-fab9b2e0e9e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.1139393 Aug 10 03:32:46.960637 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-1c1cc6ac-b346-496a-99c0-270efe8d295d req-652cbb54-48d8-4ab3-b425-c69372abc7b5 tempest-FloatingIPsNegativeTestJSON-720983379 tempest-FloatingIPsNegativeTestJSON-720983379-project] show failed (client error): The resource could not be found. Aug 10 03:32:46.962493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c1cc6ac-b346-496a-99c0-270efe8d295d req-652cbb54-48d8-4ab3-b425-c69372abc7b5 tempest-FloatingIPsNegativeTestJSON-720983379 tempest-FloatingIPsNegativeTestJSON-720983379-project] 10.222.0.53 "GET /v2.0/floatingips/e7c94508-245b-4366-97ac-d4bb4b5a4b82 HTTP/1.1" status: 404 len: 350 time: 0.0848901 Aug 10 03:32:46.981401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:47.077798 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:47.254840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814bdb1-2ddd-4114-8dbd-62a5e6ceaf2d req-bcd2cd4f-27a1-4b84-9bd3-e61cb7305443 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.256738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7814bdb1-2ddd-4114-8dbd-62a5e6ceaf2d req-bcd2cd4f-27a1-4b84-9bd3-e61cb7305443 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1348159 Aug 10 03:32:47.318665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-68721231-edf0-4975-becc-e22c882a871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.335795 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-68721231-edf0-4975-becc-e22c882a871f service neutron] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.3518970 Aug 10 03:32:47.387002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7814bdb1-2ddd-4114-8dbd-62a5e6ceaf2d req-57bfe148-13c4-4c30-ba53-cbcdfb7a2ee4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099269 Aug 10 03:32:47.478943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-d6c9d657-1ca7-49a3-9981-fa6fc5b63dec tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.482100 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-d6c9d657-1ca7-49a3-9981-fa6fc5b63dec tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.65 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 950 time: 0.5330617 Aug 10 03:32:47.559548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-d3c3340e-c075-4afb-9477-10773fa7fe7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 999 time: 0.2136586 Aug 10 03:32:47.764441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-35ce06f2-d0b7-452c-ba77-51c28a9b7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.767095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-35ce06f2-d0b7-452c-ba77-51c28a9b7aff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1491344 Aug 10 03:32:47.770939 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 8, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:47.796120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Deleting port c287e794-aad3-4790-80f5-bdf3a1699eba {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:47.797675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:47.838724 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:47.849478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410651f-2a57-4479-85a8-4590f385db0c req-12df1f9c-ccd6-4c0a-bf73-2830dbd6665c tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:47.851696 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:47.852654 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:47.854512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4410651f-2a57-4479-85a8-4590f385db0c req-12df1f9c-ccd6-4c0a-bf73-2830dbd6665c tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.1998591 Aug 10 03:32:47.968287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4410651f-2a57-4479-85a8-4590f385db0c req-b6dec06c-adda-4dd9-8d01-790de976a703 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834179 Aug 10 03:32:48.129268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] For port c287e794-aad3-4790-80f5-bdf3a1699eba, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c287e794-aad3-4790-80f5-bdf3a1699eba,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:48.129839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.154683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Calling delete_port for c287e794-aad3-4790-80f5-bdf3a1699eba owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:48.158831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-2335878c-c350-4328-8fbc-c912cb946b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.168730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-2335878c-c350-4328-8fbc-c912cb946b42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3928711 Aug 10 03:32:48.229701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3130c72f-3dc6-49fb-b178-67620b8f55d8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:48.351816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3130c72f-3dc6-49fb-b178-67620b8f55d8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:32:48.358146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:48.360043 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63858ff-3767-4cdf-a27a-086f1fa83c54" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:48.360378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3130c72f-3dc6-49fb-b178-67620b8f55d8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:48.362251 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.399400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-793e7b9e-6727-4932-9096-85dcef5472e3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.405572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-793e7b9e-6727-4932-9096-85dcef5472e3 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.3268571 Aug 10 03:32:48.435198 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:48.479674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-5f4aadbb-0368-4cda-8a22-af18d148ae8c service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095269 Aug 10 03:32:48.673656 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.678923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.727902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3130c72f-3dc6-49fb-b178-67620b8f55d8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3130c72f-3dc6-49fb-b178-67620b8f55d8,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:48.752859 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.880314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:48.884148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3130c72f-3dc6-49fb-b178-67620b8f55d8,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:48.894722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c287e794-aad3-4790-80f5-bdf3a1699eba'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:32:48.901783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba869f3-aca0-46d7-9761-e304095007df req-0751303f-6ffc-4f3e-8361-7c5fafd7aec8 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:48.915252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ba869f3-aca0-46d7-9761-e304095007df req-0751303f-6ffc-4f3e-8361-7c5fafd7aec8 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/ports?device_id=665de6ab-ec80-4431-9c66-ac8ff518df9e HTTP/1.1" status: 200 len: 950 time: 0.3788102 Aug 10 03:32:48.969584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Pushing event deleted for resources: {'Port': ['ID=c287e794-aad3-4790-80f5-bdf3a1699eba,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:49.072058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Deleting port 73d9d819-b271-429c-a853-6dd3efb20b6d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:49.072601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.079854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c287e794-aad3-4790-80f5-bdf3a1699eba no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:49.121434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] No DVR routers for this DVR port c287e794-aad3-4790-80f5-bdf3a1699eba on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:49.146627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.149840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fad88f8-629e-4f3b-a797-d956770ec5df req-c6d7c0af-1b5b-4a99-84a9-6c47d1a7cf43 tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.65 "DELETE /v2.0/ports/c287e794-aad3-4790-80f5-bdf3a1699eba HTTP/1.1" status: 204 len: 173 time: 1.6522048 Aug 10 03:32:49.191661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: c287e794-aad3-4790-80f5-bdf3a1699eba {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:49.192216 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c287e794-aad3-4790-80f5-bdf3a1699eba not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:49.193491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 02fb0292-2c80-418e-93b7-bfcaff8e2631 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:49.210148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15369089-79cc-4756-8d01-fc9ee2a6e51d req-a8b85bf8-c2d3-4714-bc08-1f5a1b8dfaac service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279053 Aug 10 03:32:49.250339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ba869f3-aca0-46d7-9761-e304095007df req-ade9fe97-7d8d-4aa6-9df1-fdc8326147cd tempest-ImagesNegativeTestJSON-1106429207 tempest-ImagesNegativeTestJSON-1106429207-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d6b9aea-0f38-4393-bfaa-5328eddcdda8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331385 Aug 10 03:32:49.259536 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 8, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:49.260458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 02fb0292-2c80-418e-93b7-bfcaff8e2631 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:49.260924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 02fb0292-2c80-418e-93b7-bfcaff8e2631 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:49.278927 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c419e5-2602-407b-8cf6-b180367cc1e3 x-openstack-request-id: req-24c419e5-2602-407b-8cf6-b180367cc1e3 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:49.279719 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:49.280078 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24c419e5-2602-407b-8cf6-b180367cc1e3 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:49.280596 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'status': 'completed', 'code': 200} Aug 10 03:32:49.424817 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f8182-40b2-47a6-9f0a-44ec12c7de04 None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '922c2c09-c9e1-49ec-9524-a9d4edad060d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'floating_ip_address': '172.25.2.154', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'port_id': '4b352b19-d9c1-4590-a67a-9323366a1042', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'mac_address': 'fa:16:3e:aa:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:32:03Z', 'updated_at': '2021-08-10T03:32:45Z', 'revision_number': 8, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:49.432071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] For port 73d9d819-b271-429c-a853-6dd3efb20b6d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=73d9d819-b271-429c-a853-6dd3efb20b6d,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:49.432450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:49.447745 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:49.545273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedeb64-bdda-4363-933a-373983a1a40d req-cde9bc4c-c42e-406f-8a2e-3b398b339a19 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.548938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bedeb64-bdda-4363-933a-373983a1a40d req-cde9bc4c-c42e-406f-8a2e-3b398b339a19 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2063403 Aug 10 03:32:49.574606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-4c3da3da-6179-4c6a-bb30-c79df9a0b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.577526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-4c3da3da-6179-4c6a-bb30-c79df9a0b2bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.2329409 Aug 10 03:32:49.815871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bedeb64-bdda-4363-933a-373983a1a40d req-fff4ad39-04d5-477a-8060-7e8c2251c134 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563295 Aug 10 03:32:49.821031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-335912b2-f952-4cd6-9e8a-46bb63f2be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:49.829816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-335912b2-f952-4cd6-9e8a-46bb63f2be3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.2404878 Aug 10 03:32:49.847865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02205be9-370c-4da3-b389-14311ed89ac4 None None] New status for floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:50.024200 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-b7e42cc6-b4d2-4e9b-884d-8677e541ba60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 999 time: 0.1871114 Aug 10 03:32:50.189646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-0f05aaed-ab99-4ae3-9a62-f1286d8792e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.192964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-0f05aaed-ab99-4ae3-9a62-f1286d8792e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1529891 Aug 10 03:32:50.233827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3130c72f-3dc6-49fb-b178-67620b8f55d8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:32:50.321602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-897a0da3-a53f-460a-9f0b-edc6bca0d638 req-04c442a6-1f06-4f39-970d-02b8ee975ee9 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 996 time: 0.1667621 Aug 10 03:32:50.368276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3130c72f-3dc6-49fb-b178-67620b8f55d8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:50.369098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.388898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87f06-544c-404b-90ef-da9ec719ce2a req-44396286-19bb-44a5-95ea-02373682e656 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.391882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56f87f06-544c-404b-90ef-da9ec719ce2a req-44396286-19bb-44a5-95ea-02373682e656 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 945 time: 0.8416748 Aug 10 03:32:50.530600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56f87f06-544c-404b-90ef-da9ec719ce2a req-ea2559f5-c988-4c1a-83dd-97355af31002 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups?id=75a2eb35-2315-4223-99b2-6bf9a05b9432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227429 Aug 10 03:32:50.574624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.575217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.575638 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Floating IP 2b0ebc53-313d-4bc7-9c7b-711cdc4e4148 disassociated. External IP: 172.25.2.205, port: 73d9d819-b271-429c-a853-6dd3efb20b6d. Aug 10 03:32:50.576157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Calling delete_port for 73d9d819-b271-429c-a853-6dd3efb20b6d owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:50.756752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:50.834837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event deleted for resources: {'Port': ['ID=73d9d819-b271-429c-a853-6dd3efb20b6d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:50.883609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-27cf7300-b707-40b1-abff-750a8996062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:50.888093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-27cf7300-b707-40b1-abff-750a8996062b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6471496 Aug 10 03:32:51.046833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-a8f02433-65a9-45f2-8edf-bf852082a33f service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064475 Aug 10 03:32:51.072292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:51.082411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab84a3-9e41-4da9-bb5d-f8608ea29a2b req-57cd7c1d-9d45-4404-a43f-051a13db0906 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.084138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1dab84a3-9e41-4da9-bb5d-f8608ea29a2b req-57cd7c1d-9d45-4404-a43f-051a13db0906 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1706948 Aug 10 03:32:51.184352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Deleting port 3130c72f-3dc6-49fb-b178-67620b8f55d8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:51.184808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.196702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0da3-a53f-460a-9f0b-edc6bca0d638 req-4d84ccd1-2a3f-4acd-b5ad-b21ce57b5acc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.200926 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-897a0da3-a53f-460a-9f0b-edc6bca0d638 req-4d84ccd1-2a3f-4acd-b5ad-b21ce57b5acc tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.8767436 Aug 10 03:32:51.234075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e63858ff-3767-4cdf-a27a-086f1fa83c54 req-91e09006-c7a5-4b7a-a9af-720582cf9592 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782613 Aug 10 03:32:51.257952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1dab84a3-9e41-4da9-bb5d-f8608ea29a2b req-185c547f-7d53-4503-9597-c496a6bc6dfe tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622994 Aug 10 03:32:51.281862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'name': 'network-vif-deleted', 'tag': 'c287e794-aad3-4790-80f5-bdf3a1699eba'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:51.284336 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddedbef3-6c38-4883-aba4-2eed5d2e84ec" -d '{"events": [{"server_uuid": "665de6ab-ec80-4431-9c66-ac8ff518df9e", "name": "network-vif-deleted", "tag": "c287e794-aad3-4790-80f5-bdf3a1699eba"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:51.431609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-a944e324-eb47-48ba-8f57-e92db7cfd483 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1060452 Aug 10 03:32:51.511522 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bff15d1-af36-4a63-b85e-fc26f3cbfd03 x-openstack-request-id: req-1bff15d1-af36-4a63-b85e-fc26f3cbfd03 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:51.511831 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665de6ab-ec80-4431-9c66-ac8ff518df9e", "name": "network-vif-deleted", "tag": "c287e794-aad3-4790-80f5-bdf3a1699eba", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:51.512073 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bff15d1-af36-4a63-b85e-fc26f3cbfd03 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:51.512484 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665de6ab-ec80-4431-9c66-ac8ff518df9e', 'name': 'network-vif-deleted', 'tag': 'c287e794-aad3-4790-80f5-bdf3a1699eba', 'status': 'completed', 'code': 200} Aug 10 03:32:51.534307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-b547a586-eb8d-464c-8de6-5a379658b3f4 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:51.536773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-b547a586-eb8d-464c-8de6-5a379658b3f4 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports/4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 942 time: 0.0954068 Aug 10 03:32:51.547430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] For port 3130c72f-3dc6-49fb-b178-67620b8f55d8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3130c72f-3dc6-49fb-b178-67620b8f55d8,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:51.547824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.570053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:51.572131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Calling delete_port for 3130c72f-3dc6-49fb-b178-67620b8f55d8 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:51.583362 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] Sync routers for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:51.601806 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:51.606530 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:51.642090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] No DVR routers for this DVR port 73d9d819-b271-429c-a853-6dd3efb20b6d on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:51.646065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.648305 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-30ed9648-a2f5-4a2a-9273-3bdeca4e5683 req-28f6e742-fa77-4966-9674-576871b09f12 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.39 "DELETE /v2.0/ports/73d9d819-b271-429c-a853-6dd3efb20b6d HTTP/1.1" status: 204 len: 173 time: 3.2257681 Aug 10 03:32:51.648933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'name': 'network-vif-deleted', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:51.651472 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28263c27-27c5-4ffc-9883-6cb42f359d43" -d '{"events": [{"server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "name": "network-vif-deleted", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:51.775457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a6eb5ef9-5250-4279-993b-f49e945fece8 req-540f24ab-7110-41dd-a6b8-6cfd8188283b tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb6df2c-2552-43a6-bc84-f32e2608ec0c HTTP/1.1" status: 200 len: 210 time: 0.0924814 Aug 10 03:32:51.874108 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a66c1-6050-479b-ae7c-745570853886 x-openstack-request-id: req-520a66c1-6050-479b-ae7c-745570853886 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:51.874447 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb6df2c-2552-43a6-bc84-f32e2608ec0c", "name": "network-vif-deleted", "tag": "73d9d819-b271-429c-a853-6dd3efb20b6d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:51.874629 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-520a66c1-6050-479b-ae7c-745570853886 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:51.874980 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb6df2c-2552-43a6-bc84-f32e2608ec0c', 'name': 'network-vif-deleted', 'tag': '73d9d819-b271-429c-a853-6dd3efb20b6d', 'status': 'completed', 'code': 200} Aug 10 03:32:51.924629 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:51.933260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-bd982ba1-5cce-4c67-98de-40a91c746fe6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.1109953 Aug 10 03:32:51.986572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49878) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.046920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.071259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73d9d819-b271-429c-a853-6dd3efb20b6d no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:52.135417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Pushing event deleted for resources: {'Port': ['ID=3130c72f-3dc6-49fb-b178-67620b8f55d8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:52.149644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 73d9d819-b271-429c-a853-6dd3efb20b6d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:52.150299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 73d9d819-b271-429c-a853-6dd3efb20b6d not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:52.191117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-c5ebd8f9-25d8-4869-8acd-921f5ed870f6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.200414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-c5ebd8f9-25d8-4869-8acd-921f5ed870f6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.2590899 Aug 10 03:32:52.213669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59ec2241-9209-4429-8e1d-e3ad726a999f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c53d5605374468d9157c1c89d2bc633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262235 Aug 10 03:32:52.223346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49884) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:52.233668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-f105f4ca-96de-4f2b-aa4e-18c27fc7e1c4 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:52.242597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-f105f4ca-96de-4f2b-aa4e-18c27fc7e1c4 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414553 Aug 10 03:32:52.428238 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.479528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-c40e67ad-3bb5-4d8c-a20b-5d37153c3bc1 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 1001 time: 0.2354987 Aug 10 03:32:52.490613 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] Checking router: ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:52.492772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:52.522305 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:52.522945 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:52.529841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb4195-5095-4ad6-b57c-b877e24bde70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.622482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb4195-5095-4ad6-b57c-b877e24bde70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.651177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c23ad4-98a5-4f87-b9d2-9bc9980a3422 req-730dec74-edb1-4558-a794-ca7d06861e38 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.653175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5c23ad4-98a5-4f87-b9d2-9bc9980a3422 req-730dec74-edb1-4558-a794-ca7d06861e38 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2526574 Aug 10 03:32:52.676661 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.754720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5c23ad4-98a5-4f87-b9d2-9bc9980a3422 req-3196384d-6798-40ac-a663-cb1052ad05f3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853381 Aug 10 03:32:52.794614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb4195-5095-4ad6-b57c-b877e24bde70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.796918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.798456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb4195-5095-4ad6-b57c-b877e24bde70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:52.800193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d7fb4195-5095-4ad6-b57c-b877e24bde70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d6b9aea-0f38-4393-bfaa-5328eddcdda8 HTTP/1.1" status: 204 len: 168 time: 0.5748017 Aug 10 03:32:52.818886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb4195-5095-4ad6-b57c-b877e24bde70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b9aea-0f38-4393-bfaa-5328eddcdda8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:52.841717 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:53.131949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.141554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:53.143884 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d disassociated. External IP: 172.25.2.154, port: 4b352b19-d9c1-4590-a67a-9323366a1042. Aug 10 03:32:53.334792 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:53.379811 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf759b-2ef4-4280-a163-f1e89aa46b7a None None] The sync data for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 is: [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:30:17Z', 'revision_number': 4, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'caf0a411-c53b-481a-b237-934a2302348e', 'name': '', 'network_id': '05f91e62-3e4e-47e4-8e1f-c31f2224ad16', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'mac_address': 'fa:16:3e:f9:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:14Z', 'updated_at': '2021-08-10T03:30:29Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'subnets': [{'id': '86d85a14-8240-4f6c-ab80-3a061083d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:53.390548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Router 7d210229-ff6d-49e4-b3f5-3a768db003d3 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:53.781213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f7d1e-fedf-4306-a059-c2a172bf4cc6 None None] New status for floating IP 2b0ebc53-313d-4bc7-9c7b-711cdc4e4148: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:54.035474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.136116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:54.146453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d3024721-1224-41ae-b8bd-281439b29999 admin admin] 10.222.0.53 "PUT /v2.0/routers/7d210229-ff6d-49e4-b3f5-3a768db003d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1604607 Aug 10 03:32:54.146453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:32:54.147528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49928) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.157889 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] Sync routers for ids ['7d210229-ff6d-49e4-b3f5-3a768db003d3'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:54.170440 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] Routers {'7d210229-ff6d-49e4-b3f5-3a768db003d3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.171773 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7d210229-ff6d-49e4-b3f5-3a768db003d3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.265577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28d3d0f-8c4f-4910-9d56-895fb33479c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.348232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28d3d0f-8c4f-4910-9d56-895fb33479c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.373766 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] Set router 7d210229-ff6d-49e4-b3f5-3a768db003d3 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:54.392458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:32:54.400699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.436068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:32:54.456160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.458465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.459958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.467573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-6a5556b3-5057-435a-9661-c79a8463649e tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "PUT /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 696 time: 1.9858963 Aug 10 03:32:54.468355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:32:54.473524 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c693a50b-c9c9-48db-9e26-34e052af332f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:32:54.552740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a144964-549c-43bf-954d-653d380ab508 req-681632f5-9c48-4323-b2f0-7e51a215d5fb tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.554737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a144964-549c-43bf-954d-653d380ab508 req-681632f5-9c48-4323-b2f0-7e51a215d5fb tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2008398 Aug 10 03:32:54.592463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-684de5d0-4855-4c60-8513-2ed35520aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.600365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-684de5d0-4855-4c60-8513-2ed35520aad6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.1021185 Aug 10 03:32:54.613212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.627854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28d3d0f-8c4f-4910-9d56-895fb33479c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.630871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28d3d0f-8c4f-4910-9d56-895fb33479c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.632511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e28d3d0f-8c4f-4910-9d56-895fb33479c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "DELETE /v2.0/security-groups/75a2eb35-2315-4223-99b2-6bf9a05b9432 HTTP/1.1" status: 204 len: 168 time: 0.5939641 Aug 10 03:32:54.644961 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:51Z', 'revision_number': 5, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.677053 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] Checking router: 7d210229-ff6d-49e4-b3f5-3a768db003d3 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:54.682179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49934) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.688791 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] Routers {'7d210229-ff6d-49e4-b3f5-3a768db003d3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:54.689465 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7d210229-ff6d-49e4-b3f5-3a768db003d3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:54.702708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:54.716075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3d0f-8c4f-4910-9d56-895fb33479c7 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a2eb35-2315-4223-99b2-6bf9a05b9432,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.740424 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a144964-549c-43bf-954d-653d380ab508 req-55feef4b-6495-42ff-af1d-03722283fd1b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634984 Aug 10 03:32:54.747515 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-c7750b7d-ca00-4002-8e3b-ec7eecd3d0c6 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] show failed (client error): The resource could not be found. Aug 10 03:32:54.755260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7750b7d-ca00-4002-8e3b-ec7eecd3d0c6 tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "GET /v2.0/security-groups/75a2eb35-2315-4223-99b2-6bf9a05b9432 HTTP/1.1" status: 404 len: 347 time: 0.0716732 Aug 10 03:32:54.758522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-05d2ccd9-c2d8-405f-b329-e6c7d731998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.760928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-05d2ccd9-c2d8-405f-b329-e6c7d731998d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.1594739 Aug 10 03:32:54.761853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.854277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.942101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-0165ad74-ae1c-4a58-9801-7e7f3741902e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.0954649 Aug 10 03:32:54.953321 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] Set router 7d210229-ff6d-49e4-b3f5-3a768db003d3 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:54.965426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Deleting port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:54.965997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.039698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-19140686-d0df-45fb-ae25-290b97d75a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.042342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-19140686-d0df-45fb-ae25-290b97d75a0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.0644281 Aug 10 03:32:55.134240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-ad07c68e-4e29-48b1-9494-c7fcc7bb53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:55.136691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-ad07c68e-4e29-48b1-9494-c7fcc7bb53c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664101 Aug 10 03:32:55.156697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Deleting port 58fc0f6b-2da0-40bd-9631-64f3463ac605 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:55.157239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.196934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.200151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] For port d9bf4e7f-9d2e-4645-807c-e7a8a91027e1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:55.202297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.233377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:32:55.246087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:32:55.246942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.259789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Calling delete_port for d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:55.466575 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:51Z', 'revision_number': 5, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.467459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:32:55.498264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.498867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.524847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-662769c2-5cd8-48f7-b233-bd6febd7879b service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713818 Aug 10 03:32:55.546563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Calling delete_port for 58fc0f6b-2da0-40bd-9631-64f3463ac605 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:55.592728 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8ac1e-87de-4a2a-ab93-2982cfdad9ba None None] The sync data for ids ['7d210229-ff6d-49e4-b3f5-3a768db003d3'] in n-d-769329-14 is: [{'id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'name': 'tempest-FloatingIPsNegativeTestJSON-1349108758-router', 'tenant_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:32:33Z', 'updated_at': '2021-08-10T03:32:51Z', 'revision_number': 5, 'project_id': '69a99023b1d34f4c8f438ebb64ec17d3', 'gw_port': {'id': 'd9bf4e7f-9d2e-4645-807c-e7a8a91027e1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d210229-ff6d-49e4-b3f5-3a768db003d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:32:34Z', 'updated_at': '2021-08-10T03:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:55.684931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.754425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bf4e7f-9d2e-4645-807c-e7a8a91027e1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:55.809720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:55.814347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.868201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.875781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7de13-bb9e-4ea0-9300-8523da1b12f1 None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'db258c58-5579-4f52-a824-79297b1d0b72', 'name': '', 'network_id': '1881227e-0b9a-46b0-b0e4-79c0608cca9d', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'mac_address': 'fa:16:3e:6d:ec:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:26Z', 'updated_at': '2021-08-10T03:31:40Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'subnets': [{'id': '53d82d6c-1be4-48db-a2e4-51b335d663b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:32:55.935721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc952b92-ddd3-4792-a5ec-52ce9e264692 req-864e127e-ec34-45c7-9b06-e5ecbece1305 service neutron] 10.222.0.53 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068449 Aug 10 03:32:55.939073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.981138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Pushing event deleted for resources: {'Port': ['ID=58fc0f6b-2da0-40bd-9631-64f3463ac605,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:56.103711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.114113 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.118018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-32c2de42-4809-4f79-99e9-759b622c4ebf tempest-ServersTestJSON-1834378062 tempest-ServersTestJSON-1834378062-project] 10.222.0.53 "DELETE /v2.0/floatingips/2b0ebc53-313d-4bc7-9c7b-711cdc4e4148 HTTP/1.1" status: 204 len: 168 time: 1.3509314 Aug 10 03:32:56.119494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49952) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:56.155078 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebbd6f9-5bb8-46f0-9268-208b23df9cb9 x-openstack-request-id: req-8ebbd6f9-5bb8-46f0-9268-208b23df9cb9 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:32:56.156008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:32:56.156008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ebbd6f9-5bb8-46f0-9268-208b23df9cb9 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:32:56.158978 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'status': 'completed', 'code': 200} Aug 10 03:32:56.240652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3130c72f-3dc6-49fb-b178-67620b8f55d8 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:56.299435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3130c72f-3dc6-49fb-b178-67620b8f55d8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:56.299789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3130c72f-3dc6-49fb-b178-67620b8f55d8 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:56.321971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.327422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.400974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a50b-c9c9-48db-9e26-34e052af332f req-eac84f79-96af-47f0-b5f2-8d90865efa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.403372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-eac84f79-96af-47f0-b5f2-8d90865efa87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 1097 time: 0.1947134 Aug 10 03:32:56.406077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.406368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d210229-ff6d-49e4-b3f5-3a768db003d3 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:32:56.412295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.413607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d755ba28-a0ab-4800-983c-dcf429308363 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7d210229-ff6d-49e4-b3f5-3a768db003d3 HTTP/1.1" status: 204 len: 168 time: 2.2643235 Aug 10 03:32:56.435544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49956) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:56.530241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a50b-c9c9-48db-9e26-34e052af332f req-4835e19f-88b3-404e-b560-0bdeea1ceedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.531814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-4835e19f-88b3-404e-b560-0bdeea1ceedc service neutron] 10.222.0.65 "GET /v2.0/networks?id=1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 200 len: 921 time: 0.1170540 Aug 10 03:32:56.583552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-2fb6d1c3-c3ea-4e7b-9da9-85084cd70393 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 200 len: 217 time: 0.0442016 Aug 10 03:32:56.596817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Deleting subnet 5309bbfc-55d5-4767-8190-1f445d588bf0 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:32:56.643093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.654148 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367c4f-49e1-45aa-921c-88907a66d458 None None] New status for floating IP 922c2c09-c9e1-49ec-9524-a9d4edad060d: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:32:56.708791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-024c6c68-dd7a-4333-9911-06d9f0058dd6 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 200 len: 696 time: 0.0688379 Aug 10 03:32:56.710733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a50b-c9c9-48db-9e26-34e052af332f req-ccc00fb1-0067-4055-8874-9d42069ce82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.712259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-ccc00fb1-0067-4055-8874-9d42069ce82b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 200 len: 859 time: 0.1106086 Aug 10 03:32:56.829396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d486-4ea9-41b8-a8aa-ba34a39b20b6 req-73aeb626-746f-4aab-847c-6cd34da664ae tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.835440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a50b-c9c9-48db-9e26-34e052af332f req-166ec999-0f7b-40f2-bf86-0575d48a2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:56.837393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-166ec999-0f7b-40f2-bf86-0575d48a2e70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1881227e-0b9a-46b0-b0e4-79c0608cca9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174467 Aug 10 03:32:56.845424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a190d486-4ea9-41b8-a8aa-ba34a39b20b6 req-73aeb626-746f-4aab-847c-6cd34da664ae tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.5152099 Aug 10 03:32:56.899363 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8aece773-f31e-4fe6-aa19-ac262ad526a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:56.984131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.051245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-54bd4592-7902-4664-a7c4-143b920fb1a7 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:57.053472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-54bd4592-7902-4664-a7c4-143b920fb1a7 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3018208 Aug 10 03:32:57.080186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-bda70257-8128-483b-904f-39c6af064bde tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:32:57.080744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-bda70257-8128-483b-904f-39c6af064bde tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177546 Aug 10 03:32:57.093588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a190d486-4ea9-41b8-a8aa-ba34a39b20b6 req-c926aace-2be5-4701-8140-00f09c873115 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466297 Aug 10 03:32:57.107568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-40e6479b-6aa0-4eef-b786-1210ef738e29 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554820 Aug 10 03:32:57.211467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-0966e3fa-b139-4476-b428-15ed3e3b9452 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 697 time: 0.1025081 Aug 10 03:32:57.287894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-8e2cb118-c758-4128-a98d-61b28133387f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.154 HTTP/1.1" status: 200 len: 697 time: 0.0753393 Aug 10 03:32:57.291093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.391771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.429204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5309bbfc-55d5-4767-8190-1f445d588bf0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:57.436545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.442254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2338aed8-04ab-4eb6-93b5-c784ccf18658 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5309bbfc-55d5-4767-8190-1f445d588bf0 HTTP/1.1" status: 204 len: 168 time: 0.9977479 Aug 10 03:32:57.442629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49970) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:57.456773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e43227-9881-4f29-a9d0-3762e994d6a5 None None] Network e59deeca-8a9a-4549-824d-16b8a656775c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:57.517638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c693a50b-c9c9-48db-9e26-34e052af332f req-88e12790-5c17-4b1d-b5cf-b83db39c6c77 service neutron] 10.222.0.65 "GET /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000075 Aug 10 03:32:57.565505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Deleting port 51b960bf-0e45-427d-b5a3-662ae04541b8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:57.566457 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.570083 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.591581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.741937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Deleting port b7e4a363-11eb-4d56-b353-961c5ab89ec1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:57.742467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.753129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.753544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.769438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Calling delete_port for 51b960bf-0e45-427d-b5a3-662ae04541b8 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:57.773082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] DHCP port deletion for e59deeca-8a9a-4549-824d-16b8a656775c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:32:57.850852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Deleting port b7e4a363-11eb-4d56-b353-961c5ab89ec1 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:57.851288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.876276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] For port b7e4a363-11eb-4d56-b353-961c5ab89ec1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b7e4a363-11eb-4d56-b353-961c5ab89ec1,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:57.876780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.915007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Calling delete_port for b7e4a363-11eb-4d56-b353-961c5ab89ec1 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:57.981868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.017831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] For port b7e4a363-11eb-4d56-b353-961c5ab89ec1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b7e4a363-11eb-4d56-b353-961c5ab89ec1,segment=NetworkSegment(5d7a42ce-2010-4dc5-8c5d-e62662a080e7),segment_id=5d7a42ce-2010-4dc5-8c5d-e62662a080e7)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:58.019136 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.020822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event deleted for resources: {'Port': ['ID=51b960bf-0e45-427d-b5a3-662ae04541b8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.050163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Calling delete_port for b7e4a363-11eb-4d56-b353-961c5ab89ec1 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:58.086962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.108388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b7e4a363-11eb-4d56-b353-961c5ab89ec1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:58.145108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b7e4a363-11eb-4d56-b353-961c5ab89ec1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:58.145903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b7e4a363-11eb-4d56-b353-961c5ab89ec1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:58.146945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:32:58.156212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.164881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.166910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] No DVR routers for this DVR port b7e4a363-11eb-4d56-b353-961c5ab89ec1 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:58.174089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8384f4b1-1ccd-4e36-ba92-abaa88756101 req-9a838b29-7d1e-4d82-b5b1-89733b3c9945 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "DELETE /v2.0/floatingips/922c2c09-c9e1-49ec-9524-a9d4edad060d HTTP/1.1" status: 204 len: 173 time: 0.8828118 Aug 10 03:32:58.175823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e4a363-11eb-4d56-b353-961c5ab89ec1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.206145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:32:58.207027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9bf4e7f-9d2e-4645-807c-e7a8a91027e1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:32:58.267581 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.299079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Deleting port caf0a411-c53b-481a-b237-934a2302348e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:32:58.299731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.325012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Pushing event deleted for resources: {'Port': ['ID=b7e4a363-11eb-4d56-b353-961c5ab89ec1,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.326016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416fb26-d3d8-4041-b275-26d1194d3e98 req-29b573d8-69a6-4c57-aa4d-5323062295bf tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:58.334483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e416fb26-d3d8-4041-b275-26d1194d3e98 req-29b573d8-69a6-4c57-aa4d-5323062295bf tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.0790603 Aug 10 03:32:58.344619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.345270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.345735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.346689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.348027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.348027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.348738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.349405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.350089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.350754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.351448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.352150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.352863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:58.358731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25502e30-1d2f-43ca-9dc4-b083f182672b None None] No DVR routers for this DVR port b7e4a363-11eb-4d56-b353-961c5ab89ec1 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:32:58.362208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59deeca-8a9a-4549-824d-16b8a656775c']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.385224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7a42ce-2010-4dc5-8c5d-e62662a080e7') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.385558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7a42ce-2010-4dc5-8c5d-e62662a080e7') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:32:58.407478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.412313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e416fb26-d3d8-4041-b275-26d1194d3e98 req-70fc6aab-062a-476d-8926-ccf0671289ce tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761840 Aug 10 03:32:58.438195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.459092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:32:58.459718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:32:58.462269 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:32:58.465286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] For port caf0a411-c53b-481a-b237-934a2302348e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=caf0a411-c53b-481a-b237-934a2302348e,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:32:58.465764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.522253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Calling delete_port for caf0a411-c53b-481a-b237-934a2302348e owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:32:58.575840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.582909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.584905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] 10.222.0.53 "DELETE /v2.0/networks/e59deeca-8a9a-4549-824d-16b8a656775c HTTP/1.1" status: 204 len: 168 time: 1.1412923 Aug 10 03:32:58.608698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132149-4a3d-404d-b29e-196e670cf72d admin admin] Pushing event deleted for resources: {'Network': ['ID=e59deeca-8a9a-4549-824d-16b8a656775c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.833741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:58.867937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf0a411-c53b-481a-b237-934a2302348e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:58.986451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49998) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.071660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5b40beed-bad8-449c-a0b1-dff5b3702d0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a99023b1d34f4c8f438ebb64ec17d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828178 Aug 10 03:32:59.073035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.121414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.133051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13811d-ea32-46e7-ad12-f5afd0fb0146 req-54357c96-0822-4352-b781-ffe79381810c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.135697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da13811d-ea32-46e7-ad12-f5afd0fb0146 req-54357c96-0822-4352-b781-ffe79381810c tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 945 time: 0.1919768 Aug 10 03:32:59.158896 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c348a9d-34c9-47af-806e-e8f623805d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.193211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c348a9d-34c9-47af-806e-e8f623805d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.236506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da13811d-ea32-46e7-ad12-f5afd0fb0146 req-30049335-eedf-4a14-adcf-3788d6ab904f tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914948 Aug 10 03:32:59.265568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c348a9d-34c9-47af-806e-e8f623805d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.268311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c348a9d-34c9-47af-806e-e8f623805d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.272180 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c348a9d-34c9-47af-806e-e8f623805d7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec4175b0-3e83-4caf-986a-4bee97a92d61 HTTP/1.1" status: 204 len: 168 time: 0.1952879 Aug 10 03:32:59.279863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348a9d-34c9-47af-806e-e8f623805d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4175b0-3e83-4caf-986a-4bee97a92d61,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:59.615034 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.806638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85423d33-242f-43f6-9438-d9fe6ed3cdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:59.889085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b31918-d781-4f88-b6bd-e978699dcbd2 req-6941e51a-ddad-484b-8513-e25d8394cfc0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.902957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9b31918-d781-4f88-b6bd-e978699dcbd2 req-6941e51a-ddad-484b-8513-e25d8394cfc0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1170239 Aug 10 03:32:59.943826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:00.009924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9b31918-d781-4f88-b6bd-e978699dcbd2 req-41f49d45-3d20-491d-8f05-0b77660f07e9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054480 Aug 10 03:33:00.180214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-e32a6d10-da4f-4b44-ad66-e2f0f6d18a94 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.181929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-e32a6d10-da4f-4b44-ad66-e2f0f6d18a94 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 945 time: 0.2007709 Aug 10 03:33:00.338931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:00.349878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50e7ee66-fa08-4661-8125-41a41ca826e2 admin admin] 10.222.0.53 "PUT /v2.0/routers/ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2264955 Aug 10 03:33:00.353077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50052) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:00.357501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] Sync routers for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:00.376044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:00.378745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:00.523321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Deleting port 4b352b19-d9c1-4590-a67a-9323366a1042 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:00.524078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.574783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.596616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b520f1-e338-4853-a840-848cd4912b2d req-4b1f155a-375c-4f42-8f8b-985e2ff7d9a0 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:00.598487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1b520f1-e338-4853-a840-848cd4912b2d req-4b1f155a-375c-4f42-8f8b-985e2ff7d9a0 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 945 time: 0.2269480 Aug 10 03:33:00.700067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1b520f1-e338-4853-a840-848cd4912b2d req-87ec267e-c8aa-423b-89e8-f62980e4b7fe tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779164 Aug 10 03:33:00.702263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] For port 4b352b19-d9c1-4590-a67a-9323366a1042, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=4b352b19-d9c1-4590-a67a-9323366a1042,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:00.702665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:00.720837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Calling delete_port for 4b352b19-d9c1-4590-a67a-9323366a1042 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:00.843656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50060) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:00.937115 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.000498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:01.030643 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.066437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Deleting port 3a00a73d-2f17-41fa-a281-e6f27111b1c4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:01.067186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.134882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['4b352b19-d9c1-4590-a67a-9323366a1042'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:01.136328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Pushing event deleted for resources: {'Port': ['ID=4b352b19-d9c1-4590-a67a-9323366a1042,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:01.191963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] For port 3a00a73d-2f17-41fa-a281-e6f27111b1c4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3a00a73d-2f17-41fa-a281-e6f27111b1c4,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:01.192688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.210265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Calling delete_port for 3a00a73d-2f17-41fa-a281-e6f27111b1c4 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:01.264303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] No DVR routers for this DVR port 4b352b19-d9c1-4590-a67a-9323366a1042 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:01.270032 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.273289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48a5fe72-3d0f-42c1-b78a-621b7e9e7c1a req-9b9ace22-1530-403d-8c06-1cdc6ef50755 tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.65 "DELETE /v2.0/ports/4b352b19-d9c1-4590-a67a-9323366a1042 HTTP/1.1" status: 204 len: 173 time: 1.0726449 Aug 10 03:33:01.273752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'name': 'network-vif-deleted', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:01.276276 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceecb36-5135-42b5-9578-a41d17d142d6" -d '{"events": [{"server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "name": "network-vif-deleted", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:01.427748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:32:58Z', 'revision_number': 5, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port': {'id': '3a00a73d-2f17-41fa-a281-e6f27111b1c4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:06Z', 'updated_at': '2021-08-10T03:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.462661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-network', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:01.467961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] Checking router: ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:01.478617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] Routers {'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:01.479616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.574828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Made reservation on behalf of 0ff288059cae4b59810bb1d214815a2b for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:01.577540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.602374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.611304 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.621488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] Set router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:01.635908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dffa4-8df1-4b04-b304-be38eb764278 req-f0d43497-a135-41b4-95d9-cb2dca249857 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:01.637777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb1dffa4-8df1-4b04-b304-be38eb764278 req-f0d43497-a135-41b4-95d9-cb2dca249857 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1699603 Aug 10 03:33:01.661418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:01.699609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:33:00Z', 'revision_number': 6, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:01.739861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826f252f-06a6-45ae-ac89-ef2729726d19 None None] The sync data for ids ['ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b'] in n-d-769329-14 is: [{'id': 'ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b', 'name': 'tempest-ServersTestJSON-1587386804-router', 'tenant_id': '4d956778803d40109fc33c5f0d7de862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:05Z', 'updated_at': '2021-08-10T03:33:00Z', 'revision_number': 6, 'project_id': '4d956778803d40109fc33c5f0d7de862', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:01.753552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a00a73d-2f17-41fa-a281-e6f27111b1c4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:01.825424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb1dffa4-8df1-4b04-b304-be38eb764278 req-9fa2ef9e-a133-4ec5-9819-b4a097a9eb9b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790943 Aug 10 03:33:01.843267 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db789002-64ff-45b4-9675-2d76f34ec73d x-openstack-request-id: req-db789002-64ff-45b4-9675-2d76f34ec73d {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:01.843566 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae55f8-1c9e-4b82-8c47-38da0c4251a0", "name": "network-vif-deleted", "tag": "4b352b19-d9c1-4590-a67a-9323366a1042", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:01.843825 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db789002-64ff-45b4-9675-2d76f34ec73d {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:01.844299 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae55f8-1c9e-4b82-8c47-38da0c4251a0', 'name': 'network-vif-deleted', 'tag': '4b352b19-d9c1-4590-a67a-9323366a1042', 'status': 'completed', 'code': 200} Aug 10 03:33:01.909761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.048928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.068399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.072768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6cc7ec75-ec8b-4c78-831f-8e969cf4e609 req-41f84dfc-b24f-41be-a962-f750cc98b00a tempest-FloatingIPsAssociationTestJSON-1249416320 tempest-FloatingIPsAssociationTestJSON-1249416320-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dae55f8-1c9e-4b82-8c47-38da0c4251a0 HTTP/1.1" status: 200 len: 210 time: 0.0429528 Aug 10 03:33:02.162983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.170060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.183336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.184343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:02.191553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.192942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-90403de3-b471-4f50-9e60-5bfad7965519 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ade03ac9-5e43-46e1-aa3d-ebfba7e3a87b HTTP/1.1" status: 204 len: 168 time: 1.8362744 Aug 10 03:33:02.197080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50092) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.220534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:02.242757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b218a-71af-4879-8868-8245d939a30a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.265253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.265625 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Added segment e181639a-0cb3-4dc2-8880-f28679418d9c of type vlan for network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 Aug 10 03:33:02.322341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device caf0a411-c53b-481a-b237-934a2302348e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:02.352095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Deleting subnet 86d85a14-8240-4f6c-ab80-3a061083d105 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:02.359976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.361034 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.364016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: caf0a411-c53b-481a-b237-934a2302348e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:02.365968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device caf0a411-c53b-481a-b237-934a2302348e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:02.436564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.439939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.441084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.443159 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.551909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7067015 Aug 10 03:33:02.552786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50100) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.561413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Request body: {'subnet': {'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-subnet', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:02.566052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8658661-34d0-4188-adf8-325b6a51f480 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0b3b34-c2c6-4c09-a4d7-1e693fa84972,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.576545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:02.625503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Made reservation on behalf of 0ff288059cae4b59810bb1d214815a2b for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:02.635322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.654526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.696054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50104) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.802947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.867444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d85a14-8240-4f6c-ab80-3a061083d105,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:02.877944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:02.880506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c0625cd8-6034-4c29-bf0a-61f8f206d9a4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/86d85a14-8240-4f6c-ab80-3a061083d105 HTTP/1.1" status: 204 len: 168 time: 0.6808608 Aug 10 03:33:02.886502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50112) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.904447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c838e60b-ea5a-4e19-afda-8ed7e25e9eca None None] Network 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:03.106022 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.109728 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efcee5c1-ccc3-42da-a075-9e4ccdd3199a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.112984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.114959 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.186668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f78429-82fe-4d61-a26d-d9a7e4837395 req-789e10db-d35f-4518-b356-53fb31ac0fab tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.192143 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63f78429-82fe-4d61-a26d-d9a7e4837395 req-789e10db-d35f-4518-b356-53fb31ac0fab tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1309843 Aug 10 03:33:03.235609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50116) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.317544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] DHCP port deletion for 05f91e62-3e4e-47e4-8e1f-c31f2224ad16 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:03.382672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c03cdd-2e86-4b67-acab-56759f5126e3,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.434034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] Deleting port 204eb49e-c931-4f67-b19a-1e7078cd1817 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:03.434808 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.465253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efcee5c1-ccc3-42da-a075-9e4ccdd3199a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.469317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Checking segment: {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:03.469905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Network hostable DHCP agents. Network: 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:03.514895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63f78429-82fe-4d61-a26d-d9a7e4837395 req-5b57c9e1-467f-4610-9f8c-46ff6e2b8af4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747650 Aug 10 03:33:03.521865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efcee5c1-ccc3-42da-a075-9e4ccdd3199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.575387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:03.579122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Deleting port 204eb49e-c931-4f67-b19a-1e7078cd1817 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:03.579620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.583714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] For port 204eb49e-c931-4f67-b19a-1e7078cd1817, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=204eb49e-c931-4f67-b19a-1e7078cd1817,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:03.584116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.600410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcee5c1-ccc3-42da-a075-9e4ccdd3199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd10e9b-9bcb-41a0-b0f3-8800ac9d2310,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:03.614149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] Calling delete_port for 204eb49e-c931-4f67-b19a-1e7078cd1817 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:03.644474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-efcee5c1-ccc3-42da-a075-9e4ccdd3199a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a8d165a35b848f8a05da0f0637cddae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9466383 Aug 10 03:33:03.649209 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50120) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.711734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:03.725874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1187f-0ac3-4a3f-8c37-d7cdbec49db9 None None] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:03.727184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:03.728847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.751337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb895-e385-44fc-8b7d-7a35d93621e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.755296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] For port 204eb49e-c931-4f67-b19a-1e7078cd1817, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=204eb49e-c931-4f67-b19a-1e7078cd1817,segment=NetworkSegment(ac73cad7-fe93-4c41-b230-8242b013c173),segment_id=ac73cad7-fe93-4c41-b230-8242b013c173)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:03.755828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.808404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Calling delete_port for 204eb49e-c931-4f67-b19a-1e7078cd1817 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:03.838772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb895-e385-44fc-8b7d-7a35d93621e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.844100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3e943630-31ae-4d1e-881a-f0833bc7c8f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2874520 Aug 10 03:33:03.844791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50124) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:03.851540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:03.955021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.956446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:03.991491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.072378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a00a73d-2f17-41fa-a281-e6f27111b1c4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:04.097614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.122484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] Pushing event deleted for resources: {'Port': ['ID=204eb49e-c931-4f67-b19a-1e7078cd1817,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.135533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06900b-c7b0-4fe7-a0ca-5e9f4970347e None None] No DVR routers for this DVR port 204eb49e-c931-4f67-b19a-1e7078cd1817 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:04.136623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.138083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3a00a73d-2f17-41fa-a281-e6f27111b1c4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:04.138457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a00a73d-2f17-41fa-a281-e6f27111b1c4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:04.139030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 204eb49e-c931-4f67-b19a-1e7078cd1817 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:04.156754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Pushing event deleted for resources: {'Port': ['ID=204eb49e-c931-4f67-b19a-1e7078cd1817,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.163797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 204eb49e-c931-4f67-b19a-1e7078cd1817 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:04.164157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 204eb49e-c931-4f67-b19a-1e7078cd1817 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:04.165316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] No DVR routers for this DVR port 204eb49e-c931-4f67-b19a-1e7078cd1817 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:04.215377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-1b0b3b34-c2c6-4c09-a4d7-1e693fa84972', 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'fixed_ips': [{'subnet_id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:04.216445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.307263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.339736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f91e62-3e4e-47e4-8e1f-c31f2224ad16']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.344572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb895-e385-44fc-8b7d-7a35d93621e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.349564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb895-e385-44fc-8b7d-7a35d93621e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.366643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e4ebb895-e385-44fc-8b7d-7a35d93621e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbd10e9b-9bcb-41a0-b0f3-8800ac9d2310 HTTP/1.1" status: 204 len: 168 time: 0.7055719 Aug 10 03:33:04.402411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac73cad7-fe93-4c41-b230-8242b013c173') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.404540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac73cad7-fe93-4c41-b230-8242b013c173') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:04.471934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebb895-e385-44fc-8b7d-7a35d93621e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd10e9b-9bcb-41a0-b0f3-8800ac9d2310,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.472665 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.488154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.503162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Allocated IP 172.20.0.2 (1b0b3b34-c2c6-4c09-a4d7-1e693fa84972/d9c03cdd-2e86-4b67-acab-56759f5126e3/1dffc7c5-4962-4e68-9e13-ce5998d2795b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:04.536258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.552069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:04.555238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:04.564829 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:04.601035 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.765019 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.791044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Transition to ACTIVE for port object 1dffc7c5-4962-4e68-9e13-ce5998d2795b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:04.795036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.832392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Transition to ACTIVE for port object 1dffc7c5-4962-4e68-9e13-ce5998d2795b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:04.834848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.842989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] 10.222.0.53 "DELETE /v2.0/networks/05f91e62-3e4e-47e4-8e1f-c31f2224ad16 HTTP/1.1" status: 204 len: 168 time: 1.9543278 Aug 10 03:33:04.851274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81d8a3-253b-4c29-9615-b58149ad4861 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f91e62-3e4e-47e4-8e1f-c31f2224ad16,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:04.857547 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:04.889535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:04.905469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0099a-2ede-4afa-b2f4-e0660cfb632a req-0672829f-fafb-4409-b0da-9d46cbfa8490 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.923811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bcd0099a-2ede-4afa-b2f4-e0660cfb632a req-0672829f-fafb-4409-b0da-9d46cbfa8490 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2064347 Aug 10 03:33:04.959239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:04.964719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:05.065030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bcd0099a-2ede-4afa-b2f4-e0660cfb632a req-1f63dbfe-3b3f-4c92-9c0b-134f516b8ece tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350582 Aug 10 03:33:05.068121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Pushing event updated for resources: {'Port': ['ID=1dffc7c5-4962-4e68-9e13-ce5998d2795b,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.149544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Attempting to bind port 1dffc7c5-4962-4e68-9e13-ce5998d2795b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:05.151014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Attempting to bind port 1dffc7c5-4962-4e68-9e13-ce5998d2795b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:05.152469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Attempting to bind port 1dffc7c5-4962-4e68-9e13-ce5998d2795b on network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:05.163968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:05.164594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Checking segment: {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:05.165271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.166102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Bound using segment: {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:05.166942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Bound port: 1dffc7c5-4962-4e68-9e13-ce5998d2795b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:05.168458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.179525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 4b352b19-d9c1-4590-a67a-9323366a1042 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:05.244278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 4b352b19-d9c1-4590-a67a-9323366a1042 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:05.245622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 4b352b19-d9c1-4590-a67a-9323366a1042 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:05.303006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50152) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.303573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.330451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.388927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] For port 1dffc7c5-4962-4e68-9e13-ce5998d2795b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:05.397381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] For port 1dffc7c5-4962-4e68-9e13-ce5998d2795b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1dffc7c5-4962-4e68-9e13-ce5998d2795b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:05.413044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.413332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a45f0184-5582-43cb-a2c5-7891559b2f6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d956778803d40109fc33c5f0d7de862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059926 Aug 10 03:33:05.413470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50156) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:05.516221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b408ba-b83e-4660-b640-843813459c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.552367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b408ba-b83e-4660-b640-843813459c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.554531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b734ad-4022-4d4d-94f8-ca91612c64f8 None None] Pushing event updated for resources: {'Port': ['ID=1dffc7c5-4962-4e68-9e13-ce5998d2795b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:05.658512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b408ba-b83e-4660-b640-843813459c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.662541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b408ba-b83e-4660-b640-843813459c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.666367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-37b408ba-b83e-4660-b640-843813459c25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14833026-2e2e-4776-89d5-fb90320fa92d HTTP/1.1" status: 204 len: 168 time: 0.2487588 Aug 10 03:33:05.671680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Allocated IP 172.25.2.18 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/686e887b-49be-4502-8d77-93045baf1c76) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:05.696402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Deleting port db258c58-5579-4f52-a824-79297b1d0b72 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:05.696855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:05.702552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b408ba-b83e-4660-b640-843813459c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14833026-2e2e-4776-89d5-fb90320fa92d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.008340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] For port db258c58-5579-4f52-a824-79297b1d0b72, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=db258c58-5579-4f52-a824-79297b1d0b72,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:06.008863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.055266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.080401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Calling delete_port for db258c58-5579-4f52-a824-79297b1d0b72 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:06.224528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1dffc7c5-4962-4e68-9e13-ce5998d2795b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:06.355450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1dffc7c5-4962-4e68-9e13-ce5998d2795b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:06.421174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afb8ec-2632-4847-950b-7a93b995fd1c req-5f32bd5b-f1dd-4899-aab9-6388db4c36cc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.423471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31afb8ec-2632-4847-950b-7a93b995fd1c req-5f32bd5b-f1dd-4899-aab9-6388db4c36cc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1740086 Aug 10 03:33:06.427181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.553559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:06.566251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:06.570364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:06.641351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Pushing event updated for resources: {'Port': ['ID=686e887b-49be-4502-8d77-93045baf1c76,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.667011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31afb8ec-2632-4847-950b-7a93b995fd1c req-60feec0e-31a5-4883-925f-4b8f1be27485 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322323 Aug 10 03:33:06.800180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50198) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.853026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:06.927976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Pushing event deleted for resources: {'Port': ['ID=db258c58-5579-4f52-a824-79297b1d0b72,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:06.973181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7f93-62cf-4ff3-9bb1-215284fe9fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.184863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7f93-62cf-4ff3-9bb1-215284fe9fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.198867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fdc7f93-62cf-4ff3-9bb1-215284fe9fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.199774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a2806-be6e-4e97-ac0e-04f69e6c01f8 None None] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:07.288061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4fdc7f93-62cf-4ff3-9bb1-215284fe9fd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcbcd311d278407dae23e3895d3ad320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866986 Aug 10 03:33:07.288724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50212) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.290995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc7f93-62cf-4ff3-9bb1-215284fe9fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d95bd4-ffa6-420c-950b-287e2f4118a6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:07.366866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] Provisioning for port 1dffc7c5-4962-4e68-9e13-ce5998d2795b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:07.378863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] Provisioning complete for port 1dffc7c5-4962-4e68-9e13-ce5998d2795b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:07.379630 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.383851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:07.416143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5e4517f-7e30-48a9-803d-fcc1673ae6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.458091 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5e4517f-7e30-48a9-803d-fcc1673ae6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.556960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5e4517f-7e30-48a9-803d-fcc1673ae6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.561566 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5e4517f-7e30-48a9-803d-fcc1673ae6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.567819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a5e4517f-7e30-48a9-803d-fcc1673ae6d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12d95bd4-ffa6-420c-950b-287e2f4118a6 HTTP/1.1" status: 204 len: 168 time: 0.2776442 Aug 10 03:33:07.592476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4517f-7e30-48a9-803d-fcc1673ae6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d95bd4-ffa6-420c-950b-287e2f4118a6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:07.633112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1264867558-network', 'tenant_id': '871f266da8f049bfacee306f917045e9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:07.691711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:07.697616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.729472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.800633 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.875637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] For port 1dffc7c5-4962-4e68-9e13-ce5998d2795b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1dffc7c5-4962-4e68-9e13-ce5998d2795b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:07.887367 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:07.970481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-6ae14397-fa4e-456e-99d0-666d60631c9b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2421939 Aug 10 03:33:08.045364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a61cf-ebc5-4687-b7c5-30b22b86c400 req-99150655-8ce0-4395-acc5-4c853c79e5c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.055593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-712a61cf-ebc5-4687-b7c5-30b22b86c400 req-99150655-8ce0-4395-acc5-4c853c79e5c7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1481342 Aug 10 03:33:08.091562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.140860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab479751-3714-4d39-97b4-3b1ad27af035 None None] Pushing event updated for resources: {'Port': ['ID=1dffc7c5-4962-4e68-9e13-ce5998d2795b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.155959 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.165338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.232467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:08.265386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.265942 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Added segment d819e41b-b085-45fa-8571-9f999e0ddea3 of type vlan for network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c Aug 10 03:33:08.354889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.397104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.411093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0452b4-dfe3-489e-81df-48f2d6022d89,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.431814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eda12431-c33b-482e-96a9-367f36526302 None None] Provisioning complete for port 1dffc7c5-4962-4e68-9e13-ce5998d2795b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:08.433610 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eda12431-c33b-482e-96a9-367f36526302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.483538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.485918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.487284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:08.517737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-712a61cf-ebc5-4687-b7c5-30b22b86c400 req-4b5d6408-4274-4d9c-bad2-8d6ca00e197c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604044 Aug 10 03:33:08.734504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-4f10c2fd-3a7d-4862-9d29-e10bfeff1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:08.738173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-4f10c2fd-3a7d-4862-9d29-e10bfeff1492 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 1098 time: 0.6545041 Aug 10 03:33:08.747292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] Pushing event updated for resources: {'Network': ['ID=3c0fa928-3e92-438b-9dc5-f62ca2eec15c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:08.757478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-18ec3044-3ec2-4bce-964f-13edab0f809c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3722153 Aug 10 03:33:08.762067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50242) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:08.774293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Request body: {'subnet': {'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1264867558-subnet', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:08.774596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:08.819935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:08.822934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.098208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50250) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.362682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-d9108cc7-872d-4e64-8024-ba6d7853ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.365621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-d9108cc7-872d-4e64-8024-ba6d7853ba46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.5220494 Aug 10 03:33:09.429116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.481018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:09.519953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-24a536a2-3abd-459f-9ac3-f8c1a7fc3c04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 200 len: 1001 time: 0.1405509 Aug 10 03:33:09.536879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.596546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7aa7532-9618-4ef2-b5b0-6e38397ed5ad,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:09.641026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Checking segment: {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:09.641533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Network hostable DHCP agents. Network: 3c0fa928-3e92-438b-9dc5-f62ca2eec15c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:09.673252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1274380764-network', 'tenant_id': '528eaeee2bb24141b20c8092f2c26726'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.681525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:09.700440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3c0fa928-3e92-438b-9dc5-f62ca2eec15c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:09.717554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.718221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.720688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44cf10-d9c2-44c2-8728-ff05299ae642 None None] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:09.757532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Made reservation on behalf of 528eaeee2bb24141b20c8092f2c26726 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:09.760424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.778085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-feeea579-ffa2-486e-b5d3-d6259f79cbbf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0112188 Aug 10 03:33:09.778085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.819150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50262) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.907261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:09.916754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-0154406f-b407-456d-8fb1-4db377480740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.920857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-0154406f-b407-456d-8fb1-4db377480740 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.3923500 Aug 10 03:33:09.964767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-ef9f6c98-945e-46b2-8c9a-a6e5170914d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1904039 Aug 10 03:33:09.992912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:09.998986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:10.008595 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] Sync routers for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:10.017173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c43b66c-a790-4d40-806a-c4e535490739 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7693024 Aug 10 03:33:10.027129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50264) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:10.034781 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:10.035788 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.045517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2b2a1-17bd-4f49-b9a7-64a3fa580a0e req-bc64c3b4-e521-42b3-866e-24993064d647 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.048006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88c2b2a1-17bd-4f49-b9a7-64a3fa580a0e req-bc64c3b4-e521-42b3-866e-24993064d647 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.3343344 Aug 10 03:33:10.097390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.122019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-3c0fa928-3e92-438b-9dc5-f62ca2eec15c', 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'fixed_ips': [{'subnet_id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:10.123531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.134947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1dffc7c5-4962-4e68-9e13-ce5998d2795b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:10.186142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:10.207619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-240e88ee-8b99-4479-b9e1-574138b8e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.210231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-240e88ee-8b99-4479-b9e1-574138b8e5ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2771149 Aug 10 03:33:10.235168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.236024 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Added segment 37de8047-f382-4ab7-9e01-aa12120e8507 of type vlan for network 198304a8-4184-4155-bf41-aab0d129353e Aug 10 03:33:10.297285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.298745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.305509 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:10.340751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-05bd26ea-82e2-4512-9241-935cafce14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.343037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-05bd26ea-82e2-4512-9241-935cafce14c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e92fd44d505b4c488845f6db8c8903f7&device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 1097 time: 0.3439202 Aug 10 03:33:10.361778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a76c2c-8186-4804-8cb6-90d1b2835467,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:10.370107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.442596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Router e4612c8d-23b5-442c-aa2a-51f1c758ecef is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:10.466827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88c2b2a1-17bd-4f49-b9a7-64a3fa580a0e req-c4706050-4e9f-4773-8b61-84a653cf4825 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336625 Aug 10 03:33:10.490027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-5999dee6-c5b9-4859-b3b8-707b44e3070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:10.491661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-5999dee6-c5b9-4859-b3b8-707b44e3070c service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd451419-6a4a-4890-a997-76e9c8cc89f7 HTTP/1.1" status: 200 len: 916 time: 0.1171710 Aug 10 03:33:10.575410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-8c4ad98b-b933-4430-8d49-099b7f0fbd38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d HTTP/1.1" status: 200 len: 1001 time: 0.0764289 Aug 10 03:33:10.643846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1dffc7c5-4962-4e68-9e13-ce5998d2795b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:10.643846 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.686364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.701495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:10.859271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-30b7da3a-9dab-4d5a-8c57-515999b95a00 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363752 Aug 10 03:33:10.874546 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:33:06Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:10.905207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Allocated IP 172.20.0.2 (3c0fa928-3e92-438b-9dc5-f62ca2eec15c/f7aa7532-9618-4ef2-b5b0-6e38397ed5ad/5457e595-b8ef-443f-ba9f-b0e24c822081) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:11.006019 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] Checking router: 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:11.024332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] Routers {'0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:11.027096 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.049089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.061895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.065006 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.176591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-110888ad-71ea-4c54-9636-2341cd22b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.180035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-110888ad-71ea-4c54-9636-2341cd22b4d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0689f4b9-0e05-45f1-8ed8-71a4506d0853 HTTP/1.1" status: 200 len: 854 time: 0.5825930 Aug 10 03:33:11.188920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0897865 Aug 10 03:33:11.231129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50276) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.243339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Request body: {'subnet': {'network_id': '198304a8-4184-4155-bf41-aab0d129353e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1274380764-subnet', 'tenant_id': '528eaeee2bb24141b20c8092f2c26726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:11.320916 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] Set router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:11.418102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-966dcbe9-b6e3-49a2-8a10-b4f4bef69b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.418428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.421424 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-966dcbe9-b6e3-49a2-8a10-b4f4bef69b3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd451419-6a4a-4890-a997-76e9c8cc89f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194810 Aug 10 03:33:11.433762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.456659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Transition to ACTIVE for port object 5457e595-b8ef-443f-ba9f-b0e24c822081 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:11.565784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-aa3228ce-5853-42e5-aece-64165f558b84 service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229999 Aug 10 03:33:11.574120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141272e-c02b-4345-85c3-ce2255f16453 admin admin] Pushing event updated for resources: {'Network': ['ID=198304a8-4184-4155-bf41-aab0d129353e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:11.577829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Transition to ACTIVE for port object 5457e595-b8ef-443f-ba9f-b0e24c822081 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:11.598269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 198304a8-4184-4155-bf41-aab0d129353e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:11.741209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8d0e7b3-f94a-4c0e-be3a-a0eeda56ae27 req-69acfbc5-16c1-4f7a-8a94-456cbdb5394d service neutron] 10.222.0.65 "GET /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452506 Aug 10 03:33:11.834217 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:33:06Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:11.842999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.852140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:11.885492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Made reservation on behalf of 528eaeee2bb24141b20c8092f2c26726 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:11.890090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.908213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19b133-5f06-4f00-b2ba-fdcf8ce407ec None None] The sync data for ids ['0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751'] in n-d-769329-14 is: [{'id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'name': 'tempest-FloatingIPsAssociationTestJSON-477593413-router', 'tenant_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:17Z', 'updated_at': '2021-08-10T03:33:06Z', 'revision_number': 5, 'project_id': '15a53f208db645d0a4c3e1a1f4b1da1b', 'gw_port': {'id': 'eb1490a3-34ed-4355-bb3d-8e089e823866', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:19Z', 'updated_at': '2021-08-10T03:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:11.918084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1f99-4a84-4b29-9991-0193f2e88797 req-da383136-017f-4e6f-a43c-8894bf964769 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.926089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ae1f99-4a84-4b29-9991-0193f2e88797 req-da383136-017f-4e6f-a43c-8894bf964769 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1303785 Aug 10 03:33:11.939973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.942339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2a00282d-704e-4d34-9d56-a3720d1b7c6b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0936995 Aug 10 03:33:11.944969 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.948147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50286) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.950140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Sync routers for ids ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:11.960041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1600a7dc-b892-49aa-8626-766e88aedcbb req-0a11b654-1211-4572-b07e-8b2e0172ff30 service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9652429 Aug 10 03:33:11.970517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:11.984065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:11.986863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:12.031338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Routers {'e4612c8d-23b5-442c-aa2a-51f1c758ecef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:12.037379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.047463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Pushing event updated for resources: {'Port': ['ID=5457e595-b8ef-443f-ba9f-b0e24c822081,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.110663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ae1f99-4a84-4b29-9991-0193f2e88797 req-20fd0777-2f8a-4f51-ac13-5b263860d828 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822541 Aug 10 03:33:12.271459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Attempting to bind port 5457e595-b8ef-443f-ba9f-b0e24c822081 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:12.271808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Attempting to bind port 5457e595-b8ef-443f-ba9f-b0e24c822081 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:12.272243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Attempting to bind port 5457e595-b8ef-443f-ba9f-b0e24c822081 on network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:12.287573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:12.287989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Checking segment: {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:12.289233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.289830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Bound using segment: {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:12.290369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Bound port: 5457e595-b8ef-443f-ba9f-b0e24c822081, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:12.290907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.319089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Set router e4612c8d-23b5-442c-aa2a-51f1c758ecef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:12.373039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Deleting port eb1490a3-34ed-4355-bb3d-8e089e823866 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:12.373683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.541277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] For port 5457e595-b8ef-443f-ba9f-b0e24c822081, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:12.550883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] For port 5457e595-b8ef-443f-ba9f-b0e24c822081, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5457e595-b8ef-443f-ba9f-b0e24c822081,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:12.592152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.677427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.742365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] For port eb1490a3-34ed-4355-bb3d-8e089e823866, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=eb1490a3-34ed-4355-bb3d-8e089e823866,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:12.755374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.792877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.804057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Calling delete_port for eb1490a3-34ed-4355-bb3d-8e089e823866 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:12.816598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:12.832553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337dd3c-bf88-4b2c-8d0a-fc8aa0d92d7c None None] Pushing event updated for resources: {'Port': ['ID=5457e595-b8ef-443f-ba9f-b0e24c822081,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:12.945758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:33:06Z', 'revision_number': 3, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:12.972098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5047202-0934-42ba-a98a-7b894d5a14b8,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.096746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Checking router: e4612c8d-23b5-442c-aa2a-51f1c758ecef for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:13.097647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Updating router e4612c8d-23b5-442c-aa2a-51f1c758ecef port 686e887b-49be-4502-8d77-93045baf1c76 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:13.115886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Checking segment: {'id': '37de8047-f382-4ab7-9e01-aa12120e8507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '198304a8-4184-4155-bf41-aab0d129353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:13.116335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Network hostable DHCP agents. Network: 198304a8-4184-4155-bf41-aab0d129353e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:13.138105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.208027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Allocated IP 172.25.2.124 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/4abde50c-d40d-407e-99f8-69b6df7e25fc) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:13.212528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Network 198304a8-4184-4155-bf41-aab0d129353e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:13.247870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 198304a8-4184-4155-bf41-aab0d129353e) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:13.263932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.265101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.356259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbd037-1a18-4274-8e29-9866ee758c40 None None] Network 198304a8-4184-4155-bf41-aab0d129353e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:13.397003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd65aa8c-eedd-41d3-89e3-ba25bf1d56e8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1577401 Aug 10 03:33:13.490462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.519515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c8713-123a-4373-83bc-b6ad14ad4922 req-38e5b28d-a4ae-413f-bc53-a1f8e6abccdf tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.522621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-871c8713-123a-4373-83bc-b6ad14ad4922 req-38e5b28d-a4ae-413f-bc53-a1f8e6abccdf tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2295659 Aug 10 03:33:13.547381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.550690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.607614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:13.611314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:13.619378 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.619757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:13.641125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87340b7-c599-49e3-ba1c-62cfb2686afa None None] Network 198304a8-4184-4155-bf41-aab0d129353e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:13.693097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Pushing event updated for resources: {'Port': ['ID=4abde50c-d40d-407e-99f8-69b6df7e25fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.815915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1490a3-34ed-4355-bb3d-8e089e823866,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:13.894613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-871c8713-123a-4373-83bc-b6ad14ad4922 req-e1a4d146-73c6-4980-8fda-eab7fa3eb333 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630748 Aug 10 03:33:13.929400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.951113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Transition to ACTIVE for port object 686e887b-49be-4502-8d77-93045baf1c76 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:13.964805 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.125185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Attempting to bind port 686e887b-49be-4502-8d77-93045baf1c76 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:14.126337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Attempting to bind port 686e887b-49be-4502-8d77-93045baf1c76 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:14.126337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Attempting to bind port 686e887b-49be-4502-8d77-93045baf1c76 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:14.139741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab7776-2e75-4ab3-bc9c-c383d0e64f85 None None] Pushing event updated for resources: {'Port': ['ID=686e887b-49be-4502-8d77-93045baf1c76,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:14.169639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:14.173421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:14.174868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.175857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:14.177046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Bound port: 686e887b-49be-4502-8d77-93045baf1c76, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:14.177726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.179184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.223453 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-ac79bc9b-cb62-4c89-baf6-05956174f51b req-6b0cf2b3-b98a-4c5b-8291-ed6f1cfdf5d7 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] show failed (client error): The resource could not be found. Aug 10 03:33:14.230745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac79bc9b-cb62-4c89-baf6-05956174f51b req-6b0cf2b3-b98a-4c5b-8291-ed6f1cfdf5d7 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups/9a4cf2b3-e159-4331-86f9-0fd7d749b366 HTTP/1.1" status: 404 len: 352 time: 0.0612290 Aug 10 03:33:14.283204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.312873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] For port 686e887b-49be-4502-8d77-93045baf1c76, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:14.316692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] For port 686e887b-49be-4502-8d77-93045baf1c76, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=686e887b-49be-4502-8d77-93045baf1c76,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:14.320315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b1b96f16-9ed9-4324-a5b5-ce2a77eec8af details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:33:14.529147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:14.530918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.551809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.571331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'mac_address': 'fa:16:3e:ba:36:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:33:14.576625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.597382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Allocated IP 172.20.0.1 (1b0b3b34-c2c6-4c09-a4d7-1e693fa84972/d9c03cdd-2e86-4b67-acab-56759f5126e3/53413125-92d3-493f-b9bd-f21392d5761b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:14.609541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10ea354e-3520-4a10-add9-5f7582ac2841 req-d1ba0c3a-2c0c-4952-91b1-d4c484b9b878 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=528eaeee2bb24141b20c8092f2c26726 HTTP/1.1" status: 200 len: 2984 time: 0.2950757 Aug 10 03:33:14.755400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.755400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:33:14.812658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.816386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-447d89f3-2a1d-4073-b7dd-3902617d1dfc admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ce6f8cc-7eea-489a-bf7e-ad70b8a6d751 HTTP/1.1" status: 204 len: 168 time: 4.7839520 Aug 10 03:33:14.830755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50332) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:14.859172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:14.865408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10ea354e-3520-4a10-add9-5f7582ac2841 req-9224badc-c36e-4e9c-82f5-b5d8cc708acd tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups/26a76c2c-8186-4804-8cb6-90d1b2835467 HTTP/1.1" status: 200 len: 2981 time: 0.2464530 Aug 10 03:33:14.867020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5457e595-b8ef-443f-ba9f-b0e24c822081 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:15.093335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10ea354e-3520-4a10-add9-5f7582ac2841 req-50061319-49cf-41c6-b3d1-6732773156ef tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups/26a76c2c-8186-4804-8cb6-90d1b2835467 HTTP/1.1" status: 200 len: 2981 time: 0.1999178 Aug 10 03:33:15.155427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.191736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Transition to ACTIVE for port object 53413125-92d3-493f-b9bd-f21392d5761b will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:15.204361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Deleting subnet 53d82d6c-1be4-48db-a2e4-51b335d663b0 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:15.229166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9568919-602d-41c4-9eab-46332b617c50 None None] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:15.230988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.355983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c28acb-d9b9-4924-b1c1-43ad2026033c req-c2842ced-47d0-49c6-ac61-6d385c4d7970 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:15.358182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22c28acb-d9b9-4924-b1c1-43ad2026033c req-c2842ced-47d0-49c6-ac61-6d385c4d7970 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2420497 Aug 10 03:33:15.361861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Router 4757fa7e-5408-4831-8fad-a20ad92be7ee is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:15.368784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.395304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.471693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d160825a-c0df-4168-b50c-b9792fd4d42f None None] Provisioning for port 5457e595-b8ef-443f-ba9f-b0e24c822081 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:15.490922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85a9658a-c469-43a8-8c01-2736705c5617 req-1dd279ae-0054-45a2-a4cb-2ae23ef5783f tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups/26a76c2c-8186-4804-8cb6-90d1b2835467 HTTP/1.1" status: 200 len: 2981 time: 0.3795562 Aug 10 03:33:15.504745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Routers {'e4612c8d-23b5-442c-aa2a-51f1c758ecef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:15.507274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:15.519547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 5457e595-b8ef-443f-ba9f-b0e24c822081 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:15.524704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab7776-2e75-4ab3-bc9c-c383d0e64f85 None None] Pushing event updated for resources: {'Port': ['ID=686e887b-49be-4502-8d77-93045baf1c76,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.558731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:15.592208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:15.596904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22c28acb-d9b9-4924-b1c1-43ad2026033c req-176ba32a-112e-4e6e-9404-90a5b3fc0e40 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249260 Aug 10 03:33:15.620429 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.622658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d160825a-c0df-4168-b50c-b9792fd4d42f None None] Provisioning complete for port 5457e595-b8ef-443f-ba9f-b0e24c822081 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:15.623180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d160825a-c0df-4168-b50c-b9792fd4d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.637084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:15.647143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Pushing event updated for resources: {'Port': ['ID=53413125-92d3-493f-b9bd-f21392d5761b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:15.767636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5457e595-b8ef-443f-ba9f-b0e24c822081 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:15.768129 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.820817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.873553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1b96f16-9ed9-4324-a5b5-ce2a77eec8af {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:15.882657 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-85a9658a-c469-43a8-8c01-2736705c5617 req-6709ce00-03b5-4cc6-bf6c-ab77e7dd75a7 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:33:15.913082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85a9658a-c469-43a8-8c01-2736705c5617 req-6709ce00-03b5-4cc6-bf6c-ab77e7dd75a7 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "DELETE /v2.0/security-groups/26a76c2c-8186-4804-8cb6-90d1b2835467 HTTP/1.1" status: 409 len: 352 time: 0.3702755 Aug 10 03:33:15.973280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:15.979082 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.992395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:16.006411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.014618 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Sync routers for ids ['4757fa7e-5408-4831-8fad-a20ad92be7ee'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:16.037268 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Routers {'4757fa7e-5408-4831-8fad-a20ad92be7ee'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:16.038264 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4757fa7e-5408-4831-8fad-a20ad92be7ee'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.200020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.202170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b4cfa84c-7429-43c1-a53d-6ef68b4b41bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3096933 Aug 10 03:33:16.217656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50364) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.218587 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-ae317826-0499-47c5-a749-2d0720f14307 req-216aefaa-0608-4e2d-96d9-ce751ea1cf28 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] show failed (client error): The resource could not be found. Aug 10 03:33:16.233948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae317826-0499-47c5-a749-2d0720f14307 req-216aefaa-0608-4e2d-96d9-ce751ea1cf28 tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups/79969f27-397a-4625-94e5-30133d640e71 HTTP/1.1" status: 404 len: 352 time: 0.1637053 Aug 10 03:33:16.374423 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Set router 4757fa7e-5408-4831-8fad-a20ad92be7ee gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:16.499696 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-e29d504f-05c1-4620-8ce8-ed12e33d176b req-0b3c2fb2-8b91-4240-b29c-67ecfbf6c6ff tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] show failed (client error): The resource could not be found. Aug 10 03:33:16.500817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e29d504f-05c1-4620-8ce8-ed12e33d176b req-0b3c2fb2-8b91-4240-b29c-67ecfbf6c6ff tempest-SecurityGroupsNegativeTestJSON-1113491985 tempest-SecurityGroupsNegativeTestJSON-1113491985-project] 10.222.0.53 "GET /v2.0/security-groups/612fba71-9dc5-4e87-bd30-f4b409d62038 HTTP/1.1" status: 404 len: 352 time: 0.0715921 Aug 10 03:33:16.509112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.525334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50370) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:16.663375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] Set router e4612c8d-23b5-442c-aa2a-51f1c758ecef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:16.739906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.862345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:33:16.922533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Deleting subnet d5047202-0934-42ba-a98a-7b894d5a14b8 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:16.973250 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:33:13Z', 'revision_number': 3, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:16.974569 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.045776 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Checking router: 4757fa7e-5408-4831-8fad-a20ad92be7ee for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:17.046831 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Updating router 4757fa7e-5408-4831-8fad-a20ad92be7ee port 4abde50c-d40d-407e-99f8-69b6df7e25fc binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:17.094111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.157323 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.267321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 5457e595-b8ef-443f-ba9f-b0e24c822081, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5457e595-b8ef-443f-ba9f-b0e24c822081,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:17.303550 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.322955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d82d6c-1be4-48db-a2e4-51b335d663b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:17.407749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.425121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e275db64-09cd-46ea-bb67-03cd5c12de75 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/53d82d6c-1be4-48db-a2e4-51b335d663b0 HTTP/1.1" status: 204 len: 168 time: 2.5903406 Aug 10 03:33:17.425456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50380) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:17.451048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.470635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6d61a-478b-4882-b455-9428452d3d27 None None] Network 1881227e-0b9a-46b0-b0e4-79c0608cca9d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:17.478395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device db258c58-5579-4f52-a824-79297b1d0b72 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:17.606230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: db258c58-5579-4f52-a824-79297b1d0b72 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:17.606863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device db258c58-5579-4f52-a824-79297b1d0b72 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:17.733469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.929727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d160825a-c0df-4168-b50c-b9792fd4d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.976106 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:17.994703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device eb1490a3-34ed-4355-bb3d-8e089e823866 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:18.226174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: eb1490a3-34ed-4355-bb3d-8e089e823866 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:18.226710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device eb1490a3-34ed-4355-bb3d-8e089e823866 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:18.263486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.266393 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-d160825a-c0df-4168-b50c-b9792fd4d42f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:18.270185 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-d160825a-c0df-4168-b50c-b9792fd4d42f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:18.271073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.499430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5047202-0934-42ba-a98a-7b894d5a14b8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.507394 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.551072 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Transition to ACTIVE for port object 4abde50c-d40d-407e-99f8-69b6df7e25fc will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:18.562003 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.593081 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.614805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=5457e595-b8ef-443f-ba9f-b0e24c822081,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.624050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.654657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc204e1c-3845-4471-99f0-75a5acebaafe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d5047202-0934-42ba-a98a-7b894d5a14b8 HTTP/1.1" status: 204 len: 168 time: 2.1184406 Aug 10 03:33:18.657682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622b13-d851-4d60-9860-dbc8043b9d46 req-7fc8cfc5-01ab-4d89-bf07-ae00261ccd8f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:18.671761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a622b13-d851-4d60-9860-dbc8043b9d46 req-7fc8cfc5-01ab-4d89-bf07-ae00261ccd8f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 945 time: 1.6543145 Aug 10 03:33:18.676938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50388) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:18.677165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.710179 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c3c71-6acd-46b0-ad0c-b3777f88a946 None None] Pushing event updated for resources: {'Port': ['ID=4abde50c-d40d-407e-99f8-69b6df7e25fc,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:18.791221 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Attempting to bind port 4abde50c-d40d-407e-99f8-69b6df7e25fc on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:18.792334 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Attempting to bind port 4abde50c-d40d-407e-99f8-69b6df7e25fc by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:18.794325 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Attempting to bind port 4abde50c-d40d-407e-99f8-69b6df7e25fc on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:18.811492 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:18.814874 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:18.823612 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.824892 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:18.826127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Bound port: 4abde50c-d40d-407e-99f8-69b6df7e25fc, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:18.827112 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:18.922462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.037797 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] For port 4abde50c-d40d-407e-99f8-69b6df7e25fc, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:19.048033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] For port 4abde50c-d40d-407e-99f8-69b6df7e25fc, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4abde50c-d40d-407e-99f8-69b6df7e25fc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:19.073712 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.120596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a622b13-d851-4d60-9860-dbc8043b9d46 req-81fbf370-058a-47f9-9db6-05a359720a30 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467652 Aug 10 03:33:19.235565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] DHCP port deletion for 1881227e-0b9a-46b0-b0e4-79c0608cca9d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:33:19.244259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e564f38b-6720-48cd-b6de-2e93aa97909d None None] Provisioning complete for port 5457e595-b8ef-443f-ba9f-b0e24c822081 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:19.246473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e564f38b-6720-48cd-b6de-2e93aa97909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.252904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c3c71-6acd-46b0-ad0c-b3777f88a946 None None] Pushing event updated for resources: {'Port': ['ID=4abde50c-d40d-407e-99f8-69b6df7e25fc,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:19.310437 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Routers {'4757fa7e-5408-4831-8fad-a20ad92be7ee'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:19.311097 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4757fa7e-5408-4831-8fad-a20ad92be7ee'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:19.327932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:33:06Z', 'revision_number': 3, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:19.424679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.456951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428219aa-7c2c-4155-9994-525b44d906d2 None None] The sync data for ids ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'] in n-d-769329-14 is: [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:33:06Z', 'revision_number': 3, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:19.546256 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] Set router 4757fa7e-5408-4831-8fad-a20ad92be7ee gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:19.564576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] Deleting port e566ccae-3a91-47da-a176-37c5d2324b6c {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:19.565207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.881781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] For port e566ccae-3a91-47da-a176-37c5d2324b6c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e566ccae-3a91-47da-a176-37c5d2324b6c,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:19.882584 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:19.962337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5457e595-b8ef-443f-ba9f-b0e24c822081 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:19.965018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] Calling delete_port for e566ccae-3a91-47da-a176-37c5d2324b6c owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:20.141506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Pushing event updated for resources: {'Port': ['ID=53413125-92d3-493f-b9bd-f21392d5761b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:20.180145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.220802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:20.228693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:20.253255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Allocated IP 172.20.0.1 (3c0fa928-3e92-438b-9dc5-f62ca2eec15c/f7aa7532-9618-4ef2-b5b0-6e38397ed5ad/2eea3605-430d-4987-803a-865ecf0fd712) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:20.373454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b1b96f16-9ed9-4324-a5b5-ce2a77eec8af up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:20.519594 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:33:13Z', 'revision_number': 3, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:20.543770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e564f38b-6720-48cd-b6de-2e93aa97909d None None] Provisioning for port 53413125-92d3-493f-b9bd-f21392d5761b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:20.650066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5457e595-b8ef-443f-ba9f-b0e24c822081 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:20.661498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.664275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e564f38b-6720-48cd-b6de-2e93aa97909d None None] Provisioning complete for port 53413125-92d3-493f-b9bd-f21392d5761b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:20.668830 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e564f38b-6720-48cd-b6de-2e93aa97909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.687008 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2c908-5bd6-4873-87b6-657e9aa8e467 None None] The sync data for ids ['4757fa7e-5408-4831-8fad-a20ad92be7ee'] in n-d-769329-14 is: [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:33:13Z', 'revision_number': 3, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:20.826773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e564f38b-6720-48cd-b6de-2e93aa97909d None None] Port 53413125-92d3-493f-b9bd-f21392d5761b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:20.931595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:20.983793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:20.984270 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.054805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.105008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198304a8-4184-4155-bf41-aab0d129353e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:21.151814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Transition to ACTIVE for port object 2eea3605-430d-4987-803a-865ecf0fd712 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:21.161732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37de8047-f382-4ab7-9e01-aa12120e8507') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:21.162318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37de8047-f382-4ab7-9e01-aa12120e8507') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:21.296924 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.429761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Pushing event updated for resources: {'Port': ['ID=2eea3605-430d-4987-803a-865ecf0fd712,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:21.489033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:21.494629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:21.502120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.533288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cda84-e2f8-44ca-9e76-28c9c5edf022 req-d8576930-3044-42c0-8360-6b16fa4a2543 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:21.552826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-381cda84-e2f8-44ca-9e76-28c9c5edf022 req-d8576930-3044-42c0-8360-6b16fa4a2543 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 945 time: 0.9795418 Aug 10 03:33:21.563408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Deleting port e566ccae-3a91-47da-a176-37c5d2324b6c {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:21.582832 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.667432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:21.792738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-381cda84-e2f8-44ca-9e76-28c9c5edf022 req-de5a6d16-352b-483e-84a9-0ec408aa6daf tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383952 Aug 10 03:33:21.808729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] For port e566ccae-3a91-47da-a176-37c5d2324b6c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e566ccae-3a91-47da-a176-37c5d2324b6c,segment=NetworkSegment(0c8a55ea-8464-4b7f-ae23-982ef1bdf193),segment_id=0c8a55ea-8464-4b7f-ae23-982ef1bdf193)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:21.809107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:21.861849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Calling delete_port for e566ccae-3a91-47da-a176-37c5d2324b6c owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:21.982514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.048233 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.066993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9c6c9803-cda1-4743-9823-c6d138ebff91 None None] Provisioning complete for port 53413125-92d3-493f-b9bd-f21392d5761b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:22.069232 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9803-cda1-4743-9823-c6d138ebff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.080774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:22.081242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:22.083354 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:22.233750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Router e4612c8d-23b5-442c-aa2a-51f1c758ecef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:22.238379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c9803-cda1-4743-9823-c6d138ebff91 None None] Port 53413125-92d3-493f-b9bd-f21392d5761b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:22.282150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.399350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.622864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.755486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] No DVR routers for this DVR port e566ccae-3a91-47da-a176-37c5d2324b6c on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:22.791007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fbecd-7a41-4ca6-a42a-9d6f2d01847d None None] Pushing event deleted for resources: {'Port': ['ID=e566ccae-3a91-47da-a176-37c5d2324b6c,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:22.901932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:22.977648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e566ccae-3a91-47da-a176-37c5d2324b6c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:23.018213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Pushing event deleted for resources: {'Port': ['ID=e566ccae-3a91-47da-a176-37c5d2324b6c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:23.089159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.092827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/198304a8-4184-4155-bf41-aab0d129353e HTTP/1.1" status: 204 len: 168 time: 4.1885111 Aug 10 03:33:23.094668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] No DVR routers for this DVR port e566ccae-3a91-47da-a176-37c5d2324b6c on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:23.130807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-42ef485e-6f11-4cb1-b87d-013ea8c84453 None None] Provisioning for port 2eea3605-430d-4987-803a-865ecf0fd712 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:23.176418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-42ef485e-6f11-4cb1-b87d-013ea8c84453 None None] Provisioning complete for port 2eea3605-430d-4987-803a-865ecf0fd712 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:23.177447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42ef485e-6f11-4cb1-b87d-013ea8c84453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.178602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1105c5c-ddb4-4be0-a665-c0d6d85342ae admin admin] Pushing event deleted for resources: {'Network': ['ID=198304a8-4184-4155-bf41-aab0d129353e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:23.191402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e566ccae-3a91-47da-a176-37c5d2324b6c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:33:23.191952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e566ccae-3a91-47da-a176-37c5d2324b6c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:23.242384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.678873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:23.684985 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1649e5f9-6406-40d5-8ccf-14c6cc0ba6bc" -d '{"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-plugged", "status": "completed", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:23.699289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-42ef485e-6f11-4cb1-b87d-013ea8c84453 None None] Port 2eea3605-430d-4987-803a-865ecf0fd712 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:23.740910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:23.750017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:23.763135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:23.848414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4abde50c-d40d-407e-99f8-69b6df7e25fc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:24.009698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.024937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.037172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.042209 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2701384-9b7b-442d-98f9-86a6d9c30cd7 x-openstack-request-id: req-c2701384-9b7b-442d-98f9-86a6d9c30cd7 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:24.042833 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-plugged", "status": "completed", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:24.043338 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2701384-9b7b-442d-98f9-86a6d9c30cd7 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:24.044108 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'code': 200} Aug 10 03:33:24.096210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1881227e-0b9a-46b0-b0e4-79c0608cca9d']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:24.097367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.165370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:24.175637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-00a015b8-e0a9-4f6e-a627-b2bdf4152c50 admin admin] 10.222.0.53 "PUT /v2.0/routers/e4612c8d-23b5-442c-aa2a-51f1c758ecef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2178111 Aug 10 03:33:24.215193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8a55ea-8464-4b7f-ae23-982ef1bdf193') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:24.218065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8a55ea-8464-4b7f-ae23-982ef1bdf193') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:24.231803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 4abde50c-d40d-407e-99f8-69b6df7e25fc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:24.250000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40396a-4f19-42ab-b786-3ccdaac87274 req-16684bf7-ad1f-4eb2-bf99-7343bc5fdebe tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:24.267396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4abde50c-d40d-407e-99f8-69b6df7e25fc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:24.268017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.277801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b40396a-4f19-42ab-b786-3ccdaac87274 req-16684bf7-ad1f-4eb2-bf99-7343bc5fdebe tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 1.1182380 Aug 10 03:33:24.353197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.405642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.421731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Pushing event updated for resources: {'Port': ['ID=2eea3605-430d-4987-803a-865ecf0fd712,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:24.437242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b99570a7-d023-46c9-9695-5c07a9c130ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=528eaeee2bb24141b20c8092f2c26726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827855 Aug 10 03:33:24.448713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50436) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:24.506721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.544703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b40396a-4f19-42ab-b786-3ccdaac87274 req-b05260df-92a6-474a-86a8-62246720abf0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560420 Aug 10 03:33:24.555724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:24.556950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:24.562501 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:24.594661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Sync routers for ids ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:24.766709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Routers {'e4612c8d-23b5-442c-aa2a-51f1c758ecef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:24.772444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:24.806763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5842baf4-791f-4713-bddb-641d1a3c261b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.872020 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.886607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.908172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1881227e-0b9a-46b0-b0e4-79c0608cca9d HTTP/1.1" status: 204 len: 168 time: 7.4762044 Aug 10 03:33:24.931585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5842baf4-791f-4713-bddb-641d1a3c261b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:24.987570 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.001257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330197ef-2e99-451f-9f85-0bd91812d070 admin admin] Pushing event deleted for resources: {'Network': ['ID=1881227e-0b9a-46b0-b0e4-79c0608cca9d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.031135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:25.102283 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.154467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:25.185492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5842baf4-791f-4713-bddb-641d1a3c261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.190549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5842baf4-791f-4713-bddb-641d1a3c261b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.192315 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5842baf4-791f-4713-bddb-641d1a3c261b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26a76c2c-8186-4804-8cb6-90d1b2835467 HTTP/1.1" status: 204 len: 168 time: 0.7395825 Aug 10 03:33:25.232402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 4abde50c-d40d-407e-99f8-69b6df7e25fc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4abde50c-d40d-407e-99f8-69b6df7e25fc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:25.279379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.283714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 686e887b-49be-4502-8d77-93045baf1c76 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:25.457796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50452) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.481440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842baf4-791f-4713-bddb-641d1a3c261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a76c2c-8186-4804-8cb6-90d1b2835467,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.561101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-433d3c82-e294-4aa6-9d83-2de3f6f1e976 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15a53f208db645d0a4c3e1a1f4b1da1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018295 Aug 10 03:33:25.561744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:25.656816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Set router e4612c8d-23b5-442c-aa2a-51f1c758ecef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:25.662087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.721298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.791102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Router 4757fa7e-5408-4831-8fad-a20ad92be7ee has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:25.973658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=4abde50c-d40d-407e-99f8-69b6df7e25fc,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:25.973878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-0c4fa4fb-ab95-4089-94dd-e578ccffe019 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8387942 Aug 10 03:33:25.986499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:25.998200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.004975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc859b50-5fc6-48d3-9c93-f7f8c32fc73a HTTP/1.1" status: 204 len: 168 time: 0.4418712 Aug 10 03:33:26.025246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:26.085031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0d5bb29e-18c7-4158-a9fa-f11479577f5f None None] Provisioning complete for port 2eea3605-430d-4987-803a-865ecf0fd712 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:26.085031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb29e-18c7-4158-a9fa-f11479577f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.100468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1794-e870-4fcf-a76b-e40a7db794d9 req-511fdc28-02de-4200-8920-6340e4e6fbfc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:26.121375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a4f1794-e870-4fcf-a76b-e40a7db794d9 req-511fdc28-02de-4200-8920-6340e4e6fbfc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2491479 Aug 10 03:33:26.127487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc859b50-5fc6-48d3-9c93-f7f8c32fc73a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:26.143268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0d5bb29e-18c7-4158-a9fa-f11479577f5f None None] Port 2eea3605-430d-4987-803a-865ecf0fd712 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:26.147279 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.224693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 686e887b-49be-4502-8d77-93045baf1c76 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:26.237637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.242178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.243231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.244097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.245542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.253350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.253904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:26.255199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.256033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.258202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.259154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.260002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.262234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 686e887b-49be-4502-8d77-93045baf1c76 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:26.263194 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.264224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a7cc-b017-4cb8-ad47-5b5f45d3ace4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:26.338735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.379176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a4f1794-e870-4fcf-a76b-e40a7db794d9 req-6367421b-2bab-4f3f-8353-6e484d53c261 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340591 Aug 10 03:33:26.581489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:26.603568 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Sync routers for ids ['4757fa7e-5408-4831-8fad-a20ad92be7ee'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:26.604459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09ef658d-a729-4a81-a846-c88aa5bcc68c admin admin] 10.222.0.53 "PUT /v2.0/routers/4757fa7e-5408-4831-8fad-a20ad92be7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3756456 Aug 10 03:33:26.641089 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Routers {'4757fa7e-5408-4831-8fad-a20ad92be7ee'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:26.643753 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4757fa7e-5408-4831-8fad-a20ad92be7ee'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.653555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:33:16Z', 'revision_number': 4, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '53413125-92d3-493f-b9bd-f21392d5761b', 'name': '', 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'mac_address': 'fa:16:3e:52:50:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:13Z', 'updated_at': '2021-08-10T03:33:16Z', 'revision_number': 2, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'subnets': [{'id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:26.744669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Checking router: e4612c8d-23b5-442c-aa2a-51f1c758ecef for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:26.746217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Updating router e4612c8d-23b5-442c-aa2a-51f1c758ecef port 53413125-92d3-493f-b9bd-f21392d5761b binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:26.816684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.882748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 686e887b-49be-4502-8d77-93045baf1c76, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=686e887b-49be-4502-8d77-93045baf1c76,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:26.912244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.916632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:26.933044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.026467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=686e887b-49be-4502-8d77-93045baf1c76,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:27.041535 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8af1cdab-4d0a-4cf5-93d0-c140e5e92a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.122597 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Set router 4757fa7e-5408-4831-8fad-a20ad92be7ee gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:27.324025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50482) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:27.410661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4abde50c-d40d-407e-99f8-69b6df7e25fc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:27.423018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Allocated IP 172.25.2.193 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/6bdee83b-c567-4597-a7c2-0ffa9d833a60) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:27.855118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edcf40-8b30-441d-b7e2-d902cdc72c35 req-e7a72709-daac-4e2a-8e73-e82ec5bf9f99 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:27.865606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4edcf40-8b30-441d-b7e2-d902cdc72c35 req-e7a72709-daac-4e2a-8e73-e82ec5bf9f99 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2294333 Aug 10 03:33:27.934691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4abde50c-d40d-407e-99f8-69b6df7e25fc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:27.935603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:27.938203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.022666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4edcf40-8b30-441d-b7e2-d902cdc72c35 req-951bc58e-c232-4a79-8739-ed710dbc9267 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535525 Aug 10 03:33:28.081361 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:33:22Z', 'revision_number': 4, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '2eea3605-430d-4987-803a-865ecf0fd712', 'name': '', 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'mac_address': 'fa:16:3e:b7:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:19Z', 'updated_at': '2021-08-10T03:33:23Z', 'revision_number': 2, 'project_id': '871f266da8f049bfacee306f917045e9', 'subnets': [{'id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:28.089035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-875505591'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:28.159752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.198823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:28.219778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.220127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Checking router: 4757fa7e-5408-4831-8fad-a20ad92be7ee for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:28.220322 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Updating router 4757fa7e-5408-4831-8fad-a20ad92be7ee port 2eea3605-430d-4987-803a-865ecf0fd712 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:28.375534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=6bdee83b-c567-4597-a7c2-0ffa9d833a60,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:28.378704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:28.384548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:28.404730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:28.410460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.414684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.415811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.416460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.417228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.418007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.420064 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.421011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.423565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.424757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.425308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.425951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:28.435465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:28.437932 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.449807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.461697 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Added segment 8e43ffe0-1dae-4d7b-85dc-3bce4a30d220 of type vlan for network 64802867-154a-4262-bd54-cbc82e4fb0f7 Aug 10 03:33:28.769182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.872182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.895490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:28.897949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.900068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.924502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:28.974321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Transition to ACTIVE for port object 53413125-92d3-493f-b9bd-f21392d5761b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:28.988559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.073300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.096280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516d45-5633-420d-870c-bb03643db919 None None] Pushing event updated for resources: {'Port': ['ID=53413125-92d3-493f-b9bd-f21392d5761b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.253625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 686e887b-49be-4502-8d77-93045baf1c76 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:29.258124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9283783 Aug 10 03:33:29.264366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50520) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:29.287101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'subnet': {'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:29.371076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b3a8f-10e8-4b9c-b92e-d87f1353ea16 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Network': ['ID=64802867-154a-4262-bd54-cbc82e4fb0f7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:29.408242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Attempting to bind port 53413125-92d3-493f-b9bd-f21392d5761b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:29.409028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Attempting to bind port 53413125-92d3-493f-b9bd-f21392d5761b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:29.409653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Attempting to bind port 53413125-92d3-493f-b9bd-f21392d5761b on network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:29.420213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:29.421024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Checking segment: {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:29.421662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.422586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Bound using segment: {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:29.423394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Bound port: 53413125-92d3-493f-b9bd-f21392d5761b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e181639a-0cb3-4dc2-8880-f28679418d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:29.424046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.764202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:29.959445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:29.960512 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.982443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:29.999180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980b319-d756-43ef-9026-3b9186ad0d9a req-ff6b23be-1465-4cd2-8770-09ad3a460342 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:30.012923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c980b319-d756-43ef-9026-3b9186ad0d9a req-ff6b23be-1465-4cd2-8770-09ad3a460342 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2348127 Aug 10 03:33:30.027901 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Transition to ACTIVE for port object 2eea3605-430d-4987-803a-865ecf0fd712 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:30.058220 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.087534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c980b319-d756-43ef-9026-3b9186ad0d9a req-6692b2ca-7e1e-4925-ac20-18a3f79f191c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715506 Aug 10 03:33:30.096106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50538) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.208405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.412659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.449591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 686e887b-49be-4502-8d77-93045baf1c76 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:30.450337 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.656868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-network', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:30.714238 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26729a-7c2d-40af-bc41-238e870a0f84 None None] Pushing event updated for resources: {'Port': ['ID=2eea3605-430d-4987-803a-865ecf0fd712,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.726740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50544) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:30.770983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Made reservation on behalf of 04f474e1806b44729b5a052e75f3ff6b for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:30.776330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.811405 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Attempting to bind port 2eea3605-430d-4987-803a-865ecf0fd712 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:30.812474 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Attempting to bind port 2eea3605-430d-4987-803a-865ecf0fd712 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:30.814354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Attempting to bind port 2eea3605-430d-4987-803a-865ecf0fd712 on network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:30.822613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.835201 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:30.839483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=6bdee83b-c567-4597-a7c2-0ffa9d833a60,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:30.856526 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Checking segment: {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:30.857538 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.859233 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Bound using segment: {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:30.862988 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7c7f74e7-fa97-4d0c-8b4d-6101cdbf0337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.863267 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Bound port: 2eea3605-430d-4987-803a-865ecf0fd712, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd819e41b-b085-45fa-8571-9f999e0ddea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:30.864242 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:30.901852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.001870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.023817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.072042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07058458-010e-408e-9681-081105090aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.079453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.086360 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.100221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-f454ed90-cede-4f10-81a9-08990589870e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1000679 Aug 10 03:33:31.101410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:31.115117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.115836 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Added segment 6c3e76e6-4628-4f0b-afca-eb9cdad945ce of type vlan for network 06b74da2-cae2-4b48-9516-fc08816b9977 Aug 10 03:33:31.175138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.256423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f774c004-5273-4df3-9922-f6a8648eb6c1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.262354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.264339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.265327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.308926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d4905-2cb1-4463-9c93-c92a110b6fcd req-f96746cd-646a-47c4-a0a2-ec5dbdd786af tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.317835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d2d4905-2cb1-4463-9c93-c92a110b6fcd req-f96746cd-646a-47c4-a0a2-ec5dbdd786af tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 946 time: 0.2763116 Aug 10 03:33:31.367264 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] For port 2eea3605-430d-4987-803a-865ecf0fd712, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:31.382749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] For port 53413125-92d3-493f-b9bd-f21392d5761b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:31.383805 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] For port 2eea3605-430d-4987-803a-865ecf0fd712, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2eea3605-430d-4987-803a-865ecf0fd712,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:31.397409 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.399734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] For port 53413125-92d3-493f-b9bd-f21392d5761b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=53413125-92d3-493f-b9bd-f21392d5761b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:31.422884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.539503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07058458-010e-408e-9681-081105090aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.560866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] Pushing event updated for resources: {'Network': ['ID=06b74da2-cae2-4b48-9516-fc08816b9977,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.570500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0a1dde6-71d5-4fd8-addf-8439afa667a3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4701161 Aug 10 03:33:31.570500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50560) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:31.588742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d2d4905-2cb1-4463-9c93-c92a110b6fcd req-dd186c57-b172-4ad7-acbc-ff99b443aa89 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696805 Aug 10 03:33:31.589491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07058458-010e-408e-9681-081105090aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.621075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Request body: {'subnet': {'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-subnet', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:31.642546 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26729a-7c2d-40af-bc41-238e870a0f84 None None] Pushing event updated for resources: {'Port': ['ID=2eea3605-430d-4987-803a-865ecf0fd712,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.667072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516d45-5633-420d-870c-bb03643db919 None None] Pushing event updated for resources: {'Port': ['ID=53413125-92d3-493f-b9bd-f21392d5761b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.693606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-fb8691b2-e0e7-4997-95d0-7006b7a7b6ad tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.5798159 Aug 10 03:33:31.712692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 06b74da2-cae2-4b48-9516-fc08816b9977 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:31.726652 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Routers {'4757fa7e-5408-4831-8fad-a20ad92be7ee'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:31.727379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4757fa7e-5408-4831-8fad-a20ad92be7ee'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:31.744078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07058458-010e-408e-9681-081105090aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b74ee3-e5e6-43ae-b4a8-6692c2b75fd8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:31.769893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.888393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-07058458-010e-408e-9681-081105090aab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f4e6315586549e18899bfbe2e54da08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1489036 Aug 10 03:33:31.897496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50562) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:31.897952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.909813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c58817-0959-4b67-8d46-32ceaa369930 req-eb6e9014-aea1-49e2-b725-0ee44fca0773 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:31.919076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94c58817-0959-4b67-8d46-32ceaa369930 req-eb6e9014-aea1-49e2-b725-0ee44fca0773 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.1664820 Aug 10 03:33:31.993573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Made reservation on behalf of 04f474e1806b44729b5a052e75f3ff6b for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:31.994768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Routers {'e4612c8d-23b5-442c-aa2a-51f1c758ecef'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:31.995995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:31.996494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:32.178089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94c58817-0959-4b67-8d46-32ceaa369930 req-595fef7d-0c36-40a1-a9f9-9316e914fe9a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486906 Aug 10 03:33:32.252130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] Set router 4757fa7e-5408-4831-8fad-a20ad92be7ee gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:32.272594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13710a2-d6e0-4212-97b3-d8dccc864e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.373679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13710a2-d6e0-4212-97b3-d8dccc864e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.413973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] Set router e4612c8d-23b5-442c-aa2a-51f1c758ecef gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:32.521560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13710a2-d6e0-4212-97b3-d8dccc864e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.524688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b13710a2-d6e0-4212-97b3-d8dccc864e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.527387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b13710a2-d6e0-4212-97b3-d8dccc864e57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32b74ee3-e5e6-43ae-b4a8-6692c2b75fd8 HTTP/1.1" status: 204 len: 168 time: 0.6001792 Aug 10 03:33:32.549008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13710a2-d6e0-4212-97b3-d8dccc864e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b74ee3-e5e6-43ae-b4a8-6692c2b75fd8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.595915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4701f-00d0-4580-9943-416b0be7a054 req-cad857fd-c7c2-4119-b974-2d8c3171aa18 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.597768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4df4701f-00d0-4580-9943-416b0be7a054 req-cad857fd-c7c2-4119-b974-2d8c3171aa18 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 946 time: 0.1167769 Aug 10 03:33:32.689070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Subnet': ['ID=7d0e48b8-97e4-438a-8f35-393a7cea7fbf,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:32.705964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Checking segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:32.707142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network hostable DHCP agents. Network: 64802867-154a-4262-bd54-cbc82e4fb0f7, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:32.804625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:32.849752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-b8182573-05eb-441c-8286-661f7c04aa1e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.855568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08f56562-5f1a-450f-8e81-3213d4094e27 req-b8182573-05eb-441c-8286-661f7c04aa1e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 1.1337039 Aug 10 03:33:32.856767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 64802867-154a-4262-bd54-cbc82e4fb0f7) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:32.865140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:32.870472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:32.904062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ef01853d-0017-4d9c-b5ca-2f62c4f49882 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6375930 Aug 10 03:33:32.907957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:32.918531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1837847600'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:33.033870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.045765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c8d4d0-5a49-45ab-be2a-1eca067dc309 None None] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:33.139990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:33.140325 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:33:22Z', 'revision_number': 4, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '2eea3605-430d-4987-803a-865ecf0fd712', 'name': '', 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'mac_address': 'fa:16:3e:b7:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:19Z', 'updated_at': '2021-08-10T03:33:31Z', 'revision_number': 4, 'project_id': '871f266da8f049bfacee306f917045e9', 'subnets': [{'id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:33.149260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.177347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18d4e-4e5e-449c-ad8a-765a677270c8 None None] The sync data for ids ['4757fa7e-5408-4831-8fad-a20ad92be7ee'] in n-d-769329-14 is: [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:33:22Z', 'revision_number': 4, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '2eea3605-430d-4987-803a-865ecf0fd712', 'name': '', 'network_id': '3c0fa928-3e92-438b-9dc5-f62ca2eec15c', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'mac_address': 'fa:16:3e:b7:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:19Z', 'updated_at': '2021-08-10T03:33:31Z', 'revision_number': 4, 'project_id': '871f266da8f049bfacee306f917045e9', 'subnets': [{'id': 'f7aa7532-9618-4ef2-b5b0-6e38397ed5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:33.214998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:33.337710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Checking segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:33.338797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Network hostable DHCP agents. Network: 06b74da2-cae2-4b48-9516-fc08816b9977, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:33.359200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aa851-ba45-4050-801d-84006b726fc4 req-8de72e9f-efa0-431b-a566-39684651fccd tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.361031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-023aa851-ba45-4050-801d-84006b726fc4 req-8de72e9f-efa0-431b-a566-39684651fccd tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 946 time: 0.3509195 Aug 10 03:33:33.371376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:33.397530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Network 06b74da2-cae2-4b48-9516-fc08816b9977 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:33.475704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-023aa851-ba45-4050-801d-84006b726fc4 req-821ee2fc-374b-40e3-8c76-865067d07e63 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973969 Aug 10 03:33:33.481789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.487534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Deleting port 897e6858-df08-49ee-968b-93f3d2a49dac {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:33.488508 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.500523 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Added segment 3651d1dd-d912-4f05-9f2c-2cf12d62a648 of type vlan for network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b Aug 10 03:33:33.503822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 06b74da2-cae2-4b48-9516-fc08816b9977) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:33.527499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.529051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.569842 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.579170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ebc45-2f19-445f-b47b-db532294c6f0 None None] Network 06b74da2-cae2-4b48-9516-fc08816b9977 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:33.600939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc46250f-c428-4947-883f-271a7cf8e225 req-ff7594e9-655f-4929-a65a-41bf0835a0f0 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6250618 Aug 10 03:33:33.626871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:33.800607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.822168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.876477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fa40fbca-5394-4872-913b-550b1e48f47c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2651677 Aug 10 03:33:33.921803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50586) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:33.964712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:33.981233 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:33.988279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:33.990526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.007654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd67da-22ef-4239-8ccf-2dcb36732765 req-1eec0ce0-6dc8-4af5-8fff-283d6bb25d67 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:34.017243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50cd67da-22ef-4239-8ccf-2dcb36732765 req-1eec0ce0-6dc8-4af5-8fff-283d6bb25d67 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.3146939 Aug 10 03:33:34.046341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-64802867-154a-4262-bd54-cbc82e4fb0f7', 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'fixed_ips': [{'subnet_id': '7d0e48b8-97e4-438a-8f35-393a7cea7fbf'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:34.048034 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.143362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] For port 897e6858-df08-49ee-968b-93f3d2a49dac, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=897e6858-df08-49ee-968b-93f3d2a49dac,segment=NetworkSegment(05716fbb-b243-4c90-9baa-7773212a9c7c),segment_id=05716fbb-b243-4c90-9baa-7773212a9c7c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:34.147979 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.212407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2993736 Aug 10 03:33:34.220314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:34.271056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'subnet': {'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:34.293894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da34fa-5563-44b1-886f-c6869841773a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Network': ['ID=84a8a3c3-6e01-4bc9-8656-cba71c96eb5b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:34.380875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:34.422420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Calling delete_port for 897e6858-df08-49ee-968b-93f3d2a49dac owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:34.500017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.608276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.611044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.780526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-06b74da2-cae2-4b48-9516-fc08816b9977', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:34.781411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.785286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Allocated IP 172.25.2.140 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/f386dd4b-3f75-45ff-b297-25885e9cff06) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:34.792241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:33:16Z', 'revision_number': 4, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '53413125-92d3-493f-b9bd-f21392d5761b', 'name': '', 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'mac_address': 'fa:16:3e:52:50:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:13Z', 'updated_at': '2021-08-10T03:33:31Z', 'revision_number': 4, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'subnets': [{'id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:34.830140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:34.864503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Allocated IP 19.80.0.2 (64802867-154a-4262-bd54-cbc82e4fb0f7/7d0e48b8-97e4-438a-8f35-393a7cea7fbf/7a432581-7a5b-4ec6-914d-9604f5e79751) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:34.873181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb84074-d71f-4858-91c8-ede80c2376f1 None None] The sync data for ids ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'] in n-d-769329-14 is: [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:33:16Z', 'revision_number': 4, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '53413125-92d3-493f-b9bd-f21392d5761b', 'name': '', 'network_id': '1b0b3b34-c2c6-4c09-a4d7-1e693fa84972', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'mac_address': 'fa:16:3e:52:50:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:13Z', 'updated_at': '2021-08-10T03:33:31Z', 'revision_number': 4, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'subnets': [{'id': 'd9c03cdd-2e86-4b67-acab-56759f5126e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:35.096646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50cd67da-22ef-4239-8ccf-2dcb36732765 req-6c0525ae-054c-4a3d-be67-23a9c577242e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0216141 Aug 10 03:33:35.412592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.612766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Allocated IP 172.20.0.2 (06b74da2-cae2-4b48-9516-fc08816b9977/5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89/3b0f18ec-a44b-40ad-955d-3686b865b6e6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:35.683612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:35.721165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:35.833923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eea3605-430d-4987-803a-865ecf0fd712 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:35.893905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:35.896592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:35.907348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:36.028360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=f386dd4b-3f75-45ff-b297-25885e9cff06,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:36.168698 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.208760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Transition to ACTIVE for port object 7a432581-7a5b-4ec6-914d-9604f5e79751 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:36.244291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Transition to ACTIVE for port object 7a432581-7a5b-4ec6-914d-9604f5e79751 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:36.397636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.399011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:36.405817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.426107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.555491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.566790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.573203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 897e6858-df08-49ee-968b-93f3d2a49dac no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:36.664974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1741720522-network', 'tenant_id': '2637009bbf654036809b4a614f9d0296'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:36.847827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:36.859349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:36.965827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.026122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0a35b-d678-4103-ac2a-a1b2b079e60f req-61b65d32-b31f-48a8-8599-7dd967d751a7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:37.040969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56f0a35b-d678-4103-ac2a-a1b2b079e60f req-61b65d32-b31f-48a8-8599-7dd967d751a7 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 946 time: 1.0249002 Aug 10 03:33:37.052542 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.270777 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.297283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:37.308258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.362152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.375895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Transition to ACTIVE for port object 3b0f18ec-a44b-40ad-955d-3686b865b6e6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:37.398668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Transition to ACTIVE for port object 3b0f18ec-a44b-40ad-955d-3686b865b6e6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:37.404475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:37.409190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:37.425662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2eea3605-430d-4987-803a-865ecf0fd712 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:37.430691 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.451597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No active binding found for port 897e6858-df08-49ee-968b-93f3d2a49dac {{(pid=94142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:33:37.452272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 897e6858-df08-49ee-968b-93f3d2a49dac not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:33:37.455190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2eea3605-430d-4987-803a-865ecf0fd712 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:37.455614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.520695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Pushing event updated for resources: {'Port': ['ID=7a432581-7a5b-4ec6-914d-9604f5e79751,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.552348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Network 06b74da2-cae2-4b48-9516-fc08816b9977 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:37.573718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:37.577716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:37.627532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=f386dd4b-3f75-45ff-b297-25885e9cff06,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.682910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Pushing event updated for resources: {'Port': ['ID=3b0f18ec-a44b-40ad-955d-3686b865b6e6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.722164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.739031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.749565 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.753218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Attempting to bind port 7a432581-7a5b-4ec6-914d-9604f5e79751 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:37.753587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Attempting to bind port 7a432581-7a5b-4ec6-914d-9604f5e79751 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:37.754027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Attempting to bind port 7a432581-7a5b-4ec6-914d-9604f5e79751 on network 64802867-154a-4262-bd54-cbc82e4fb0f7 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:37.805333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:37.806208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Checking segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:37.807034 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.807726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Bound using segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:37.808580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Bound port: 7a432581-7a5b-4ec6-914d-9604f5e79751, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:37.809241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.832161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:37.836911 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.843038 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73894c6e-b147-4d4f-8a8e-5fd237c71942 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2383933 Aug 10 03:33:37.928171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Attempting to bind port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:37.928820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Attempting to bind port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:37.929423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Attempting to bind port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 on network 06b74da2-cae2-4b48-9516-fc08816b9977 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:37.954667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077896b-6442-4c33-8978-8df384768bea,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:37.960023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:37.960674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Checking segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:37.961343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.962028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Bound using segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:37.962666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc46250f-c428-4947-883f-271a7cf8e225 req-5a613db1-4fe3-4749-aebd-ac34c309a300 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.1090403 Aug 10 03:33:37.962885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Bound port: 3b0f18ec-a44b-40ad-955d-3686b865b6e6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:37.964094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.972335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:37.974029 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Added segment e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5 of type vlan for network 0c923a62-d54d-4253-8b48-573208e0866d Aug 10 03:33:38.122264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.187808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.256928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Pushing event deleted for resources: {'Port': ['ID=897e6858-df08-49ee-968b-93f3d2a49dac,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.258317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] For port 3b0f18ec-a44b-40ad-955d-3686b865b6e6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:38.279902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56f0a35b-d678-4103-ac2a-a1b2b079e60f req-39f57609-a40e-4465-9b52-09e238d38c03 tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7b5813e-d0e7-460f-8ebe-75115cb318fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2371192 Aug 10 03:33:38.284379 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.289103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] For port 3b0f18ec-a44b-40ad-955d-3686b865b6e6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b0f18ec-a44b-40ad-955d-3686b865b6e6,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:38.302352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.302352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.314383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] For port 7a432581-7a5b-4ec6-914d-9604f5e79751, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:38.321031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 2eea3605-430d-4987-803a-865ecf0fd712, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2eea3605-430d-4987-803a-865ecf0fd712,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:38.327474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] For port 7a432581-7a5b-4ec6-914d-9604f5e79751, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a432581-7a5b-4ec6-914d-9604f5e79751,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:38.331467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.348962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.350932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 53413125-92d3-493f-b9bd-f21392d5761b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:38.358549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73dabe44-8874-4da5-be24-bafb6281ae0f tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.361497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc46250f-c428-4947-883f-271a7cf8e225 req-73dabe44-8874-4da5-be24-bafb6281ae0f tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3855834 Aug 10 03:33:38.364731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6334226 Aug 10 03:33:38.380719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:38.387174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Request body: {'subnet': {'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1741720522-subnet', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:38.398898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.452496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] No DVR routers for this DVR port 897e6858-df08-49ee-968b-93f3d2a49dac on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:33:38.467918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.505631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:38.511800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.532314 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.535884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4df4701f-00d0-4580-9943-416b0be7a054 req-d7580fc1-1b07-4c9b-a4f0-92ba2963504f tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.39 "DELETE /v2.0/ports/897e6858-df08-49ee-968b-93f3d2a49dac HTTP/1.1" status: 204 len: 173 time: 5.9307315 Aug 10 03:33:38.545226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'name': 'network-vif-deleted', 'tag': '897e6858-df08-49ee-968b-93f3d2a49dac'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:38.547712 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cbde0d-0d48-4201-baa8-591d3666171c" -d '{"events": [{"server_uuid": "e0ad7678-91d9-416f-9489-b3b6d06169dc", "name": "network-vif-deleted", "tag": "897e6858-df08-49ee-968b-93f3d2a49dac"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:38.652079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8152b-ee43-4da2-9514-553d931f1233 None None] Pushing event updated for resources: {'Port': ['ID=3b0f18ec-a44b-40ad-955d-3686b865b6e6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:38.710620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Checking segment: {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:38.710999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network hostable DHCP agents. Network: 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:38.809375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 53413125-92d3-493f-b9bd-f21392d5761b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:38.848083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 53413125-92d3-493f-b9bd-f21392d5761b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:38.849138 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:38.880964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be58b-cca4-4886-9c30-e0590074c295 req-281b4a8b-9f55-42cc-bcbb-95fb922171ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:38.923617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-019be58b-cca4-4886-9c30-e0590074c295 req-281b4a8b-9f55-42cc-bcbb-95fb922171ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.5010064 Aug 10 03:33:39.065619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=2eea3605-430d-4987-803a-865ecf0fd712,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.101346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:39.104277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Subnet': ['ID=f9043a6f-879f-426f-b454-d71d7a8169b0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.127914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.231794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7ec7f-ed5a-4afa-8fa6-35881095b95d None None] Pushing event updated for resources: {'Port': ['ID=7a432581-7a5b-4ec6-914d-9604f5e79751,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.273721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.312552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.344728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:39.363339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ea8b0-9f45-4966-83b6-b8da51365e0e admin admin] Pushing event updated for resources: {'Network': ['ID=0c923a62-d54d-4253-8b48-573208e0866d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.364005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.369916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:39.370750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.397445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-019be58b-cca4-4886-9c30-e0590074c295 req-8f939b9e-4834-43b0-9bc9-630083d5e8b5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775498 Aug 10 03:33:39.425725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab767d-0570-468a-970a-6ef4f03ae56f None None] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:39.464783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0c923a62-d54d-4253-8b48-573208e0866d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:39.543297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Allocated IP 172.25.2.23 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d8b7c5a6-89b6-482b-87d1-244896752660) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:39.697471 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bd5a7c-3d49-457f-829e-508bd7767867 x-openstack-request-id: req-68bd5a7c-3d49-457f-829e-508bd7767867 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:39.698711 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ad7678-91d9-416f-9489-b3b6d06169dc", "name": "network-vif-deleted", "tag": "897e6858-df08-49ee-968b-93f3d2a49dac", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:39.699170 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68bd5a7c-3d49-457f-829e-508bd7767867 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:39.699797 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ad7678-91d9-416f-9489-b3b6d06169dc', 'name': 'network-vif-deleted', 'tag': '897e6858-df08-49ee-968b-93f3d2a49dac', 'status': 'completed', 'code': 200} Aug 10 03:33:39.708878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-af8e5ddc-6477-47f7-9e38-bb898de4ffe3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.4563837 Aug 10 03:33:39.766675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec33bad-b4ec-48cc-a9ab-6073ed279561,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:39.814313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-898bb469-7851-4927-a664-661b4ca4d340 req-42e669de-3dcf-4bd7-aa3f-79dea1afa87a tempest-VolumesAdminNegativeTest-1140846602 tempest-VolumesAdminNegativeTest-1140846602-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ad7678-91d9-416f-9489-b3b6d06169dc HTTP/1.1" status: 200 len: 210 time: 0.1128519 Aug 10 03:33:39.894336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.912588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Checking segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:39.921918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Network hostable DHCP agents. Network: 0c923a62-d54d-4253-8b48-573208e0866d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:39.959845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-84a8a3c3-6e01-4bc9-8656-cba71c96eb5b', 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'fixed_ips': [{'subnet_id': 'f9043a6f-879f-426f-b454-d71d7a8169b0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:39.962678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.014056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6f7e842-2f79-4e76-949f-2a281486613b req-f2bb8e8f-a956-496e-b319-6c2ddc1e05f6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7311156 Aug 10 03:33:40.030757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:40.072552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Network 0c923a62-d54d-4253-8b48-573208e0866d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:40.083402 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.118415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:40.135546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0c923a62-d54d-4253-8b48-573208e0866d) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:40.138317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:40.168155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:40.169140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.185810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.224754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 53413125-92d3-493f-b9bd-f21392d5761b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=53413125-92d3-493f-b9bd-f21392d5761b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:40.238455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fcd5d0-019e-4e44-a8e3-3a692e67b356 None None] Network 0c923a62-d54d-4253-8b48-573208e0866d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:40.279309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b7c5a6-89b6-482b-87d1-244896752660,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.292733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:40.330793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ab228b97-e7c6-4d12-8b24-c4131d90fd63 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9484901 Aug 10 03:33:40.332053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50638) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.340896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:40.419944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.422073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.447157 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.847277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=53413125-92d3-493f-b9bd-f21392d5761b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:40.924009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Allocated IP 19.86.0.2 (84a8a3c3-6e01-4bc9-8656-cba71c96eb5b/f9043a6f-879f-426f-b454-d71d7a8169b0/09a4f851-daa4-44f2-91bf-a33b69c8923c) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:41.003989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-0c923a62-d54d-4253-8b48-573208e0866d', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:41.005279 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.142970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-136d9f83-b5e4-4a11-9685-1f31ebcc5b68 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.155530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-136d9f83-b5e4-4a11-9685-1f31ebcc5b68 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:41.173483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-136d9f83-b5e4-4a11-9685-1f31ebcc5b68 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/networks?id=64802867-154a-4262-bd54-cbc82e4fb0f7&id=84a8a3c3-6e01-4bc9-8656-cba71c96eb5b&id=64802867-154a-4262-bd54-cbc82e4fb0f7 HTTP/1.1" status: 200 len: 1391 time: 0.8337848 Aug 10 03:33:41.212519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7786e9f-66c5-427b-b993-fd74f87100ea tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/quotas/871f266da8f049bfacee306f917045e9 HTTP/1.1" status: 200 len: 375 time: 0.0370529 Aug 10 03:33:41.308876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.359595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Allocated IP 172.20.0.2 (0c923a62-d54d-4253-8b48-573208e0866d/1ec33bad-b4ec-48cc-a9ab-6073ed279561/4a9eab1e-d8a9-4883-990e-ba431eb612ef) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:41.364889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.443389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa79cf9-4431-4c7a-87ed-14c60a71b726 None None] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:41.458030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa506d5-2b19-4784-b4c7-780d32a6c7a7 None None] Network 06b74da2-cae2-4b48-9516-fc08816b9977 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:41.531315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eea3605-430d-4987-803a-865ecf0fd712 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:41.543159 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.554859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d31df70c-fedb-4cd1-8982-dcebc6cec8be tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3404412 Aug 10 03:33:41.577736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9dea349b-05a9-47d4-b830-7dadc8e4aad8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:33:41.590817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9dea349b-05a9-47d4-b830-7dadc8e4aad8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236645 Aug 10 03:33:41.697894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.702590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Allocated IP 172.25.2.24 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/19761f59-01e7-4523-a9ce-6b1e9c6b5c23) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:41.885912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-843661ec-9fc1-4a7f-a4e1-8ba8e8358b2c service neutron] 10.222.0.53 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872884 Aug 10 03:33:41.977128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:41.998758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.024018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.029324 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d1d873d8-dd3e-4172-8f35-435f8a5479ea service neutron] 10.222.0.53 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421194 Aug 10 03:33:42.099892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.174877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-390d65ef-e2fc-4642-9cc3-4747fdeaa3eb None None] Provisioning for port 7a432581-7a5b-4ec6-914d-9604f5e79751 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:42.217047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Allocated IP 172.25.2.107 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/697935ca-8a95-44e6-bfad-bdfa57841348) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:42.252846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Transition to ACTIVE for port object 09a4f851-daa4-44f2-91bf-a33b69c8923c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:42.266209 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.317998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-1943465c-9da8-466e-85cd-8503762abfc8 service neutron] 10.222.0.53 "GET /v2.0/networks/84a8a3c3-6e01-4bc9-8656-cba71c96eb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873085 Aug 10 03:33:42.377809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=19761f59-01e7-4523-a9ce-6b1e9c6b5c23,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.404232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:42.414661 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.415070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:42.419646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:42.467614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-74ac42e3-e7a5-4fc4-89fe-458c56cf6937 service neutron] 10.222.0.53 "GET /v2.0/networks/84a8a3c3-6e01-4bc9-8656-cba71c96eb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483996 Aug 10 03:33:42.538487 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.615402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2eea3605-430d-4987-803a-865ecf0fd712 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:42.616041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.651394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.691481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.706424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Transition to ACTIVE for port object 09a4f851-daa4-44f2-91bf-a33b69c8923c will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:42.727318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:42.740253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:42.790492 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:42.867569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:42.922868 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-4fa3d341-c506-428d-a8e7-dd1d3a9f2759 service neutron] 10.222.0.53 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822437 Aug 10 03:33:42.961787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Pushing event updated for resources: {'Port': ['ID=09a4f851-daa4-44f2-91bf-a33b69c8923c,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:42.964798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:42.984875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b2b3bc36-96e5-48f4-8649-3ec7f9ee1f3a None None] Provisioning for port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:43.051233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:43.123510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:43.133206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:43.293969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-f2c7faba-c2ff-462a-99af-cb0a276a9a72 service neutron] 10.222.0.53 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638196 Aug 10 03:33:43.302524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.334290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:43.400124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.402747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0d77a924-f38a-4e29-9427-b661e7dcf678 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.4777846 Aug 10 03:33:43.406920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50654) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.495644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Sync routers for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:43.511130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Pushing event updated for resources: {'Port': ['ID=697935ca-8a95-44e6-bfad-bdfa57841348,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:43.567026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a432581-7a5b-4ec6-914d-9604f5e79751 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:43.737104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.795464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Transition to ACTIVE for port object 4a9eab1e-d8a9-4883-990e-ba431eb612ef will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:43.798857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:43.799505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:43.812174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.818578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Attempting to bind port 09a4f851-daa4-44f2-91bf-a33b69c8923c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:43.821635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Attempting to bind port 09a4f851-daa4-44f2-91bf-a33b69c8923c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:43.824426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Attempting to bind port 09a4f851-daa4-44f2-91bf-a33b69c8923c on network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:43.964453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:43.965075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Checking segment: {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:43.965863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.966521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Bound using segment: {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:43.967558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Bound port: 09a4f851-daa4-44f2-91bf-a33b69c8923c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:43.968064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.974909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Transition to ACTIVE for port object 4a9eab1e-d8a9-4883-990e-ba431eb612ef will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:44.063806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.232075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.299756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40530ace-227f-48c6-8d5a-becbf2c456bd req-96aec692-bb35-4a83-b17a-76df02f21fca tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:44.308790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40530ace-227f-48c6-8d5a-becbf2c456bd req-96aec692-bb35-4a83-b17a-76df02f21fca tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.3537419 Aug 10 03:33:44.376192 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.522649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7a432581-7a5b-4ec6-914d-9604f5e79751 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:44.534171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.548298 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40530ace-227f-48c6-8d5a-becbf2c456bd req-58b35e3b-91fd-4d57-a1fd-55648035088b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371058 Aug 10 03:33:44.551402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Network 0c923a62-d54d-4253-8b48-573208e0866d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:44.645970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7a432581-7a5b-4ec6-914d-9604f5e79751 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:44.646595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.649889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:44.754670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:44.785934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:44.846173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=19761f59-01e7-4523-a9ce-6b1e9c6b5c23,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.849040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Pushing event updated for resources: {'Port': ['ID=4a9eab1e-d8a9-4883-990e-ba431eb612ef,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:44.850983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.938251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:44.981966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.012719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.015275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6f7e842-2f79-4e76-949f-2a281486613b req-86a7c47a-2080-46d3-9a96-692b6dd474a6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9910786 Aug 10 03:33:45.061143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Deleting subnet 4bb78d02-a13d-4240-8afc-06cf247be5dc {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:45.073527 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.184965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] For port 09a4f851-daa4-44f2-91bf-a33b69c8923c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:45.211574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] For port 09a4f851-daa4-44f2-91bf-a33b69c8923c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09a4f851-daa4-44f2-91bf-a33b69c8923c,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:45.219773 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.268894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6f7e842-2f79-4e76-949f-2a281486613b req-1c9d3c09-8bda-4577-8925-f8317dc0c879 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1740625 Aug 10 03:33:45.331138 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.337496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.508768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Attempting to bind port 4a9eab1e-d8a9-4883-990e-ba431eb612ef on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:45.509846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Attempting to bind port 4a9eab1e-d8a9-4883-990e-ba431eb612ef by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:45.510686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Attempting to bind port 4a9eab1e-d8a9-4883-990e-ba431eb612ef on network 0c923a62-d54d-4253-8b48-573208e0866d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:45.578066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b48129a5-140f-4d3e-bc7a-037035d61f72 None None] Provisioning complete for port 7a432581-7a5b-4ec6-914d-9604f5e79751 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:45.578630 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b48129a5-140f-4d3e-bc7a-037035d61f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.593487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:45.594160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Checking segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:45.594811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.595445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Bound using segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:45.596214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Bound port: 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:45.596756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.748172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e842-2f79-4e76-949f-2a281486613b req-f357a89c-5c80-4626-a167-e8c41a437181 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:45.758100 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6f7e842-2f79-4e76-949f-2a281486613b req-f357a89c-5c80-4626-a167-e8c41a437181 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.4653630 Aug 10 03:33:45.873345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Router ad4489ec-cae5-46af-8d14-9fdcb241bd71 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:33:45.896601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cb46c-4603-48e7-974e-0dae847a6a42 None None] Pushing event updated for resources: {'Port': ['ID=09a4f851-daa4-44f2-91bf-a33b69c8923c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.232337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] For port 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:46.242839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] For port 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4a9eab1e-d8a9-4883-990e-ba431eb612ef,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:46.320905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad38aaea-addc-4e2a-aa48-021a2a9f0675 req-d4afe4dc-079a-40ec-a9c6-2c5119948901 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 210 time: 0.9140491 Aug 10 03:33:46.342151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.495323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-35873c3e-86ac-4c53-b324-2b5a6938394f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.512173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.520916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-35873c3e-86ac-4c53-b324-2b5a6938394f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.526232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc35bb-8daf-483f-9865-5b89ef6c9014 None None] Pushing event updated for resources: {'Port': ['ID=4a9eab1e-d8a9-4883-990e-ba431eb612ef,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.532556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-35873c3e-86ac-4c53-b324-2b5a6938394f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "GET /v2.0/networks?id=64802867-154a-4262-bd54-cbc82e4fb0f7&id=84a8a3c3-6e01-4bc9-8656-cba71c96eb5b&id=64802867-154a-4262-bd54-cbc82e4fb0f7 HTTP/1.1" status: 200 len: 1391 time: 0.4036033 Aug 10 03:33:46.559009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'port': {'device_id': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7', 'admin_state_up': True, 'tenant_id': '871f266da8f049bfacee306f917045e9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:46.628197 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b48129a5-140f-4d3e-bc7a-037035d61f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.654499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Allocated IP 172.20.0.1 (06b74da2-cae2-4b48-9516-fc08816b9977/5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89/7400d166-458c-4720-9bb6-d8275040af44) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:46.716190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.859691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7a432581-7a5b-4ec6-914d-9604f5e79751, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a432581-7a5b-4ec6-914d-9604f5e79751,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:46.863547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb78d02-a13d-4240-8afc-06cf247be5dc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.886404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:46.896209 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.897661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b0f18ec-a44b-40ad-955d-3686b865b6e6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:46.898893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dfef-45af-4611-9231-3360b39a56c4 req-a7b5c072-6df7-4e7d-b67b-9e09254445a7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.901016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0512dfef-45af-4611-9231-3360b39a56c4 req-a7b5c072-6df7-4e7d-b67b-9e09254445a7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.8199496 Aug 10 03:33:46.905087 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Sync routers for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:46.931378 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.938610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e908113d-54c8-4fec-9df0-464424bc1cbb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4bb78d02-a13d-4240-8afc-06cf247be5dc HTTP/1.1" status: 204 len: 168 time: 2.1819112 Aug 10 03:33:46.942180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50676) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:46.958273 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:46.959321 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:47.158181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.180842 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-188d2043-f4bb-4345-86b5-47e8058ee1dc tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7375815 Aug 10 03:33:47.196516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:47.197341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:47.200882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.229942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.254065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d941e880-a541-4b90-afa7-3089ed034b8c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9145939 Aug 10 03:33:47.257711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50678) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:47.324499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0512dfef-45af-4611-9231-3360b39a56c4 req-ce075c2e-ca0c-445b-abd9-6cd7d05d91fc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800912 Aug 10 03:33:47.452579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7a432581-7a5b-4ec6-914d-9604f5e79751,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:47.492382 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:47.498371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:41Z', 'revision_number': 3, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:47.658726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Checking router: 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:47.659055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Updating router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 port d8b7c5a6-89b6-482b-87d1-244896752660 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:47.709585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-b48129a5-140f-4d3e-bc7a-037035d61f72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:47.709937 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-b48129a5-140f-4d3e-bc7a-037035d61f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:47.710610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8eeeb9-3cc6-48b8-8fd6-41325a4abaa3 None None] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:47.836074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:47.967525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:47.984904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:43Z', 'revision_number': 3, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:47.994393 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.002362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:48.003470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.054347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Checking router: ad4489ec-cae5-46af-8d14-9fdcb241bd71 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:33:48.054746 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Updating router ad4489ec-cae5-46af-8d14-9fdcb241bd71 port 697935ca-8a95-44e6-bfad-bdfa57841348 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:33:48.206287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebcb5f3e-47ee-4e2d-976c-f7137edb47e6 req-c5a8fa22-f180-416e-b343-c38636b785ff tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 210 time: 0.1114469 Aug 10 03:33:48.220535 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.241627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.280419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Transition to ACTIVE for port object 7400d166-458c-4720-9bb6-d8275040af44 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:48.281433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bffb5d0-458b-48fd-8bdd-aae120d94550']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.359678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05716fbb-b243-4c90-9baa-7773212a9c7c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.360038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05716fbb-b243-4c90-9baa-7773212a9c7c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:48.393454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.398250 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.434615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.453843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Allocated IP 19.80.0.218 (64802867-154a-4262-bd54-cbc82e4fb0f7/7d0e48b8-97e4-438a-8f35-393a7cea7fbf/d7904c9b-a797-4213-88a8-112354f92fc7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:48.467285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.483576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:48.484297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:48.486525 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:48.585725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Network 06b74da2-cae2-4b48-9516-fc08816b9977 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:48.601125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:48.684036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.741245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.755928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/6bffb5d0-458b-48fd-8bdd-aae120d94550 HTTP/1.1" status: 204 len: 168 time: 1.8061314 Aug 10 03:33:48.756968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12b6d4-2d6e-41d4-8570-c57d76cc04ba admin admin] Pushing event deleted for resources: {'Network': ['ID=6bffb5d0-458b-48fd-8bdd-aae120d94550,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:48.779810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:48.870555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcb5c9-764f-4764-a539-e76e646c928a None None] Network 0c923a62-d54d-4253-8b48-573208e0866d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:48.918154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:49.002538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Pushing event updated for resources: {'Port': ['ID=7400d166-458c-4720-9bb6-d8275040af44,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.054914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Deleting subnet d3b2ae1c-06bc-4db5-be49-8c8e1e2d65b7 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:33:49.062608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.103367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.299660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.333830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Transition to ACTIVE for port object d7904c9b-a797-4213-88a8-112354f92fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.485507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.518763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.519738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.532930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Transition to ACTIVE for port object d8b7c5a6-89b6-482b-87d1-244896752660 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.583085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.644655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7ea1e223-246a-4b39-99a4-15f2358cb004 None None] Provisioning for port 09a4f851-daa4-44f2-91bf-a33b69c8923c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:49.671268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cf618-b4d6-40ef-8f08-d4966ec3cb59 None None] Pushing event updated for resources: {'Port': ['ID=d8b7c5a6-89b6-482b-87d1-244896752660,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.671655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53c7e-a451-4866-9c0d-47e16ec4d55c req-20a729a8-9663-4396-bb27-7d2aef0dd138 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.675151 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Attempting to bind port d8b7c5a6-89b6-482b-87d1-244896752660 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:49.675885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Attempting to bind port d8b7c5a6-89b6-482b-87d1-244896752660 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:49.676115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Attempting to bind port d8b7c5a6-89b6-482b-87d1-244896752660 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:49.703222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ca53c7e-a451-4866-9c0d-47e16ec4d55c req-20a729a8-9663-4396-bb27-7d2aef0dd138 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2768104 Aug 10 03:33:49.724234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:49.724643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:49.725179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.725393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:49.725891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Bound port: d8b7c5a6-89b6-482b-87d1-244896752660, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:49.726308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.736263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.772412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:49.818028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3b0f18ec-a44b-40ad-955d-3686b865b6e6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b0f18ec-a44b-40ad-955d-3686b865b6e6,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:49.836205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:49.851384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.942885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:50.055133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.067290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.102774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93cd7df-0f32-4cd0-94bf-56e97e1bb79b None None] Provisioning for port 4a9eab1e-d8a9-4883-990e-ba431eb612ef completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:50.254647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:50.263146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.272253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] For port d8b7c5a6-89b6-482b-87d1-244896752660, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:50.294771 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.307427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] For port d8b7c5a6-89b6-482b-87d1-244896752660, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d8b7c5a6-89b6-482b-87d1-244896752660,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:50.333207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.355235 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Transition to ACTIVE for port object 697935ca-8a95-44e6-bfad-bdfa57841348 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:50.369842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93cd7df-0f32-4cd0-94bf-56e97e1bb79b None None] Provisioning for port 7400d166-458c-4720-9bb6-d8275040af44 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:50.377124 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.383829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3b0f18ec-a44b-40ad-955d-3686b865b6e6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.390135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Port': ['ID=d7904c9b-a797-4213-88a8-112354f92fc7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.442697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93cd7df-0f32-4cd0-94bf-56e97e1bb79b None None] Provisioning complete for port 7400d166-458c-4720-9bb6-d8275040af44 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:50.443037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93cd7df-0f32-4cd0-94bf-56e97e1bb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.468503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ca53c7e-a451-4866-9c0d-47e16ec4d55c req-7a19e3cb-0e87-4fec-aa62-41cac07bc54d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620053 Aug 10 03:33:50.524201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.539187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-32194de6-c8f9-44bc-900c-13058a9ea7e8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9860034 Aug 10 03:33:50.594046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Pushing event updated for resources: {'Port': ['ID=697935ca-8a95-44e6-bfad-bdfa57841348,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.609613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e93cd7df-0f32-4cd0-94bf-56e97e1bb79b None None] Port 7400d166-458c-4720-9bb6-d8275040af44 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:50.612971 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.613518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.614122 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.615864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.616429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.616988 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.617554 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.618127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.619577 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.619959 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.620818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.621666 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.707456 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Attempting to bind port 697935ca-8a95-44e6-bfad-bdfa57841348 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:50.708266 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Attempting to bind port 697935ca-8a95-44e6-bfad-bdfa57841348 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:50.708803 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Attempting to bind port 697935ca-8a95-44e6-bfad-bdfa57841348 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:50.712141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'port': {'device_id': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b', 'admin_state_up': True, 'tenant_id': '871f266da8f049bfacee306f917045e9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:50.726211 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:50.727073 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:50.727749 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.728276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cf618-b4d6-40ef-8f08-d4966ec3cb59 None None] Pushing event updated for resources: {'Port': ['ID=d8b7c5a6-89b6-482b-87d1-244896752660,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.728812 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:50.729492 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Bound port: 697935ca-8a95-44e6-bfad-bdfa57841348, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:50.730119 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.788759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:50.791960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:50.889788 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] For port 697935ca-8a95-44e6-bfad-bdfa57841348, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:50.897816 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] For port 697935ca-8a95-44e6-bfad-bdfa57841348, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=697935ca-8a95-44e6-bfad-bdfa57841348,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:50.908999 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.914580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.925126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4a9eab1e-d8a9-4883-990e-ba431eb612ef up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:51.017817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33eff166-af9f-48b6-bd10-30aefadcfdea None None] Provisioning for port d7904c9b-a797-4213-88a8-112354f92fc7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:51.044700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33eff166-af9f-48b6-bd10-30aefadcfdea None None] Provisioning complete for port d7904c9b-a797-4213-88a8-112354f92fc7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:51.045197 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33eff166-af9f-48b6-bd10-30aefadcfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.081350 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:51.082123 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:51.147918 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c8c8-9414-4b31-91c1-69e6606bbd00 None None] Pushing event updated for resources: {'Port': ['ID=697935ca-8a95-44e6-bfad-bdfa57841348,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.150021 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.265545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b2ae1c-06bc-4db5-be49-8c8e1e2d65b7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.280692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f9495-d9b2-4072-8456-76a8818536be req-5a002d93-905f-4c41-8966-20fc88eb87fb tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:51.282347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b91f9495-d9b2-4072-8456-76a8818536be req-5a002d93-905f-4c41-8966-20fc88eb87fb tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.7171209 Aug 10 03:33:51.287719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-33eff166-af9f-48b6-bd10-30aefadcfdea None None] Port d7904c9b-a797-4213-88a8-112354f92fc7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:51.308597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.313375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8108b3a2-d62d-4c4c-8c8b-38b8201e7dfc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d3b2ae1c-06bc-4db5-be49-8c8e1e2d65b7 HTTP/1.1" status: 204 len: 168 time: 2.5260243 Aug 10 03:33:51.334516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 4a9eab1e-d8a9-4883-990e-ba431eb612ef completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:51.337580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:51.350824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4a9eab1e-d8a9-4883-990e-ba431eb612ef triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:51.351817 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.359546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:51.368142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Allocated IP 172.25.2.245 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/3935fcac-9992-4c29-bdcb-f2ca4afc4a73) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:51.418486 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:51.513165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.544858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.574144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.580467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb402a-1b6d-4216-ae7e-343cc5dc9c8d req-07f2b072-3b9f-4eec-8395-8f2e5afe6879 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:51.594573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68fb402a-1b6d-4216-ae7e-343cc5dc9c8d req-07f2b072-3b9f-4eec-8395-8f2e5afe6879 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.5660536 Aug 10 03:33:51.645561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:51.654108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=3935fcac-9992-4c29-bdcb-f2ca4afc4a73,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.654540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.711165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9e4d2595-bf38-4c8c-90b3-4ba83fe921f1 None None] Provisioning complete for port 4a9eab1e-d8a9-4883-990e-ba431eb612ef triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:51.713525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9e4d2595-bf38-4c8c-90b3-4ba83fe921f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.937790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68fb402a-1b6d-4216-ae7e-343cc5dc9c8d req-41fa3246-3b52-4a9b-9138-e77d2fa4404a tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318448 Aug 10 03:33:51.944029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:51.963959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:51.967835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:51.990495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.001342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a7b475-b37b-4ab7-aae2-0be4fce0722d') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:52.007455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a7b475-b37b-4ab7-aae2-0be4fce0722d') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:52.020599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:52.038846 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9e4d2595-bf38-4c8c-90b3-4ba83fe921f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.059863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.085098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4a9eab1e-d8a9-4883-990e-ba431eb612ef,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:52.094962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:52.104407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.105703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a432581-7a5b-4ec6-914d-9604f5e79751 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:52.146405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.174804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Allocated IP 19.86.0.103 (84a8a3c3-6e01-4bc9-8656-cba71c96eb5b/f9043a6f-879f-426f-b454-d71d7a8169b0/1c7ec8ad-86e9-4e75-91f9-fe0120e1b021) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:52.178297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:33:52.179579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:33:52.182133 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:33:52.191714 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:43Z', 'revision_number': 3, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:52.192086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=4a9eab1e-d8a9-4883-990e-ba431eb612ef,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.330422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-9e4d2595-bf38-4c8c-90b3-4ba83fe921f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:33:52.330915 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-9e4d2595-bf38-4c8c-90b3-4ba83fe921f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:33:52.354622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:33:46Z', 'revision_number': 1, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:52.370470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.403083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.407777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7 HTTP/1.1" status: 204 len: 168 time: 1.0683968 Aug 10 03:33:52.415044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.417825 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88ed80-016f-4ba6-9639-55d28fd18cf8 None None] The sync data for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 is: [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:43Z', 'revision_number': 3, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:52.434248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0717e-cd55-4dcb-a875-02b2bcfe3536 None None] The sync data for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 is: [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:33:46Z', 'revision_number': 1, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:33:52.470513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7a432581-7a5b-4ec6-914d-9604f5e79751 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:52.470987 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.508702 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.578399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71e3c7-2022-4973-aea1-abe06d4822f4 req-b0841c88-c439-4792-8573-7e6d20661c48 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:52.587407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee71e3c7-2022-4973-aea1-abe06d4822f4 req-b0841c88-c439-4792-8573-7e6d20661c48 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 932 time: 0.3589616 Aug 10 03:33:52.609842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444d0d-3d57-481a-ba6f-aba818d7d052 admin admin] Pushing event deleted for resources: {'Network': ['ID=c857e9fd-8bdd-46ae-a2f1-6f029a11d8a7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:52.664934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.757205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Deleting port e1f59a4b-6aae-4c32-9a43-3c1194fc158d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:33:52.759958 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.763694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 53413125-92d3-493f-b9bd-f21392d5761b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:52.812657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee71e3c7-2022-4973-aea1-abe06d4822f4 req-93875eef-3d73-49c4-8cd1-1e418352090b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240276 Aug 10 03:33:52.938197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50706) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.060039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.107546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.283898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Transition to ACTIVE for port object 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:53.315521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e1b8ea7-953b-4184-8bb4-799d1cab386c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7f7932f564e4beb888c07d3952d27d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678112 Aug 10 03:33:53.324467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:53.472917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6020-7200-436e-90a1-5253068945cb req-5eae5c44-342f-45cb-a8c7-3c580adc446f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:53.485963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c4a6020-7200-436e-90a1-5253068945cb req-5eae5c44-342f-45cb-a8c7-3c580adc446f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.3040035 Aug 10 03:33:53.542654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 53413125-92d3-493f-b9bd-f21392d5761b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:53.550341 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.643533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:53.847861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09a4f851-daa4-44f2-91bf-a33b69c8923c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:53.946874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:53.997609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:54.014256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:54.014814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 09a4f851-daa4-44f2-91bf-a33b69c8923c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:54.020334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 09a4f851-daa4-44f2-91bf-a33b69c8923c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:54.021002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.025663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59be9a7e-19e1-46f9-8370-7525217de24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.112540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59be9a7e-19e1-46f9-8370-7525217de24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.342353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:54.508287 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.514103 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.617918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:54.619019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.632136 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59be9a7e-19e1-46f9-8370-7525217de24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.666589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59be9a7e-19e1-46f9-8370-7525217de24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.668624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59be9a7e-19e1-46f9-8370-7525217de24c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7b5813e-d0e7-460f-8ebe-75115cb318fb HTTP/1.1" status: 204 len: 168 time: 1.3413723 Aug 10 03:33:54.677034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 09a4f851-daa4-44f2-91bf-a33b69c8923c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09a4f851-daa4-44f2-91bf-a33b69c8923c,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:54.687006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.717120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c4a6020-7200-436e-90a1-5253068945cb req-2d87e6e0-a2f3-44ae-be68-ab416ae3c76c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2294874 Aug 10 03:33:54.724778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-41e96f10-9f07-4728-a880-1dac21df5a34 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0513437 Aug 10 03:33:54.734519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:54.745713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'port': {'device_id': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7', 'admin_state_up': True, 'tenant_id': '871f266da8f049bfacee306f917045e9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:54.784530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be9a7e-19e1-46f9-8370-7525217de24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5813e-d0e7-460f-8ebe-75115cb318fb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.940259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Allocated IP 172.20.0.1 (0c923a62-d54d-4253-8b48-573208e0866d/1ec33bad-b4ec-48cc-a9ab-6073ed279561/14d810f2-263d-4a52-8e31-7383a2f1c00c) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:55.072481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-163e9afe-b7c1-4ec0-a116-d8012ce0c4bb None None] Provisioning for port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:55.148660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-163e9afe-b7c1-4ec0-a116-d8012ce0c4bb None None] Provisioning complete for port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:55.149255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-163e9afe-b7c1-4ec0-a116-d8012ce0c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.353969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:55.354635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:55.360479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=09a4f851-daa4-44f2-91bf-a33b69c8923c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:55.410256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e1f59a4b-6aae-4c32-9a43-3c1194fc158d no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:33:55.422099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd21779-1c4f-4fac-b088-4d641fd07bc9 req-501a5f0e-52fd-4b95-b240-5c7d0cda9305 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:55.432052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecd21779-1c4f-4fac-b088-4d641fd07bc9 req-501a5f0e-52fd-4b95-b240-5c7d0cda9305 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 945 time: 0.3731701 Aug 10 03:33:55.666959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Pushing event updated for resources: {'Port': ['ID=7400d166-458c-4720-9bb6-d8275040af44,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:55.743831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4a9eab1e-d8a9-4883-990e-ba431eb612ef up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:55.824528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecd21779-1c4f-4fac-b088-4d641fd07bc9 req-1da57f91-9f83-4dfc-aee2-48c6b8c2aaf6 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba5b7698-1afe-4488-9578-cfb147c3fb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748491 Aug 10 03:33:55.840661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:55.869086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.058706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-163e9afe-b7c1-4ec0-a116-d8012ce0c4bb None None] Port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:56.148765 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.164686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Transition to ACTIVE for port object 14d810f2-263d-4a52-8e31-7383a2f1c00c will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:56.339463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.429110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:56.459251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4a9eab1e-d8a9-4883-990e-ba431eb612ef triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:56.461241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.535822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.536409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.536979 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Floating IP 8a999bfa-134e-42c0-88d4-b576fe3ba3ae disassociated. External IP: 172.25.2.155, port: e1f59a4b-6aae-4c32-9a43-3c1194fc158d. Aug 10 03:33:56.537574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Calling delete_port for e1f59a4b-6aae-4c32-9a43-3c1194fc158d owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:33:56.630666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6275baf3-69cb-4876-88e6-30e31f4f238c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4dffee3f8c84756bbd7ecd097a5b26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688659 Aug 10 03:33:56.651894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:56.663596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:33:56.670313 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1657720e-3f1e-45ba-9c10-47f94cf22f7d" -d '{"events": [{"server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:33:56.697058 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.726453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e1f59a4b-6aae-4c32-9a43-3c1194fc158d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:56.738869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f518-7116-4ea0-9ea5-07a54cefca70 req-763ae3bc-ea46-4544-9edc-42ae708917b1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.749940 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.788041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f518-7116-4ea0-9ea5-07a54cefca70 req-763ae3bc-ea46-4544-9edc-42ae708917b1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:56.791883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc50f518-7116-4ea0-9ea5-07a54cefca70 req-763ae3bc-ea46-4544-9edc-42ae708917b1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 1655 time: 0.7716968 Aug 10 03:33:56.943628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.948898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa987cdb-9126-4b3b-b7ec-7c65b963a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:56.952113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.010657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d8b7c5a6-89b6-482b-87d1-244896752660 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:57.024917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event deleted for resources: {'Port': ['ID=e1f59a4b-6aae-4c32-9a43-3c1194fc158d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.061566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.080737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.099793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc50f518-7116-4ea0-9ea5-07a54cefca70 req-c7bd2e57-2854-4079-b984-c1dc00f77010 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811091 Aug 10 03:33:57.103999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33f72d93-e722-47ea-b182-32b7978e0c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.130570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Network 06b74da2-cae2-4b48-9516-fc08816b9977 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:57.143305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Pushing event updated for resources: {'Port': ['ID=14d810f2-263d-4a52-8e31-7383a2f1c00c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.143513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Allocated IP 19.80.0.227 (64802867-154a-4262-bd54-cbc82e4fb0f7/7d0e48b8-97e4-438a-8f35-393a7cea7fbf/f5b16c5c-d094-4d9f-b6b0-b594c4842b1a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:57.149582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.176023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d8b7c5a6-89b6-482b-87d1-244896752660 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:57.188505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d8b7c5a6-89b6-482b-87d1-244896752660 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:57.193475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.197254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33f72d93-e722-47ea-b182-32b7978e0c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.224181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event updated for resources: {'Port': ['ID=3935fcac-9992-4c29-bdcb-f2ca4afc4a73,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.240468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:57.512508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33f72d93-e722-47ea-b182-32b7978e0c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.516507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33f72d93-e722-47ea-b182-32b7978e0c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.520628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-33f72d93-e722-47ea-b182-32b7978e0c5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b90038d-4eb3-4395-afe7-486999e7861b HTTP/1.1" status: 204 len: 168 time: 0.8672767 Aug 10 03:33:57.596370 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.599321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f72d93-e722-47ea-b182-32b7978e0c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b90038d-4eb3-4395-afe7-486999e7861b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.642324 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.681602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Transition to ACTIVE for port object f5b16c5c-d094-4d9f-b6b0-b594c4842b1a will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:57.722779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d8b7c5a6-89b6-482b-87d1-244896752660, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d8b7c5a6-89b6-482b-87d1-244896752660,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:57.783499 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.787778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 697935ca-8a95-44e6-bfad-bdfa57841348 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:57.804448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376d0e5-68ce-4949-bc56-69a87f652a17 req-dc05e45e-961f-4a42-ba02-4c248262ff8b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:57.816001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0376d0e5-68ce-4949-bc56-69a87f652a17 req-dc05e45e-961f-4a42-ba02-4c248262ff8b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.5201716 Aug 10 03:33:57.843047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.922833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:57.937603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:57.945548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:57.967056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d8b7c5a6-89b6-482b-87d1-244896752660,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:57.967337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Network 0c923a62-d54d-4253-8b48-573208e0866d is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:57.983862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-11cd8272-c6dd-449c-b59b-3ae94c5fe115 None None] Provisioning complete for port 7400d166-458c-4720-9bb6-d8275040af44 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:57.986060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11cd8272-c6dd-449c-b59b-3ae94c5fe115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:57.995718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:58.016759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:58.025667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:58.028789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0376d0e5-68ce-4949-bc56-69a87f652a17 req-58e22765-e61e-4ac0-b5f0-b99099d727f0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075884 Aug 10 03:33:58.033999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Port': ['ID=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.071603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 697935ca-8a95-44e6-bfad-bdfa57841348 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:58.104280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-11cd8272-c6dd-449c-b59b-3ae94c5fe115 None None] Port 7400d166-458c-4720-9bb6-d8275040af44 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:58.106510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 697935ca-8a95-44e6-bfad-bdfa57841348 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:58.106891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.152841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.174756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:58.180808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.234704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d7aaf098-3108-439b-ae83-faf239ced00e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4990575 Aug 10 03:33:58.248691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-2f113c80-4b6c-441f-8b39-7e9744b3241b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:33:58.254752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-2f113c80-4b6c-441f-8b39-7e9744b3241b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104957 Aug 10 03:33:58.343355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.352536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-4502e587-9332-40f3-838f-22772bc2dc54 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 11.1690731 Aug 10 03:33:58.379975 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.480817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 697935ca-8a95-44e6-bfad-bdfa57841348, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=697935ca-8a95-44e6-bfad-bdfa57841348,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:58.491423 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.492320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b0f18ec-a44b-40ad-955d-3686b865b6e6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:58.586342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Request body: {'port': {'device_id': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:58.594841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:58.595198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.651814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=697935ca-8a95-44e6-bfad-bdfa57841348,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:58.657802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Provisioning for port 14d810f2-263d-4a52-8e31-7383a2f1c00c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:58.673222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.673582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.673862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.674202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.674539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.674877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.675212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.675537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.675920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.676252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.676599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.677140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:58.685368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Provisioning complete for port 14d810f2-263d-4a52-8e31-7383a2f1c00c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:58.685788 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.716869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.718919 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3241d324-5d19-40d4-813b-4f22768903ee x-openstack-request-id: req-3241d324-5d19-40d4-813b-4f22768903ee {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:33:58.719226 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:33:58.719425 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3241d324-5d19-40d4-813b-4f22768903ee {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:33:58.720044 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'code': 200} Aug 10 03:33:58.726875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:33:58.729789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:58.755325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Sync routers for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:33:58.796993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Port 14d810f2-263d-4a52-8e31-7383a2f1c00c cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:58.861373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-086e2f77-bf8f-4c46-83e0-8e97ce0e5b5e req-9867226e-4cef-4e38-b677-3f643662f8b8 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 210 time: 0.0327184 Aug 10 03:33:58.889788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:33:58.889788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:33:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:33:58.899076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Provisioning for port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:58.900942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d8a49f15-16bb-475b-b21c-4cc842d28989 admin admin] 10.222.0.53 "PUT /v2.0/routers/33a8bacc-1a3a-4862-bd1e-0caf60a73c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4921575 Aug 10 03:33:58.926158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-6d7567e2-122d-442c-a561-273de4269ef4 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.5720065 Aug 10 03:33:58.983354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Provisioning complete for port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:58.984079 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.078786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-62d08fd3-7a04-4250-8641-2d95ceb68561 None None] Port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:33:59.174481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-610e640c-78f1-45eb-b701-70bfd8927e97 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.183623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9728b9f6-42ed-4b31-a0e7-b8599f7faf41 req-610e640c-78f1-45eb-b701-70bfd8927e97 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.2558248 Aug 10 03:33:59.187346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:33:59.256590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Router 653077f2-ad8a-453d-a6b6-e595361eb0b6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:33:59.273099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-2266d8ab-316e-46cb-9a13-511d9eac42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.274755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-2266d8ab-316e-46cb-9a13-511d9eac42f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 1098 time: 0.6070001 Aug 10 03:33:59.280627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.469817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 697935ca-8a95-44e6-bfad-bdfa57841348 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:59.498212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7904c9b-a797-4213-88a8-112354f92fc7 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:33:59.520328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.626876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Transition to ACTIVE for port object d7904c9b-a797-4213-88a8-112354f92fc7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:59.638707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-e94f060f-2921-4588-a21a-7dd403d649db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.641403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-e94f060f-2921-4588-a21a-7dd403d649db service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.3552928 Aug 10 03:33:59.648008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.649045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.678334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 697935ca-8a95-44e6-bfad-bdfa57841348 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:59.679225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.766566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50806) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:59.813875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4a8dc-a091-418a-a389-22a5b4b2b85a req-a1e88da3-3799-46d6-9e2b-be2b4700da3b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.816771 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70e4a8dc-a091-418a-a389-22a5b4b2b85a req-a1e88da3-3799-46d6-9e2b-be2b4700da3b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 946 time: 0.2770171 Aug 10 03:33:59.892119 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-3738bbe0-7399-48c5-946b-550bae3195d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af HTTP/1.1" status: 200 len: 217 time: 0.1331408 Aug 10 03:33:59.936785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7ca9-42cf-4064-983d-b22bc7add22b req-23b2d6a0-815f-421c-9c8d-398af2da1a69 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.950721 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4fec122a-db6d-4dd8-aa1b-912081a71cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:59.966128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7ca9-42cf-4064-983d-b22bc7add22b req-23b2d6a0-815f-421c-9c8d-398af2da1a69 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:59.982957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Pushing event updated for resources: {'Port': ['ID=d7904c9b-a797-4213-88a8-112354f92fc7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.005548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7ca9-42cf-4064-983d-b22bc7add22b req-23b2d6a0-815f-421c-9c8d-398af2da1a69 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.019401 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94bd7ca9-42cf-4064-983d-b22bc7add22b req-23b2d6a0-815f-421c-9c8d-398af2da1a69 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2377 time: 0.6996787 Aug 10 03:34:00.074958 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70e4a8dc-a091-418a-a389-22a5b4b2b85a req-770fbc85-fe2b-4226-b24a-48826d86f31c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259688 Aug 10 03:34:00.082124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09a4f851-daa4-44f2-91bf-a33b69c8923c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:00.084857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Attempting to bind port d7904c9b-a797-4213-88a8-112354f92fc7 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:00.085462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Attempting to bind port d7904c9b-a797-4213-88a8-112354f92fc7 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:00.086090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Attempting to bind port d7904c9b-a797-4213-88a8-112354f92fc7 on network 64802867-154a-4262-bd54-cbc82e4fb0f7 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:00.086982 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:33:50Z', 'revision_number': 2, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:00.116528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Port d7904c9b-a797-4213-88a8-112354f92fc7 on network 64802867-154a-4262-bd54-cbc82e4fb0f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:00.116980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Attempting to bind port d7904c9b-a797-4213-88a8-112354f92fc7 on network 64802867-154a-4262-bd54-cbc82e4fb0f7 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:00.129642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:00.130033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Checking segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:00.130443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Bound using segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:00.130939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Bound port: d7904c9b-a797-4213-88a8-112354f92fc7, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:00.131373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.134135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Checking router: 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:00.134688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Updating router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 port 7400d166-458c-4720-9bb6-d8275040af44 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:34:00.230170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1278069365-network', 'tenant_id': 'ad836b791be146ba93a5b51c132f0974'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:00.239031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.248861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] For port d7904c9b-a797-4213-88a8-112354f92fc7, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:00.254048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] For port d7904c9b-a797-4213-88a8-112354f92fc7, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d7904c9b-a797-4213-88a8-112354f92fc7,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:00.270037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.326437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Made reservation on behalf of ad836b791be146ba93a5b51c132f0974 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:00.330351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.341554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2609199b-5ec8-483e-ad6f-9037d8cfcfef req-1aee6f0d-7e20-4343-a6ff-5f73dbafffe7 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips/902b35e3-6664-4847-8b7c-713abe35ccf9 HTTP/1.1" status: 200 len: 693 time: 0.1653502 Aug 10 03:34:00.350872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:00.353284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.353810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.355657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] 10.222.0.65 "PUT /v2.0/ports/d7904c9b-a797-4213-88a8-112354f92fc7 HTTP/1.1" status: 200 len: 1093 time: 2.0949605 Aug 10 03:34:00.356200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'tag': 'd7904c9b-a797-4213-88a8-112354f92fc7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:00.359241 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4a784-3a06-4246-ae06-0a553fb1f938" -d '{"events": [{"name": "network-changed", "server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "tag": "d7904c9b-a797-4213-88a8-112354f92fc7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:00.379141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] Sync routers for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:00.404440 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.409479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Request body: {'port': {'device_id': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:00.423977 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:00.424943 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:00.478741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a390361-a21b-4f57-9292-5c14ecbf501e service neutron] Pushing event updated for resources: {'Port': ['ID=d7904c9b-a797-4213-88a8-112354f92fc7,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:00.616164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.631723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.655278 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94bd7ca9-42cf-4064-983d-b22bc7add22b req-2eefc661-566e-4b6c-b613-d22972d92f77 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542737 Aug 10 03:34:00.656253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] No DVR routers for this DVR port e1f59a4b-6aae-4c32-9a43-3c1194fc158d on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:00.670892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.673065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b91f9495-d9b2-4072-8456-76a8818536be req-febff576-0e33-47b6-ab10-3a2692bc4e60 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.65 "DELETE /v2.0/ports/e1f59a4b-6aae-4c32-9a43-3c1194fc158d HTTP/1.1" status: 204 len: 173 time: 9.3803339 Aug 10 03:34:00.686665 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.686893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609199b-5ec8-483e-ad6f-9037d8cfcfef req-aa3504e8-0b31-4aab-84ef-b6ecac1aee99 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.697377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'name': 'network-vif-deleted', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:00.704893 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dede41ad-2ea6-403f-9af0-116a558d9d93" -d '{"events": [{"server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "name": "network-vif-deleted", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:00.707007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2609199b-5ec8-483e-ad6f-9037d8cfcfef req-aa3504e8-0b31-4aab-84ef-b6ecac1aee99 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3396876 Aug 10 03:34:00.720286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-eefc6720-73dd-443b-bbff-b6ea0855dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:00.727590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-eefc6720-73dd-443b-bbff-b6ea0855dae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.8246469 Aug 10 03:34:00.787761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 09a4f851-daa4-44f2-91bf-a33b69c8923c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:00.788618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:00.838014 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:00.925170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-ecadeb36-6f35-4cc7-b619-58992b33b90f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248453 Aug 10 03:34:00.968696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-63e23cbe-07e3-4932-999a-27f198724a93 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:34:00.969761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-63e23cbe-07e3-4932-999a-27f198724a93 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240126 Aug 10 03:34:01.006322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.143128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.184432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Transition to ACTIVE for port object 7400d166-458c-4720-9bb6-d8275040af44 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:01.273142 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.396775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6634107-f9dd-4840-9e88-9585486fd895 None None] Pushing event updated for resources: {'Port': ['ID=7400d166-458c-4720-9bb6-d8275040af44,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:01.402619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:01.476078 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] Checking router: 653077f2-ad8a-453d-a6b6-e595361eb0b6 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:01.487870 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:01.488858 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:01.506941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d8b7c5a6-89b6-482b-87d1-244896752660 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:01.626864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:01.706694 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:01.732844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1df0cba-1b63-4aef-9d13-349240243097 req-ca409502-fb9d-48b7-973e-7e60c2ac5363 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a977164-a52d-4cff-bc41-fb4dee40b598 HTTP/1.1" status: 200 len: 210 time: 0.7930250 Aug 10 03:34:01.989395 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027b463c-06ad-4938-8d72-7553f75f7377 x-openstack-request-id: req-027b463c-06ad-4938-8d72-7553f75f7377 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:01.990810 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "tag": "d7904c9b-a797-4213-88a8-112354f92fc7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:01.991186 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-027b463c-06ad-4938-8d72-7553f75f7377 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:01.991721 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'tag': 'd7904c9b-a797-4213-88a8-112354f92fc7', 'status': 'completed', 'code': 200} Aug 10 03:34:02.110640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Attempting to bind port 7400d166-458c-4720-9bb6-d8275040af44 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:02.111598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Attempting to bind port 7400d166-458c-4720-9bb6-d8275040af44 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:02.111814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Attempting to bind port 7400d166-458c-4720-9bb6-d8275040af44 on network 06b74da2-cae2-4b48-9516-fc08816b9977 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:02.119998 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:02.124744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:02.130789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-22ff1eb4-061b-4e73-954e-7f2aef0dba1d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips/902b35e3-6664-4847-8b7c-713abe35ccf9 HTTP/1.1" status: 200 len: 693 time: 0.1379311 Aug 10 03:34:02.145762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Checking segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:02.146613 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.147259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Bound using segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:02.148114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Bound port: 7400d166-458c-4720-9bb6-d8275040af44, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:02.148860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.188350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d8b7c5a6-89b6-482b-87d1-244896752660 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:02.188849 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.207581 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce038c03-82bd-43bb-abed-8eabbbc590f3 None None] The sync data for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 is: [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '33d8269f-944a-454d-80a7-0ef14c420597', 'name': '', 'network_id': 'dd451419-6a4a-4890-a997-76e9c8cc89f7', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'mac_address': 'fa:16:3e:d7:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:15Z', 'updated_at': '2021-08-10T03:31:32Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'subnets': [{'id': '0689f4b9-0e05-45f1-8ed8-71a4506d0853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:02.352004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-5f37192c-9aba-48e6-b0dc-3445ba09f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.352991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-5f37192c-9aba-48e6-b0dc-3445ba09f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.356594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-5f37192c-9aba-48e6-b0dc-3445ba09f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.362986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-5f37192c-9aba-48e6-b0dc-3445ba09f36f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2733 time: 0.4578736 Aug 10 03:34:02.364333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Pushing event updated for resources: {'Port': ['ID=14d810f2-263d-4a52-8e31-7383a2f1c00c,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:02.449799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.458468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-cc6281df-751f-42cf-a084-eea75022378a service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4343212 Aug 10 03:34:02.479953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] For port 7400d166-458c-4720-9bb6-d8275040af44, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:02.484462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.485442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b1b96f16-9ed9-4324-a5b5-ce2a77eec8af no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:02.527806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-947f2bf2-01ad-4d59-a18c-0bcc0e568ef9 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:02.530641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-947f2bf2-01ad-4d59-a18c-0bcc0e568ef9 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3984272 Aug 10 03:34:02.595353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] For port 7400d166-458c-4720-9bb6-d8275040af44, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7400d166-458c-4720-9bb6-d8275040af44,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:02.643225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.652528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f47bd78-ac1a-475c-b390-fc30296a6e91 req-37a2171c-b154-438b-bddd-62aca4d46a92 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718535 Aug 10 03:34:02.700542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:02.718091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-1b82a6f0-9b7a-44b0-9021-21b398400e8f tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.1714106 Aug 10 03:34:02.722760 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.723318 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Added segment 0d880090-5121-4821-9994-1439072f2b4d of type vlan for network b4a641b2-93e7-4444-80eb-6d8badb204b6 Aug 10 03:34:02.803775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:02.820243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e685587-2122-436c-874d-0e0d6f2ce6dd None None] New status for floating IP 8a999bfa-134e-42c0-88d4-b576fe3ba3ae: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:34:02.932645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-a1b217e7-6fe8-485c-827a-0cf5e711de8e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.1662657 Aug 10 03:34:02.949458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:03.006507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.094075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bcb0ce-120b-460c-9b53-a0200ab038f1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.110178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.111714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.112233 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.192315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6634107-f9dd-4840-9e88-9585486fd895 None None] Pushing event updated for resources: {'Port': ['ID=7400d166-458c-4720-9bb6-d8275040af44,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.195889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Transition to ACTIVE for port object 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:03.202770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:03.203901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:03.247582 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:03.277821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a641b2-93e7-4444-80eb-6d8badb204b6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.296476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e977244e-84a5-4110-aa15-2e3ab730bcf4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.5253751 Aug 10 03:34:03.308090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50842) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:03.331934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.332762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Request body: {'subnet': {'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1278069365-subnet', 'tenant_id': 'ad836b791be146ba93a5b51c132f0974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:03.402491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-1b6b8c10-9d5e-4bf0-bc9a-a428f3e2bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.403808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-1b6b8c10-9d5e-4bf0-bc9a-a428f3e2bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.404525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-1b6b8c10-9d5e-4bf0-bc9a-a428f3e2bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.406546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-1b6b8c10-9d5e-4bf0-bc9a-a428f3e2bb9e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=871f266da8f049bfacee306f917045e9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9417498 Aug 10 03:34:03.412386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:03.412901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Made reservation on behalf of ad836b791be146ba93a5b51c132f0974 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:03.417228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.476848 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.594960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:03.616160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7400d166-458c-4720-9bb6-d8275040af44 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:03.641031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.838812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Deleting port 3935fcac-9992-4c29-bdcb-f2ca4afc4a73 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:03.839429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.936978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:03.939355 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa25121-3fa8-4ff3-8100-f48ada1ff2ed" -d '{"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-unplugged", "status": "completed", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:03.946373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-433a5b7b-4043-41ca-a411-679e985f04de tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:03.950365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-433a5b7b-4043-41ca-a411-679e985f04de tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 829 time: 2.0862687 Aug 10 03:34:03.951956 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:03.969587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:03.978488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:03.983658 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.046717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Attempting to bind port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:04.047813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Attempting to bind port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:04.047813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Attempting to bind port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 on network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:04.075765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 on network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:04.076350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Attempting to bind port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 on network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:04.093767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:04.094370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Checking segment: {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:04.095343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Bound using segment: {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:04.096119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Bound port: 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3651d1dd-d912-4f05-9f2c-2cf12d62a648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:04.096790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.231372 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.231830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.232157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f78361-a56d-4a26-a1fc-c238a6ac3be1,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.233475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.235587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-4700732c-af28-47b5-987b-132fff2ca06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.237133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98f4a784-3a06-4246-ae06-0a553fb1f938 req-4700732c-af28-47b5-987b-132fff2ca06c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3741598 Aug 10 03:34:04.250342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Network 0c923a62-d54d-4253-8b48-573208e0866d is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:04.252170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-53d0d990-b6f6-4dd9-af28-541b200805fc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/quotas/04f474e1806b44729b5a052e75f3ff6b HTTP/1.1" status: 200 len: 375 time: 0.2443144 Aug 10 03:34:04.257799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7400d166-458c-4720-9bb6-d8275040af44 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:04.263556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:04.308006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Calling delete_port for 3935fcac-9992-4c29-bdcb-f2ca4afc4a73 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:04.383500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Checking segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:04.395860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Network hostable DHCP agents. Network: b4a641b2-93e7-4444-80eb-6d8badb204b6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:04.400229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:04.495556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:04.545307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:04.549637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7400d166-458c-4720-9bb6-d8275040af44 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:04.550560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.585005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b4a641b2-93e7-4444-80eb-6d8badb204b6) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:04.591175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.591912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.609882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.649097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2294e5-1391-4505-aed1-7f603c3a87fb None None] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:04.713027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-5b570b84-06e6-44cf-a574-b219a7e03653 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3957765 Aug 10 03:34:04.729900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c30078c6-3353-4930-82c2-ddb8657f9072 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4150848 Aug 10 03:34:04.756293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:04.757222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:04.759522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] 10.222.0.65 "PUT /v2.0/ports/1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 HTTP/1.1" status: 200 len: 1093 time: 4.3547564 Aug 10 03:34:04.765384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:04.768611 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609adf2-7f4f-40f7-9114-2608bb051f50" -d '{"events": [{"name": "network-changed", "server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:04.822465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ed6ce-b915-466e-ab8c-3511f1d3ae1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:04.981704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Request body: {'port': {'device_id': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:05.044191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.049942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:02Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:05.094138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-c15b3ae3-a358-495b-be02-a3a92046cb8f service neutron] 10.222.0.53 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625400 Aug 10 03:34:05.101361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.108895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Router ad4489ec-cae5-46af-8d14-9fdcb241bd71 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:05.125319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.162908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event deleted for resources: {'Port': ['ID=3935fcac-9992-4c29-bdcb-f2ca4afc4a73,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:05.221773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ee05d275-6144-46b2-9d0e-d95b8c08f8ed None None] Provisioning complete for port 14d810f2-263d-4a52-8e31-7383a2f1c00c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:05.222486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee05d275-6144-46b2-9d0e-d95b8c08f8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.328294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-3e8a9e48-8c5a-4497-98f1-93f8243a035f service neutron] 10.222.0.53 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081568 Aug 10 03:34:05.329077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccd38f-3ca9-4e83-a447-896f812697d0 None None] The sync data for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 is: [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:02Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:05.347412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ee05d275-6144-46b2-9d0e-d95b8c08f8ed None None] Port 14d810f2-263d-4a52-8e31-7383a2f1c00c cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:05.444756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7400d166-458c-4720-9bb6-d8275040af44, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7400d166-458c-4720-9bb6-d8275040af44,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:05.455353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd64a7b-11fb-4859-af58-811a64610c24 None None] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:05.575376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.726695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7400d166-458c-4720-9bb6-d8275040af44,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:05.760197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:05.780131 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Sync routers for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:05.789348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1b328c42-44d4-4e49-8cb4-9417b6007c32 admin admin] 10.222.0.53 "PUT /v2.0/routers/ad4489ec-cae5-46af-8d14-9fdcb241bd71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5154972 Aug 10 03:34:05.827311 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:05.827311 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:05.967951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.972429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:05.980154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c4f47a-26f2-4145-aa90-7b238b7d306c req-cf514d27-ad94-42f8-8bfb-e3736a83402d tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "DELETE /v2.0/floatingips/902b35e3-6664-4847-8b7c-713abe35ccf9 HTTP/1.1" status: 204 len: 173 time: 3.0378234 Aug 10 03:34:06.035626 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa06e21-d658-45db-b581-db2b046a5153 x-openstack-request-id: req-7fa06e21-d658-45db-b581-db2b046a5153 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:06.036281 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a977164-a52d-4cff-bc41-fb4dee40b598", "name": "network-vif-deleted", "tag": "e1f59a4b-6aae-4c32-9a43-3c1194fc158d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:06.036684 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fa06e21-d658-45db-b581-db2b046a5153 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:06.037324 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a977164-a52d-4cff-bc41-fb4dee40b598', 'name': 'network-vif-deleted', 'tag': 'e1f59a4b-6aae-4c32-9a43-3c1194fc158d', 'status': 'completed', 'code': 200} Aug 10 03:34:06.093043 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:06.396079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b5766-e5f3-458a-a1ff-eba011af11b3 req-97ed440d-e4f5-404e-aeae-a89e88ac0f05 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.400271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530633e-b911-4e8a-8d93-6d1b7bff9513 req-b580c49b-ae16-4843-a267-0bc86597fe7c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.401948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c530633e-b911-4e8a-8d93-6d1b7bff9513 req-b580c49b-ae16-4843-a267-0bc86597fe7c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 944 time: 0.2931499 Aug 10 03:34:06.408361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b5766-e5f3-458a-a1ff-eba011af11b3 req-97ed440d-e4f5-404e-aeae-a89e88ac0f05 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.416935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b16c5c-d094-4d9f-b6b0-b594c4842b1a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:06.437026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b5766-e5f3-458a-a1ff-eba011af11b3 req-97ed440d-e4f5-404e-aeae-a89e88ac0f05 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:06.440040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-937b5766-e5f3-458a-a1ff-eba011af11b3 req-97ed440d-e4f5-404e-aeae-a89e88ac0f05 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2401 time: 0.1813552 Aug 10 03:34:06.444918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.497191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Transition to ACTIVE for port object f5b16c5c-d094-4d9f-b6b0-b594c4842b1a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:06.529430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:06.595430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Pushing event updated for resources: {'Port': ['ID=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:06.600502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c530633e-b911-4e8a-8d93-6d1b7bff9513 req-41445180-4d7f-4ad8-b88b-e2dfdf820e24 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866779 Aug 10 03:34:06.669039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-937b5766-e5f3-458a-a1ff-eba011af11b3 req-a86ab3e5-cc82-42a2-9ebd-9bcf74cafd3e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150271 Aug 10 03:34:06.805192 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503f9013-c4bf-4514-abb0-315924030f6c x-openstack-request-id: req-503f9013-c4bf-4514-abb0-315924030f6c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:06.807574 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-unplugged", "status": "failed", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af", "code": 422}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:06.808310 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-503f9013-c4bf-4514-abb0-315924030f6c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:06.809207 n-d-769329-14 neutron-server[94142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'code': 422} returned with failed status Aug 10 03:34:06.900581 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:33:59Z', 'revision_number': 2, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:06.963772 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2accfb74-73b8-4e17-a227-b1c43699ce44 x-openstack-request-id: req-2accfb74-73b8-4e17-a227-b1c43699ce44 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:06.969778 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:06.971689 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2accfb74-73b8-4e17-a227-b1c43699ce44 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:06.979456 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'status': 'completed', 'code': 200} Aug 10 03:34:07.006213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Checking router: ad4489ec-cae5-46af-8d14-9fdcb241bd71 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:07.010199 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Updating router ad4489ec-cae5-46af-8d14-9fdcb241bd71 port 14d810f2-263d-4a52-8e31-7383a2f1c00c binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:34:07.057282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Attempting to bind port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:07.057625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Attempting to bind port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:07.057999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Attempting to bind port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a on network 64802867-154a-4262-bd54-cbc82e4fb0f7 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:07.070077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-c197d9e9-62e6-4bc6-8418-c9254d705dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.071345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a on network 64802867-154a-4262-bd54-cbc82e4fb0f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:07.071714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Attempting to bind port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a on network 64802867-154a-4262-bd54-cbc82e4fb0f7 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:07.073144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-c197d9e9-62e6-4bc6-8418-c9254d705dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.073801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-c197d9e9-62e6-4bc6-8418-c9254d705dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.079462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:07.080154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Checking segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:07.080778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Bound using segment: {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:07.081514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Bound port: f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:07.082127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.083619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-c197d9e9-62e6-4bc6-8418-c9254d705dac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2827 time: 0.1516700 Aug 10 03:34:07.128153 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.248895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c6cf579-ee66-4e9e-b050-6b1d0330ebf8 req-56fc977b-20c7-4c2a-900c-726035a7d349 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 210 time: 0.1362879 Aug 10 03:34:07.514744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] For port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:07.559468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] For port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:07.567204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-27220d6c-ebfe-415b-b39e-d4c2a31f443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.567829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-27220d6c-ebfe-415b-b39e-d4c2a31f443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.568232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-27220d6c-ebfe-415b-b39e-d4c2a31f443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:07.570014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-27220d6c-ebfe-415b-b39e-d4c2a31f443b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=871f266da8f049bfacee306f917045e9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4817805 Aug 10 03:34:07.602471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.654182 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.678884 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Transition to ACTIVE for port object 14d810f2-263d-4a52-8e31-7383a2f1c00c will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:07.689094 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.763591 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7336b9-e6bd-45e2-a7c7-1efdf7e43f57 None None] Pushing event updated for resources: {'Port': ['ID=14d810f2-263d-4a52-8e31-7383a2f1c00c,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:07.873850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7400d166-458c-4720-9bb6-d8275040af44 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:07.970422 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Attempting to bind port 14d810f2-263d-4a52-8e31-7383a2f1c00c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:07.971033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Attempting to bind port 14d810f2-263d-4a52-8e31-7383a2f1c00c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:07.971246 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Attempting to bind port 14d810f2-263d-4a52-8e31-7383a2f1c00c on network 0c923a62-d54d-4253-8b48-573208e0866d {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:07.980281 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:07.980667 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Checking segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:07.981076 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:07.981476 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Bound using segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:07.981965 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Bound port: 14d810f2-263d-4a52-8e31-7383a2f1c00c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:07.982444 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.031663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.032873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.034703 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] 10.222.0.65 "PUT /v2.0/ports/f5b16c5c-d094-4d9f-b6b0-b594c4842b1a HTTP/1.1" status: 200 len: 1093 time: 3.0585761 Aug 10 03:34:08.103495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7400d166-458c-4720-9bb6-d8275040af44 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:08.105362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.172446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b736e6a-0932-41e1-8ab0-efc5b6a24eec req-99edad08-b461-4e57-9583-6b0306152ad0 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.175159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b736e6a-0932-41e1-8ab0-efc5b6a24eec req-99edad08-b461-4e57-9583-6b0306152ad0 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8890243 Aug 10 03:34:08.209621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-49a6b17c-0a6c-4611-95a4-1267563d600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.212641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0609adf2-7f4f-40f7-9114-2608bb051f50 req-49a6b17c-0a6c-4611-95a4-1267563d600b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5960033 Aug 10 03:34:08.227832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23cbbe-0ded-4bae-ad05-9e62c3a13c6a service neutron] Pushing event updated for resources: {'Port': ['ID=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.263470 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] For port 14d810f2-263d-4a52-8e31-7383a2f1c00c, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:08.275632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-fd778e54-f949-4c1f-a76a-e64e575dc5b9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:08.276803 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] For port 14d810f2-263d-4a52-8e31-7383a2f1c00c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=14d810f2-263d-4a52-8e31-7383a2f1c00c,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:08.285455 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:08.307171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-fd778e54-f949-4c1f-a76a-e64e575dc5b9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 822 time: 1.0388138 Aug 10 03:34:08.391085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-70000a1f-aecb-4b16-b29f-924afd47f5cf tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/quotas/ad836b791be146ba93a5b51c132f0974 HTTP/1.1" status: 200 len: 375 time: 0.0780139 Aug 10 03:34:08.410483 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:08.414186 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:08.421803 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7336b9-e6bd-45e2-a7c7-1efdf7e43f57 None None] Pushing event updated for resources: {'Port': ['ID=14d810f2-263d-4a52-8e31-7383a2f1c00c,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:08.535343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b1b96f16-9ed9-4324-a5b5-ce2a77eec8af no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:08.641184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-85680053-a815-4222-a03d-51ed5cdb9283 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2470148 Aug 10 03:34:08.797327 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:08.943721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-85a30ba7-2c1b-4d2c-bd91-6dda9d347f4d service neutron] 10.222.0.53 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789013 Aug 10 03:34:08.981795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'tag': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:08.986197 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c971e1-5e72-4474-a525-4dd47f6cd27a" -d '{"events": [{"name": "network-changed", "server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "tag": "f5b16c5c-d094-4d9f-b6b0-b594c4842b1a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:09.082915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-ff2196ee-b45a-42fc-9b17-f8164bffa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.084520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-ff2196ee-b45a-42fc-9b17-f8164bffa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.086014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-ff2196ee-b45a-42fc-9b17-f8164bffa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.089891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-ff2196ee-b45a-42fc-9b17-f8164bffa309 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2869 time: 0.5852032 Aug 10 03:34:09.207235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-7ca18a6f-f725-4ea8-9166-36dd194a8252 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=d7904c9b-a797-4213-88a8-112354f92fc7 HTTP/1.1" status: 200 len: 217 time: 0.1043000 Aug 10 03:34:09.346872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-ac3a6ae1-57eb-4586-bb30-a3778b8cfd3a service neutron] 10.222.0.53 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967230 Aug 10 03:34:09.389007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-bd01439a-01fe-45a1-bac1-a531b782e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.402562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-bd01439a-01fe-45a1-bac1-a531b782e5ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d0e48b8-97e4-438a-8f35-393a7cea7fbf HTTP/1.1" status: 200 len: 801 time: 0.1821868 Aug 10 03:34:09.459621 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2af605a1-e830-433f-a515-5377f868c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:08Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:09.554532 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af605a1-e830-433f-a515-5377f868c608 None None] The sync data for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 is: [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:08Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:09.593086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-3b44a9f7-4b70-441c-817d-0815ce9fe285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:09.597219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-3b44a9f7-4b70-441c-817d-0815ce9fe285 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64802867-154a-4262-bd54-cbc82e4fb0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859579 Aug 10 03:34:09.802886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50984) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.110356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a78bd096-be55-4b03-9592-822f203317b2 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.187807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a78bd096-be55-4b03-9592-822f203317b2 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.389420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a78bd096-be55-4b03-9592-822f203317b2 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.397714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a78bd096-be55-4b03-9592-822f203317b2 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:10.400574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a78bd096-be55-4b03-9592-822f203317b2 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba5b7698-1afe-4488-9578-cfb147c3fb82 HTTP/1.1" status: 204 len: 168 time: 0.5955367 Aug 10 03:34:10.408886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50998) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.526527 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-81618c2d-332b-4651-b629-b314f47b710d tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] show failed (client error): The resource could not be found. Aug 10 03:34:10.542974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-81618c2d-332b-4651-b629-b314f47b710d tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "GET /v2.0/security-groups/ba5b7698-1afe-4488-9578-cfb147c3fb82 HTTP/1.1" status: 404 len: 347 time: 0.1203742 Aug 10 03:34:10.543946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:10.566015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd096-be55-4b03-9592-822f203317b2 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b7698-1afe-4488-9578-cfb147c3fb82,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:10.855351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Deleting port 398b8027-0c2c-4191-a8b3-4b76a7fb821d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:10.856443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.094202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.095395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.128953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Calling delete_port for 398b8027-0c2c-4191-a8b3-4b76a7fb821d owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:11.349793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14df77-f997-4728-b21c-77b94e892aef req-276d65b0-e498-4e5d-985f-57030b566fc1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.378814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14df77-f997-4728-b21c-77b94e892aef req-276d65b0-e498-4e5d-985f-57030b566fc1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.399184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14df77-f997-4728-b21c-77b94e892aef req-276d65b0-e498-4e5d-985f-57030b566fc1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.416185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af14df77-f997-4728-b21c-77b94e892aef req-276d65b0-e498-4e5d-985f-57030b566fc1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2413 time: 1.4795630 Aug 10 03:34:11.473454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.544100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Pushing event deleted for resources: {'Port': ['ID=398b8027-0c2c-4191-a8b3-4b76a7fb821d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:11.575951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-e2a609d9-c103-4cc3-b63a-1b13d1f3459c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.581837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-e2a609d9-c103-4cc3-b63a-1b13d1f3459c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.39 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 829 time: 1.9610655 Aug 10 03:34:11.604825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Request body: {'port': {'device_id': 'fb18932f-431f-4884-9729-c97c9049fe72', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'admin_state_up': True, 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:11.699849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-86e3c80e-72c0-4006-bb4b-6de2936a3852 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:11.702036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-86e3c80e-72c0-4006-bb4b-6de2936a3852 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d3e69d9-48f4-4cba-a333-4f2a4832b957 HTTP/1.1" status: 200 len: 944 time: 0.2422500 Aug 10 03:34:11.706777 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.709912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.711458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5841185-e34a-42f6-91d2-c28fcfba9627 tempest-ServersTestFqdnHostnames-1980524297 tempest-ServersTestFqdnHostnames-1980524297-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a999bfa-134e-42c0-88d4-b576fe3ba3ae HTTP/1.1" status: 204 len: 168 time: 1.1655784 Aug 10 03:34:11.716505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51034) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:11.790243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 14d810f2-263d-4a52-8e31-7383a2f1c00c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:11.900187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 14d810f2-263d-4a52-8e31-7383a2f1c00c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:11.911983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 14d810f2-263d-4a52-8e31-7383a2f1c00c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:11.912359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:11.957316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-05a4a2bc-257a-49e4-9efa-2dbed8f6a422 service neutron] 10.222.0.65 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3501148 Aug 10 03:34:12.032476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af14df77-f997-4728-b21c-77b94e892aef req-74138ca3-144a-4456-adf0-afbdf9a7f50e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151226 Aug 10 03:34:12.166502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Made reservation on behalf of 04f474e1806b44729b5a052e75f3ff6b for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:12.174258 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.176571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.230737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 14d810f2-263d-4a52-8e31-7383a2f1c00c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=14d810f2-263d-4a52-8e31-7383a2f1c00c,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:12.243349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.369623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=14d810f2-263d-4a52-8e31-7383a2f1c00c,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:12.369934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b843dbd2-7042-479a-a568-bec5193c5395 req-ee7c9429-a6a2-42cb-abe9-3ca31600dc8e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=0ff288059cae4b59810bb1d214815a2b HTTP/1.1" status: 200 len: 1656 time: 0.2190051 Aug 10 03:34:12.393704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Deleting port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:12.394383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:12.790909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843dbd2-7042-479a-a568-bec5193c5395 req-cbd3cf75-17f4-446f-ac2b-4744e4258df6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:12.791519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b843dbd2-7042-479a-a568-bec5193c5395 req-cbd3cf75-17f4-446f-ac2b-4744e4258df6 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks?id=a4fdb4ae-b30e-4708-9211-680c60e57004&id=a4fdb4ae-b30e-4708-9211-680c60e57004&id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 787 time: 0.4208453 Aug 10 03:34:12.826475 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-51ca5dfe-49c6-4557-91d2-8073147cd859 service neutron] 10.222.0.65 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8386331 Aug 10 03:34:12.888365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-22e486ac-4b33-40b0-901e-5f206202abc2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 HTTP/1.1" status: 200 len: 217 time: 0.0528960 Aug 10 03:34:12.907043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Allocated IP 172.20.0.12 (06b74da2-cae2-4b48-9516-fc08816b9977/5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89/8087398b-db34-48a4-8d48-53358e5ffecb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:12.917813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-6276a9be-4583-430b-ab8c-43a60823ec11 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:12.920578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-6276a9be-4583-430b-ab8c-43a60823ec11 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 822 time: 0.5497673 Aug 10 03:34:12.947028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'port': {'device_id': '7e095424-08db-465a-b839-122332b6bbbb', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'admin_state_up': True, 'tenant_id': 'ad836b791be146ba93a5b51c132f0974'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:12.983777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f22d8e5-2be2-443a-a3ef-174157c6813d req-ed04ecec-a034-4038-b3c9-42f97a8cfce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 210 time: 0.0452855 Aug 10 03:34:13.006181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d0dc9962-f384-4d2e-a527-0de462d591e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.007768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d0dc9962-f384-4d2e-a527-0de462d591e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f9043a6f-879f-426f-b454-d71d7a8169b0 HTTP/1.1" status: 200 len: 801 time: 0.1095452 Aug 10 03:34:13.098648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] For port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:13.099762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.141002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-7ce57730-eaf6-452e-891b-58831aca50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.154032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-7ce57730-eaf6-452e-891b-58831aca50aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84a8a3c3-6e01-4bc9-8656-cba71c96eb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235397 Aug 10 03:34:13.173287 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3328c4-ee90-454d-aff8-71a30a6ba25c x-openstack-request-id: req-6e3328c4-ee90-454d-aff8-71a30a6ba25c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:13.174189 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "tag": "f5b16c5c-d094-4d9f-b6b0-b594c4842b1a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:13.174956 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e3328c4-ee90-454d-aff8-71a30a6ba25c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:13.176054 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'tag': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a', 'status': 'completed', 'code': 200} Aug 10 03:34:13.195566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Calling delete_port for b1b96f16-9ed9-4324-a5b5-ce2a77eec8af owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:13.272819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.306582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Transition to ACTIVE for port object 8087398b-db34-48a4-8d48-53358e5ffecb will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:13.318943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-320de2bc-0375-431a-9c0c-35b8b8f47fb9 service neutron] 10.222.0.65 "GET /v2.0/networks/84a8a3c3-6e01-4bc9-8656-cba71c96eb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611781 Aug 10 03:34:13.421900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-484ca771-50e4-4fa1-9f41-242c0950c5a6 req-f87ca812-1d0e-416c-a928-e9c95bf762cf tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 210 time: 0.0875731 Aug 10 03:34:13.456981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.540847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-565eab74-1f6e-423d-8d51-7766b8371d8c service neutron] 10.222.0.65 "GET /v2.0/networks/84a8a3c3-6e01-4bc9-8656-cba71c96eb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145042 Aug 10 03:34:13.624341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Network 06b74da2-cae2-4b48-9516-fc08816b9977 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:13.675568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event updated for resources: {'Port': ['ID=8087398b-db34-48a4-8d48-53358e5ffecb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:13.682080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:13.686730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:13.695852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-318b75f8-9585-42f3-855f-c1650cedf75d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a HTTP/1.1" status: 200 len: 217 time: 0.1469655 Aug 10 03:34:13.717460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 14d810f2-263d-4a52-8e31-7383a2f1c00c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:13.853864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-b6f71df8-39a6-4732-a1d0-1e8728667cf0 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips/e2e4fb4c-3ff2-4b3e-9df0-dc5af4220e39 HTTP/1.1" status: 200 len: 692 time: 0.3288443 Aug 10 03:34:13.905271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 14d810f2-263d-4a52-8e31-7383a2f1c00c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:13.911003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.914242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-19d3a62b-036b-4082-a246-d7345bd04ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:13.917290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-19d3a62b-036b-4082-a246-d7345bd04ffd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d0e48b8-97e4-438a-8f35-393a7cea7fbf HTTP/1.1" status: 200 len: 801 time: 0.1661212 Aug 10 03:34:13.977170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Made reservation on behalf of ad836b791be146ba93a5b51c132f0974 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:13.982875 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.160656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-50f906cd-2296-4fd9-9683-3466e1a24405 None None] Provisioning for port 8087398b-db34-48a4-8d48-53358e5ffecb completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:14.167745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-50f906cd-2296-4fd9-9683-3466e1a24405 None None] Provisioning complete for port 8087398b-db34-48a4-8d48-53358e5ffecb triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:14.168564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-50f906cd-2296-4fd9-9683-3466e1a24405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.177902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.179250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.233461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-ab86f7fa-5fc2-4e1f-abc3-8024feda966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.236143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-ab86f7fa-5fc2-4e1f-abc3-8024feda966f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64802867-154a-4262-bd54-cbc82e4fb0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643447 Aug 10 03:34:14.249857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-50f906cd-2296-4fd9-9683-3466e1a24405 None None] Port 8087398b-db34-48a4-8d48-53358e5ffecb cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:34:14.257028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-d917a5c8-f7be-41da-91fc-f6dfb957ae68 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:14.278527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-d917a5c8-f7be-41da-91fc-f6dfb957ae68 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.4230022 Aug 10 03:34:14.295819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0feee12e-39f2-4821-8490-6cdf53aaf5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6984055 Aug 10 03:34:14.309778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.332445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Request body: {'port': {'device_id': 'fb18932f-431f-4884-9729-c97c9049fe72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:14.363781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.434978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event deleted for resources: {'Port': ['ID=b1b96f16-9ed9-4324-a5b5-ce2a77eec8af,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:14.480547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-a9d556d4-c4a3-46a7-9658-d389c392e6a3 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1817641 Aug 10 03:34:14.561045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] No DVR routers for this DVR port b1b96f16-9ed9-4324-a5b5-ce2a77eec8af on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:14.565704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Allocated IP 172.20.0.4 (b4a641b2-93e7-4444-80eb-6d8badb204b6/26f78361-a56d-4a26-a1fc-c238a6ac3be1/bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:14.570596 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.572768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-696ff098-a9e7-4c8b-abbf-e4e41e39f0a9 req-cdd883a5-36ca-4493-9a02-84ab7af9df61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "DELETE /v2.0/ports/b1b96f16-9ed9-4324-a5b5-ce2a77eec8af HTTP/1.1" status: 204 len: 173 time: 2.7563772 Aug 10 03:34:14.649690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7e665730-f650-460b-bc57-70a383698d49 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1380913 Aug 10 03:34:14.694364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:14.775439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-8fab11de-3cb7-42fc-863b-11c412135a1b service neutron] 10.222.0.65 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950387 Aug 10 03:34:15.102720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Deleting port 33d8269f-944a-454d-80a7-0ef14c420597 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:15.104929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.130802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.177670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-deleted', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:15.181212 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f6cf1-0028-41f4-80e7-58e4bfb69fdc" -d '{"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-deleted", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:15.270002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] For port 33d8269f-944a-454d-80a7-0ef14c420597, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33d8269f-944a-454d-80a7-0ef14c420597,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:15.270453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.273437 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3dbd7e-094c-46be-85a1-04428f8e4999 req-d8aea4ae-db55-4ab0-8be4-b7d51a39f69e service neutron] 10.222.0.65 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866028 Aug 10 03:34:15.278692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.372035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Calling delete_port for 33d8269f-944a-454d-80a7-0ef14c420597 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:15.435130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:15.436461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:15.490041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Deleting port 19761f59-01e7-4523-a9ce-6b1e9c6b5c23 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:15.490041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.491383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:15.511687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:15.643627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-25e841b9-4d48-47a1-b840-9556929fc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.644282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-25e841b9-4d48-47a1-b840-9556929fc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.644719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-25e841b9-4d48-47a1-b840-9556929fc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.646661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-25e841b9-4d48-47a1-b840-9556929fc1af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2869 time: 0.1803792 Aug 10 03:34:15.667922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.668935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.693257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c0889-06b4-47a9-8240-8caf63229caf req-0c223639-dba4-42e8-96be-0d675d81573d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.702178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c0889-06b4-47a9-8240-8caf63229caf req-0c223639-dba4-42e8-96be-0d675d81573d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.709862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c0889-06b4-47a9-8240-8caf63229caf req-0c223639-dba4-42e8-96be-0d675d81573d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.712773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c9c0889-06b4-47a9-8240-8caf63229caf req-0c223639-dba4-42e8-96be-0d675d81573d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2413 time: 0.2254679 Aug 10 03:34:15.748369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.748728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.782684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Calling delete_port for 19761f59-01e7-4523-a9ce-6b1e9c6b5c23 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:15.787812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8087398b-db34-48a4-8d48-53358e5ffecb {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:15.810392 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.817270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-1cfc23c5-1d6b-4398-afb6-fe45a4cfea9d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8838167 Aug 10 03:34:15.840170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Request body: {'port': {'device_id': '7e095424-08db-465a-b839-122332b6bbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:15.884629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Transition to ACTIVE for port object 8087398b-db34-48a4-8d48-53358e5ffecb will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:15.892864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-54874d03-12ee-4f00-9a4e-4a63de2e9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:15.894467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-54874d03-12ee-4f00-9a4e-4a63de2e9e6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=64802867-154a-4262-bd54-cbc82e4fb0f7 HTTP/1.1" status: 200 len: 902 time: 0.2372155 Aug 10 03:34:15.896731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.909830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c9c0889-06b4-47a9-8240-8caf63229caf req-1b023b8e-9116-4a50-b592-873b983ae1f5 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309683 Aug 10 03:34:16.006956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.023215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-46ee1ce7-aa79-431a-81b8-8dae946fd554 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a HTTP/1.1" status: 200 len: 217 time: 0.1124444 Aug 10 03:34:16.143114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Pushing event updated for resources: {'Port': ['ID=8087398b-db34-48a4-8d48-53358e5ffecb,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.252361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-07f459a7-d5b1-4854-baed-5cae820a23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.253966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-07f459a7-d5b1-4854-baed-5cae820a23ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d0e48b8-97e4-438a-8f35-393a7cea7fbf HTTP/1.1" status: 200 len: 801 time: 0.2214584 Aug 10 03:34:16.283399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.323818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.360983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Attempting to bind port 8087398b-db34-48a4-8d48-53358e5ffecb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:16.361310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Attempting to bind port 8087398b-db34-48a4-8d48-53358e5ffecb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:16.361568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Attempting to bind port 8087398b-db34-48a4-8d48-53358e5ffecb on network 06b74da2-cae2-4b48-9516-fc08816b9977 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:16.369074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event deleted for resources: {'Port': ['ID=19761f59-01e7-4523-a9ce-6b1e9c6b5c23,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.380788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-10f697dd-71a2-44a8-ad2f-097a7f2cf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.382444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-10f697dd-71a2-44a8-ad2f-097a7f2cf9ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64802867-154a-4262-bd54-cbc82e4fb0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195230 Aug 10 03:34:16.385499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Port 8087398b-db34-48a4-8d48-53358e5ffecb on network 06b74da2-cae2-4b48-9516-fc08816b9977 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:16.385911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Attempting to bind port 8087398b-db34-48a4-8d48-53358e5ffecb on network 06b74da2-cae2-4b48-9516-fc08816b9977 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:16.426549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d8269f-944a-454d-80a7-0ef14c420597,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:16.521117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:16.522033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Checking segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:16.522033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Bound using segment: {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:16.522653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Bound port: 8087398b-db34-48a4-8d48-53358e5ffecb, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3e76e6-4628-4f0b-afca-eb9cdad945ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:16.523320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.912486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b7c2-6dda-4750-9c00-a98efefcc6b8 req-edaae5d7-33e5-4700-96f3-52b80d45f7dc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:16.917747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd13b7c2-6dda-4750-9c00-a98efefcc6b8 req-edaae5d7-33e5-4700-96f3-52b80d45f7dc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 944 time: 0.7501488 Aug 10 03:34:17.119501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.122582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.124111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d89950-7efa-4a80-a3b8-f86231f0ce75 req-7793dda9-4fbf-429a-ab15-8a3d623295c1 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "DELETE /v2.0/floatingips/e2e4fb4c-3ff2-4b3e-9df0-dc5af4220e39 HTTP/1.1" status: 204 len: 173 time: 2.4481344 Aug 10 03:34:17.194349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd13b7c2-6dda-4750-9c00-a98efefcc6b8 req-ba40743b-d5fa-42f8-8f6e-0cce397e6a39 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233553 Aug 10 03:34:17.204508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-ac956e4a-4d4f-458b-b1b2-c3012269ab12 service neutron] 10.222.0.65 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920992 Aug 10 03:34:17.241450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] For port 8087398b-db34-48a4-8d48-53358e5ffecb, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:17.247366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] For port 8087398b-db34-48a4-8d48-53358e5ffecb, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8087398b-db34-48a4-8d48-53358e5ffecb,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:17.382355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.518689 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05ea6bd-96cd-478a-b235-cb710bddcbf0 x-openstack-request-id: req-b05ea6bd-96cd-478a-b235-cb710bddcbf0 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:17.519542 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3e69d9-48f4-4cba-a333-4f2a4832b957", "name": "network-vif-deleted", "tag": "b1b96f16-9ed9-4324-a5b5-ce2a77eec8af", "status": "failed", "code": 422}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:17.519542 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b05ea6bd-96cd-478a-b235-cb710bddcbf0 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:17.520480 n-d-769329-14 neutron-server[94140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d3e69d9-48f4-4cba-a333-4f2a4832b957', 'name': 'network-vif-deleted', 'tag': 'b1b96f16-9ed9-4324-a5b5-ce2a77eec8af', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:34:17.606306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.609226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.612740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] 10.222.0.39 "PUT /v2.0/ports/8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 1093 time: 3.3026285 Aug 10 03:34:17.689241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:17.702114 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ab55b4-16e5-46f0-94de-42b39fa4e406" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:17.825765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:17.835698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.860001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Transition to ACTIVE for port object bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:17.887446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01afe-4dd6-4aa2-961e-7587032c3d97 req-df3b5acf-610c-409b-8239-3ba3960a3854 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:17.890357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bc01afe-4dd6-4aa2-961e-7587032c3d97 req-df3b5acf-610c-409b-8239-3ba3960a3854 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 931 time: 0.5287757 Aug 10 03:34:17.897613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.929068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf62a31-0891-406d-b37c-00b01564465d service neutron] Pushing event updated for resources: {'Port': ['ID=8087398b-db34-48a4-8d48-53358e5ffecb,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:17.952972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:17.956873 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64c971e1-5e72-4474-a525-4dd47f6cd27a req-6824bc4c-bf92-4ba3-bec4-2a603cc58305 service neutron] 10.222.0.65 "GET /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402661 Aug 10 03:34:18.014981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-86c5451e-987a-4510-9f92-b1ce9134829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.022192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-86c5451e-987a-4510-9f92-b1ce9134829e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1096 time: 0.2524743 Aug 10 03:34:18.078333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bc01afe-4dd6-4aa2-961e-7587032c3d97 req-8c3a5db5-ec11-416c-8bf5-a211f112684e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681249 Aug 10 03:34:18.132589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:18.142153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0a97da5d-f750-4584-bc56-10b783c09f4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 217 time: 0.0953186 Aug 10 03:34:18.179069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdd00-701a-4aaf-893c-a6fcdf9d4d64 req-ec589fce-e71e-4f6e-bf07-6f815a9e87e7 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.186400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdd00-701a-4aaf-893c-a6fcdf9d4d64 req-ec589fce-e71e-4f6e-bf07-6f815a9e87e7 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.193154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fdd00-701a-4aaf-893c-a6fcdf9d4d64 req-ec589fce-e71e-4f6e-bf07-6f815a9e87e7 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.197178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a5fdd00-701a-4aaf-893c-a6fcdf9d4d64 req-ec589fce-e71e-4f6e-bf07-6f815a9e87e7 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2413 time: 0.4494045 Aug 10 03:34:18.301829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-d11a342b-5253-4566-bdc8-fe0cb2fd7046 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips/36565d19-294e-4aef-a5ca-8a6db6f92fbe HTTP/1.1" status: 200 len: 693 time: 0.1227736 Aug 10 03:34:18.346463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a5fdd00-701a-4aaf-893c-a6fcdf9d4d64 req-bde8434f-77c2-4ee7-bd6e-b99f7f603a21 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299164 Aug 10 03:34:18.475474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-666c3112-e3b5-41ee-8ed8-1d9995698c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.477146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-666c3112-e3b5-41ee-8ed8-1d9995698c72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 200 len: 868 time: 0.3264139 Aug 10 03:34:18.540870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Attempting to bind port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:18.541713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Attempting to bind port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:18.541973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Attempting to bind port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e on network b4a641b2-93e7-4444-80eb-6d8badb204b6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:18.559615 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0006e3-aa9f-4126-82e8-bd819ff9b9a4 x-openstack-request-id: req-df0006e3-aa9f-4126-82e8-bd819ff9b9a4 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:18.560921 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:18.567925 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df0006e3-aa9f-4126-82e8-bd819ff9b9a4 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:18.569270 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb', 'status': 'completed', 'code': 200} Aug 10 03:34:18.576996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e on network b4a641b2-93e7-4444-80eb-6d8badb204b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:18.577757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Attempting to bind port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e on network b4a641b2-93e7-4444-80eb-6d8badb204b6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:18.604433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:18.605022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Checking segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:18.605679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Bound using segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:18.606494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Bound port: bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:18.607113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:18.624905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-103b7543-b437-404c-abbb-205f2842e6ae tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.627414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-103b7543-b437-404c-abbb-205f2842e6ae tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3241150 Aug 10 03:34:18.642059 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Router 653077f2-ad8a-453d-a6b6-e595361eb0b6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:18.726820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-dcf4ee33-72f6-48af-a079-694ca575701b tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0825515 Aug 10 03:34:18.742228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0a2f11dd-63e9-4e85-9f36-dd433a9b2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:18.744526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-0a2f11dd-63e9-4e85-9f36-dd433a9b2ebb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06b74da2-cae2-4b48-9516-fc08816b9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2591817 Aug 10 03:34:18.885418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-8f1b38a5-b2fe-4475-bbcc-52d01e0b7f6e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.140 HTTP/1.1" status: 200 len: 696 time: 0.1455073 Aug 10 03:34:18.997327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:19.050348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:19.053174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-ce02471b-8640-413f-9d98-39bf527d744c service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920554 Aug 10 03:34:19.099419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.178211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.178384 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.180580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] 10.222.0.65 "PUT /v2.0/ports/bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e HTTP/1.1" status: 200 len: 1092 time: 3.3474610 Aug 10 03:34:19.209962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-dfbe7365-f72a-44c8-a290-a8da24ead7c5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.213052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-dfbe7365-f72a-44c8-a290-a8da24ead7c5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.4893885 Aug 10 03:34:19.223847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:19.232813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-997bf752-c0f1-48b1-bcb6-b51885642be7 admin admin] 10.222.0.53 "PUT /v2.0/routers/653077f2-ad8a-453d-a6b6-e595361eb0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5146844 Aug 10 03:34:19.233340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51110) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:19.234273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Deleting port f386dd4b-3f75-45ff-b297-25885e9cff06 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:19.234863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.261764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] Sync routers for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:19.286801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:19.288792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:19.360670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b4566aa-cc3e-4a73-abd4-cfd922560492 req-4593d3e7-9120-4688-a20d-59e6692c7306 service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991560 Aug 10 03:34:19.444057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d7904c9b-a797-4213-88a8-112354f92fc7 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:19.494515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.495073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:19.549498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:19.574434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Calling delete_port for f386dd4b-3f75-45ff-b297-25885e9cff06 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:19.637502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-a9852c86-bbdd-4cef-bf8c-7d97ee5b50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.641180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-a9852c86-bbdd-4cef-bf8c-7d97ee5b50f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1096 time: 0.1913140 Aug 10 03:34:19.835088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:19.839757 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56328ea7-9757-49e3-82ce-5e2946d4d80f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:19.863259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-5487280a-0a0a-447f-96bc-4202fc3c5506 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.5272529 Aug 10 03:34:19.876021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa585b0-28b4-4ea5-b20c-5852832866bc service neutron] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:19.942511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d7904c9b-a797-4213-88a8-112354f92fc7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d7904c9b-a797-4213-88a8-112354f92fc7,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:19.948935 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-a0fdff07-91db-4b61-a0ec-814c3eec2004 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843253 Aug 10 03:34:19.952434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-ad8a84a7-bf04-4486-91f9-3301c69181a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:19.955576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-ad8a84a7-bf04-4486-91f9-3301c69181a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 930 time: 0.2241611 Aug 10 03:34:19.968184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:34:15Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:20.017637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.024506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] Checking router: 653077f2-ad8a-453d-a6b6-e595361eb0b6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:20.028424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9d96db5c-c7bd-4a92-8a93-21f098315486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.030066 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9d96db5c-c7bd-4a92-8a93-21f098315486 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 1095 time: 0.7008407 Aug 10 03:34:20.040674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'd7904c9b-a797-4213-88a8-112354f92fc7', 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7', 'port_id': 'd7904c9b-a797-4213-88a8-112354f92fc7', 'mac_address': 'fa:16:3e:8b:7c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0e48b8-97e4-438a-8f35-393a7cea7fbf', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:20.046487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] Routers {'653077f2-ad8a-453d-a6b6-e595361eb0b6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:20.047489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['653077f2-ad8a-453d-a6b6-e595361eb0b6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:20.133707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-d1c6890c-f39b-4b32-b3a5-6c6d5f3f4f53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 217 time: 0.0549324 Aug 10 03:34:20.137950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.172372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-5b657a22-6075-4a8b-94c9-8b307b0968b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e HTTP/1.1" status: 200 len: 217 time: 0.0996451 Aug 10 03:34:20.179847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event deleted for resources: {'Port': ['ID=f386dd4b-3f75-45ff-b297-25885e9cff06,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.208018 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.288185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7904c9b-a797-4213-88a8-112354f92fc7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:20.304332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.307495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.308734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6f65fe-1b09-4022-8f25-df162f2e1979 req-b87017eb-5907-40da-a53e-de81562f24ea tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "DELETE /v2.0/floatingips/36565d19-294e-4aef-a5ca-8a6db6f92fbe HTTP/1.1" status: 204 len: 173 time: 1.4089856 Aug 10 03:34:20.313682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-ecf99208-80af-4380-ae67-b3c19240c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.315756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-ecf99208-80af-4380-ae67-b3c19240c213 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 200 len: 868 time: 0.1516852 Aug 10 03:34:20.333913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d7904c9b-a797-4213-88a8-112354f92fc7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d7904c9b-a797-4213-88a8-112354f92fc7,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:20.334260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-ad093866-67c7-4273-ac6d-ae8689bf8c09 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840792 Aug 10 03:34:20.352713 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.353731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:20.466192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-b63dc070-426b-47b0-b74e-b03e874cb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.469593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-b63dc070-426b-47b0-b74e-b03e874cb7d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06b74da2-cae2-4b48-9516-fc08816b9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437833 Aug 10 03:34:20.477859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] Set router 653077f2-ad8a-453d-a6b6-e595361eb0b6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:20.515348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21361-3da2-4bc7-89df-2adb83623baf req-6f7f143b-1dcb-4f04-8eed-4eb61a4dd29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.518606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-6f7f143b-1dcb-4f04-8eed-4eb61a4dd29c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 200 len: 862 time: 0.3170693 Aug 10 03:34:20.655380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-9216721a-3bc5-41e5-a690-4ad12a2f8c1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4a641b2-93e7-4444-80eb-6d8badb204b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771453 Aug 10 03:34:20.670206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-93085846-5de3-44c7-8d35-6f14f4f2247e service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747270 Aug 10 03:34:20.687235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02ca10-2320-49db-877c-9c025df74fcd req-0bb3e28a-f635-4b5f-8369-5305298030bc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:20.689534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e02ca10-2320-49db-877c-9c025df74fcd req-0bb3e28a-f635-4b5f-8369-5305298030bc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 944 time: 0.2519264 Aug 10 03:34:20.707657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d7904c9b-a797-4213-88a8-112354f92fc7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:20.723805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:20.831679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88ab55b4-16e5-46f0-94de-42b39fa4e406 req-901afdb5-3b3c-4529-a70b-5db4533d039d service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404839 Aug 10 03:34:20.832489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-7016f16f-a783-4c42-a9d3-864bed0f1a29 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100821 Aug 10 03:34:20.912127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e02ca10-2320-49db-877c-9c025df74fcd req-5fb12733-1fdc-4fe3-9ebe-6e06d24a3a4b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Aug 10 03:34:20.926961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-2a5df017-fc49-4cf4-9780-3fb6d96fac47 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597256 Aug 10 03:34:20.987215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.097152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'network_id': '84a8a3c3-6e01-4bc9-8656-cba71c96eb5b', 'port_id': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'mac_address': 'fa:16:3e:49:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9043a6f-879f-426f-b454-d71d7a8169b0', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:21.184347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98a21361-3da2-4bc7-89df-2adb83623baf req-f3543bcc-8091-47f7-8e57-aa385d11374c service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463672 Aug 10 03:34:21.202188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.252261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:21.263831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Deleting port e053bab0-49a1-45e3-a0be-b6198abab06b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:21.264732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.355568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cac1b-cfb8-4d63-aa86-776c36ead4aa req-fbf67a78-07f5-4f98-b8d4-a6619fa3c831 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.369770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.376203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416ecd3-0b5a-403b-816f-a270df0b4a52 req-269800b1-5469-4ccf-9ae5-892851a5bca0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.383049 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.385614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cac1b-cfb8-4d63-aa86-776c36ead4aa req-fbf67a78-07f5-4f98-b8d4-a6619fa3c831 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.385803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f5b16c5c-d094-4d9f-b6b0-b594c4842b1a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:21.386207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a416ecd3-0b5a-403b-816f-a270df0b4a52 req-269800b1-5469-4ccf-9ae5-892851a5bca0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 943 time: 0.2002468 Aug 10 03:34:21.407616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cac1b-cfb8-4d63-aa86-776c36ead4aa req-fbf67a78-07f5-4f98-b8d4-a6619fa3c831 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.430775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-351cac1b-cfb8-4d63-aa86-776c36ead4aa req-fbf67a78-07f5-4f98-b8d4-a6619fa3c831 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2414 time: 0.2613919 Aug 10 03:34:21.455475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] For port e053bab0-49a1-45e3-a0be-b6198abab06b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e053bab0-49a1-45e3-a0be-b6198abab06b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.455947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.474823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a416ecd3-0b5a-403b-816f-a270df0b4a52 req-0cca4bd1-de06-4e72-bbc9-ca9cd58ef566 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873897 Aug 10 03:34:21.509943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Calling delete_port for e053bab0-49a1-45e3-a0be-b6198abab06b owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:21.554194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-351cac1b-cfb8-4d63-aa86-776c36ead4aa req-75f76ff7-c7d0-4bf6-80b0-48f23baad5c2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198008 Aug 10 03:34:21.615608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:21.633822 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bef0b8-302c-46d7-8842-b0c7e8b5555a x-openstack-request-id: req-e7bef0b8-302c-46d7-8842-b0c7e8b5555a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:21.634801 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:21.634801 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7bef0b8-302c-46d7-8842-b0c7e8b5555a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:21.641487 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'status': 'completed', 'code': 200} Aug 10 03:34:21.677657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:34:15Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:21.681797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a', 'network_id': '64802867-154a-4262-bd54-cbc82e4fb0f7', 'port_id': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a', 'mac_address': 'fa:16:3e:e2:2c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0e48b8-97e4-438a-8f35-393a7cea7fbf', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:21.812401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-8b9bbf04-ed4f-4223-ab76-68b2528f4621 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips/90e5352d-526a-4e62-aa7e-73212c025fa5 HTTP/1.1" status: 200 len: 693 time: 0.1087847 Aug 10 03:34:21.888358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f8f22c6-31ed-431c-9a43-5ec8db2f793d req-c1b3493b-c5d3-4eb8-a471-0dac6b1e235a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 210 time: 0.1309686 Aug 10 03:34:21.920018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-6ae0d054-81ea-4e0d-b346-e5067495eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:21.923321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-6ae0d054-81ea-4e0d-b346-e5067495eba0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 1095 time: 0.2959456 Aug 10 03:34:21.934709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513229b3-214e-400f-a2a7-4d00c83c7c2f None None] The sync data for ids ['653077f2-ad8a-453d-a6b6-e595361eb0b6'] in n-d-769329-14 is: [{'id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'name': 'tempest-ServersTestFqdnHostnames-1139913608-router', 'tenant_id': 'e92fd44d505b4c488845f6db8c8903f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:31:02Z', 'updated_at': '2021-08-10T03:34:15Z', 'revision_number': 5, 'project_id': 'e92fd44d505b4c488845f6db8c8903f7', 'gw_port': {'id': 'e053bab0-49a1-45e3-a0be-b6198abab06b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653077f2-ad8a-453d-a6b6-e595361eb0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:31:04Z', 'updated_at': '2021-08-10T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:21.977074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:21.992399 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.040439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b16c5c-d094-4d9f-b6b0-b594c4842b1a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:22.092003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:22.100351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:22.175658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:22.195235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccc76b-a91f-421c-b70d-ed0b7c06fad4 req-217f57d5-71b6-4110-b1a2-7687e1d77688 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:22.196995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ccc76b-a91f-421c-b70d-ed0b7c06fad4 req-217f57d5-71b6-4110-b1a2-7687e1d77688 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 944 time: 0.1021042 Aug 10 03:34:22.271940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ccc76b-a91f-421c-b70d-ed0b7c06fad4 req-cf982bed-1262-4ccb-b3e2-565205b34ebf tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Aug 10 03:34:22.396677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['f5b16c5c-d094-4d9f-b6b0-b594c4842b1a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:22.428801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d7904c9b-a797-4213-88a8-112354f92fc7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:22.610022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-6ca2b075-8acb-4494-a5a1-8f051604741e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:22.642530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-6ca2b075-8acb-4494-a5a1-8f051604741e tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.7288625 Aug 10 03:34:22.744657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['1c7ec8ad-86e9-4e75-91f9-fe0120e1b021'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:22.773909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49262f-f0e5-4362-8c25-9abfc6f49dfc req-a72024c8-b387-4a1a-beb4-e7185b3e31aa tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:22.775528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea49262f-f0e5-4362-8c25-9abfc6f49dfc req-a72024c8-b387-4a1a-beb4-e7185b3e31aa tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 943 time: 0.0999572 Aug 10 03:34:22.787330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8087398b-db34-48a4-8d48-53358e5ffecb details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:22.814622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0a522fe4-eb04-4106-9cc0-643d1aed0a5b tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.1702681 Aug 10 03:34:22.873038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea49262f-f0e5-4362-8c25-9abfc6f49dfc req-36a372a1-e756-4eb9-8703-9da99836471f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663583 Aug 10 03:34:23.231720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-5fabc4e0-7d31-4e85-b493-69b26b0f1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.233281 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-5fabc4e0-7d31-4e85-b493-69b26b0f1879 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 923 time: 1.2975452 Aug 10 03:34:23.267866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-dc8ce85e-b7e1-42ca-80d7-b8252f781838 tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.193 HTTP/1.1" status: 200 len: 696 time: 0.4217665 Aug 10 03:34:23.431821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.459561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeba50-d4f7-41b4-a7e2-ccf17eddd820 req-7e332dd6-26b5-4d5b-9a67-d124ccbf7bed tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.476749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeba50-d4f7-41b4-a7e2-ccf17eddd820 req-7e332dd6-26b5-4d5b-9a67-d124ccbf7bed tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.486815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeba50-d4f7-41b4-a7e2-ccf17eddd820 req-7e332dd6-26b5-4d5b-9a67-d124ccbf7bed tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.498313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bbeba50-d4f7-41b4-a7e2-ccf17eddd820 req-7e332dd6-26b5-4d5b-9a67-d124ccbf7bed tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2416 time: 0.3426964 Aug 10 03:34:23.535092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-2117c487-05b9-4d55-b471-71ee710c938b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.537470 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-2117c487-05b9-4d55-b471-71ee710c938b tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.6009107 Aug 10 03:34:23.564317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Request body: {'port': {'device_id': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'admin_state_up': True, 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:23.623316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8087398b-db34-48a4-8d48-53358e5ffecb, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8087398b-db34-48a4-8d48-53358e5ffecb,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:23.659126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-0a93f9ff-d01c-44f5-bd39-6c563d82b172 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e HTTP/1.1" status: 200 len: 217 time: 0.3787143 Aug 10 03:34:23.674199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bbeba50-d4f7-41b4-a7e2-ccf17eddd820 req-15cc20e9-ab91-4377-86d3-b5bcff1ddf09 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749234 Aug 10 03:34:23.710152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '8087398b-db34-48a4-8d48-53358e5ffecb', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'port_id': '8087398b-db34-48a4-8d48-53358e5ffecb', 'mac_address': 'fa:16:3e:de:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:23.727870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e053bab0-49a1-45e3-a0be-b6198abab06b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:23.800766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:23.806224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33d8269f-944a-454d-80a7-0ef14c420597 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:23.808866 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.901303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 33d8269f-944a-454d-80a7-0ef14c420597 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:23.901610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33d8269f-944a-454d-80a7-0ef14c420597 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:23.952556 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:23.956374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-f404cc90-6927-404c-bd77-2f06c47335f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:23.959151 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-f404cc90-6927-404c-bd77-2f06c47335f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 200 len: 862 time: 0.2471468 Aug 10 03:34:23.978582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8087398b-db34-48a4-8d48-53358e5ffecb {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:24.014037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8087398b-db34-48a4-8d48-53358e5ffecb, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8087398b-db34-48a4-8d48-53358e5ffecb,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:24.020512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.030787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-680b9e33-4fcd-4513-9196-d78aa20df0a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4a641b2-93e7-4444-80eb-6d8badb204b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574858 Aug 10 03:34:24.033065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Deleting port 6bdee83b-c567-4597-a7c2-0ffa9d833a60 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:24.033775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.039453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Allocated IP 172.20.0.12 (4d70feb0-1405-45a2-9d79-2f6805696e8a/f26ba358-20b2-4f3d-b71f-f5df57c133a0/91594233-e1c0-4e61-a0ca-c29de2495656) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:24.086686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcb6e52e-ab66-4020-bd6d-24b12e7ba4ec req-f2c46fe1-b186-441a-b993-35b14039aa86 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 210 time: 0.0588026 Aug 10 03:34:24.123214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:24.141218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=8087398b-db34-48a4-8d48-53358e5ffecb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.175073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.275933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['8087398b-db34-48a4-8d48-53358e5ffecb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:24.319650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:24.342996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'port_id': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'mac_address': 'fa:16:3e:ba:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f78361-a56d-4a26-a1fc-c238a6ac3be1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:24.426409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.429560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b0328-b29e-4059-9ac5-32bc8fad754b req-e151088e-fb5f-47b9-b395-3481c31d3b7f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.433057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f4b0328-b29e-4059-9ac5-32bc8fad754b req-e151088e-fb5f-47b9-b395-3481c31d3b7f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 945 time: 0.1854355 Aug 10 03:34:24.435565 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.511154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.538715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f4b0328-b29e-4059-9ac5-32bc8fad754b req-df94e6d1-6084-4f9b-b68f-406bc60d543b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832744 Aug 10 03:34:24.546527 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.608229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.608780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.613681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.614656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653077f2-ad8a-453d-a6b6-e595361eb0b6 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:24.620272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-fbc1122d-d738-4332-8bc3-2f08ae7a48aa service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782530 Aug 10 03:34:24.640237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.646778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4355b6a2-5cf4-4ff2-a00c-6bfc800ac8f4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/653077f2-ad8a-453d-a6b6-e595361eb0b6 HTTP/1.1" status: 204 len: 168 time: 5.4037189 Aug 10 03:34:24.647373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.651460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51164) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:24.685433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:24.717249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Calling delete_port for 6bdee83b-c567-4597-a7c2-0ffa9d833a60 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:24.767350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:24.773188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:24.783330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.786200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.792878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:24.796751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:24.874175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.875293 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:24.889877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event updated for resources: {'Port': ['ID=91594233-e1c0-4e61-a0ca-c29de2495656,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.912945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-45936c4c-be6d-46db-a555-74fef3f12e3a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3582754 Aug 10 03:34:24.934998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:24.971009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ab617-150f-45d2-a8d7-6ffc9196f5d9 req-8d82f7b1-ceaa-4305-ad1b-ca79aa1e3294 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:24.974543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-722ab617-150f-45d2-a8d7-6ffc9196f5d9 req-8d82f7b1-ceaa-4305-ad1b-ca79aa1e3294 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 943 time: 0.2234747 Aug 10 03:34:24.979124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Request body: {'port': {'device_id': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:24.995066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Deleting subnet 0689f4b9-0e05-45f1-8ed8-71a4506d0853 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:25.021603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:25.025559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.082582 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-722ab617-150f-45d2-a8d7-6ffc9196f5d9 req-df523ab4-f335-4bb0-962b-9b1e33cc79ea tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773239 Aug 10 03:34:25.106734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.150894 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.160545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56328ea7-9757-49e3-82ce-5e2946d4d80f req-b88dad0b-831f-4cd7-92e1-384cdd2a4bc6 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069256 Aug 10 03:34:25.456389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.497612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.578435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Pushing event deleted for resources: {'Port': ['ID=6bdee83b-c567-4597-a7c2-0ffa9d833a60,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.696886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91594233-e1c0-4e61-a0ca-c29de2495656 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:25.728526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.761551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e053bab0-49a1-45e3-a0be-b6198abab06b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:25.786229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.810630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Transition to ACTIVE for port object 91594233-e1c0-4e61-a0ca-c29de2495656 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:25.823826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.867059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e053bab0-49a1-45e3-a0be-b6198abab06b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:25.867769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e053bab0-49a1-45e3-a0be-b6198abab06b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:25.872392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.875506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.880153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83961f40-b250-490d-a3c9-3212307494b2 None None] Network dd451419-6a4a-4890-a997-76e9c8cc89f7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:25.881293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.884667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480ce334-ba54-49f5-a54c-0a78ad61e609 req-0509b719-3bd8-4b29-b14f-08823a081f9c tempest-FloatingIPDetailsTestJSON-1741813379 tempest-FloatingIPDetailsTestJSON-1741813379-project] 10.222.0.53 "DELETE /v2.0/floatingips/90e5352d-526a-4e62-aa7e-73212c025fa5 HTTP/1.1" status: 204 len: 173 time: 2.5790629 Aug 10 03:34:25.886221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0689f4b9-0e05-45f1-8ed8-71a4506d0853,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:25.895937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51182) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:25.897806 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:25.907002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6784db29-c64b-4486-8aff-b422af560abf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0689f4b9-0e05-45f1-8ed8-71a4506d0853 HTTP/1.1" status: 204 len: 168 time: 1.2512195 Aug 10 03:34:25.910464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51184) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:26.135162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:26.152660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3145-63be-4f8c-810e-078bf1eb2206 req-87b3392a-e3e4-42e4-9988-49bf6a00a985 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.155746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b1c3145-63be-4f8c-810e-078bf1eb2206 req-87b3392a-e3e4-42e4-9988-49bf6a00a985 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 944 time: 0.1266220 Aug 10 03:34:26.220560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] DHCP port deletion for dd451419-6a4a-4890-a997-76e9c8cc89f7 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:26.296552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Pushing event updated for resources: {'Port': ['ID=91594233-e1c0-4e61-a0ca-c29de2495656,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:26.327890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9fab-165a-41b9-866a-c45731ab589f req-a0966a3f-b50f-4858-a69d-4eb88474571b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.331864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:26.336063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9fab-165a-41b9-866a-c45731ab589f req-a0966a3f-b50f-4858-a69d-4eb88474571b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.343377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9fab-165a-41b9-866a-c45731ab589f req-a0966a3f-b50f-4858-a69d-4eb88474571b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:26.345057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.345778 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.356955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e9c9fab-165a-41b9-866a-c45731ab589f req-a0966a3f-b50f-4858-a69d-4eb88474571b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2416 time: 0.4384737 Aug 10 03:34:26.359076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.359528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.360078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.360493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.360895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.361276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.361639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.362118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.362589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.362985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.364026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.364510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:26.408643 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.431845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] Deleting port be664041-b053-4cc6-9b63-78c2d213fe69 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:26.432411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.457010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e9c9fab-165a-41b9-866a-c45731ab589f req-9d7d798a-9aa4-44e0-90a5-ab176a229d50 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007402 Aug 10 03:34:26.529141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Attempting to bind port 91594233-e1c0-4e61-a0ca-c29de2495656 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:26.529574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Attempting to bind port 91594233-e1c0-4e61-a0ca-c29de2495656 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:26.530149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Attempting to bind port 91594233-e1c0-4e61-a0ca-c29de2495656 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:26.566213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Port 91594233-e1c0-4e61-a0ca-c29de2495656 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:26.568277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Attempting to bind port 91594233-e1c0-4e61-a0ca-c29de2495656 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:26.581767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8087398b-db34-48a4-8d48-53358e5ffecb up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:26.657456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] For port be664041-b053-4cc6-9b63-78c2d213fe69, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=be664041-b053-4cc6-9b63-78c2d213fe69,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:26.658005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.712482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:26.713705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:26.714503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Bound using segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:26.715762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Bound port: 91594233-e1c0-4e61-a0ca-c29de2495656, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:26.716332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.727145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] Calling delete_port for be664041-b053-4cc6-9b63-78c2d213fe69 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:26.822458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b1c3145-63be-4f8c-810e-078bf1eb2206 req-f0bb0f3f-1afc-4567-9d59-4e8b8e238fc0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602976 Aug 10 03:34:26.864083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 8087398b-db34-48a4-8d48-53358e5ffecb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:26.869768 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.930179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 8087398b-db34-48a4-8d48-53358e5ffecb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:26.930611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:26.999560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-71ad4d6b-1131-4504-b4de-c54327d14859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.013117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99597aab-d0ae-4efb-b7b3-2c1c44012db0 req-7b73feed-3147-4046-9c1a-65b56e6ff2e4 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.025618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99597aab-d0ae-4efb-b7b3-2c1c44012db0 req-7b73feed-3147-4046-9c1a-65b56e6ff2e4 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 945 time: 0.4825761 Aug 10 03:34:27.072901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:27.089168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Deleting port be664041-b053-4cc6-9b63-78c2d213fe69 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:27.089807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:27.090451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.094161 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c61cc2b-116e-4a07-9283-131e7f2c6660" -d '{"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:27.118906 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.118906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:27.233853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a441ab-47f3-4998-8371-655db866fad8 req-a5a00ce5-ad34-4b37-849c-dc6714373865 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.247763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1a441ab-47f3-4998-8371-655db866fad8 req-a5a00ce5-ad34-4b37-849c-dc6714373865 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 944 time: 0.1895940 Aug 10 03:34:27.275590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] For port be664041-b053-4cc6-9b63-78c2d213fe69, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=be664041-b053-4cc6-9b63-78c2d213fe69,segment=NetworkSegment(4b6afa09-57a8-4005-a9bb-a868ff749b67),segment_id=4b6afa09-57a8-4005-a9bb-a868ff749b67)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:27.276036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.307624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Calling delete_port for be664041-b053-4cc6-9b63-78c2d213fe69 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:27.340206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] For port 91594233-e1c0-4e61-a0ca-c29de2495656, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:27.382798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1a441ab-47f3-4998-8371-655db866fad8 req-7dfc1aaf-f623-4929-8198-2ea320781184 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285734 Aug 10 03:34:27.436558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] For port 91594233-e1c0-4e61-a0ca-c29de2495656, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=91594233-e1c0-4e61-a0ca-c29de2495656,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:27.500307 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.504623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.528590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99597aab-d0ae-4efb-b7b3-2c1c44012db0 req-6f033d6c-f6d2-40cc-a4f6-06b2bbaa6a04 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960139 Aug 10 03:34:27.533743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.570232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] Pushing event deleted for resources: {'Port': ['ID=be664041-b053-4cc6-9b63-78c2d213fe69,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.603981 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a681f667-7068-4e74-9402-bc49c3e8b7ff x-openstack-request-id: req-a681f667-7068-4e74-9402-bc49c3e8b7ff {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:27.604928 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:27.605396 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a681f667-7068-4e74-9402-bc49c3e8b7ff {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:27.606052 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'code': 200} Aug 10 03:34:27.641064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace88026-3f80-49cd-9db3-be1f77e037d6 None None] No DVR routers for this DVR port be664041-b053-4cc6-9b63-78c2d213fe69 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:27.651668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Pushing event updated for resources: {'Port': ['ID=91594233-e1c0-4e61-a0ca-c29de2495656,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.654927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.683757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:27.696089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:27.697454 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.701600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.735199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.736201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.738671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-3bd58796-9f59-45f1-86d7-98cf487b24a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/91594233-e1c0-4e61-a0ca-c29de2495656 HTTP/1.1" status: 200 len: 1093 time: 2.8130355 Aug 10 03:34:27.741846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'tag': '91594233-e1c0-4e61-a0ca-c29de2495656'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:27.758238 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "216849c7-7ffa-429a-84eb-0c7e0d17820e", "tag": "91594233-e1c0-4e61-a0ca-c29de2495656"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:27.806551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.811346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8087398b-db34-48a4-8d48-53358e5ffecb, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8087398b-db34-48a4-8d48-53358e5ffecb,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:27.827672 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:27.852702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=be664041-b053-4cc6-9b63-78c2d213fe69,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:27.891843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] No DVR routers for this DVR port be664041-b053-4cc6-9b63-78c2d213fe69 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:27.954784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100a7cd-8c74-46cb-a574-7f6c638ed8ba req-6d93c49e-ccc1-4e04-8564-df4d1261323d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.967666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100a7cd-8c74-46cb-a574-7f6c638ed8ba req-6d93c49e-ccc1-4e04-8564-df4d1261323d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.970724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device be664041-b053-4cc6-9b63-78c2d213fe69 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:27.984580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100a7cd-8c74-46cb-a574-7f6c638ed8ba req-6d93c49e-ccc1-4e04-8564-df4d1261323d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:27.987682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d100a7cd-8c74-46cb-a574-7f6c638ed8ba req-6d93c49e-ccc1-4e04-8564-df4d1261323d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2417 time: 0.3068607 Aug 10 03:34:27.991912 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9433aaa8-5abc-48ef-a409-8f59e64d344b x-openstack-request-id: req-9433aaa8-5abc-48ef-a409-8f59e64d344b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:27.992295 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216849c7-7ffa-429a-84eb-0c7e0d17820e", "tag": "91594233-e1c0-4e61-a0ca-c29de2495656", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:27.992637 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9433aaa8-5abc-48ef-a409-8f59e64d344b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:27.994087 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'tag': '91594233-e1c0-4e61-a0ca-c29de2495656', 'status': 'completed', 'code': 200} Aug 10 03:34:28.199410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-a8eee258-5669-46b2-a704-bd52a8a28575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.204020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-a8eee258-5669-46b2-a704-bd52a8a28575 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 1096 time: 0.3922827 Aug 10 03:34:28.216845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.300314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Deleting port 53413125-92d3-493f-b9bd-f21392d5761b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:28.301339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.336324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=8087398b-db34-48a4-8d48-53358e5ffecb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.377808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: be664041-b053-4cc6-9b63-78c2d213fe69 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:28.378450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device be664041-b053-4cc6-9b63-78c2d213fe69 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:28.420929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] For port 53413125-92d3-493f-b9bd-f21392d5761b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=53413125-92d3-493f-b9bd-f21392d5761b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:28.421456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.439858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Calling delete_port for 53413125-92d3-493f-b9bd-f21392d5761b owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:28.446509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd451419-6a4a-4890-a997-76e9c8cc89f7']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:28.474702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-283ea076-1448-4433-adc8-107a96c02ec8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91594233-e1c0-4e61-a0ca-c29de2495656 HTTP/1.1" status: 200 len: 217 time: 0.2202227 Aug 10 03:34:28.491894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d100a7cd-8c74-46cb-a574-7f6c638ed8ba req-0ef05f84-0c07-4628-8659-ce7141bb7f2c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938893 Aug 10 03:34:28.537873 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.544064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6afa09-57a8-4005-a9bb-a868ff749b67') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:28.544538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6afa09-57a8-4005-a9bb-a868ff749b67') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:28.661325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:28.669800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.672059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d7904c9b-a797-4213-88a8-112354f92fc7 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:28.681640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.719429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.719750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-6bc0ecbf-6e01-4442-a885-6ac9075b137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:28.722407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-6bc0ecbf-6e01-4442-a885-6ac9075b137a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.2189512 Aug 10 03:34:28.728426 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.789258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-d105c6b0-86ea-4353-be4c-6078baecb25c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553880 Aug 10 03:34:28.796890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Pushing event deleted for resources: {'Port': ['ID=53413125-92d3-493f-b9bd-f21392d5761b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.901122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:28.901779 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:28.952253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:28.962788 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:28.983834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port d7904c9b-a797-4213-88a8-112354f92fc7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:29.003489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port d7904c9b-a797-4213-88a8-112354f92fc7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:29.004506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.043956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44113-1645-4bae-a4cf-841f86641564 req-d2e3a2e3-cc89-4883-8e40-3acb81daa89d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.045863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24a44113-1645-4bae-a4cf-841f86641564 req-d2e3a2e3-cc89-4883-8e40-3acb81daa89d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 944 time: 0.8637199 Aug 10 03:34:29.051122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.130102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.130564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.131003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.131469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.131924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.132376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.132847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.133291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.134354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.134810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.135255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.135697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:29.250523 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.344925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24a44113-1645-4bae-a4cf-841f86641564 req-2fb182f5-4578-4141-8f82-35e559483fa6 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279506 Aug 10 03:34:29.391782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d7904c9b-a797-4213-88a8-112354f92fc7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d7904c9b-a797-4213-88a8-112354f92fc7,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:29.403603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.407285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f5b16c5c-d094-4d9f-b6b0-b594c4842b1a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:29.675780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb'}, {'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e'}, {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7904c9b-a797-4213-88a8-112354f92fc7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:29.678119 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0eed9d-8a86-454d-90a2-3e4791ed8254" -d '{"events": [{"server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "name": "network-vif-plugged", "status": "completed", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb"}, {"server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e"}, {"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "d7904c9b-a797-4213-88a8-112354f92fc7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:29.730930 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.805928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d7904c9b-a797-4213-88a8-112354f92fc7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:29.824063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:29.826047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.834787 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.838690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] 10.222.0.53 "DELETE /v2.0/networks/dd451419-6a4a-4890-a997-76e9c8cc89f7 HTTP/1.1" status: 204 len: 168 time: 3.8536143 Aug 10 03:34:29.862737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:29.863139 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.874218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330def5-adbd-4e49-b0e8-d2d89a895bff req-1bc30a22-70f1-4ed6-846b-724c467e4a94 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.878555 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943d9d21-190a-43d7-b232-3b2d41653e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:29.893649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2330def5-adbd-4e49-b0e8-d2d89a895bff req-1bc30a22-70f1-4ed6-846b-724c467e4a94 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 1.0985665 Aug 10 03:34:29.931634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a356a-59d1-4cb5-9b2a-9dac83798e75 req-adf0ebd4-fb32-4d55-9574-a81900effcf5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:29.948186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-420a356a-59d1-4cb5-9b2a-9dac83798e75 req-adf0ebd4-fb32-4d55-9574-a81900effcf5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 946 time: 0.3348329 Aug 10 03:34:30.010297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Router e4612c8d-23b5-442c-aa2a-51f1c758ecef has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:30.034530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2330def5-adbd-4e49-b0e8-d2d89a895bff req-fc5a7119-120d-4569-9c9f-b097af7d6bf8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245551 Aug 10 03:34:30.067042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f883ee-8c22-41e2-9304-0f5c47324eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=dd451419-6a4a-4890-a997-76e9c8cc89f7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.094318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-420a356a-59d1-4cb5-9b2a-9dac83798e75 req-79a8b85c-08aa-4508-98c9-0fa1762e9683 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444840 Aug 10 03:34:30.172945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-c4b12d64-89de-4a64-bf84-2bbb3f49d273 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3055687 Aug 10 03:34:30.225149 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.262469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51220) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.335444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:30.354089 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ad18e-e2ff-4ac2-9cfc-5fc87e669fcf x-openstack-request-id: req-232ad18e-e2ff-4ac2-9cfc-5fc87e669fcf {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:30.354797 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "name": "network-vif-plugged", "status": "completed", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb", "code": 200}, {"server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e", "code": 200}, {"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "d7904c9b-a797-4213-88a8-112354f92fc7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:30.356260 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-232ad18e-e2ff-4ac2-9cfc-5fc87e669fcf {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:30.356921 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb', 'code': 200} Aug 10 03:34:30.358536 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'code': 200} Aug 10 03:34:30.359033 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7904c9b-a797-4213-88a8-112354f92fc7', 'code': 200} Aug 10 03:34:30.362675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:30.365288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:30.374989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c346654a-5ba7-4929-a39c-ab86e191b674 admin admin] 10.222.0.53 "PUT /v2.0/routers/e4612c8d-23b5-442c-aa2a-51f1c758ecef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4620383 Aug 10 03:34:30.378716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51222) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.379931 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c98489-fe62-472a-8156-08944c0e134f None None] Sync routers for ids ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:30.400217 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] Routers {'e4612c8d-23b5-442c-aa2a-51f1c758ecef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:30.401316 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:30.571859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:30.793331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acc32308-d61b-4846-b8ad-613a7652ff66 req-cfe45b6c-5ff6-4254-a82d-93ebc96bcba3 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121731 Aug 10 03:34:30.824207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-96a2d236-2c68-412e-a806-42359bc496f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e92fd44d505b4c488845f6db8c8903f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464871 Aug 10 03:34:30.829530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51228) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:30.847029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169b44-13bb-493f-b822-621768bbbdce req-f3b4d157-3a0f-45ea-927f-c2c28a9b7ac1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.850936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] Set router e4612c8d-23b5-442c-aa2a-51f1c758ecef gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:30.859518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169b44-13bb-493f-b822-621768bbbdce req-f3b4d157-3a0f-45ea-927f-c2c28a9b7ac1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.861633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5b5f0-6d70-4f14-9a60-98aa59b7142e req-6b084c7e-936f-400a-b809-d0da9b2a4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.864544 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ec5b5f0-6d70-4f14-9a60-98aa59b7142e req-6b084c7e-936f-400a-b809-d0da9b2a4bad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1098 time: 0.3024178 Aug 10 03:34:30.872327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee169b44-13bb-493f-b822-621768bbbdce req-f3b4d157-3a0f-45ea-927f-c2c28a9b7ac1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.872883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362515b-30b0-4263-9d8a-1979d0947e4a req-7385f415-b290-45c1-869b-1c6d1930ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:30.876028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d362515b-30b0-4263-9d8a-1979d0947e4a req-7385f415-b290-45c1-869b-1c6d1930ecad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 1097 time: 0.2895899 Aug 10 03:34:30.887134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee169b44-13bb-493f-b822-621768bbbdce req-f3b4d157-3a0f-45ea-927f-c2c28a9b7ac1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2419 time: 0.5768008 Aug 10 03:34:31.005254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a0013-564e-452c-ae9c-600a4c3b75f7 req-68699b70-725b-4f63-9855-582c81b96626 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.007956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a13a0013-564e-452c-ae9c-600a4c3b75f7 req-68699b70-725b-4f63-9855-582c81b96626 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 944 time: 0.3075893 Aug 10 03:34:31.088492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a13a0013-564e-452c-ae9c-600a4c3b75f7 req-ed0cc926-d4a1-48d1-9bb9-251d4449f4e4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Aug 10 03:34:31.091685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ec5b5f0-6d70-4f14-9a60-98aa59b7142e req-c8c6c6cd-043e-432d-97c7-46f8a8b1e3e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083170 Aug 10 03:34:31.094628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d362515b-30b0-4263-9d8a-1979d0947e4a req-919e53df-d94a-4660-88ed-c0ee5f9be987 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764195 Aug 10 03:34:31.123245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee169b44-13bb-493f-b822-621768bbbdce req-b7137251-0bfe-4b65-b1e0-10cf1eee955d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348604 Aug 10 03:34:31.126032 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.147643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-3686d785-2bb2-4a36-8c4c-b6f93dd0c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.150393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-3686d785-2bb2-4a36-8c4c-b6f93dd0c6f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 1096 time: 0.2515702 Aug 10 03:34:31.278062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-317b24c7-2b51-42bc-98d5-575fcc98447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.279951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-317b24c7-2b51-42bc-98d5-575fcc98447e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.1189010 Aug 10 03:34:31.307981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4d66bfc-e278-415a-8708-4a9a655ffdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.361896 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '686e887b-49be-4502-8d77-93045baf1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:34:28Z', 'revision_number': 5, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port': {'id': '686e887b-49be-4502-8d77-93045baf1c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:05Z', 'updated_at': '2021-08-10T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:31.379510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-ca97cb5d-f917-4882-af00-59b8b3dd7e35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91594233-e1c0-4e61-a0ca-c29de2495656 HTTP/1.1" status: 200 len: 217 time: 0.0906589 Aug 10 03:34:31.417731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.429636 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c98489-fe62-472a-8156-08944c0e134f None None] Checking router: e4612c8d-23b5-442c-aa2a-51f1c758ecef for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:31.442456 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] Routers {'e4612c8d-23b5-442c-aa2a-51f1c758ecef'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:31.443725 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:31.520880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4d66bfc-e278-415a-8708-4a9a655ffdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.564123 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] Set router e4612c8d-23b5-442c-aa2a-51f1c758ecef gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:31.648379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.665084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-cc98dd01-d1bb-429f-aa20-bb8477a44939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.667845 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-cc98dd01-d1bb-429f-aa20-bb8477a44939 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.2559547 Aug 10 03:34:31.687873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dcaf8-03aa-42e9-be2c-818f8c842543 req-7ed0fa90-12a3-4bf7-99cc-f45bfbed1350 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.690713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c41dcaf8-03aa-42e9-be2c-818f8c842543 req-7ed0fa90-12a3-4bf7-99cc-f45bfbed1350 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.3934128 Aug 10 03:34:31.690932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43346cd5-7709-4e1c-96e3-44fd87e38b7c req-1b259181-9a46-4b2e-aab1-4be4789ce8a6 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:31.707841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43346cd5-7709-4e1c-96e3-44fd87e38b7c req-1b259181-9a46-4b2e-aab1-4be4789ce8a6 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 946 time: 0.3357487 Aug 10 03:34:31.799203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-90774c00-bc83-4036-9d81-cd4e0ec798f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893009 Aug 10 03:34:31.804654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Deleting port 686e887b-49be-4502-8d77-93045baf1c76 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:31.805155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:31.940717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43346cd5-7709-4e1c-96e3-44fd87e38b7c req-f026cfe4-8d98-4a2c-8d00-6177bc05b1e7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028706 Aug 10 03:34:31.949964 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-43c98489-fe62-472a-8156-08944c0e134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:34:31Z', 'revision_number': 6, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:32.023871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c41dcaf8-03aa-42e9-be2c-818f8c842543 req-129ed98d-16f7-47c2-a09d-396a80ddc132 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197458 Aug 10 03:34:32.032840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4d66bfc-e278-415a-8708-4a9a655ffdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.037660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4d66bfc-e278-415a-8708-4a9a655ffdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.049328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4d66bfc-e278-415a-8708-4a9a655ffdb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b8f53b5-67ee-469f-a482-b436fa02498e HTTP/1.1" status: 204 len: 168 time: 1.1561282 Aug 10 03:34:32.060594 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c98489-fe62-472a-8156-08944c0e134f None None] The sync data for ids ['e4612c8d-23b5-442c-aa2a-51f1c758ecef'] in n-d-769329-14 is: [{'id': 'e4612c8d-23b5-442c-aa2a-51f1c758ecef', 'name': 'tempest-FloatingIPDetailsTestJSON-1735364657-router', 'tenant_id': '0ff288059cae4b59810bb1d214815a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:04Z', 'updated_at': '2021-08-10T03:34:31Z', 'revision_number': 6, 'project_id': '0ff288059cae4b59810bb1d214815a2b', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:32.135302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d66bfc-e278-415a-8708-4a9a655ffdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f53b5-67ee-469f-a482-b436fa02498e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:32.205390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] For port 686e887b-49be-4502-8d77-93045baf1c76, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=686e887b-49be-4502-8d77-93045baf1c76,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:32.206042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.259771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-b9fb3877-8173-4650-a400-45344911a515 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409809 Aug 10 03:34:32.262952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Calling delete_port for 686e887b-49be-4502-8d77-93045baf1c76 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:32.377563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:32.384379 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a9509-23fe-4a03-9c07-9d3797a40537" -d '{"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "f5b16c5c-d094-4d9f-b6b0-b594c4842b1a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:32.556630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaeb9d-83d9-4c1e-b8e0-4bcdbc0eebca req-41681452-0ea7-4b8e-aabb-fa06f3df4f57 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.581616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5eeaeb9d-83d9-4c1e-b8e0-4bcdbc0eebca req-41681452-0ea7-4b8e-aabb-fa06f3df4f57 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 944 time: 0.2954345 Aug 10 03:34:32.651402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a69320f-17f5-4e85-9e58-4e9ba64a7bdc req-213c8a42-38c8-40db-87c3-97fa2dcb40cf service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692513 Aug 10 03:34:32.685377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5eeaeb9d-83d9-4c1e-b8e0-4bcdbc0eebca req-a5cd93f5-e9bb-4885-9e08-a6d0a52375cc tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026917 Aug 10 03:34:32.749314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:32.759353 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956101b4-087e-410f-b252-969c459646b1 x-openstack-request-id: req-956101b4-087e-410f-b252-969c459646b1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:32.759891 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "f5b16c5c-d094-4d9f-b6b0-b594c4842b1a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:32.760171 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-956101b4-087e-410f-b252-969c459646b1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:32.761022 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a', 'code': 200} Aug 10 03:34:32.795050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2dc19-8da8-4528-accd-de35906dbbef req-7cc04db9-cf57-4a49-b20a-43f9a2902f74 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.807492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2dc19-8da8-4528-accd-de35906dbbef req-7cc04db9-cf57-4a49-b20a-43f9a2902f74 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.819300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2dc19-8da8-4528-accd-de35906dbbef req-7cc04db9-cf57-4a49-b20a-43f9a2902f74 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:32.833193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6f2dc19-8da8-4528-accd-de35906dbbef req-7cc04db9-cf57-4a49-b20a-43f9a2902f74 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2419 time: 0.4154243 Aug 10 03:34:32.907584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=686e887b-49be-4502-8d77-93045baf1c76,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:33.051538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6f2dc19-8da8-4528-accd-de35906dbbef req-c21fb48e-ad46-48de-bea5-0e94ef25a9a0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158823 Aug 10 03:34:33.075219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.119930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98736e7-3a4c-4aff-bfa0-4e36ce7c62b2 req-43b8e6bf-a853-45fc-912d-cd3fa6ce3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.120806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98736e7-3a4c-4aff-bfa0-4e36ce7c62b2 req-43b8e6bf-a853-45fc-912d-cd3fa6ce3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.121517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98736e7-3a4c-4aff-bfa0-4e36ce7c62b2 req-43b8e6bf-a853-45fc-912d-cd3fa6ce3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.123524 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d98736e7-3a4c-4aff-bfa0-4e36ce7c62b2 req-43b8e6bf-a853-45fc-912d-cd3fa6ce3190 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2875 time: 0.2462497 Aug 10 03:34:33.126748 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.253878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6eab8-7e36-4b58-ad44-0a8531c92202 req-d062ee88-4919-425b-9077-61e3e7c187dc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.264116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7df6eab8-7e36-4b58-ad44-0a8531c92202 req-d062ee88-4919-425b-9077-61e3e7c187dc tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 946 time: 0.1056521 Aug 10 03:34:33.325895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.326758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7df6eab8-7e36-4b58-ad44-0a8531c92202 req-d2608914-226b-45d1-99a5-abb9c2cf7dca tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Aug 10 03:34:33.334736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.375452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d98736e7-3a4c-4aff-bfa0-4e36ce7c62b2 req-e8717460-e83e-4082-a927-b8ad92237752 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418985 Aug 10 03:34:33.453159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedec5cc-ea99-49c4-9e83-2441dd719bb9 req-d8efdc50-7740-498a-8440-be58506dc0f3 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:33.454934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aedec5cc-ea99-49c4-9e83-2441dd719bb9 req-d8efdc50-7740-498a-8440-be58506dc0f3 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.2086234 Aug 10 03:34:33.456254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.456784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4612c8d-23b5-442c-aa2a-51f1c758ecef {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:34:33.462282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.463671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59e3dd39-53f9-46a7-8db5-2f42e2aebeb8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e4612c8d-23b5-442c-aa2a-51f1c758ecef HTTP/1.1" status: 204 len: 168 time: 3.0820777 Aug 10 03:34:33.467412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51274) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.656813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aedec5cc-ea99-49c4-9e83-2441dd719bb9 req-43de404c-5679-4959-9a68-98c0d8e5c4be tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641235 Aug 10 03:34:33.662448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Deleting subnet d9c03cdd-2e86-4b67-acab-56759f5126e3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:33.676904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.775527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:33.806842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 53413125-92d3-493f-b9bd-f21392d5761b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:33.847354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51286) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:33.855016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 53413125-92d3-493f-b9bd-f21392d5761b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:33.856647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 53413125-92d3-493f-b9bd-f21392d5761b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:33.857709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 686e887b-49be-4502-8d77-93045baf1c76 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:33.895388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-31c61d45-061c-4001-8e30-3c917be0d863 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 258 time: 0.5210607 Aug 10 03:34:33.902499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:33.917790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 686e887b-49be-4502-8d77-93045baf1c76 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:33.918194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 686e887b-49be-4502-8d77-93045baf1c76 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:33.946330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.001854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16764009-872a-446c-a097-dec08c952693 req-12f7ade8-2218-4183-86c3-5720e0f5714f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.003631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16764009-872a-446c-a097-dec08c952693 req-12f7ade8-2218-4183-86c3-5720e0f5714f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.1730025 Aug 10 03:34:34.042312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.068420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1882601251-network', 'tenant_id': '81ce5d428896404db9c0fdab0347e3d3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:34.115547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Made reservation on behalf of 81ce5d428896404db9c0fdab0347e3d3 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:34.119253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.135144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.169674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.210588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.247301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.250305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d9f0a8-0550-4b97-bd90-467d22f45c24 None None] Network 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:34.250993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9c03cdd-2e86-4b67-acab-56759f5126e3 HTTP/1.1" status: 204 len: 168 time: 0.7823894 Aug 10 03:34:34.252177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21598df3-36ee-4b78-8aea-f84d2a4da777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c03cdd-2e86-4b67-acab-56759f5126e3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:34.255406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51298) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:34.329622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16764009-872a-446c-a097-dec08c952693 req-76647110-8daf-4438-aa8c-f7cbcca7a116 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095918 Aug 10 03:34:34.373921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.432442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.447294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.488594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Allocated IP 172.25.2.11 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/1439b5f3-5e93-47fd-89e7-63f49785a5e8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:34.538621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:34.589092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb34d4-2089-4320-8c18-4da232164693,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:34.592943 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.593089 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Added segment bccf10a3-47c1-4d30-9e3c-b7154ac57c9b of type vlan for network 8f943210-7c02-488b-81f5-b7e76d893021 Aug 10 03:34:34.630531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 91594233-e1c0-4e61-a0ca-c29de2495656 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:34.685535 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.720429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Deleting port 1dffc7c5-4962-4e68-9e13-ce5998d2795b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:34.722530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.770636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 91594233-e1c0-4e61-a0ca-c29de2495656, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=91594233-e1c0-4e61-a0ca-c29de2495656,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:34.789090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '91594233-e1c0-4e61-a0ca-c29de2495656', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': '91594233-e1c0-4e61-a0ca-c29de2495656', 'mac_address': 'fa:16:3e:a2:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:34.801821 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.861901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.884178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91594233-e1c0-4e61-a0ca-c29de2495656 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:34.910837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 91594233-e1c0-4e61-a0ca-c29de2495656, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=91594233-e1c0-4e61-a0ca-c29de2495656,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:34.912564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] DHCP port deletion for 1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:34.934913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344ea0-d421-49ae-b25f-c5263cc7c058 req-202e8754-7b44-4b2f-85d2-acd99e9898f4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.944124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.944803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5344ea0-d421-49ae-b25f-c5263cc7c058 req-202e8754-7b44-4b2f-85d2-acd99e9898f4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 944 time: 0.4074867 Aug 10 03:34:34.945502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.954782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:34.957148 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:34.989586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.004593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] For port 1dffc7c5-4962-4e68-9e13-ce5998d2795b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1dffc7c5-4962-4e68-9e13-ce5998d2795b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:35.004969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.034242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Calling delete_port for 1dffc7c5-4962-4e68-9e13-ce5998d2795b owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:35.036861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] Deleting port 1dffc7c5-4962-4e68-9e13-ce5998d2795b {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:35.037503 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.056869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5344ea0-d421-49ae-b25f-c5263cc7c058 req-f330fde2-75c7-42e2-a1d2-b49d8b7bf5f0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109195 Aug 10 03:34:35.061047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=91594233-e1c0-4e61-a0ca-c29de2495656,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.231734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] For port 1dffc7c5-4962-4e68-9e13-ce5998d2795b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1dffc7c5-4962-4e68-9e13-ce5998d2795b,segment=NetworkSegment(e181639a-0cb3-4dc2-8880-f28679418d9c),segment_id=e181639a-0cb3-4dc2-8880-f28679418d9c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:35.232350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.265674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event updated for resources: {'Port': ['ID=1439b5f3-5e93-47fd-89e7-63f49785a5e8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.275414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4265532 Aug 10 03:34:35.275716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] Calling delete_port for 1dffc7c5-4962-4e68-9e13-ce5998d2795b owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:35.279096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92d97f-7d5f-4937-9fb8-ee283528d327 admin admin] Pushing event updated for resources: {'Network': ['ID=8f943210-7c02-488b-81f5-b7e76d893021,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.282232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51314) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:35.291125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Request body: {'subnet': {'network_id': '8f943210-7c02-488b-81f5-b7e76d893021', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1882601251-subnet', 'tenant_id': '81ce5d428896404db9c0fdab0347e3d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:35.322747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:35.324698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:35.328110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:35.337581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['91594233-e1c0-4e61-a0ca-c29de2495656'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:35.338549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Made reservation on behalf of 81ce5d428896404db9c0fdab0347e3d3 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:35.341008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8f943210-7c02-488b-81f5-b7e76d893021 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:35.341383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.359950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f02a-5027-499c-84d9-dad6107a8cf3 req-282bf1b2-f212-4259-ac35-3b6a2242b074 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.372893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f02a-5027-499c-84d9-dad6107a8cf3 req-282bf1b2-f212-4259-ac35-3b6a2242b074 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.387869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f02a-5027-499c-84d9-dad6107a8cf3 req-282bf1b2-f212-4259-ac35-3b6a2242b074 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:35.391344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31e0f02a-5027-499c-84d9-dad6107a8cf3 req-282bf1b2-f212-4259-ac35-3b6a2242b074 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2419 time: 0.1676586 Aug 10 03:34:35.393357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.547065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dffc7c5-4962-4e68-9e13-ce5998d2795b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:35.551733 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.559872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] No DVR routers for this DVR port 1dffc7c5-4962-4e68-9e13-ce5998d2795b on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:35.653590 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.834421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31e0f02a-5027-499c-84d9-dad6107a8cf3 req-cde47633-bf09-4750-beaa-df1bcc9c4f61 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350529 Aug 10 03:34:35.912653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.926539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.953023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0b3b34-c2c6-4c09-a4d7-1e693fa84972']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:35.957137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:35.971926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1dffc7c5-4962-4e68-9e13-ce5998d2795b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:35.973154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e181639a-0cb3-4dc2-8880-f28679418d9c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:35.973504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e181639a-0cb3-4dc2-8880-f28679418d9c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:35.989338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.046904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.049398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.067526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:36.071484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:36.074867 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:36.092951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1dffc7c5-4962-4e68-9e13-ce5998d2795b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:36.093470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1dffc7c5-4962-4e68-9e13-ce5998d2795b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:36.120361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event updated for resources: {'Port': ['ID=1439b5f3-5e93-47fd-89e7-63f49785a5e8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.148086 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.164169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.186834 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.188275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-0de5067b-0294-4af4-8aa1-58d3e97732f5 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2920418 Aug 10 03:34:36.195217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4174be-d72b-4b28-aef8-331d56949304,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.219640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Checking segment: {'id': 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:36.222165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Network hostable DHCP agents. Network: 8f943210-7c02-488b-81f5-b7e76d893021, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:36.247503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] Pushing event deleted for resources: {'Port': ['ID=1dffc7c5-4962-4e68-9e13-ce5998d2795b,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.249798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.265322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.268486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638466e7-b7ad-414d-967a-b7048245b838 None None] No DVR routers for this DVR port 1dffc7c5-4962-4e68-9e13-ce5998d2795b on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:36.283322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] 10.222.0.53 "DELETE /v2.0/networks/1b0b3b34-c2c6-4c09-a4d7-1e693fa84972 HTTP/1.1" status: 204 len: 168 time: 2.0258181 Aug 10 03:34:36.302438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-ebcd938a-39ea-47b8-8752-6fe0dae91205 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.0894651 Aug 10 03:34:36.324428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4539dc-c0b0-4132-ac95-2808f11f448b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0b3b34-c2c6-4c09-a4d7-1e693fa84972,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:36.326771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Network 8f943210-7c02-488b-81f5-b7e76d893021 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:36.409717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8f943210-7c02-488b-81f5-b7e76d893021) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:36.431666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d789fce4-8f1a-4d9f-b075-26362ef6e813 None None] Network 8f943210-7c02-488b-81f5-b7e76d893021 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:36.433940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.434729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.454140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f72c3-8598-4c75-a4a4-8a9c4fd90ee6 req-8845bef4-2646-4154-8bc1-2f5cc6be3fb8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.457118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b45f72c3-8598-4c75-a4a4-8a9c4fd90ee6 req-8845bef4-2646-4154-8bc1-2f5cc6be3fb8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.1954341 Aug 10 03:34:36.561856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1ae5909b-cdd0-40ce-af7e-399a27984245 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2761128 Aug 10 03:34:36.577684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b45f72c3-8598-4c75-a4a4-8a9c4fd90ee6 req-062f9ed7-e805-4f1a-b207-74fe57c5a7e2 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972314 Aug 10 03:34:36.605940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51332) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:36.626860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-95a9db22-2690-4e4e-8dd3-632bc05c13de tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.658927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1623a9fa-c44d-4ad8-bcf0-5c5007b08678 req-95a9db22-2690-4e4e-8dd3-632bc05c13de tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3456197 Aug 10 03:34:36.754398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8b2ba841-52fe-4961-bd4a-144def78d25b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ff288059cae4b59810bb1d214815a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463368 Aug 10 03:34:36.758107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51340) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:36.825426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bd9c0-e50e-4073-ab7e-09f86825eaa5 req-5d2de5df-23d5-458c-bf4b-45ddf7c3d79c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:36.833572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a89bd9c0-e50e-4073-ab7e-09f86825eaa5 req-5d2de5df-23d5-458c-bf4b-45ddf7c3d79c tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 945 time: 0.0793829 Aug 10 03:34:36.874650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad7635-5188-45a7-9f5d-509f0273397d None None] Network 8f943210-7c02-488b-81f5-b7e76d893021 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:36.890391 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a89bd9c0-e50e-4073-ab7e-09f86825eaa5 req-569f0cd0-d441-4e7a-85b8-bfe36b50a654 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Aug 10 03:34:36.921648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8463760-b9da-4f2c-bdd1-0dca95ef33d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:36.989356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8463760-b9da-4f2c-bdd1-0dca95ef33d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.092512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebf604-ed88-43cf-8159-8744c7025f00 req-79c9c965-5136-409a-8d8f-e55c115df7f3 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.102729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56ebf604-ed88-43cf-8159-8744c7025f00 req-79c9c965-5136-409a-8d8f-e55c115df7f3 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.1062603 Aug 10 03:34:37.108867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8463760-b9da-4f2c-bdd1-0dca95ef33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.112815 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8463760-b9da-4f2c-bdd1-0dca95ef33d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:37.120476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8463760-b9da-4f2c-bdd1-0dca95ef33d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a81b218a-71af-4879-8868-8245d939a30a HTTP/1.1" status: 204 len: 168 time: 0.3564465 Aug 10 03:34:37.155091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8463760-b9da-4f2c-bdd1-0dca95ef33d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b218a-71af-4879-8868-8245d939a30a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:37.283162 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-56ebf604-ed88-43cf-8159-8744c7025f00 req-8f4f5785-e53f-4aab-aedf-7395006048f9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790855 Aug 10 03:34:37.401665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-f76f8332-9b33-43ec-a9bd-99f1381bd5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:37.412137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-f76f8332-9b33-43ec-a9bd-99f1381bd5c7 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1037810 Aug 10 03:34:37.815214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-324f0179-d9d9-4b63-8741-701f5e421e0e tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.4034617 Aug 10 03:34:37.827022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Request body: {'floatingip': {'port_id': '8087398b-db34-48a4-8d48-53358e5ffecb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:37.873751 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.254071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-59f16801-58e0-4674-81fc-53f3fee35183 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.270807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-59f16801-58e0-4674-81fc-53f3fee35183 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/networks?id=8f943210-7c02-488b-81f5-b7e76d893021 HTTP/1.1" status: 200 len: 818 time: 0.1658039 Aug 10 03:34:38.293514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-07115ed2-cc23-45d5-b2be-0474146ed88d tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/quotas/81ce5d428896404db9c0fdab0347e3d3 HTTP/1.1" status: 200 len: 375 time: 0.0208068 Aug 10 03:34:38.346627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-14e4ffe0-d98d-452b-a848-19236643939b tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=81ce5d428896404db9c0fdab0347e3d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431430 Aug 10 03:34:38.595544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.605830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.650468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 91594233-e1c0-4e61-a0ca-c29de2495656 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:38.764952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 91594233-e1c0-4e61-a0ca-c29de2495656 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:38.778882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 91594233-e1c0-4e61-a0ca-c29de2495656 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:38.780484 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.853031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-d9d6f91a-90a8-47b1-bd77-f18d6b163f08 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.864838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-d9d6f91a-90a8-47b1-bd77-f18d6b163f08 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.866734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-c4ef0b3f-ca6f-4d92-a788-cb174693f240 service neutron] 10.222.0.53 "GET /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189540 Aug 10 03:34:38.874676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-d9d6f91a-90a8-47b1-bd77-f18d6b163f08 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:38.877660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-d9d6f91a-90a8-47b1-bd77-f18d6b163f08 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2419 time: 0.1930463 Aug 10 03:34:38.891396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.920377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91594233-e1c0-4e61-a0ca-c29de2495656'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:38.922916 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcfe35d-dd5e-4f58-9bd5-67324301cf87" -d '{"events": [{"server_uuid": "216849c7-7ffa-429a-84eb-0c7e0d17820e", "name": "network-vif-plugged", "status": "completed", "tag": "91594233-e1c0-4e61-a0ca-c29de2495656"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:38.943095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 91594233-e1c0-4e61-a0ca-c29de2495656, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=91594233-e1c0-4e61-a0ca-c29de2495656,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:38.957195 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:38.972398 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Floating IP 408b86d0-0669-4413-8e6c-875a0a6a29b2 associated. External IP: 172.25.2.11, port: 8087398b-db34-48a4-8d48-53358e5ffecb. Aug 10 03:34:39.048087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=91594233-e1c0-4e61-a0ca-c29de2495656,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:39.063216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-f7e126fc-731d-4e7a-970f-a53d2c51684e service neutron] 10.222.0.53 "GET /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887524 Aug 10 03:34:39.234973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:39.235981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.464473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e91e0-988c-439e-a23d-40fa1e2f4414 req-7041e86c-bc14-410c-9978-634c84975abe tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.471038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e91e0-988c-439e-a23d-40fa1e2f4414 req-7041e86c-bc14-410c-9978-634c84975abe tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.472279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:39.474400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.478106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e91e0-988c-439e-a23d-40fa1e2f4414 req-7041e86c-bc14-410c-9978-634c84975abe tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:39.479926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e14e91e0-988c-439e-a23d-40fa1e2f4414 req-7041e86c-bc14-410c-9978-634c84975abe tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 2419 time: 0.1520336 Aug 10 03:34:39.515979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for f5b16c5c-d094-4d9f-b6b0-b594c4842b1a owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:39.585561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:39.594697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e14e91e0-988c-439e-a23d-40fa1e2f4414 req-5919be50-4c1d-4669-a57b-232198aa62e4 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990889 Aug 10 03:34:39.841418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:39.846938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:39.855924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55315590-b616-407a-80b9-4a941062e53a None None] Sync routers for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:39.873278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:39.874781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:39.971114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.018948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:40.031732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e98c-e47f-4b5b-9744-57857717a6ec req-cbcf91de-b087-4d75-949c-c53a19922298 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:40.052246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d211e98c-e47f-4b5b-9744-57857717a6ec req-cbcf91de-b087-4d75-949c-c53a19922298 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1787348 Aug 10 03:34:40.066438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9cc2b686-d4a6-44cb-9bc7-1779b9064de3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "PUT /v2.0/floatingips/408b86d0-0669-4413-8e6c-875a0a6a29b2 HTTP/1.1" status: 200 len: 996 time: 2.2433565 Aug 10 03:34:40.112789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:40.117164 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a212c6-add3-468b-b198-c1157e354aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:40.172684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=f5b16c5c-d094-4d9f-b6b0-b594c4842b1a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:40.216522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d211e98c-e47f-4b5b-9744-57857717a6ec req-27c1a7f9-fc73-4956-b180-eb8dc124a729 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570070 Aug 10 03:34:40.262147 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:40.281958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a', 'd7904c9b-a797-4213-88a8-112354f92fc7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:40.312113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port f5b16c5c-d094-4d9f-b6b0-b594c4842b1a on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:40.318962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.327300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-947dd2b1-2fc3-4446-844b-b45b600d4631 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "DELETE /v2.0/ports/f5b16c5c-d094-4d9f-b6b0-b594c4842b1a HTTP/1.1" status: 204 len: 173 time: 1.4398031 Aug 10 03:34:40.458723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-155bf0f9-7370-4cd6-97a5-64a61ccc3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:40.463227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-155bf0f9-7370-4cd6-97a5-64a61ccc3acd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1098 time: 0.3388948 Aug 10 03:34:40.846965 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc771baf-67ad-48c9-b107-744a760b805e x-openstack-request-id: req-bc771baf-67ad-48c9-b107-744a760b805e {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:40.847743 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216849c7-7ffa-429a-84eb-0c7e0d17820e", "name": "network-vif-plugged", "status": "completed", "tag": "91594233-e1c0-4e61-a0ca-c29de2495656", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:40.847954 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc771baf-67ad-48c9-b107-744a760b805e {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:40.849307 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91594233-e1c0-4e61-a0ca-c29de2495656', 'code': 200} Aug 10 03:34:40.871608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port d7904c9b-a797-4213-88a8-112354f92fc7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:40.872402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:40.878146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9847f6d2-73a2-4097-877b-41ee0613d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:40.882056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-9847f6d2-73a2-4097-877b-41ee0613d18e service neutron] 10.222.0.53 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 930 time: 0.3949661 Aug 10 03:34:41.159476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-75d1ea39-8814-4723-ac4c-0a3999fb3ecb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 999 time: 0.1328194 Aug 10 03:34:41.176408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '408b86d0-0669-4413-8e6c-875a0a6a29b2', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'port_id': '8087398b-db34-48a4-8d48-53358e5ffecb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'mac_address': 'fa:16:3e:de:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18932f-431f-4884-9729-c97c9049fe72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:35Z', 'updated_at': '2021-08-10T03:34:38Z', 'revision_number': 1, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:41.189337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb536a3a-5e39-4b52-9393-2500381ae930 req-9add3caf-8266-4e9d-83c8-74d6b0fa7767 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 210 time: 0.1573200 Aug 10 03:34:41.265517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55315590-b616-407a-80b9-4a941062e53a None None] Checking router: 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:41.300622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port d7904c9b-a797-4213-88a8-112354f92fc7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d7904c9b-a797-4213-88a8-112354f92fc7,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:41.301366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.343725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for d7904c9b-a797-4213-88a8-112354f92fc7 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:41.348185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:41.355191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:41.380064 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-c9998ec2-4bb6-44f7-8149-89f931ca0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:41.394069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-c9998ec2-4bb6-44f7-8149-89f931ca0873 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 200 len: 868 time: 0.2003834 Aug 10 03:34:41.570559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-78fed409-6c6b-424c-86dd-7c9fd2fd2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:41.571939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ecec7-0457-4a06-85ef-0cd34737a8f8 req-1e1f35f9-2a49-4cd5-b1ee-4232efb628fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:41.573248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-78fed409-6c6b-424c-86dd-7c9fd2fd2cff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06b74da2-cae2-4b48-9516-fc08816b9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779373 Aug 10 03:34:41.574949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d5ecec7-0457-4a06-85ef-0cd34737a8f8 req-1e1f35f9-2a49-4cd5-b1ee-4232efb628fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 1098 time: 0.5712736 Aug 10 03:34:41.779770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-8d16bd99-5975-47d0-a636-bdef53d28c19 service neutron] 10.222.0.53 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108930 Aug 10 03:34:41.781063 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.810626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d5ecec7-0457-4a06-85ef-0cd34737a8f8 req-123eeb88-cbf3-4123-8039-0c013f8ae8b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194468 Aug 10 03:34:41.826049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:41.833430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=d7904c9b-a797-4213-88a8-112354f92fc7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:41.930740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port d7904c9b-a797-4213-88a8-112354f92fc7 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:41.936347 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:41.936705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a175623-572b-4574-b6eb-02730e4c4481 req-6c1fa827-cab2-42eb-b590-d224252ba33f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:41.938721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-8cb3c551-1e1e-4021-b964-fe61dc72552f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "DELETE /v2.0/ports/d7904c9b-a797-4213-88a8-112354f92fc7 HTTP/1.1" status: 204 len: 173 time: 1.6009841 Aug 10 03:34:41.939177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a175623-572b-4574-b6eb-02730e4c4481 req-6c1fa827-cab2-42eb-b590-d224252ba33f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.4785032 Aug 10 03:34:41.988990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-fdca5dd8-0210-4497-912d-3133905cb2e5 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.003053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-fdca5dd8-0210-4497-912d-3133905cb2e5 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.65 "GET /v2.0/networks?id=8f943210-7c02-488b-81f5-b7e76d893021 HTTP/1.1" status: 200 len: 818 time: 0.8003788 Aug 10 03:34:42.031591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Request body: {'port': {'device_id': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021', 'admin_state_up': True, 'tenant_id': '81ce5d428896404db9c0fdab0347e3d3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:42.155189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:42.155539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.199434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a175623-572b-4574-b6eb-02730e4c4481 req-6507b0f5-9135-47ce-8891-80ccca2d5e50 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940019 Aug 10 03:34:42.220672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:42.304168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb4305f5-006e-4c3d-ae61-b94f895d1001 req-6c44ba00-3b37-4422-85c7-9d3550408571 service neutron] 10.222.0.53 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798903 Aug 10 03:34:42.414091 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d02f196-ecb3-4f31-8c48-e8be23910a59 x-openstack-request-id: req-5d02f196-ecb3-4f31-8c48-e8be23910a59 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:42.415024 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:42.415232 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d02f196-ecb3-4f31-8c48-e8be23910a59 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:42.415781 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb', 'status': 'completed', 'code': 200} Aug 10 03:34:42.494645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:42.495276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.509035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.548644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:42.563813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Made reservation on behalf of 81ce5d428896404db9c0fdab0347e3d3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:42.569891 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.661164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:42.683108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:42.684354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d7904c9b-a797-4213-88a8-112354f92fc7 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:42.693479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55315590-b616-407a-80b9-4a941062e53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '408b86d0-0669-4413-8e6c-875a0a6a29b2', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'port_id': '8087398b-db34-48a4-8d48-53358e5ffecb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'mac_address': 'fa:16:3e:de:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18932f-431f-4884-9729-c97c9049fe72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:35Z', 'updated_at': '2021-08-10T03:34:38Z', 'revision_number': 1, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:42.752772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55315590-b616-407a-80b9-4a941062e53a None None] The sync data for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 is: [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '408b86d0-0669-4413-8e6c-875a0a6a29b2', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'port_id': '8087398b-db34-48a4-8d48-53358e5ffecb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'mac_address': 'fa:16:3e:de:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18932f-431f-4884-9729-c97c9049fe72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:34:35Z', 'updated_at': '2021-08-10T03:34:38Z', 'revision_number': 1, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:34:42.753236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a212c6-add3-468b-b198-c1157e354aa1 req-9872ee67-b3a1-4aff-bab9-72060c33fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.755646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-9872ee67-b3a1-4aff-bab9-72060c33fcc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1098 time: 0.2648892 Aug 10 03:34:42.839241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: d7904c9b-a797-4213-88a8-112354f92fc7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:42.839914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d7904c9b-a797-4213-88a8-112354f92fc7 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:42.840520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f5b16c5c-d094-4d9f-b6b0-b594c4842b1a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:42.902593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:42.905866 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57aea57-b3db-4208-9529-71b10b4d6381" -d '{"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:42.929583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a8f5-b8ca-4de7-b62b-4398119f6db9 req-cfef83c4-215f-4751-92c0-da3681d564f8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.932755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57f9a8f5-b8ca-4de7-b62b-4398119f6db9 req-cfef83c4-215f-4751-92c0-da3681d564f8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.3317065 Aug 10 03:34:42.946734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a6bcc-dc49-496d-b04c-a8d72efa0bcb req-04a96aba-e5d5-4d47-8d40-779635c1bd61 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:42.949831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-148a6bcc-dc49-496d-b04c-a8d72efa0bcb req-04a96aba-e5d5-4d47-8d40-779635c1bd61 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=abe9166c-7c42-4e52-bdf4-72336f5eb9b6 HTTP/1.1" status: 200 len: 944 time: 0.2864287 Aug 10 03:34:42.964294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: f5b16c5c-d094-4d9f-b6b0-b594c4842b1a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:42.964745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f5b16c5c-d094-4d9f-b6b0-b594c4842b1a not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:42.984857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.003802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.073261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port 1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:43.095479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.101240 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4411c17a-17f6-42d2-b519-5249b3654b86 req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "DELETE /v2.0/ports/1c7ec8ad-86e9-4e75-91f9-fe0120e1b021 HTTP/1.1" status: 204 len: 173 time: 1.1536646 Aug 10 03:34:43.105435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-148a6bcc-dc49-496d-b04c-a8d72efa0bcb req-164d96cd-9904-4702-b458-33bd8f63b8e3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451185 Aug 10 03:34:43.106442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f392219-3b56-46b5-81e1-c321656a4869 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=1c7ec8ad-86e9-4e75-91f9-fe0120e1b021,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:43.108552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57f9a8f5-b8ca-4de7-b62b-4398119f6db9 req-44fbdf23-9765-4629-8de8-0af5258ed021 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138885 Aug 10 03:34:43.188973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Allocated IP 172.20.0.8 (8f943210-7c02-488b-81f5-b7e76d893021/ac4174be-d72b-4b28-aef8-331d56949304/a92467f9-b043-447c-a8fc-4e007accdd14) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:43.244011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a212c6-add3-468b-b198-c1157e354aa1 req-48cde27f-774c-4d87-987e-a25fac077fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.260116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-48cde27f-774c-4d87-987e-a25fac077fa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 930 time: 0.4745727 Aug 10 03:34:43.393202 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94baeec6-227c-4244-87d2-e7cf5f11f1ea None None] New status for floating IP 408b86d0-0669-4413-8e6c-875a0a6a29b2: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:34:43.420797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d25fc725-9f2f-487c-ac9d-d23e5788904f req-4d671f0c-22c1-4b28-8916-0389d05a6a47 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 210 time: 0.1293421 Aug 10 03:34:43.749565 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-f257b50a-c758-4a1c-b0f5-d400203d72e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 999 time: 0.4739268 Aug 10 03:34:43.781596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ddd6-76d4-49d2-8805-1038e1804005 req-7598c37c-b9d0-407d-aa29-080818f200f5 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.783263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e887ddd6-76d4-49d2-8805-1038e1804005 req-7598c37c-b9d0-407d-aa29-080818f200f5 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.3698950 Aug 10 03:34:43.826492 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.854499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-1ca00553-51f3-45d2-a06f-bfc9b5c57c89 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 258 time: 0.3789215 Aug 10 03:34:43.871199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:43.878056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a212c6-add3-468b-b198-c1157e354aa1 req-32c87862-3898-44c0-a19f-ef20e28e0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.879679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-32c87862-3898-44c0-a19f-ef20e28e0283 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 200 len: 868 time: 0.1179526 Aug 10 03:34:43.887489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e887ddd6-76d4-49d2-8805-1038e1804005 req-82b3078c-b169-4234-8d39-78d7ae5cd1e8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Aug 10 03:34:43.913637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.980533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a212c6-add3-468b-b198-c1157e354aa1 req-67dfe907-5f82-4eac-9c0a-34471a1b7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:43.980732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-67dfe907-5f82-4eac-9c0a-34471a1b7020 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06b74da2-cae2-4b48-9516-fc08816b9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919111 Aug 10 03:34:43.983864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.096458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.123784 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c538d8-4f9c-45c3-b30b-7ace5cd4df2d x-openstack-request-id: req-49c538d8-4f9c-45c3-b30b-7ace5cd4df2d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:44.124586 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:44.125110 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49c538d8-4f9c-45c3-b30b-7ace5cd4df2d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:44.126128 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'code': 200} Aug 10 03:34:44.179112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Network 8f943210-7c02-488b-81f5-b7e76d893021 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:44.184347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:44.190592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:44.253742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Pushing event updated for resources: {'Port': ['ID=a92467f9-b043-447c-a8fc-4e007accdd14,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:44.277111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.277686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.305034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Allocated IP 172.25.2.169 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c2319acc-0ace-4f42-b98a-a92dc27097d1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:44.305569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-a7efb0a1-a40f-4a44-a69f-7dbadd6aceea tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2809651 Aug 10 03:34:44.312213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-f0f3f5c2-736e-44f2-9f8f-dc43e2a2d478 service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136177 Aug 10 03:34:44.322522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Request body: {'port': {'device_id': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:44.397158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:44.416546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-deleted', 'tag': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a'}, {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-deleted', 'tag': 'd7904c9b-a797-4213-88a8-112354f92fc7'}, {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-deleted', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:44.419208 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42149b50-e74a-4270-85f7-0ea920e61b9f" -d '{"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-deleted", "tag": "f5b16c5c-d094-4d9f-b6b0-b594c4842b1a"}, {"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-deleted", "tag": "d7904c9b-a797-4213-88a8-112354f92fc7"}, {"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-deleted", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:44.582683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.636721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc9284-f784-4836-8fa1-2715c920264f req-02e9bd56-abe8-444c-a87e-9a51a02f8f24 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:44.639029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47cc9284-f784-4836-8fa1-2715c920264f req-02e9bd56-abe8-444c-a87e-9a51a02f8f24 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.1864183 Aug 10 03:34:44.647362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64a212c6-add3-468b-b198-c1157e354aa1 req-90a2cd35-fb37-4a49-9149-d8b60d46a299 service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209815 Aug 10 03:34:44.798812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47cc9284-f784-4836-8fa1-2715c920264f req-5527f079-ef18-4739-99c2-4029f8f0f627 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980895 Aug 10 03:34:44.942776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting subnet f9043a6f-879f-426f-b454-d71d7a8169b0 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:44.951523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:44.956548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.030177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6de09-c90a-4d43-87f3-59585814b96e req-0c154936-3348-4b36-9197-4d8c78be1345 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.032319 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18d6de09-c90a-4d43-87f3-59585814b96e req-0c154936-3348-4b36-9197-4d8c78be1345 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.0995469 Aug 10 03:34:45.034785 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.134858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.246413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:45.250933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event updated for resources: {'Port': ['ID=c2319acc-0ace-4f42-b98a-a92dc27097d1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:45.259506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:45.266069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:45.270689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.437572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18d6de09-c90a-4d43-87f3-59585814b96e req-1c458ab8-2fb5-4654-8742-12661895217d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Aug 10 03:34:45.473232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.515335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e1bb4-a983-4d6f-b918-d196e02e17c9 None None] Network 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:45.545161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.548711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/subnets/f9043a6f-879f-426f-b454-d71d7a8169b0 HTTP/1.1" status: 204 len: 168 time: 1.1498828 Aug 10 03:34:45.554553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:45.573446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a355e9-23a4-4e39-8c51-4828a3225a0b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Subnet': ['ID=f9043a6f-879f-426f-b454-d71d7a8169b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:45.657678 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b5c13-4dc0-4100-b93c-ee1f90a12b92 x-openstack-request-id: req-e03b5c13-4dc0-4100-b93c-ee1f90a12b92 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:45.658777 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-deleted", "tag": "f5b16c5c-d094-4d9f-b6b0-b594c4842b1a", "status": "completed", "code": 200}, {"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-deleted", "tag": "d7904c9b-a797-4213-88a8-112354f92fc7", "status": "completed", "code": 200}, {"server_uuid": "abe9166c-7c42-4e52-bdf4-72336f5eb9b6", "name": "network-vif-deleted", "tag": "1c7ec8ad-86e9-4e75-91f9-fe0120e1b021", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:45.659450 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e03b5c13-4dc0-4100-b93c-ee1f90a12b92 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:45.660581 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-deleted', 'tag': 'f5b16c5c-d094-4d9f-b6b0-b594c4842b1a', 'status': 'completed', 'code': 200} Aug 10 03:34:45.661215 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-deleted', 'tag': 'd7904c9b-a797-4213-88a8-112354f92fc7', 'status': 'completed', 'code': 200} Aug 10 03:34:45.661841 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe9166c-7c42-4e52-bdf4-72336f5eb9b6', 'name': 'network-vif-deleted', 'tag': '1c7ec8ad-86e9-4e75-91f9-fe0120e1b021', 'status': 'completed', 'code': 200} Aug 10 03:34:45.679003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.723387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92467f9-b043-447c-a8fc-4e007accdd14 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:45.739767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.768090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Transition to ACTIVE for port object a92467f9-b043-447c-a8fc-4e007accdd14 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:45.772711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.785032 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.811972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.930825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] DHCP port deletion for 84a8a3c3-6e01-4bc9-8656-cba71c96eb5b request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:45.955701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbf87-a611-4536-a04d-7d1bd76f7428 req-82f0d4e2-344a-47f4-bd8b-56fac1bfdc93 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:45.963832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e64fbf87-a611-4536-a04d-7d1bd76f7428 req-82f0d4e2-344a-47f4-bd8b-56fac1bfdc93 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 943 time: 0.1923120 Aug 10 03:34:45.988224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a92467f9-b043-447c-a8fc-4e007accdd14,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.044774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] Deleting port 09a4f851-daa4-44f2-91bf-a33b69c8923c {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:46.045778 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.125324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port 09a4f851-daa4-44f2-91bf-a33b69c8923c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:46.125661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.137139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e64fbf87-a611-4536-a04d-7d1bd76f7428 req-52681763-3776-4f99-9e37-a5a8065a6050 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697745 Aug 10 03:34:46.202535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Attempting to bind port a92467f9-b043-447c-a8fc-4e007accdd14 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:46.203278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Attempting to bind port a92467f9-b043-447c-a8fc-4e007accdd14 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:46.205127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Attempting to bind port a92467f9-b043-447c-a8fc-4e007accdd14 on network 8f943210-7c02-488b-81f5-b7e76d893021 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:46.214039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Port a92467f9-b043-447c-a8fc-4e007accdd14 on network 8f943210-7c02-488b-81f5-b7e76d893021 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:34:46.215349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Attempting to bind port a92467f9-b043-447c-a8fc-4e007accdd14 on network 8f943210-7c02-488b-81f5-b7e76d893021 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:46.224673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:46.225555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Checking segment: {'id': 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:46.226450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Bound using segment: {'id': 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:46.228534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Bound port: a92467f9-b043-447c-a8fc-4e007accdd14, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:46.229410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.238778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.245953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port 09a4f851-daa4-44f2-91bf-a33b69c8923c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09a4f851-daa4-44f2-91bf-a33b69c8923c,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:46.246352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.257350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.264837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for 09a4f851-daa4-44f2-91bf-a33b69c8923c owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:46.283137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] For port 09a4f851-daa4-44f2-91bf-a33b69c8923c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09a4f851-daa4-44f2-91bf-a33b69c8923c,segment=NetworkSegment(3651d1dd-d912-4f05-9f2c-2cf12d62a648),segment_id=3651d1dd-d912-4f05-9f2c-2cf12d62a648)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:46.284650 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.329761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] Calling delete_port for 09a4f851-daa4-44f2-91bf-a33b69c8923c owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:46.383780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event updated for resources: {'Port': ['ID=c2319acc-0ace-4f42-b98a-a92dc27097d1,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.406589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.437385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.438850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-72283f46-31cb-4b6a-b5df-647f99671bfb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5741839 Aug 10 03:34:46.451558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.486126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] For port a92467f9-b043-447c-a8fc-4e007accdd14, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:46.489129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] Pushing event deleted for resources: {'Port': ['ID=09a4f851-daa4-44f2-91bf-a33b69c8923c,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.500934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf5001-70a1-4285-b32e-7d416a18022e None None] No DVR routers for this DVR port 09a4f851-daa4-44f2-91bf-a33b69c8923c on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:46.504564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.506081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] For port a92467f9-b043-447c-a8fc-4e007accdd14, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=a92467f9-b043-447c-a8fc-4e007accdd14,segment=NetworkSegment(bccf10a3-47c1-4d30-9e3c-b7154ac57c9b),segment_id=bccf10a3-47c1-4d30-9e3c-b7154ac57c9b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:46.512712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-a0f7ecb2-b8ff-415c-b141-140e47c616e9 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.0653124 Aug 10 03:34:46.527586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a93c6e-0c7e-4d50-902f-0f7389c342e3 req-4e334c06-74fd-4ad7-b63d-6544f6c8c8b5 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.529303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09a93c6e-0c7e-4d50-902f-0f7389c342e3 req-4e334c06-74fd-4ad7-b63d-6544f6c8c8b5 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.1787777 Aug 10 03:34:46.531206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.552922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=09a4f851-daa4-44f2-91bf-a33b69c8923c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.555075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port 09a4f851-daa4-44f2-91bf-a33b69c8923c on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:46.588428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.589070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.590590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] 10.222.0.65 "PUT /v2.0/ports/a92467f9-b043-447c-a8fc-4e007accdd14 HTTP/1.1" status: 200 len: 1092 time: 2.2729728 Aug 10 03:34:46.593666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'tag': 'a92467f9-b043-447c-a8fc-4e007accdd14'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:46.596894 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23670d-81da-4a7d-813c-2e3e8afee0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "afb6973e-658e-44fd-adfa-aee1b3e51ef1", "tag": "a92467f9-b043-447c-a8fc-4e007accdd14"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:46.623030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0b8b3-e63d-4496-8349-931b9406b2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a92467f9-b043-447c-a8fc-4e007accdd14,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:46.646183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09a93c6e-0c7e-4d50-902f-0f7389c342e3 req-f6da6105-cd7c-4a85-a691-1236082a6468 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853529 Aug 10 03:34:46.740492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-812f14c8-0a08-417b-a6c5-e0b72a8e227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.742497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-812f14c8-0a08-417b-a6c5-e0b72a8e227f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=81ce5d428896404db9c0fdab0347e3d3&device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 1095 time: 0.0771234 Aug 10 03:34:46.764624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.792316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a8a3c3-6e01-4bc9-8656-cba71c96eb5b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:46.802486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-554d1a07-1bdd-4602-9c93-805d101eed54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92467f9-b043-447c-a8fc-4e007accdd14 HTTP/1.1" status: 200 len: 217 time: 0.0509641 Aug 10 03:34:46.827431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3651d1dd-d912-4f05-9f2c-2cf12d62a648') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:46.828870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3651d1dd-d912-4f05-9f2c-2cf12d62a648') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:46.857000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.904948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.909870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-2500328c-eb97-4c10-985e-dcde670eb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.912926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-2500328c-eb97-4c10-985e-dcde670eb905 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ac4174be-d72b-4b28-aef8-331d56949304 HTTP/1.1" status: 200 len: 858 time: 0.1033430 Aug 10 03:34:46.919127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:46.919851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:46.947353 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:46.985257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-ba2c8eb1-dbfe-4467-a2ca-8edc65aab063 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:46.985789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-80517db1-3ced-45cc-9ed8-b219764110a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f943210-7c02-488b-81f5-b7e76d893021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630019 Aug 10 03:34:46.987774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a4fa027-6e21-428b-b652-ffa3209ee566 req-ba2c8eb1-dbfe-4467-a2ca-8edc65aab063 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.4684055 Aug 10 03:34:47.125765 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf13d8c-4560-4275-a0a6-5d7eeeb12c6f x-openstack-request-id: req-5bf13d8c-4560-4275-a0a6-5d7eeeb12c6f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:47.126587 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb6973e-658e-44fd-adfa-aee1b3e51ef1", "tag": "a92467f9-b043-447c-a8fc-4e007accdd14", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:47.126907 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bf13d8c-4560-4275-a0a6-5d7eeeb12c6f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:47.127577 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'tag': 'a92467f9-b043-447c-a8fc-4e007accdd14', 'status': 'completed', 'code': 200} Aug 10 03:34:47.138486 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.162568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.166622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/networks/84a8a3c3-6e01-4bc9-8656-cba71c96eb5b HTTP/1.1" status: 204 len: 168 time: 1.6090410 Aug 10 03:34:47.170630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.280570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-05781dc0-4893-4313-bcb0-b909efce3d11 service neutron] 10.222.0.65 "GET /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772732 Aug 10 03:34:47.310254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3fe51-2d7a-4b39-8640-f43b0ee9a85e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Network': ['ID=84a8a3c3-6e01-4bc9-8656-cba71c96eb5b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:47.374474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting subnet 7d0e48b8-97e4-438a-8f35-393a7cea7fbf {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:34:47.381040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.498952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.641576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:47.654129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f735da0-fcee-4099-8472-4bfeba89fb65 req-463fb681-c5a4-47ed-93d0-c298efe1a337 service neutron] 10.222.0.65 "GET /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656232 Aug 10 03:34:47.831779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.844271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09a4f851-daa4-44f2-91bf-a33b69c8923c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:47.936726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 09a4f851-daa4-44f2-91bf-a33b69c8923c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:47.937795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09a4f851-daa4-44f2-91bf-a33b69c8923c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:47.946610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:47.989436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343477a-de02-47fb-bd3c-e743419b097f None None] Network 64802867-154a-4262-bd54-cbc82e4fb0f7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:48.014249 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.025379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/subnets/7d0e48b8-97e4-438a-8f35-393a7cea7fbf HTTP/1.1" status: 204 len: 168 time: 0.8526323 Aug 10 03:34:48.056993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8f31f-21a5-4bbf-85be-a5e4d78d34e4 req-9438c848-2548-4536-9e3b-b6246c0db90f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.058909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51564) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.071374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3184-9684-4ed6-a9f9-f56186a35f4f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0e48b8-97e4-438a-8f35-393a7cea7fbf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.071654 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe8f31f-21a5-4bbf-85be-a5e4d78d34e4 req-9438c848-2548-4536-9e3b-b6246c0db90f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.3450520 Aug 10 03:34:48.101832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-515bf86c-685d-4a85-a965-cb41e51492bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.106752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-515bf86c-685d-4a85-a965-cb41e51492bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=81ce5d428896404db9c0fdab0347e3d3&device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 1095 time: 0.3213530 Aug 10 03:34:48.195275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.197380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-696eabcb-c595-46a5-a540-243f2307900b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.286688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port 7a432581-7a5b-4ec6-914d-9604f5e79751 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:48.287887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.372570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe8f31f-21a5-4bbf-85be-a5e4d78d34e4 req-c944efdd-70b0-4079-938b-85d98dc47cd5 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848954 Aug 10 03:34:48.499775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-3a7772da-ba45-46f9-8c2d-11e2fadedfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.513477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] DHCP port deletion for 64802867-154a-4262-bd54-cbc82e4fb0f7 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:34:48.525452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-3a7772da-ba45-46f9-8c2d-11e2fadedfe6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f943210-7c02-488b-81f5-b7e76d893021 HTTP/1.1" status: 200 len: 919 time: 0.3713591 Aug 10 03:34:48.545876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port 7a432581-7a5b-4ec6-914d-9604f5e79751, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a432581-7a5b-4ec6-914d-9604f5e79751,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:48.546535 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.566704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-696eabcb-c595-46a5-a540-243f2307900b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.580287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for 7a432581-7a5b-4ec6-914d-9604f5e79751 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:48.591734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-696eabcb-c595-46a5-a540-243f2307900b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.626963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324af53f-748b-4929-bfa9-68df61d5a12b req-a14b7684-8fcb-4ab1-8d72-55cd6312b3e3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.628809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-324af53f-748b-4929-bfa9-68df61d5a12b req-a14b7684-8fcb-4ab1-8d72-55cd6312b3e3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1508422 Aug 10 03:34:48.697006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] Deleting port 7a432581-7a5b-4ec6-914d-9604f5e79751 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:48.700813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.720113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-be57c088-c8ad-493f-b27b-05a0d06ef054 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92467f9-b043-447c-a8fc-4e007accdd14 HTTP/1.1" status: 200 len: 217 time: 0.1738131 Aug 10 03:34:48.786124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-324af53f-748b-4929-bfa9-68df61d5a12b req-8576ceb9-ed79-41ac-bff9-f81c23003e1b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.1216466 Aug 10 03:34:48.797794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-324af53f-748b-4929-bfa9-68df61d5a12b req-2aad8fc7-11c6-42c7-8aa2-3e78e4831c0b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Request body: {'floatingip': {'port_id': '8087398b-db34-48a4-8d48-53358e5ffecb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:48.809331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-696eabcb-c595-46a5-a540-243f2307900b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b24f72335a224c038ab1c4c26330a61e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1660903 Aug 10 03:34:48.817380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51574) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:48.832015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eabcb-c595-46a5-a540-243f2307900b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e7f88-e7e3-4a4f-bee4-15bec14e4413,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.860816 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-324af53f-748b-4929-bfa9-68df61d5a12b req-2aad8fc7-11c6-42c7-8aa2-3e78e4831c0b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.870753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04ca5-e3ed-4e3c-b85a-458d0bcd6253 req-862c970a-b409-4045-8b08-f23886b2d03b tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.878706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e04ca5-e3ed-4e3c-b85a-458d0bcd6253 req-862c970a-b409-4045-8b08-f23886b2d03b tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 943 time: 0.3473995 Aug 10 03:34:48.885677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-7e9e3a28-1e98-48b8-8d55-ef83b2fe159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:48.887537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-7e9e3a28-1e98-48b8-8d55-ef83b2fe159c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ac4174be-d72b-4b28-aef8-331d56949304 HTTP/1.1" status: 200 len: 858 time: 0.1418800 Aug 10 03:34:48.935530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:48.947480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-6daf8995-0f5c-41b5-91c0-64510a0370a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f943210-7c02-488b-81f5-b7e76d893021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496547 Aug 10 03:34:48.974543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=7a432581-7a5b-4ec6-914d-9604f5e79751,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:48.990810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port 7a432581-7a5b-4ec6-914d-9604f5e79751 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:48.994896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e04ca5-e3ed-4e3c-b85a-458d0bcd6253 req-b90f12a1-c5a6-4640-80de-6acc1383954e tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125820 Aug 10 03:34:49.028157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] For port 7a432581-7a5b-4ec6-914d-9604f5e79751, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a432581-7a5b-4ec6-914d-9604f5e79751,segment=NetworkSegment(8e43ffe0-1dae-4d7b-85dc-3bce4a30d220),segment_id=8e43ffe0-1dae-4d7b-85dc-3bce4a30d220)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:49.028973 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.080405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6aff1b5c-0193-4b10-87be-6dc0ebe2acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.083496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] Calling delete_port for 7a432581-7a5b-4ec6-914d-9604f5e79751 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:49.149508 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6aff1b5c-0193-4b10-87be-6dc0ebe2acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.217676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.223862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-0c4ad08b-dc75-4c0f-af72-02983d4c9552 service neutron] 10.222.0.65 "GET /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635524 Aug 10 03:34:49.278577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64802867-154a-4262-bd54-cbc82e4fb0f7']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:49.300992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:49.301701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e43ffe0-1dae-4d7b-85dc-3bce4a30d220') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:49.318636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.385304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.392167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.411776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:34:49.413837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:34:49.423349 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:34:49.427438 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6aff1b5c-0193-4b10-87be-6dc0ebe2acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.436662 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6aff1b5c-0193-4b10-87be-6dc0ebe2acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.454613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] Pushing event deleted for resources: {'Port': ['ID=7a432581-7a5b-4ec6-914d-9604f5e79751,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.459675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6aff1b5c-0193-4b10-87be-6dc0ebe2acdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd8e7f88-e7e3-4a4f-bee4-15bec14e4413 HTTP/1.1" status: 204 len: 168 time: 0.6195071 Aug 10 03:34:49.491182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93708c23-6e47-4606-9145-08f6c65009c3 None None] No DVR routers for this DVR port 7a432581-7a5b-4ec6-914d-9604f5e79751 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:34:49.559391 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-324af53f-748b-4929-bfa9-68df61d5a12b req-2aad8fc7-11c6-42c7-8aa2-3e78e4831c0b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:34:49.560659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-324af53f-748b-4929-bfa9-68df61d5a12b req-2aad8fc7-11c6-42c7-8aa2-3e78e4831c0b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "PUT /v2.0/floatingips/97c9674c-6c29-43b0-b45a-afddfca2ff61 HTTP/1.1" status: 409 len: 551 time: 0.7671700 Aug 10 03:34:49.569367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a23670d-81da-4a7d-813c-2e3e8afee0ae req-405953d6-2e49-421d-b3c3-ebc194a55f74 service neutron] 10.222.0.65 "GET /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346453 Aug 10 03:34:49.584583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff1b5c-0193-4b10-87be-6dc0ebe2acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e7f88-e7e3-4a4f-bee4-15bec14e4413,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.588075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.598873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:49.606049 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/networks/64802867-154a-4262-bd54-cbc82e4fb0f7 HTTP/1.1" status: 204 len: 168 time: 1.5408278 Aug 10 03:34:49.610323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:49.623951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2033029128'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:49.637533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d7c8-116e-4487-9ad4-dfaf58172ca8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Network': ['ID=64802867-154a-4262-bd54-cbc82e4fb0f7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:49.847183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a432581-7a5b-4ec6-914d-9604f5e79751 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:34:49.901387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7a432581-7a5b-4ec6-914d-9604f5e79751 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:34:49.902411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a432581-7a5b-4ec6-914d-9604f5e79751 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:34:49.933716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233413a9-a9b8-45b2-b416-cc1b6b32418f req-6666aa89-d2d8-499d-af79-a4f3b043e455 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:49.935932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-233413a9-a9b8-45b2-b416-cc1b6b32418f req-6666aa89-d2d8-499d-af79-a4f3b043e455 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1648371 Aug 10 03:34:49.949419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:49.954531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.007670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:50.012486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-233413a9-a9b8-45b2-b416-cc1b6b32418f req-582d7fb2-237d-4c5b-92e7-c5cac4cd7dd6 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596666 Aug 10 03:34:50.025027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.025592 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Added segment a0045c89-79ea-48b2-8066-54b4011f28fe of type vlan for network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f Aug 10 03:34:50.101355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.159502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-97e52765-8f01-4b48-a4ad-a23ce6431bdb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips/97c9674c-6c29-43b0-b45a-afddfca2ff61 HTTP/1.1" status: 200 len: 693 time: 0.3914661 Aug 10 03:34:50.235406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dab0a-2f4c-42c5-bf2a-c704e5f3fd74 req-93a10c7f-a60e-4211-8d5a-7ff02c3544a0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:50.238193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-673dab0a-2f4c-42c5-bf2a-c704e5f3fd74 req-93a10c7f-a60e-4211-8d5a-7ff02c3544a0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.0865443 Aug 10 03:34:50.249162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.255568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:50.259824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:50.260841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.389279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-673dab0a-2f4c-42c5-bf2a-c704e5f3fd74 req-eab886ca-fbc9-48af-9274-83728001538d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439750 Aug 10 03:34:50.416969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.418755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Network': ['ID=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.420986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:50.427205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c95348bc-6629-40c8-80b5-e29d04469541 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8152704 Aug 10 03:34:50.433541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51610) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:50.434301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1219347887'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:50.440456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'subnet': {'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:50.457782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:50.470434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'port_id': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'mac_address': 'fa:16:3e:ba:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f78361-a56d-4a26-a1fc-c238a6ac3be1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:50.600506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.602743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-d9ddca44-8f9f-43cc-8404-53beca4f060a tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:50.613008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-d9ddca44-8f9f-43cc-8404-53beca4f060a tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.4516871 Aug 10 03:34:50.617505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:50.619807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:50.631222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.650695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:50.666241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.667481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device a92467f9-b043-447c-a8fc-4e007accdd14 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:34:50.672778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:50.679731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.712839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:50.731988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.733121 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Added segment 418259e5-e540-413b-8e1c-01d093c5d915 of type vlan for network be6a6c46-6885-4ed2-9700-bb0d2aba336e Aug 10 03:34:50.757577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:50.799977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb1db-5c0c-490e-bc67-62b88e178b01 req-ea4c25a1-7e00-4a88-a176-4d226cd411e0 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:50.802371 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a33bb1db-5c0c-490e-bc67-62b88e178b01 req-ea4c25a1-7e00-4a88-a176-4d226cd411e0 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 943 time: 0.2695947 Aug 10 03:34:50.818523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.892537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a33bb1db-5c0c-490e-bc67-62b88e178b01 req-fb9873f4-9018-450c-bb71-73aadebf7d9a tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662766 Aug 10 03:34:50.894389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:50.901469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:50.902161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.016919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port a92467f9-b043-447c-a8fc-4e007accdd14, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=a92467f9-b043-447c-a8fc-4e007accdd14,segment=NetworkSegment(bccf10a3-47c1-4d30-9e3c-b7154ac57c9b),segment_id=bccf10a3-47c1-4d30-9e3c-b7154ac57c9b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.030319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Network': ['ID=be6a6c46-6885-4ed2-9700-bb0d2aba336e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.058549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:51.080561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f5594622-a312-438c-8a0c-c32588ed24bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6620181 Aug 10 03:34:51.086468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.091987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1879783934'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:51.105949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-b5b077ac-86df-41db-a854-ab862c27f6ad tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.4528654 Aug 10 03:34:51.139895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:51.146238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.233459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'a92467f9-b043-447c-a8fc-4e007accdd14', 'network_id': '8f943210-7c02-488b-81f5-b7e76d893021', 'port_id': 'a92467f9-b043-447c-a8fc-4e007accdd14', 'mac_address': 'fa:16:3e:11:81:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4174be-d72b-4b28-aef8-331d56949304', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:34:51.288541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-9fc0c4cb-db14-46bc-9d3d-a8e247916fd8 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.1290333 Aug 10 03:34:51.290893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.298838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:51.332397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94d3e3-f84b-464b-bddc-bf1c9b06add8 req-6b418a4a-6949-4848-99a5-9e473712b3aa tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.335619 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae94d3e3-f84b-464b-bddc-bf1c9b06add8 req-6b418a4a-6949-4848-99a5-9e473712b3aa tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1489646 Aug 10 03:34:51.341090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.341633 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Added segment 9047f30e-3355-484d-bab1-686e82a3f850 of type vlan for network b28aa53a-be11-4438-86f6-c11f4785f315 Aug 10 03:34:51.413030 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.444934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92467f9-b043-447c-a8fc-4e007accdd14 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:34:51.467172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.474201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port a92467f9-b043-447c-a8fc-4e007accdd14, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=a92467f9-b043-447c-a8fc-4e007accdd14,segment=NetworkSegment(bccf10a3-47c1-4d30-9e3c-b7154ac57c9b),segment_id=bccf10a3-47c1-4d30-9e3c-b7154ac57c9b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:51.480550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Subnet': ['ID=529d5945-07f5-4867-9b05-2f095bbee072,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.482152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.485763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae94d3e3-f84b-464b-bddc-bf1c9b06add8 req-037153db-0f3c-44c8-8a56-f6d26c98bfe0 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413143 Aug 10 03:34:51.525922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Checking segment: {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:51.526462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network hostable DHCP agents. Network: d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:51.551224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.559195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.559857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.643793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5520563 Aug 10 03:34:51.644822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.654839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'subnet': {'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:51.662619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cd44c-7841-42c1-b23a-b07936dbbd10 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Network': ['ID=b28aa53a-be11-4438-86f6-c11f4785f315,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.694507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:51.746622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=a92467f9-b043-447c-a8fc-4e007accdd14,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:51.749656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:51.750032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:51.754737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b28aa53a-be11-4438-86f6-c11f4785f315 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:51.760986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:51.768980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.788690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc885d-4510-43b8-8fdd-3272f99c3d4e None None] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:51.808515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Deleting port c2319acc-0ace-4f42-b98a-a92dc27097d1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:34:51.809269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.850283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:51.863410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:51.894228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['a92467f9-b043-447c-a8fc-4e007accdd14'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:34:51.940140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4316c5d0-30d1-45c2-ab39-a8377825c487 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5046959 Aug 10 03:34:51.943882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51640) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:51.959821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-873123096'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.050845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:52.059050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.074624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.075215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.158000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:52.203692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.204258 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Added segment ca762498-90f2-489f-b77a-ad8c3f4c3332 of type vlan for network 2bc32438-3c03-4362-8dd3-a455dc623145 Aug 10 03:34:52.297212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Calling delete_port for c2319acc-0ace-4f42-b98a-a92dc27097d1 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:34:52.333664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.356034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc908e-81c9-4017-88e4-4d585fb032a1 req-beec65ae-1de7-4330-aafb-527187406d69 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.358646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0cc908e-81c9-4017-88e4-4d585fb032a1 req-beec65ae-1de7-4330-aafb-527187406d69 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 944 time: 0.1367290 Aug 10 03:34:52.360079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.444988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f', 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'fixed_ips': [{'subnet_id': '529d5945-07f5-4867-9b05-2f095bbee072'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:52.447449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.535339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:34:52.537448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Subnet': ['ID=328228e0-0725-4c8e-97c0-f42659194468,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.566179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0cc908e-81c9-4017-88e4-4d585fb032a1 req-7a4ba2ff-dee8-489a-8c26-2e8d732855c2 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949375 Aug 10 03:34:52.634048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.649042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.650036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.670291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.698327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Checking segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:52.699762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network hostable DHCP agents. Network: be6a6c46-6885-4ed2-9700-bb0d2aba336e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:52.747338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7751-2359-4bc5-bad4-4fc88ee00a47 req-e51a7c41-7581-4308-8127-2dc46d2031ec tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.754889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e6a7751-2359-4bc5-bad4-4fc88ee00a47 req-e51a7c41-7581-4308-8127-2dc46d2031ec tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 944 time: 0.1026332 Aug 10 03:34:52.759132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:52.767615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8222435 Aug 10 03:34:52.776950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51650) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.777525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event deleted for resources: {'Port': ['ID=c2319acc-0ace-4f42-b98a-a92dc27097d1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.785559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'subnet': {'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.825092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, be6a6c46-6885-4ed2-9700-bb0d2aba336e) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:52.849212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:52.850282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.857940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83806-9612-4dcf-a773-30021b9a5b6e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Network': ['ID=2bc32438-3c03-4362-8dd3-a455dc623145,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:52.894369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ccae7-ba60-4fad-9f4f-a89d7e68df3f None None] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:52.897164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2bc32438-3c03-4362-8dd3-a455dc623145 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:52.908384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e6a7751-2359-4bc5-bad4-4fc88ee00a47 req-bcda9720-695a-4a84-b370-eb9415061456 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392345 Aug 10 03:34:52.928951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.937024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba9b36a6-7e5d-409f-993c-67668c462f48 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2877281 Aug 10 03:34:52.937337 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:52.937337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1620e008-c8ea-46ca-b19d-fb213e593dda req-c1da5d3c-c539-462f-ac4e-67d647e65ce0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "DELETE /v2.0/floatingips/97c9674c-6c29-43b0-b45a-afddfca2ff61 HTTP/1.1" status: 204 len: 173 time: 1.6382971 Aug 10 03:34:52.937736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51652) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:52.946108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'subnet': {'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:52.999310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:53.003367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.126727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e5a84c8-c1ba-4e7a-a9c4-f668716b1863 req-6cf6228a-8c9d-4940-9691-12c33e4f2bb8 tempest-AbsoluteLimitsNegativeTestJSON-1663963138 tempest-AbsoluteLimitsNegativeTestJSON-1663963138-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=054fa89328d14323b9247df9d3f9b216&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805080 Aug 10 03:34:53.168564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93790a-7dac-4701-a314-b1922c88fe0b req-cc52dc33-1165-43c6-975d-ef16944559d7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.170505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b93790a-7dac-4701-a314-b1922c88fe0b req-cc52dc33-1165-43c6-975d-ef16944559d7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.0971150 Aug 10 03:34:53.211562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Allocated IP 19.80.0.2 (d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f/529d5945-07f5-4867-9b05-2f095bbee072/27dd91e9-cbff-45a4-9b96-33c3da2be70f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:53.231856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:53.238385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.356635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b93790a-7dac-4701-a314-b1922c88fe0b req-ea59735f-c0cb-47d0-8a11-1095fd1bf4e9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719849 Aug 10 03:34:53.405775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.536957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:53.537822 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.550411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-8e3f653d-af63-4791-860c-f135a039609f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.1297779 Aug 10 03:34:53.575307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Checking segment: {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:53.575722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network hostable DHCP agents. Network: 2bc32438-3c03-4362-8dd3-a455dc623145, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:53.583499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Subnet': ['ID=c97b1518-61d1-4269-86c2-9cc6eb2d908b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:53.601411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a84c8-c1ba-4e7a-a9c4-f668716b1863 req-324684f0-8c0c-445b-8f68-21c8b92a18b5 tempest-AbsoluteLimitsNegativeTestJSON-1663963138 tempest-AbsoluteLimitsNegativeTestJSON-1663963138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.603160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e5a84c8-c1ba-4e7a-a9c4-f668716b1863 req-324684f0-8c0c-445b-8f68-21c8b92a18b5 tempest-AbsoluteLimitsNegativeTestJSON-1663963138 tempest-AbsoluteLimitsNegativeTestJSON-1663963138-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820873 Aug 10 03:34:53.626744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e5a84c8-c1ba-4e7a-a9c4-f668716b1863 req-9eecfa8c-2872-4f43-96e2-6ab62b76a01b tempest-AbsoluteLimitsNegativeTestJSON-1663963138 tempest-AbsoluteLimitsNegativeTestJSON-1663963138-project] 10.222.0.53 "GET /v2.0/quotas/054fa89328d14323b9247df9d3f9b216 HTTP/1.1" status: 200 len: 375 time: 0.0123687 Aug 10 03:34:53.627983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 2bc32438-3c03-4362-8dd3-a455dc623145 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:53.661859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2bc32438-3c03-4362-8dd3-a455dc623145) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:53.677303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-2e7a5913-d706-4d71-8782-360369983673 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.685102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ac58c-e460-4c28-8b18-85457a3569cd None None] Network 2bc32438-3c03-4362-8dd3-a455dc623145 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:53.691379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-2e7a5913-d706-4d71-8782-360369983673 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports/8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 943 time: 0.1395645 Aug 10 03:34:53.719274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e5a84c8-c1ba-4e7a-a9c4-f668716b1863 req-6d49570c-1aa8-4f8b-b588-93d8dd13f28d tempest-AbsoluteLimitsNegativeTestJSON-1663963138 tempest-AbsoluteLimitsNegativeTestJSON-1663963138-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=054fa89328d14323b9247df9d3f9b216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795286 Aug 10 03:34:53.722048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:53.723033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:53.777117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-17278a07-4db7-4825-9568-0920419db7d2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9959946 Aug 10 03:34:53.989475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-a21da656-a899-4e76-9767-01ee41aca39e tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.1821451 Aug 10 03:34:53.993568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.010657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c653410-8540-4954-8e99-a744d2fbb18a req-63f5363a-8bea-407e-a4cf-ef6a03d434eb tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.013042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c653410-8540-4954-8e99-a744d2fbb18a req-63f5363a-8bea-407e-a4cf-ef6a03d434eb tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 944 time: 0.1088300 Aug 10 03:34:54.067910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Subnet': ['ID=23826851-e626-4b94-aa24-8c0cd30b1704,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.120266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c653410-8540-4954-8e99-a744d2fbb18a req-a6d666b4-1f6a-417b-adc6-2dde50e171de tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947340 Aug 10 03:34:54.125786 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.194384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Transition to ACTIVE for port object 27dd91e9-cbff-45a4-9b96-33c3da2be70f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:54.205846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Checking segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:54.206357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network hostable DHCP agents. Network: b28aa53a-be11-4438-86f6-c11f4785f315, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:34:54.235814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-f89bec7d-e89f-4a8e-964a-bf231abdd4f6 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.237459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-f89bec7d-e89f-4a8e-964a-bf231abdd4f6 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.1825995 Aug 10 03:34:54.250853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network b28aa53a-be11-4438-86f6-c11f4785f315 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:34:54.271860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b28aa53a-be11-4438-86f6-c11f4785f315) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:54.277668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.278253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.280038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51684) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.326468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:54.329813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7af96d-6197-40e8-8670-aed0e8a144a5 None None] Network b28aa53a-be11-4438-86f6-c11f4785f315 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:54.340893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57d176c3-45b3-4526-8a97-7503d4f3b127 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4016018 Aug 10 03:34:54.345812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51688) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:54.356778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'name': 'tempest-TaggedBootDevicesTest-1952621170', 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:54.359235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-c87602a4-c9cf-464e-a50d-2e0236ae0652 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.0977325 Aug 10 03:34:54.380764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:54.527647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.630929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Allocated IP 10.1.1.2 (be6a6c46-6885-4ed2-9700-bb0d2aba336e/328228e0-0725-4c8e-97c0-f42659194468/a7a7d724-3f94-4987-8b5b-6a4ccfadcb46) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:54.638805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-668c115c-88d5-424c-b4cd-ecc9ffe44d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.681093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Transition to ACTIVE for port object 27dd91e9-cbff-45a4-9b96-33c3da2be70f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:54.763055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.764071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.766431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.776928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.778929 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Floating IP 408b86d0-0669-4413-8e6c-875a0a6a29b2 disassociated. External IP: 172.25.2.11, port: 8087398b-db34-48a4-8d48-53358e5ffecb. Aug 10 03:34:54.862895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-8fef691e-0c2e-4869-ac7b-b0860d001c9a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.874135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-8fef691e-0c2e-4869-ac7b-b0860d001c9a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:54.876794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-8fef691e-0c2e-4869-ac7b-b0860d001c9a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/networks?id=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f&id=2bc32438-3c03-4362-8dd3-a455dc623145 HTTP/1.1" status: 200 len: 1391 time: 0.3666782 Aug 10 03:34:54.911942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-81b64a42-866e-4910-b640-bbceeea777fb tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/quotas/871f266da8f049bfacee306f917045e9 HTTP/1.1" status: 200 len: 375 time: 0.0255079 Aug 10 03:34:54.932036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:54.970836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Pushing event updated for resources: {'Port': ['ID=27dd91e9-cbff-45a4-9b96-33c3da2be70f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:54.974998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:54.977880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:54.987417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:54.987819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.989970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-2bc32438-3c03-4362-8dd3-a455dc623145', 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'fixed_ips': [{'subnet_id': 'c97b1518-61d1-4269-86c2-9cc6eb2d908b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:54.990886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:54.994470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-b28aa53a-be11-4438-86f6-c11f4785f315', 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'fixed_ips': [{'subnet_id': '23826851-e626-4b94-aa24-8c0cd30b1704'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:34:54.995485 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.067583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-37828ed4-52fa-467a-b108-ede57724177e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445487 Aug 10 03:34:55.077798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-668c115c-88d5-424c-b4cd-ecc9ffe44d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.098728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-668c115c-88d5-424c-b4cd-ecc9ffe44d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.252868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Allocated IP 10.2.2.2 (b28aa53a-be11-4438-86f6-c11f4785f315/23826851-e626-4b94-aa24-8c0cd30b1704/ee18a8a1-0a4b-4aba-8492-5453e6d6630d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:55.277764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:55.290447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c115c-88d5-424c-b4cd-ecc9ffe44d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323bc40a-e0b1-4eff-b5d0-cc11e156d460,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.329323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-668c115c-88d5-424c-b4cd-ecc9ffe44d6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=054fa89328d14323b9247df9d3f9b216&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0436659 Aug 10 03:34:55.360769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:55.434049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-523cd20d-600b-4782-be89-9d6d76bfbd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.460041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-d22353d9-7b98-421e-b404-8466675c7a56 service neutron] 10.222.0.53 "GET /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798265 Aug 10 03:34:55.474855 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-523cd20d-600b-4782-be89-9d6d76bfbd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.616385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.651550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-523cd20d-600b-4782-be89-9d6d76bfbd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.655438 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-523cd20d-600b-4782-be89-9d6d76bfbd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.658761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-523cd20d-600b-4782-be89-9d6d76bfbd3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/323bc40a-e0b1-4eff-b5d0-cc11e156d460 HTTP/1.1" status: 204 len: 168 time: 0.2944059 Aug 10 03:34:55.669698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] device_id is not set on port 129ffacb-f6d3-47f0-96e9-7f51170af24d yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:34:55.698619 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.710293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:34:55.712840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Transition to ACTIVE for port object ee18a8a1-0a4b-4aba-8492-5453e6d6630d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:55.724085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd20d-600b-4782-be89-9d6d76bfbd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323bc40a-e0b1-4eff-b5d0-cc11e156d460,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:55.744850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Transition to ACTIVE for port object ee18a8a1-0a4b-4aba-8492-5453e6d6630d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:55.861031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.921450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-4eb1790b-34bd-4686-8134-87f00f744a2d service neutron] 10.222.0.53 "GET /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530251 Aug 10 03:34:55.965815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:34:55.980832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:55.989776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.015164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] Sync routers for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:34:56.022804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Transition to ACTIVE for port object a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:56.028193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.073065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-3de28c6d-3c2f-4985-9d3a-611c1169016c tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "PUT /v2.0/floatingips/408b86d0-0669-4413-8e6c-875a0a6a29b2 HTTP/1.1" status: 200 len: 694 time: 1.6921136 Aug 10 03:34:56.074010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:56.076781 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:56.151312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Attempting to bind port 27dd91e9-cbff-45a4-9b96-33c3da2be70f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:56.152079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Attempting to bind port 27dd91e9-cbff-45a4-9b96-33c3da2be70f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:56.158102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Attempting to bind port 27dd91e9-cbff-45a4-9b96-33c3da2be70f on network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:56.194821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-a448f075-bc21-4de8-a92b-6c72a59f5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.196882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ecf85c70-37e9-4119-b646-c8bb4e0bcb45 service neutron] 10.222.0.53 "GET /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233269 Aug 10 03:34:56.198279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-a448f075-bc21-4de8-a92b-6c72a59f5dd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1098 time: 0.0969753 Aug 10 03:34:56.271613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Transition to ACTIVE for port object a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:56.279347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:56.280264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Checking segment: {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:56.280871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.281445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Bound using segment: {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:56.282339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Bound port: 27dd91e9-cbff-45a4-9b96-33c3da2be70f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:56.282924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.285250 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.296525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Network b28aa53a-be11-4438-86f6-c11f4785f315 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:56.359603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.380137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:56.381683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-e68a241a-904b-449b-a893-63be186d41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.387381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:56.388347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:56.391399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:56.402336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-e68a241a-904b-449b-a893-63be186d41d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 930 time: 0.1868486 Aug 10 03:34:56.519498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-917ec61b-c9c5-48c5-ab47-f4b22adde5cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 217 time: 0.1122611 Aug 10 03:34:56.523607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 10.1.1.148 (be6a6c46-6885-4ed2-9700-bb0d2aba336e/328228e0-0725-4c8e-97c0-f42659194468/129ffacb-f6d3-47f0-96e9-7f51170af24d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:56.572235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-dcdcd594-ebff-4b4d-9f48-580bda570810 service neutron] 10.222.0.53 "GET /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728964 Aug 10 03:34:56.589900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:34:56.599304 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087307ce-e002-450d-a101-610946cf72e6" -d '{"events": [{"server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:34:56.622707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:56.645752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Pushing event updated for resources: {'Port': ['ID=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:56.671505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:56.672914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:56.675439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-af9e1348-c39d-4a3a-8a69-6f94f0c78986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.678157 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-af9e1348-c39d-4a3a-8a69-6f94f0c78986 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 200 len: 868 time: 0.1561582 Aug 10 03:34:56.697553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:56.758221 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:56.759300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device a92467f9-b043-447c-a8fc-4e007accdd14 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:34:56.775029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Allocated IP 19.86.0.2 (2bc32438-3c03-4362-8dd3-a455dc623145/c97b1518-61d1-4269-86c2-9cc6eb2d908b/4830047e-1b4f-4735-b4b9-89d3b3ff6bb6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:34:56.886714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-a59d2626-f66b-40f7-b293-c26751956a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:56.897630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-a59d2626-f66b-40f7-b293-c26751956a03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06b74da2-cae2-4b48-9516-fc08816b9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1789086 Aug 10 03:34:57.013315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Attempting to bind port ee18a8a1-0a4b-4aba-8492-5453e6d6630d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:57.013698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Attempting to bind port ee18a8a1-0a4b-4aba-8492-5453e6d6630d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:57.014095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Attempting to bind port ee18a8a1-0a4b-4aba-8492-5453e6d6630d on network b28aa53a-be11-4438-86f6-c11f4785f315 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:57.018875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Pushing event updated for resources: {'Port': ['ID=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.089157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] For port 27dd91e9-cbff-45a4-9b96-33c3da2be70f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:57.172859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:57.173235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Checking segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:57.173640 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.174069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Bound using segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:57.175146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Bound port: ee18a8a1-0a4b-4aba-8492-5453e6d6630d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:57.175589 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.188767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] For port 27dd91e9-cbff-45a4-9b96-33c3da2be70f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=27dd91e9-cbff-45a4-9b96-33c3da2be70f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:57.193796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-393ec75d-01b0-46af-ac76-3fff47f9bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.215416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:34:57.239819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-ad9f7605-0079-488a-87dc-95b94a323cf1 service neutron] 10.222.0.53 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338313 Aug 10 03:34:57.258693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.279372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Attempting to bind port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:34:57.279749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Attempting to bind port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:34:57.280108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Attempting to bind port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:34:57.349772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:34:57.350294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Checking segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:34:57.350536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.350945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Bound using segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:34:57.351483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Bound port: a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:34:57.351871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.386905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.442697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:57.488595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port a92467f9-b043-447c-a8fc-4e007accdd14 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:34:57.576637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port a92467f9-b043-447c-a8fc-4e007accdd14 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:34:57.577247 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.612507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7784e4df-336f-4e89-b30f-29f95c6fefad req-630c6870-493c-46cf-a054-69f221d7868b service neutron] 10.222.0.53 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639536 Aug 10 03:34:57.810672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1856584925-network', 'tenant_id': '2f0edfe629234c62961bc345b3e95581'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:57.875765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] For port ee18a8a1-0a4b-4aba-8492-5453e6d6630d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:57.885113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Made reservation on behalf of 2f0edfe629234c62961bc345b3e95581 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:57.896226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.921919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:57.925169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804bd3a-6619-4a2a-b855-a8241de31f6f None None] Pushing event updated for resources: {'Port': ['ID=27dd91e9-cbff-45a4-9b96-33c3da2be70f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:57.944177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] For port ee18a8a1-0a4b-4aba-8492-5453e6d6630d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:57.988237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.009061 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.025595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.029644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] For port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:34:58.073732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c657-63f7-4dc6-a44c-f4393e11dcb1 req-a1eae829-53bd-4e38-a2c4-cf8af50c2fba tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.091018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1583c657-63f7-4dc6-a44c-f4393e11dcb1 req-a1eae829-53bd-4e38-a2c4-cf8af50c2fba tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 944 time: 1.0465937 Aug 10 03:34:58.104018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Transition to ACTIVE for port object 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:58.137804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object 129ffacb-f6d3-47f0-96e9-7f51170af24d will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:58.144179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] For port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:34:58.144884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.159460 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.174102 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.177622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:34:58.191130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Transition to ACTIVE for port object 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:34:58.199390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.199933 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Added segment 3d914e04-5dfa-4c35-a893-a88a8b4653a6 of type vlan for network 20851252-2488-442e-afd6-3d0c52f9f170 Aug 10 03:34:58.216540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1583c657-63f7-4dc6-a44c-f4393e11dcb1 req-25f42673-971a-4e14-9668-094ccc705620 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157365 Aug 10 03:34:58.248833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.267218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.296064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d294c-2863-4776-b7d0-6760b25d4893 None None] Pushing event updated for resources: {'Port': ['ID=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.321013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadb5d2-08b9-47bf-8913-60e69b494ab8 req-6ea65ffc-99e4-4f82-a4b8-fbb909ee1a31 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.329851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fadb5d2-08b9-47bf-8913-60e69b494ab8 req-6ea65ffc-99e4-4f82-a4b8-fbb909ee1a31 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.2887468 Aug 10 03:34:58.342172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.343995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.345374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:58.346284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.428884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.434028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Network 2bc32438-3c03-4362-8dd3-a455dc623145 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:58.470742 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e80155-3b1f-4480-b117-612602457613 x-openstack-request-id: req-d7e80155-3b1f-4480-b117-612602457613 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:58.471384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:58.471529 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:58.471952 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7e80155-3b1f-4480-b117-612602457613 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:58.472660 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb', 'status': 'completed', 'code': 200} Aug 10 03:34:58.487919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:58.647471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04c919-b06f-4be9-b648-3117d068a4f7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.661555 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28af6f-71d4-40f3-98e8-dc63503e97bf x-openstack-request-id: req-da28af6f-71d4-40f3-98e8-dc63503e97bf {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:34:58.662180 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:34:58.662592 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da28af6f-71d4-40f3-98e8-dc63503e97bf {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:34:58.663222 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'code': 200} Aug 10 03:34:58.735444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:34:58.741466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.784696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:34:58.817468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:34:58.821465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Pushing event updated for resources: {'Port': ['ID=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.857784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4111292 Aug 10 03:34:58.882470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51752) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:58.892933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Request body: {'subnet': {'network_id': '20851252-2488-442e-afd6-3d0c52f9f170', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1856584925-subnet', 'tenant_id': '2f0edfe629234c62961bc345b3e95581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:58.962995 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fadb5d2-08b9-47bf-8913-60e69b494ab8 req-503a00c1-67a9-4654-9df4-20bf42a15225 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302931 Aug 10 03:34:58.972437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff17e0-093a-4671-8c72-62b468ac9cba admin admin] Pushing event updated for resources: {'Network': ['ID=20851252-2488-442e-afd6-3d0c52f9f170,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:58.980521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Made reservation on behalf of 2f0edfe629234c62961bc345b3e95581 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:34:58.986300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.103059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.104083 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.109559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-babc0e91-9c47-4df8-b7d4-a1873df005bb req-6fc67924-646f-49cf-aca8-bb3bf641cfd0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 210 time: 0.1127424 Aug 10 03:34:59.113441 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-32c41df4-e2e7-402c-a3c7-a0a8511bf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.115047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-32c41df4-e2e7-402c-a3c7-a0a8511bf752 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04f474e1806b44729b5a052e75f3ff6b&device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 1098 time: 0.6200304 Aug 10 03:34:59.166630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-b2a1c738-2480-4e55-b215-873f70ce054f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips/408b86d0-0669-4413-8e6c-875a0a6a29b2 HTTP/1.1" status: 200 len: 694 time: 0.0797627 Aug 10 03:34:59.213159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-19158086-10fc-467f-8c60-b81d77458771 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8653290 Aug 10 03:34:59.217945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51754) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:34:59.224429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'name': 'tempest-TaggedBootDevicesTest-157631500', 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:34:59.305120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 20851252-2488-442e-afd6-3d0c52f9f170 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:34:59.314542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.315085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.315629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.317534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.317534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.317534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.318214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.320842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.320842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.320842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.320842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.321838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd308ba-29b1-45d6-b76c-4bc648f17722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:34:59.366404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port a92467f9-b043-447c-a8fc-4e007accdd14, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=a92467f9-b043-447c-a8fc-4e007accdd14,segment=NetworkSegment(bccf10a3-47c1-4d30-9e3c-b7154ac57c9b),segment_id=bccf10a3-47c1-4d30-9e3c-b7154ac57c9b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:34:59.508199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-ce004222-3780-43c0-9aac-7a2c07168db3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.512137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-ce004222-3780-43c0-9aac-7a2c07168db3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.3445792 Aug 10 03:34:59.602611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:59.635348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-cf74622c-1164-4b6a-a81f-79585de7ae13 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 697 time: 0.1167350 Aug 10 03:34:59.642590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.656647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ca517-f2a7-40d2-ad19-76de9620a3e6 None None] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:34:59.663064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:59.672637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-59802ad0-9ffd-4bbb-9fcc-93a5b58da868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.675407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-59802ad0-9ffd-4bbb-9fcc-93a5b58da868 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 200 len: 930 time: 0.5522413 Aug 10 03:34:59.678209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] Checking router: 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:34:59.717959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c48cf4-7d42-4589-a4d9-f112d119dc63,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:34:59.760032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-edf9d462-57ca-4c99-a9d9-68cbd08841e9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.767005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-edf9d462-57ca-4c99-a9d9-68cbd08841e9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:34:59.768117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-edf9d462-57ca-4c99-a9d9-68cbd08841e9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "GET /v2.0/networks?id=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f&id=2bc32438-3c03-4362-8dd3-a455dc623145 HTTP/1.1" status: 200 len: 1391 time: 0.4151332 Aug 10 03:34:59.781664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-38a3636c-d845-474b-aa79-a100d93b224b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 697 time: 0.0757508 Aug 10 03:34:59.960770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:34:59.962039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:34:59.999565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'port': {'device_id': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f', 'admin_state_up': True, 'tenant_id': '871f266da8f049bfacee306f917045e9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:00.068954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-b2daedfe-f0ad-44fa-b3b5-1375d2e3bb04 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.071289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-b2daedfe-f0ad-44fa-b3b5-1375d2e3bb04 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.3640916 Aug 10 03:35:00.078340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37928bbd-ea8d-4e05-ba46-70f6aa299c37 req-113911f1-e777-4826-a71a-0428f27165ce tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.098187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37928bbd-ea8d-4e05-ba46-70f6aa299c37 req-113911f1-e777-4826-a71a-0428f27165ce tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 945 time: 0.7451437 Aug 10 03:35:00.102015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Checking segment: {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:00.103301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Network hostable DHCP agents. Network: 20851252-2488-442e-afd6-3d0c52f9f170, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:00.145227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-c9839749-1e3f-4674-9ec6-4a8ab17892cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 200 len: 217 time: 0.4482050 Aug 10 03:35:00.213111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:00.225268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:00.234233 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.296632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Network 20851252-2488-442e-afd6-3d0c52f9f170 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:00.320011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Attempting to bind port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:00.320955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Attempting to bind port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:00.321335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Attempting to bind port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 on network 2bc32438-3c03-4362-8dd3-a455dc623145 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:00.356213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Pushing event updated for resources: {'Port': ['ID=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.360395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:00.360734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 20851252-2488-442e-afd6-3d0c52f9f170) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:00.376156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.377752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.419563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Deleting port 1439b5f3-5e93-47fd-89e7-63f49785a5e8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:00.421645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.426510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] device_id is not set on port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:35:00.434482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Deleting port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:00.435484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.479468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-50d7f248-63ea-484a-83e5-ec27bf43d742 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5942442 Aug 10 03:35:00.491153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37928bbd-ea8d-4e05-ba46-70f6aa299c37 req-7d7b3254-04de-488f-9fd4-0a0ed4c2631f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775835 Aug 10 03:35:00.513376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=a92467f9-b043-447c-a8fc-4e007accdd14,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:00.516696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.535357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9b6b9-9a72-41ca-8948-273b35332721 None None] Network 20851252-2488-442e-afd6-3d0c52f9f170 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:00.658774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-e3cbe168-a15d-4ea5-9f72-d50c363a3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.661355 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-e3cbe168-a15d-4ea5-9f72-d50c363a3e47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 200 len: 868 time: 0.4571152 Aug 10 03:35:00.680659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b0111-1bcd-483e-b240-3c335c5b57cb None None] Network b28aa53a-be11-4438-86f6-c11f4785f315 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:00.760519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92467f9-b043-447c-a8fc-4e007accdd14'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:00.763393 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cde253-c758-4bc0-b1b3-8acc6d202a58" -d '{"events": [{"server_uuid": "afb6973e-658e-44fd-adfa-aee1b3e51ef1", "name": "network-vif-plugged", "status": "completed", "tag": "a92467f9-b043-447c-a8fc-4e007accdd14"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:00.804602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:00.804959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Checking segment: {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:00.805653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.806103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Bound using segment: {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:00.806614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Bound port: 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:00.807007 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.853941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f1672e5a-d6fd-448f-948e-94c8d8be548e None None] Provisioning for port 27dd91e9-cbff-45a4-9b96-33c3da2be70f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:00.893096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.893651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.909863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] For port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:00.910699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.946181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:00.950772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:00.954598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Calling delete_port for 1439b5f3-5e93-47fd-89e7-63f49785a5e8 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:00.958979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Calling delete_port for bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:00.968583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-01249f29-0140-4a97-b57d-33491c56207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:00.977129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-01249f29-0140-4a97-b57d-33491c56207c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06b74da2-cae2-4b48-9516-fc08816b9977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2654037 Aug 10 03:35:01.175316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b838a-ea17-4203-9065-904c1d96b336 None None] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:01.179070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b2a33-5b26-46ca-8bb7-b868ba8af330 None None] Network 20851252-2488-442e-afd6-3d0c52f9f170 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:01.395439 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.406243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.423627 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-997fe583-5859-4f7d-bd99-796fd23ab922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.438215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 10.1.1.77 (be6a6c46-6885-4ed2-9700-bb0d2aba336e/328228e0-0725-4c8e-97c0-f42659194468/1c3543b0-c0cb-4411-a77c-b22871c4cc28) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:01.487722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event deleted for resources: {'Port': ['ID=1439b5f3-5e93-47fd-89e7-63f49785a5e8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.593021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-a876f190-23d8-4019-9e06-26873d65e1d3 service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960596 Aug 10 03:35:01.598324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event deleted for resources: {'Port': ['ID=bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:01.619706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272012f0-764e-41c5-bf51-a70a142ac0e5 req-455c96d9-cf2e-4500-b286-17f6bf864704 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.623327 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-272012f0-764e-41c5-bf51-a70a142ac0e5 req-455c96d9-cf2e-4500-b286-17f6bf864704 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 945 time: 0.2751544 Aug 10 03:35:01.658404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.661154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.662456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93c3a985-fbde-44bc-9f06-d74e2c7dd51d req-1e2a2d70-b3f7-47b0-9f76-4652bbd8288f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "DELETE /v2.0/floatingips/408b86d0-0669-4413-8e6c-875a0a6a29b2 HTTP/1.1" status: 204 len: 173 time: 1.8398576 Aug 10 03:35:01.663640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] No DVR routers for this DVR port bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:01.668600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.674626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f436cdc9-862e-4e88-8127-e32d9038e9cc req-6f25dcc1-b897-4100-a249-869e1e1ea206 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "DELETE /v2.0/ports/bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e HTTP/1.1" status: 204 len: 173 time: 1.5764306 Aug 10 03:35:01.675469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'name': 'network-vif-deleted', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:01.683863 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e4f2e-b9be-4402-82c1-580e4befaaef" -d '{"events": [{"server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "name": "network-vif-deleted", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:01.697545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Allocated IP 19.80.0.247 (d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f/529d5945-07f5-4867-9b05-2f095bbee072/6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:01.712775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ade856b9-abcb-4453-9f5f-45413087dac1 None None] Provisioning for port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:01.751109 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.793132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:01.796725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] For port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:01.834753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:01.834753 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.871480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76cd8-427b-46cc-95ec-36b93eca198f req-7930cbc2-1d9f-4425-b174-008432b93f74 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:01.873134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0e76cd8-427b-46cc-95ec-36b93eca198f req-7930cbc2-1d9f-4425-b174-008432b93f74 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1131442 Aug 10 03:35:01.878065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] For port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:01.918426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:01.938556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0e76cd8-427b-46cc-95ec-36b93eca198f req-8c6efef7-e5e9-431b-ab30-e75e59797a61 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544016 Aug 10 03:35:01.955350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ade856b9-abcb-4453-9f5f-45413087dac1 None None] Provisioning for port ee18a8a1-0a4b-4aba-8492-5453e6d6630d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:02.071124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-272012f0-764e-41c5-bf51-a70a142ac0e5 req-890f5f61-2b51-45c7-85e4-0c431dbba8b0 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261117 Aug 10 03:35:02.079132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76b9f4f7-696d-4f58-af8f-7d1383de4672 req-c54f80ae-91c2-4f5b-bae2-d9b7ee4a8c1e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 210 time: 0.0607023 Aug 10 03:35:02.136164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:02.282795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c0d37-eea1-41f6-8957-e69df07b467f None None] Pushing event updated for resources: {'Port': ['ID=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:02.310479 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a2973-d7da-4f46-8967-7ffaeaaa2929 x-openstack-request-id: req-565a2973-d7da-4f46-8967-7ffaeaaa2929 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:02.317543 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb6973e-658e-44fd-adfa-aee1b3e51ef1", "name": "network-vif-plugged", "status": "completed", "tag": "a92467f9-b043-447c-a8fc-4e007accdd14", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:02.318932 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-565a2973-d7da-4f46-8967-7ffaeaaa2929 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:02.319633 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92467f9-b043-447c-a8fc-4e007accdd14', 'code': 200} Aug 10 03:35:02.339408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96ad2fd2-3b3d-413c-8f88-f3ebdca6212e req-5b991df4-ca42-4d65-83e7-eedc70d4fdbc service neutron] 10.222.0.39 "GET /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021134 Aug 10 03:35:02.511650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ce40ac5f-95fe-4816-a775-42cc469dac83 req-e7529d5d-a798-4c0f-87db-c9e0343ed4f7 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e095424-08db-465a-b839-122332b6bbbb HTTP/1.1" status: 200 len: 210 time: 0.1375160 Aug 10 03:35:02.523552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.551801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e060f-7f5d-489b-8044-8ff8c6702712 req-89eacbb6-13b4-4e43-a7bc-bea9cc81cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.553964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff1e060f-7f5d-489b-8044-8ff8c6702712 req-89eacbb6-13b4-4e43-a7bc-bea9cc81cfde service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 1097 time: 0.2833519 Aug 10 03:35:02.556195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object 1c3543b0-c0cb-4411-a77c-b22871c4cc28 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:02.558120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605f8cf-4a37-43f0-b7da-f60851017f2a None None] The sync data for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 is: [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:33:49Z', 'revision_number': 4, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '7400d166-458c-4720-9bb6-d8275040af44', 'name': '', 'network_id': '06b74da2-cae2-4b48-9516-fc08816b9977', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'mac_address': 'fa:16:3e:f4:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:44Z', 'updated_at': '2021-08-10T03:34:05Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'subnets': [{'id': '5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:02.590268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:02.598060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c205e93c-34ea-474a-9d22-52d0d34d7f0d req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1342749433', 'description': 'tempest-description-1715228513'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:02.645338 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc7f72-b904-482c-96db-ce5b87d1dc1a x-openstack-request-id: req-b8bc7f72-b904-482c-96db-ce5b87d1dc1a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:02.645597 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e095424-08db-465a-b839-122332b6bbbb", "name": "network-vif-deleted", "tag": "bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:02.645920 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8bc7f72-b904-482c-96db-ce5b87d1dc1a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:02.646616 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e095424-08db-465a-b839-122332b6bbbb', 'name': 'network-vif-deleted', 'tag': 'bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e', 'status': 'completed', 'code': 200} Aug 10 03:35:02.667229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff1e060f-7f5d-489b-8044-8ff8c6702712 req-6d5bb446-12eb-4e63-b2ee-e1f852a5deed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039693 Aug 10 03:35:02.692576 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.779874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c205e93c-34ea-474a-9d22-52d0d34d7f0d req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.788519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.862593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Transition to ACTIVE for port object 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:02.865262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:02.867835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device bf0a4a3e-aec7-4f84-b03e-1fe158e7ff9e not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:02.889086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.893728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920d7b9-d9a3-438f-907b-c85dec7030a0 req-462dc155-13e0-4a69-90cf-27e967a729eb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:02.903865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6920d7b9-d9a3-438f-907b-c85dec7030a0 req-462dc155-13e0-4a69-90cf-27e967a729eb tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1735401 Aug 10 03:35:02.947706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:02.962434 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:02.963686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ee18a8a1-0a4b-4aba-8492-5453e6d6630d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:03.003778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6920d7b9-d9a3-438f-907b-c85dec7030a0 req-300c3f50-cd3a-4962-99fb-035a9a5e7710 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0908256 Aug 10 03:35:03.019379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.145110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:03.157330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:03.188358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:03.218084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d58dbe-720b-4fc9-81aa-bd4f996664c4 req-24d8b659-a4dd-4086-aee9-7ab2bf8d6d4f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.228409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53d58dbe-720b-4fc9-81aa-bd4f996664c4 req-24d8b659-a4dd-4086-aee9-7ab2bf8d6d4f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1178277 Aug 10 03:35:03.244381 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863e1455-eba9-4c40-8928-19e2aaa49d30 None None] New status for floating IP 408b86d0-0669-4413-8e6c-875a0a6a29b2: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:35:03.294735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53d58dbe-720b-4fc9-81aa-bd4f996664c4 req-1029d44d-bd07-4d33-ad69-48bb6b971042 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648134 Aug 10 03:35:03.343942 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.452947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4002df20-0563-4e21-9695-fcfaaff5131b req-7edc8731-10cb-4b41-9bbc-9da01e83f228 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1251559 Aug 10 03:35:03.475857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.542567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:03.628621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:03.672985 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.688642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0d025-9a6b-4140-b05e-c9292dceddb5 req-9aedea4b-790a-4320-94b3-3d993e9344b2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.690004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.691074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.695227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ee18a8a1-0a4b-4aba-8492-5453e6d6630d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:03.699864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd0d025-9a6b-4140-b05e-c9292dceddb5 req-9aedea4b-790a-4320-94b3-3d993e9344b2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 932 time: 0.1073585 Aug 10 03:35:03.700763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ee18a8a1-0a4b-4aba-8492-5453e6d6630d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:03.701199 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.721543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:03.746628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:03.786038 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd0d025-9a6b-4140-b05e-c9292dceddb5 req-d6c2ee48-288a-4806-aa1d-35441de7b5e7 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Aug 10 03:35:03.832268 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c205e93c-34ea-474a-9d22-52d0d34d7f0d req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.842137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbf7fcab-0802-4555-81d9-9aade40442bb None None] Provisioning for port 129ffacb-f6d3-47f0-96e9-7f51170af24d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:03.888035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:03.893544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.911525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c205e93c-34ea-474a-9d22-52d0d34d7f0d req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.957805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a050f4d-e19c-43dd-b497-9ca0c7ca70e6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7386186 Aug 10 03:35:03.961524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbf7fcab-0802-4555-81d9-9aade40442bb None None] Provisioning complete for port 129ffacb-f6d3-47f0-96e9-7f51170af24d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:03.962271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbf7fcab-0802-4555-81d9-9aade40442bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:03.988978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d902c8-699a-41d9-a36c-8181601a8f5f req-b3e463ef-7e24-425b-9679-7482bcdb9d96 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:04.000468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c0739e1-2bf4-48b8-9282-23e436102036 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1550853 Aug 10 03:35:04.000789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41d902c8-699a-41d9-a36c-8181601a8f5f req-b3e463ef-7e24-425b-9679-7482bcdb9d96 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 945 time: 0.1337812 Aug 10 03:35:04.023690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Request body: {'port': {'device_id': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145', 'admin_state_up': True, 'tenant_id': '871f266da8f049bfacee306f917045e9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:04.046346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.048519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c205e93c-34ea-474a-9d22-52d0d34d7f0d req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.050696 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c205e93c-34ea-474a-9d22-52d0d34d7f0d req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4923484 Aug 10 03:35:04.110419 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41d902c8-699a-41d9-a36c-8181601a8f5f req-2d34e2b5-8c4f-4aad-8fba-76a411bc03b1 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026759 Aug 10 03:35:04.115979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea147-e4df-48ce-b1cb-647feb0572dd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5851b73a-0d6c-48a7-89c1-605e4c24fe9b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.135886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7fcab-0802-4555-81d9-9aade40442bb None None] Port 129ffacb-f6d3-47f0-96e9-7f51170af24d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:04.176769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ee18a8a1-0a4b-4aba-8492-5453e6d6630d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:04.201752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.203715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 27dd91e9-cbff-45a4-9b96-33c3da2be70f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:04.222819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbf7fcab-0802-4555-81d9-9aade40442bb None None] Provisioning complete for port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:04.229954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbf7fcab-0802-4555-81d9-9aade40442bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.352420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Made reservation on behalf of 871f266da8f049bfacee306f917045e9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:04.357101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.377721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d1af1c43-0643-4315-93bc-1f552114451f req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-237480507', 'description': 'tempest-description-385988639'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:04.463876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1af1c43-0643-4315-93bc-1f552114451f req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.485106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9bdda0-a1f9-4e51-b1c6-5fc68a2a2eaf None None] Network 2bc32438-3c03-4362-8dd3-a455dc623145 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:04.545149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.674254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 27dd91e9-cbff-45a4-9b96-33c3da2be70f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:04.691675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 27dd91e9-cbff-45a4-9b96-33c3da2be70f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:04.692213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.819088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:04.824455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424501743', 'description': 'tempest-description--639261714'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:04.894848 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.907860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1af1c43-0643-4315-93bc-1f552114451f req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.922544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1af1c43-0643-4315-93bc-1f552114451f req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.951532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.974619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Allocated IP 19.86.0.234 (2bc32438-3c03-4362-8dd3-a455dc623145/c97b1518-61d1-4269-86c2-9cc6eb2d908b/ba2cb6ce-23ce-4a0f-8c02-822badb7deb2) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:04.980771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b5ffec-cef9-414a-8684-a687c976250a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:04.989924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1af1c43-0643-4315-93bc-1f552114451f req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:04.991256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1af1c43-0643-4315-93bc-1f552114451f req-a58c6973-f24b-4e6b-a8ec-94773d045415 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6221147 Aug 10 03:35:05.090187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Provisioning complete for port 129ffacb-f6d3-47f0-96e9-7f51170af24d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:05.091867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.101061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 27dd91e9-cbff-45a4-9b96-33c3da2be70f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=27dd91e9-cbff-45a4-9b96-33c3da2be70f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:05.143730 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.150523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.183896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.205133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57b12ea-5538-433c-9d63-d9528620a699,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.212389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.214318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a7d3c427-f2d1-48be-a9c0-a9674dd6633a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3935053 Aug 10 03:35:05.220567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.228735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'security_group_rule': {'security_group_id': 'c57b12ea-5538-433c-9d63-d9528620a699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:05.298719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.349434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Port 129ffacb-f6d3-47f0-96e9-7f51170af24d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:05.351247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.399341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Transition to ACTIVE for port object ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:05.408547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=27dd91e9-cbff-45a4-9b96-33c3da2be70f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.435326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Provisioning for port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:05.452152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Provisioning complete for port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:05.452738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.478583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.516523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.529002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.566501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ccd1c8-2480-43cf-a68f-0504b30cbb0b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.580372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22f4a9-6f34-4818-af57-e49cd9f5a87b req-1ec6bbbc-863d-44bf-9480-6fd5286f8a50 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:05.593057 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df22f4a9-6f34-4818-af57-e49cd9f5a87b req-1ec6bbbc-863d-44bf-9480-6fd5286f8a50 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1953793 Aug 10 03:35:05.598840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.600182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a05ead25-9568-4069-9c58-2784876ff2c4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781743 Aug 10 03:35:05.605360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Network 2bc32438-3c03-4362-8dd3-a455dc623145 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:05.606452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51828) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:05.614760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'security_group_rule': {'security_group_id': 'c57b12ea-5538-433c-9d63-d9528620a699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:05.617062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:05.631131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event updated for resources: {'Port': ['ID=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:05.637083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:05.666090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:05.692949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df22f4a9-6f34-4818-af57-e49cd9f5a87b req-79073a3b-b32c-48e7-80a3-6c585089997f tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943449 Aug 10 03:35:05.723845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Provisioning for port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:05.736999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Provisioning complete for port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:05.739799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.748983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.795249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:05.801831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:05.823898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:05.844922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-6c662eed-5734-400e-ba35-c14388e74d78 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8318615 Aug 10 03:35:05.861460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Request body: {'port': {'device_id': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:06.023994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:06.035381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.036820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.066510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.086583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:06.087178 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.090196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68221980-a27b-40b1-8137-477880f079e9 None None] Provisioning for port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:06.142147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd576d1-1de0-4e9a-9967-e8ae572c0cfb req-4f705fe8-0c7a-40e3-9153-417ba599124a tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.153036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2cd576d1-1de0-4e9a-9967-e8ae572c0cfb req-4f705fe8-0c7a-40e3-9153-417ba599124a tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 946 time: 0.3028476 Aug 10 03:35:06.155667 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.160052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5486524 Aug 10 03:35:06.171582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51832) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.184176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:06.212633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.219804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107272833', 'description': 'tempest-description--150100698'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:06.224701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19a662-d389-49b7-9981-56d787bc6bfe tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60649c08-622f-4346-b52c-97b0ad6774ce,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.264568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2cd576d1-1de0-4e9a-9967-e8ae572c0cfb req-f35f6613-9be3-4eaf-a80e-25d294a354c0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105199 Aug 10 03:35:06.318505 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.366662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:06.402365 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.473170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea104d-33b9-42c7-9598-6777ea694551 req-5896ca3e-954d-43a7-b690-bcced6ba349f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.475059 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adea104d-33b9-42c7-9598-6777ea694551 req-5896ca3e-954d-43a7-b690-bcced6ba349f tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 946 time: 0.3199825 Aug 10 03:35:06.477248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c2130be8-46c3-4f7a-b7e6-44a8da30ba5c None None] Provisioning for port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:06.491442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c2130be8-46c3-4f7a-b7e6-44a8da30ba5c None None] Provisioning complete for port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:06.493163 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2130be8-46c3-4f7a-b7e6-44a8da30ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.498603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:06.536083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.544152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:06.545274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.558015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.595521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.600185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3843045 Aug 10 03:35:06.602677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f535-57fb-42da-a977-d68fb6c8c41e req-83ef6ce9-bd22-45be-a4f6-b314cdee528e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.609205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f535-57fb-42da-a977-d68fb6c8c41e req-83ef6ce9-bd22-45be-a4f6-b314cdee528e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.612757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51836) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:06.618560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e762f535-57fb-42da-a977-d68fb6c8c41e req-83ef6ce9-bd22-45be-a4f6-b314cdee528e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1655 time: 0.2574759 Aug 10 03:35:06.619264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'security_group_rule': {'security_group_id': 'dd3953b8-4669-4ea9-ac84-4a81daf3fac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:06.642375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c2130be8-46c3-4f7a-b7e6-44a8da30ba5c None None] Port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:06.697104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-15031639-cabe-4228-a0b9-f751fac50515 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.700356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-15031639-cabe-4228-a0b9-f751fac50515 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.65 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 945 time: 0.3187358 Aug 10 03:35:06.724227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.738604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e762f535-57fb-42da-a977-d68fb6c8c41e req-06959ccb-ab9b-405d-8b20-c0b66141deb0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190040 Aug 10 03:35:06.771215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e719-9e0c-4482-8bba-d89225dd5578 req-8d8dbf84-5778-40bd-a01c-de67eccba703 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:06.772310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.773877 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83c7e719-9e0c-4482-8bba-d89225dd5578 req-8d8dbf84-5778-40bd-a01c-de67eccba703 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 945 time: 0.2350099 Aug 10 03:35:06.774701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381687-4fb5-408b-89b2-3b22e4d36e9c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3953b8-4669-4ea9-ac84-4a81daf3fac0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:06.805280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Deleting port 8087398b-db34-48a4-8d48-53358e5ffecb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:06.805957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.854206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:06.867660 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:06.871627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ee18a8a1-0a4b-4aba-8492-5453e6d6630d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:07.025350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83c7e719-9e0c-4482-8bba-d89225dd5578 req-88773ce8-8daf-4c35-8ce6-5507f680b50c tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fb34d4-2089-4320-8c18-4da232164693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345512 Aug 10 03:35:07.026697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.081748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ee18a8a1-0a4b-4aba-8492-5453e6d6630d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:07.081942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.082683 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.101534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] For port 8087398b-db34-48a4-8d48-53358e5ffecb, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8087398b-db34-48a4-8d48-53358e5ffecb,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:07.102446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.107906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.147638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e91609-a2cf-46cc-b8b7-478a66720f76,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:07.177680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Calling delete_port for 8087398b-db34-48a4-8d48-53358e5ffecb owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:07.225895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Deleting port a92467f9-b043-447c-a8fc-4e007accdd14 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:07.225895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.227891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.229498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a879f6c1-c6ba-419c-9cc2-7ad5db10a57e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6141505 Aug 10 03:35:07.248873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51850) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:07.255168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-4e4ef067-50dc-42f5-9c73-b37aa80f3f29 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:07.263083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-4e4ef067-50dc-42f5-9c73-b37aa80f3f29 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 813 time: 0.3387923 Aug 10 03:35:07.270461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'security_group_rule': {'security_group_id': 'dd3953b8-4669-4ea9-ac84-4a81daf3fac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:07.295887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.395567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5414e-a4dd-4171-a200-2595cf459f44 req-895241a6-a502-4f96-9397-e88297a82727 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:07.404497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cba5414e-a4dd-4171-a200-2595cf459f44 req-895241a6-a502-4f96-9397-e88297a82727 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.2246554 Aug 10 03:35:07.486413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] For port a92467f9-b043-447c-a8fc-4e007accdd14, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=a92467f9-b043-447c-a8fc-4e007accdd14,segment=NetworkSegment(bccf10a3-47c1-4d30-9e3c-b7154ac57c9b),segment_id=bccf10a3-47c1-4d30-9e3c-b7154ac57c9b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:07.487177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.500217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cba5414e-a4dd-4171-a200-2595cf459f44 req-d9cd34d1-ac6a-49ac-970e-ef6470efea31 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945883 Aug 10 03:35:07.540696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:07.565041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Calling delete_port for a92467f9-b043-447c-a8fc-4e007accdd14 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:07.645834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 172.25.2.245 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e04d7e58-6034-4ab2-9347-d4c393b8ecd2) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:07.684307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:07.685336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.785294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 27dd91e9-cbff-45a4-9b96-33c3da2be70f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:07.864964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 27dd91e9-cbff-45a4-9b96-33c3da2be70f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:07.865560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:07.946460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733c78-c457-48be-87cf-e38251085d0a req-387ade06-0e16-44e4-b8ba-6a8adfc2f53b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:07.954046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-d8bf9de9-4221-449f-889a-4c05781388c5 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/quotas/2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 375 time: 0.6898348 Aug 10 03:35:07.961472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17733c78-c457-48be-87cf-e38251085d0a req-387ade06-0e16-44e4-b8ba-6a8adfc2f53b tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 946 time: 0.3122709 Aug 10 03:35:07.984620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:08.068849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17733c78-c457-48be-87cf-e38251085d0a req-1129ab13-c57f-4ffb-9ad5-b200b0b0aeca tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/security-groups?id=f774c004-5273-4df3-9922-f6a8648eb6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969996 Aug 10 03:35:08.159500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.178929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-23509850-135b-4485-8875-984a8b3dbcf5 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2233248 Aug 10 03:35:08.190107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.230483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Transition to ACTIVE for port object 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:08.289530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.306859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['a92467f9-b043-447c-a8fc-4e007accdd14'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:08.421062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.433485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Pushing event deleted for resources: {'Port': ['ID=a92467f9-b043-447c-a8fc-4e007accdd14,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.491458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.507931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.520436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.528268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['8087398b-db34-48a4-8d48-53358e5ffecb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:08.549738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94852-1930-4707-9c64-7b281c924b61 req-e1ff01d6-752a-41d1-afb2-5efc343d50b3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:08.556734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94852-1930-4707-9c64-7b281c924b61 req-e1ff01d6-752a-41d1-afb2-5efc343d50b3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:08.558798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9fb94852-1930-4707-9c64-7b281c924b61 req-e1ff01d6-752a-41d1-afb2-5efc343d50b3 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1655 time: 0.3859189 Aug 10 03:35:08.630270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] No DVR routers for this DVR port a92467f9-b043-447c-a8fc-4e007accdd14 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:08.638899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:08.642884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f7ecb0b-41ad-4875-9c11-0ff3d1b6d363 req-e11e1f29-af0b-4cb1-8de6-bf2cf5ea405f tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.65 "DELETE /v2.0/ports/a92467f9-b043-447c-a8fc-4e007accdd14 HTTP/1.1" status: 204 len: 173 time: 1.9332519 Aug 10 03:35:08.647721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'name': 'network-vif-deleted', 'tag': 'a92467f9-b043-447c-a8fc-4e007accdd14'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:08.653791 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f2424f-6cf5-4e4f-8c7f-ed9a0438082f" -d '{"events": [{"server_uuid": "afb6973e-658e-44fd-adfa-aee1b3e51ef1", "name": "network-vif-deleted", "tag": "a92467f9-b043-447c-a8fc-4e007accdd14"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:08.701044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:08.708083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:08.722227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:08.727077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-0462a145-5517-4ce7-a0fb-1ea35b29a64b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2599139 Aug 10 03:35:08.729262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Pushing event updated for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.788019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=e04d7e58-6034-4ab2-9347-d4c393b8ecd2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:08.808290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9fb94852-1930-4707-9c64-7b281c924b61 req-88a6f4c7-99ec-4522-9703-2d7964999e1a tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302680 Aug 10 03:35:08.944351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.011548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] No DVR routers for this DVR port 8087398b-db34-48a4-8d48-53358e5ffecb on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:09.014915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-86207594-ec81-48d9-82a2-078bda437d4b service neutron] 10.222.0.53 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663147 Aug 10 03:35:09.029333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.031520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adea104d-33b9-42c7-9598-6777ea694551 req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.39 "DELETE /v2.0/ports/8087398b-db34-48a4-8d48-53358e5ffecb HTTP/1.1" status: 204 len: 173 time: 2.5448377 Aug 10 03:35:09.047625 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.049468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'name': 'network-vif-deleted', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:09.052176 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9605ebe-0b57-493a-94d5-249e949b6297" -d '{"events": [{"server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "name": "network-vif-deleted", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:09.055685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116411a-9303-48d7-974f-52c41c86a8c3 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] Pushing event deleted for resources: {'Port': ['ID=8087398b-db34-48a4-8d48-53358e5ffecb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.190112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Attempting to bind port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:09.191194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Attempting to bind port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:09.191194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Attempting to bind port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f on network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:09.211255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-0be10b5f-66a8-48a1-b22f-9174f2c13a11 service neutron] 10.222.0.53 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499162 Aug 10 03:35:09.213741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f on network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:09.214182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Attempting to bind port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f on network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:09.216567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1442bea2-358b-4cec-8220-65b4e58dbd96,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:09.231121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:09.231483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Checking segment: {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:09.231851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Bound using segment: {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:09.232312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Bound port: 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0045c89-79ea-48b2-8066-54b4011f28fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:09.232678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.253393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.262020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0c00290c-eb89-4ee7-b65e-69e07ac394c9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9918065 Aug 10 03:35:09.263500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51868) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:09.292338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:09.532765 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.659680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2d64795-a094-45ab-b55b-deec687f8343 req-b1909acf-f185-470a-85ab-3d48253f4156 tempest-InstanceActionsV221TestJSON-790613191 tempest-InstanceActionsV221TestJSON-790613191-project] 10.222.0.53 "GET /v2.0/ports?device_id=afb6973e-658e-44fd-adfa-aee1b3e51ef1 HTTP/1.1" status: 200 len: 210 time: 0.0938516 Aug 10 03:35:09.697057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:09.724016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.735985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:09.753728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.768091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673071-52df-4c52-a226-6b8117f66123 req-effd60f1-a2a7-4297-b5bd-7ba6c6e3aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.784856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-effd60f1-a2a7-4297-b5bd-7ba6c6e3aeb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b2dc2febfd047ca9936bc60acf95848&device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 1098 time: 0.9120789 Aug 10 03:35:09.797914 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b17bf5-9328-40ca-9315-d42b83ef007c x-openstack-request-id: req-81b17bf5-9328-40ca-9315-d42b83ef007c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:09.798413 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb6973e-658e-44fd-adfa-aee1b3e51ef1", "name": "network-vif-deleted", "tag": "a92467f9-b043-447c-a8fc-4e007accdd14", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:09.799487 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81b17bf5-9328-40ca-9315-d42b83ef007c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:09.799714 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6973e-658e-44fd-adfa-aee1b3e51ef1', 'name': 'network-vif-deleted', 'tag': 'a92467f9-b043-447c-a8fc-4e007accdd14', 'status': 'completed', 'code': 200} Aug 10 03:35:09.850533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:09.851386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:09.852997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] 10.222.0.65 "PUT /v2.0/ports/6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f HTTP/1.1" status: 200 len: 1093 time: 3.9990165 Aug 10 03:35:09.963182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Request body: {'port': {'device_id': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:10.036717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fffad2-816a-4120-99b0-631ed0992a3e service neutron] Pushing event updated for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.071138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fee02-fc3b-4e56-8282-28025dfa6c1c req-9f9f7f31-dfd3-493b-b116-138f7fb122cd tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.073246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-661fee02-fc3b-4e56-8282-28025dfa6c1c req-9f9f7f31-dfd3-493b-b116-138f7fb122cd tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.2681873 Aug 10 03:35:10.082963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e24a6d01-ae82-4ecc-957b-de114b572a30 req-c35f6928-e04f-4f90-b79e-d39a1868a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-241961226 tempest-FloatingIPsAssociationNegativeTestJSON-241961226-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb18932f-431f-4884-9729-c97c9049fe72 HTTP/1.1" status: 200 len: 210 time: 0.0839181 Aug 10 03:35:10.094003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.162571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.213085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.236325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673071-52df-4c52-a226-6b8117f66123 req-41645271-e07f-4f10-a9ee-2b5c88a4ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.239491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-41645271-e07f-4f10-a9ee-2b5c88a4ea5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 200 len: 912 time: 0.4142375 Aug 10 03:35:10.276305 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31aabe2-2457-45ab-8fd6-6baa4fb0aa44 x-openstack-request-id: req-d31aabe2-2457-45ab-8fd6-6baa4fb0aa44 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:10.276697 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18932f-431f-4884-9729-c97c9049fe72", "name": "network-vif-deleted", "tag": "8087398b-db34-48a4-8d48-53358e5ffecb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:10.276849 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d31aabe2-2457-45ab-8fd6-6baa4fb0aa44 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:10.277256 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18932f-431f-4884-9729-c97c9049fe72', 'name': 'network-vif-deleted', 'tag': '8087398b-db34-48a4-8d48-53358e5ffecb', 'status': 'completed', 'code': 200} Aug 10 03:35:10.312126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-661fee02-fc3b-4e56-8282-28025dfa6c1c req-0b04706d-0bf4-4dda-9fd8-a7fea78c3cc6 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230060 Aug 10 03:35:10.360242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device a92467f9-b043-447c-a8fc-4e007accdd14 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:10.407757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: a92467f9-b043-447c-a8fc-4e007accdd14 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:10.408100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device a92467f9-b043-447c-a8fc-4e007accdd14 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:10.443978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b0cb9d7-ff9b-4a17-a821-3c080db0267d req-7a2c1aee-c340-4286-aca5-dbcdbc5881b0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 210 time: 0.1324680 Aug 10 03:35:10.511878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-f5077316-4d60-4004-bddf-903374346a70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 200 len: 1001 time: 0.1852469 Aug 10 03:35:10.563940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Allocated IP 172.25.2.149 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/fe0cf99b-e992-4cc6-8b50-ddac0eb1b2ab) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:10.607224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.615238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673071-52df-4c52-a226-6b8117f66123 req-56696c61-c344-4b31-933e-482a86d6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.616978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-56696c61-c344-4b31-933e-482a86d6179f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 200 len: 850 time: 0.0956225 Aug 10 03:35:10.621961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:10.643954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb4be-53f1-4fc4-a61f-0b0c5cc7b016 req-88b2bd98-25a9-408b-9647-94fd68246efc tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.666297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafb4be-53f1-4fc4-a61f-0b0c5cc7b016 req-88b2bd98-25a9-408b-9647-94fd68246efc tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.670094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fafb4be-53f1-4fc4-a61f-0b0c5cc7b016 req-88b2bd98-25a9-408b-9647-94fd68246efc tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1667 time: 0.2474990 Aug 10 03:35:10.726853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8087398b-db34-48a4-8d48-53358e5ffecb no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:10.744068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=e04d7e58-6034-4ab2-9347-d4c393b8ecd2,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:10.830301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 8087398b-db34-48a4-8d48-53358e5ffecb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:10.831775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8087398b-db34-48a4-8d48-53358e5ffecb not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:10.863106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673071-52df-4c52-a226-6b8117f66123 req-c4c21f02-e68f-4dad-815d-c53f8c3f5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:10.866245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-c4c21f02-e68f-4dad-815d-c53f8c3f5e39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=79f8b719-2c08-4676-ab7f-2110a898475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308226 Aug 10 03:35:11.036623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.045853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fafb4be-53f1-4fc4-a61f-0b0c5cc7b016 req-0d65b602-a12b-4400-949d-428f0ee7a649 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843536 Aug 10 03:35:11.068467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.070948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ab61a5a-186a-4698-91f2-97629ea3d3a2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8982179 Aug 10 03:35:11.148178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-593e5616-f991-4bc1-b4d3-9b17e27af6de service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726753 Aug 10 03:35:11.226384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.229774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51906) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.347812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:11.351872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88673071-52df-4c52-a226-6b8117f66123 req-d06f003d-b794-4ae6-a1f7-f89f035fefac service neutron] 10.222.0.39 "GET /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938672 Aug 10 03:35:11.437450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.480949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Transition to ACTIVE for port object ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:11.493586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51922) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:11.563187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.645036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.698253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Pushing event updated for resources: {'Port': ['ID=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:11.723360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Deleting subnet ac4174be-d72b-4b28-aef8-331d56949304 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:11.740233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:11.761316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.850796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:11.905347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2df9c-0fc0-48a6-9b75-0eb873244d32 req-ec5f6056-4ef1-4ce5-bb3d-236edda7740d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.907005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a2df9c-0fc0-48a6-9b75-0eb873244d32 req-ec5f6056-4ef1-4ce5-bb3d-236edda7740d tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.2188768 Aug 10 03:35:11.909523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:11.957756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b3ed349b-ba36-43e7-807c-ceeb3c0a09ff tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:11.959231 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b3ed349b-ba36-43e7-807c-ceeb3c0a09ff tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 813 time: 0.3902462 Aug 10 03:35:11.966201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:11.985796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'port': {'device_id': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170', 'admin_state_up': True, 'tenant_id': '2f0edfe629234c62961bc345b3e95581'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:12.063243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.078770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'Port': ['ID=fe0cf99b-e992-4cc6-8b50-ddac0eb1b2ab,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.096032 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46a2df9c-0fc0-48a6-9b75-0eb873244d32 req-b62298b4-6117-4b53-b65a-3a3a72638f26 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555490 Aug 10 03:35:12.192606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5ef3f1ce-7e44-4c44-bc08-69888b04145e tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--424501743&fields=id&tenant_id=2637009bbf654036809b4a614f9d0296 HTTP/1.1" status: 200 len: 267 time: 0.2302356 Aug 10 03:35:12.238331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.252292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-262362d1-294f-4e5d-9446-9ea0e45809a3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.260300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-262362d1-294f-4e5d-9446-9ea0e45809a3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 932 time: 0.0667083 Aug 10 03:35:12.272374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4174be-d72b-4b28-aef8-331d56949304,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:12.274977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Made reservation on behalf of 2f0edfe629234c62961bc345b3e95581 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:12.278668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.282514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:12.284070 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.284985 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759af951-bc6d-444a-8d24-8016bd7440e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:12.289118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c324d986-2224-4bf1-9de5-e157907ce73e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ac4174be-d72b-4b28-aef8-331d56949304 HTTP/1.1" status: 204 len: 168 time: 0.7944794 Aug 10 03:35:12.290302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51938) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:12.310626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.329423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Attempting to bind port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:12.329758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Attempting to bind port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:12.330140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Attempting to bind port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 on network 2bc32438-3c03-4362-8dd3-a455dc623145 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:12.351595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-31346f5e-3441-4705-8243-28c6931727e5 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.353116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-31346f5e-3441-4705-8243-28c6931727e5 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 930 time: 0.0919967 Aug 10 03:35:12.362092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 on network 2bc32438-3c03-4362-8dd3-a455dc623145 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:12.362092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Attempting to bind port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 on network 2bc32438-3c03-4362-8dd3-a455dc623145 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:12.428865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed34c3ee-4dbb-441d-8dee-4e5fe1734f2c req-0c64ee40-204f-4bfb-93de-5751a2c201a0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 210 time: 0.1129024 Aug 10 03:35:12.435415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:12.435415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Checking segment: {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:12.435837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Bound using segment: {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:12.436003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Bound port: ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca762498-90f2-489f-b77a-ad8c3f4c3332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:12.436507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.441688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.499669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-9090c753-8f86-4cef-ace1-2aa02f90ae73 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1141193 Aug 10 03:35:12.550543 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.597715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-096011ee-d7be-4854-af28-ad20e771eaba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0682433 Aug 10 03:35:12.605430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Allocated IP 172.20.0.8 (20851252-2488-442e-afd6-3d0c52f9f170/69c48cf4-7d42-4589-a4d9-f112d119dc63/74468e6d-119e-4c79-8f09-718b9c113f4f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:12.658890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc89f0-9050-46ec-9275-faa88033c31a req-14335c0b-42a0-4b39-b8f2-48632ac5499b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.660493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efc89f0-9050-46ec-9275-faa88033c31a req-14335c0b-42a0-4b39-b8f2-48632ac5499b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.1253664 Aug 10 03:35:12.743727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] For port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:12.752391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.771649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] For port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:12.774067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f943210-7c02-488b-81f5-b7e76d893021']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:12.785714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.794970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:12.795258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccf10a3-47c1-4d30-9e3c-b7154ac57c9b') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:12.813287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.815787 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.828573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4efc89f0-9050-46ec-9275-faa88033c31a req-465be0b8-271b-4e4d-9a29-6edb7ad12cc9 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495285 Aug 10 03:35:12.925303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.925935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.927732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] 10.222.0.65 "PUT /v2.0/ports/ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 HTTP/1.1" status: 200 len: 1093 time: 2.9925878 Aug 10 03:35:12.944556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.953797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.966924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-003098ce-26e2-4702-93b3-09a85c161027 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.972608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-003098ce-26e2-4702-93b3-09a85c161027 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.979266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-003098ce-26e2-4702-93b3-09a85c161027 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:12.980933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-003098ce-26e2-4702-93b3-09a85c161027 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/networks?id=0c923a62-d54d-4253-8b48-573208e0866d&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=b28aa53a-be11-4438-86f6-c11f4785f315&id=b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 200 len: 1991 time: 0.3718364 Aug 10 03:35:12.984146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:12.984146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:12.986668 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:13.111871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0dffe-fe3e-4a88-b3a6-69779c1fe848 req-e2d67f56-d098-4a51-9372-9cb4cec75fa6 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.122324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0dffe-fe3e-4a88-b3a6-69779c1fe848 req-e2d67f56-d098-4a51-9372-9cb4cec75fa6 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.124739 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17c0dffe-fe3e-4a88-b3a6-69779c1fe848 req-e2d67f56-d098-4a51-9372-9cb4cec75fa6 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1679 time: 0.1682067 Aug 10 03:35:13.126670 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.130338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.141796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.144710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8f943210-7c02-488b-81f5-b7e76d893021 HTTP/1.1" status: 204 len: 168 time: 0.8412418 Aug 10 03:35:13.241174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad5fad-78ac-4050-a60a-97c883102fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f943210-7c02-488b-81f5-b7e76d893021,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.281485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Network 20851252-2488-442e-afd6-3d0c52f9f170 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:13.292083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:13.295271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.303382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:13.319510 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17c0dffe-fe3e-4a88-b3a6-69779c1fe848 req-d1803b2a-80da-47d2-8012-592b46446bd4 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810191 Aug 10 03:35:13.374595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51944) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:13.425141 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b09b78b-73a9-4794-a209-709291a825dc x-openstack-request-id: req-2b09b78b-73a9-4794-a209-709291a825dc {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:13.426071 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:13.426071 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b09b78b-73a9-4794-a209-709291a825dc {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:13.426071 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f', 'status': 'completed', 'code': 200} Aug 10 03:35:13.433540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cf0f9-bcfc-404e-99a3-76fce7152bde service neutron] Pushing event updated for resources: {'Port': ['ID=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.461594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.462828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.470278 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-697d5c08-d718-4e9a-9a15-d222a5dd9226 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/quotas/2637009bbf654036809b4a614f9d0296 HTTP/1.1" status: 200 len: 375 time: 0.4729080 Aug 10 03:35:13.475786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.495200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.527620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-25dddc6a-7631-4fb5-bd63-661371b1cd50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81ce5d428896404db9c0fdab0347e3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509678 Aug 10 03:35:13.532413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:13.535375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9803733d-a631-4b5a-97ec-113fe2590a87 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5618708 Aug 10 03:35:13.560458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Request body: {'port': {'device_id': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:13.610707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1738d25-bafb-4f6b-b81a-62a9b6a3b93a req-a613f310-2fc4-42c4-9676-b61122d3de49 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.612277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1738d25-bafb-4f6b-b81a-62a9b6a3b93a req-a613f310-2fc4-42c4-9676-b61122d3de49 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.1462643 Aug 10 03:35:13.641868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-18312ae6-d1d1-42d7-bf59-41a0357a0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.642410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-18312ae6-d1d1-42d7-bf59-41a0357a0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.644108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-18312ae6-d1d1-42d7-bf59-41a0357a0278 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1983 time: 0.6008284 Aug 10 03:35:13.680609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cad0c04-a977-466d-a2b7-b21a65c84f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.684749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.710879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'Port': ['ID=fe0cf99b-e992-4cc6-8b50-ddac0eb1b2ab,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:13.726792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1738d25-bafb-4f6b-b81a-62a9b6a3b93a req-418dee14-7273-4305-8a9e-fc97d8b206df tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034584 Aug 10 03:35:13.733127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cad0c04-a977-466d-a2b7-b21a65c84f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.751765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-f86cf1c8-d514-478e-be6d-bf1416408e05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f HTTP/1.1" status: 200 len: 217 time: 0.0985823 Aug 10 03:35:13.761198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.800095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-009585b3-576e-48d7-b8a5-99b0932bf611 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3209765 Aug 10 03:35:13.853307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55601c98-c178-42e2-a89b-7f121ae5882d req-5a1d7488-8c77-401b-9059-0153004913c6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.855183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55601c98-c178-42e2-a89b-7f121ae5882d req-5a1d7488-8c77-401b-9059-0153004913c6 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.2317312 Aug 10 03:35:13.900752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.901860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-69e6e3a2-2e22-4082-894c-78cf85eaa902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6178701 Aug 10 03:35:13.975038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-228952dd-9b8d-41b2-bafe-714db12b914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:13.977780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-228952dd-9b8d-41b2-bafe-714db12b914e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=529d5945-07f5-4867-9b05-2f095bbee072 HTTP/1.1" status: 200 len: 801 time: 0.2178676 Aug 10 03:35:14.047917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e0d43-b8e0-410b-bcb3-ba91a5f253e8 req-1e60b001-14f4-42b2-b825-2ffcb7ac9ddc tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.049511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c61e0d43-b8e0-410b-bcb3-ba91a5f253e8 req-1e60b001-14f4-42b2-b825-2ffcb7ac9ddc tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 931 time: 0.1663935 Aug 10 03:35:14.053050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cad0c04-a977-466d-a2b7-b21a65c84f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.056382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cad0c04-a977-466d-a2b7-b21a65c84f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.061269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7cad0c04-a977-466d-a2b7-b21a65c84f81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47fb34d4-2089-4320-8c18-4da232164693 HTTP/1.1" status: 204 len: 168 time: 0.5239925 Aug 10 03:35:14.078641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-a812e6c1-edf8-46e0-8e94-ca93746844a9 service neutron] 10.222.0.53 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540295 Aug 10 03:35:14.090046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0c04-a977-466d-a2b7-b21a65c84f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb34d4-2089-4320-8c18-4da232164693,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:14.153042 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c61e0d43-b8e0-410b-bcb3-ba91a5f253e8 req-a8c1f9f2-c1bf-4416-a17e-1a2516ee2537 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909288 Aug 10 03:35:14.160878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-b98959a9-4de5-4f67-af2e-72775fd4d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.162978 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-b98959a9-4de5-4f67-af2e-72775fd4d11b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693692 Aug 10 03:35:14.259582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74468e6d-119e-4c79-8f09-718b9c113f4f {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:14.269111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.289910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Transition to ACTIVE for port object 74468e6d-119e-4c79-8f09-718b9c113f4f will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:14.296928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.341872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Deleting port f342ff40-ae3f-4afc-a41d-06cec7defc35 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:14.342295 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.358252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-93c38d3a-c419-46e8-aaf9-8d39538ab3aa service neutron] 10.222.0.53 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580149 Aug 10 03:35:14.443112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Deleting port 7400d166-458c-4720-9bb6-d8275040af44 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:14.443994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.495453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:14.522385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-606b56b4-df1f-45b0-90d3-a342a5587be0 service neutron] 10.222.0.65 "GET /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188753 Aug 10 03:35:14.549699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-4c3304db-9c7e-45f8-b252-ee456a03c61a service neutron] 10.222.0.53 "GET /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1903098 Aug 10 03:35:14.588717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Attempting to bind port 74468e6d-119e-4c79-8f09-718b9c113f4f on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:14.589041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Attempting to bind port 74468e6d-119e-4c79-8f09-718b9c113f4f by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:14.589238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Attempting to bind port 74468e6d-119e-4c79-8f09-718b9c113f4f on network 20851252-2488-442e-afd6-3d0c52f9f170 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:14.599146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Port 74468e6d-119e-4c79-8f09-718b9c113f4f on network 20851252-2488-442e-afd6-3d0c52f9f170 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:14.599527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Attempting to bind port 74468e6d-119e-4c79-8f09-718b9c113f4f on network 20851252-2488-442e-afd6-3d0c52f9f170 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:14.610638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d15c-e394-4ac7-bf04-eba47904b9b5 req-11fc311b-c6f8-4d82-80d8-c74cc1f8e215 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.612246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3f3d15c-e394-4ac7-bf04-eba47904b9b5 req-11fc311b-c6f8-4d82-80d8-c74cc1f8e215 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 946 time: 0.0921092 Aug 10 03:35:14.615669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:14.616006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Checking segment: {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:14.616491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Bound using segment: {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:14.616938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Bound port: 74468e6d-119e-4c79-8f09-718b9c113f4f, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:14.617304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.704881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3f3d15c-e394-4ac7-bf04-eba47904b9b5 req-aaf0b51f-9502-4077-b6e7-3c9e096dcca4 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups?id=16a63bca-abe6-433c-b398-1260d85874a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782115 Aug 10 03:35:14.745430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:14.761482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:14.778373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.844582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] For port f342ff40-ae3f-4afc-a41d-06cec7defc35, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f342ff40-ae3f-4afc-a41d-06cec7defc35,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:14.844968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.851041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:14.851557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.853163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] 10.222.0.39 "PUT /v2.0/ports/74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 1092 time: 1.3007002 Aug 10 03:35:14.854492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:14.857929 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4569fe12-77bd-4bea-a2ba-f3a88804abf1" -d '{"events": [{"name": "network-changed", "server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:14.879557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] For port 7400d166-458c-4720-9bb6-d8275040af44, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7400d166-458c-4720-9bb6-d8275040af44,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:14.880089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:14.962619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-d7c71a55-566b-459b-b9f5-7bc20312d2ba service neutron] 10.222.0.65 "GET /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310520 Aug 10 03:35:14.964084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Calling delete_port for 7400d166-458c-4720-9bb6-d8275040af44 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:14.969067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-b447370b-a248-4645-ba87-ae3141c13aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182918 Aug 10 03:35:14.976585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1d56-c0d5-4771-977c-31ecdccccdce service neutron] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:15.009635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-35a79bc8-71fa-479b-83b8-1314cac1c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.011715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-35a79bc8-71fa-479b-83b8-1314cac1c30f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1095 time: 0.0784211 Aug 10 03:35:15.089948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-50aad804-69d5-4d5c-b38d-4c0ba8a81562 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.091601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-50aad804-69d5-4d5c-b38d-4c0ba8a81562 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 822 time: 0.2593565 Aug 10 03:35:15.100903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-d5061746-bd45-4069-a58b-738b30856413 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 217 time: 0.0781145 Aug 10 03:35:15.111645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-55ccc899-6574-414e-b0ac-b418e2768e02 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/quotas/ad836b791be146ba93a5b51c132f0974 HTTP/1.1" status: 200 len: 375 time: 0.0126011 Aug 10 03:35:15.143328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-d22bf5ed-85d1-450f-b137-e28b4f29f075 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 HTTP/1.1" status: 200 len: 217 time: 0.1689172 Aug 10 03:35:15.191404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181091c-57ed-477c-a264-e52ccfc13806 req-35d20d1f-cd3c-4212-acd4-bca18a569e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.193389 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-35d20d1f-cd3c-4212-acd4-bca18a569e4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.0849297 Aug 10 03:35:15.245918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-b1954ef4-c5a9-454b-a6d8-c5accb185e9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410473 Aug 10 03:35:15.256945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-3bc9a278-46d7-4c59-b9b2-58ac4bd6df8e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161187 Aug 10 03:35:15.303500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-19ab473b-0a8a-43f1-b0fd-1aa76beb9fe3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:15.305396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-19ab473b-0a8a-43f1-b0fd-1aa76beb9fe3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092325 Aug 10 03:35:15.311571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-0503ec47-c79f-4cb7-a1fc-840bdfed96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.313146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-0503ec47-c79f-4cb7-a1fc-840bdfed96f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c97b1518-61d1-4269-86c2-9cc6eb2d908b HTTP/1.1" status: 200 len: 801 time: 0.1598208 Aug 10 03:35:15.385085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-48e1ac39-0dd7-4fc4-af42-84de345b0f25 service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845387 Aug 10 03:35:15.408158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51994) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:15.420140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.420491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.420806 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Floating IP 583d1ad9-9cec-49be-a7c7-265e94c858c1 disassociated. External IP: 172.25.2.88, port: f342ff40-ae3f-4afc-a41d-06cec7defc35. Aug 10 03:35:15.421159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Calling delete_port for f342ff40-ae3f-4afc-a41d-06cec7defc35 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:15.430714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'tag': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:15.433115 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca779eb-8e37-42fa-8a1e-c6172249a074" -d '{"events": [{"name": "network-changed", "server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "tag": "ba2cb6ce-23ce-4a0f-8c02-822badb7deb2"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:15.500274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9a6eb5eb-e6df-45a8-9ba8-92ce2474f70a service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412040 Aug 10 03:35:15.522702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-45438669-9065-41ad-a324-9206437a528e service neutron] 10.222.0.53 "GET /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1181369 Aug 10 03:35:15.575346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-b7a1452b-7f6e-4236-bfbc-c4cb50c14560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:15.576912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-b7a1452b-7f6e-4236-bfbc-c4cb50c14560 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bc32438-3c03-4362-8dd3-a455dc623145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482224 Aug 10 03:35:15.609461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-330fda88-dd37-463c-b3d5-a68e2c15610c service neutron] 10.222.0.53 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569106 Aug 10 03:35:15.696528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b181091c-57ed-477c-a264-e52ccfc13806 req-9763cc79-1bbb-4101-9196-db4430b9bc5e service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878788 Aug 10 03:35:15.745583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-691b85ff-93c6-4d37-9ef2-3a19a1e4c446 service neutron] 10.222.0.53 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258409 Aug 10 03:35:16.060736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-92682820-6359-4564-a539-055b4c7f1fe3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:16.063520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-92682820-6359-4564-a539-055b4c7f1fe3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.2960310 Aug 10 03:35:16.074409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-849821448-network', 'tenant_id': 'd9d81826e9894d26a4131e874b524641'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:16.147844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c60d2-f171-490f-9363-b98296bf5f7f req-9eefb654-6945-4820-8589-5768e244a359 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:16.159643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c60d2-f171-490f-9363-b98296bf5f7f req-9eefb654-6945-4820-8589-5768e244a359 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:16.162851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-189c60d2-f171-490f-9363-b98296bf5f7f req-9eefb654-6945-4820-8589-5768e244a359 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1679 time: 0.1680956 Aug 10 03:35:16.197105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Made reservation on behalf of d9d81826e9894d26a4131e874b524641 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:16.199761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.252017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.268239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5625d199-a663-4338-8467-3c0bb4dee006 service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344170 Aug 10 03:35:16.284622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-189c60d2-f171-490f-9363-b98296bf5f7f req-2fef55a9-0971-4108-9771-dab5943d7df8 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054082 Aug 10 03:35:16.302683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.321187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-7c663f27-b2bb-4566-a859-0002970293f3 service neutron] 10.222.0.65 "GET /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119548 Aug 10 03:35:16.322625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Deleting port 91594233-e1c0-4e61-a0ca-c29de2495656 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:16.323311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.480955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Pushing event deleted for resources: {'Port': ['ID=7400d166-458c-4720-9bb6-d8275040af44,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.525791 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.642282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event deleted for resources: {'Port': ['ID=f342ff40-ae3f-4afc-a41d-06cec7defc35,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:16.953413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7da5fa9b-5895-4e1c-b1b3-b4539abf970a req-545e8829-0494-46bb-8ac9-11312954f2e0 service neutron] 10.222.0.65 "GET /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167440 Aug 10 03:35:17.035306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] For port 91594233-e1c0-4e61-a0ca-c29de2495656, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=91594233-e1c0-4e61-a0ca-c29de2495656,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:17.035678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.056152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Calling delete_port for 91594233-e1c0-4e61-a0ca-c29de2495656 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:17.062474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ad22706f-071b-40e2-b1dc-f723a7212669 service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652810 Aug 10 03:35:17.075743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534520ef-423b-4060-ad46-f5eb05904019 req-a2d8ad33-c76c-4fc8-8280-778accff81ee tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.083980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-534520ef-423b-4060-ad46-f5eb05904019 req-a2d8ad33-c76c-4fc8-8280-778accff81ee tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=216849c7-7ffa-429a-84eb-0c7e0d17820e HTTP/1.1" status: 200 len: 946 time: 0.6130328 Aug 10 03:35:17.176977 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-534520ef-423b-4060-ad46-f5eb05904019 req-bb766f60-73d6-4a75-aa0a-2de71a21f992 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910621 Aug 10 03:35:17.268847 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:17.277961 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627087a-e2e1-43d6-af6e-249bd69d421a x-openstack-request-id: req-1627087a-e2e1-43d6-af6e-249bd69d421a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:17.278433 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:17.278818 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1627087a-e2e1-43d6-af6e-249bd69d421a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:17.291535 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'status': 'completed', 'code': 200} Aug 10 03:35:17.661493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-62ddcaa6-92d4-4c20-b2c9-bd0284160903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.662286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-62ddcaa6-92d4-4c20-b2c9-bd0284160903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.666024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-62ddcaa6-92d4-4c20-b2c9-bd0284160903 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1983 time: 0.6442602 Aug 10 03:35:17.685018 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.688860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:17.724005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.729534 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.736354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb026d17-9919-4cd4-989c-bb265fa74a89 req-a3b42746-627f-458c-915e-e98b41c86ba5 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.739274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb026d17-9919-4cd4-989c-bb265fa74a89 req-a3b42746-627f-458c-915e-e98b41c86ba5 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 943 time: 0.2909112 Aug 10 03:35:17.744666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:17.757662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['91594233-e1c0-4e61-a0ca-c29de2495656'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:17.820478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-2fe26e2d-4796-451b-ac69-f67d6d2e8fc5 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.823223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-2fe26e2d-4796-451b-ac69-f67d6d2e8fc5 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 822 time: 0.5487914 Aug 10 03:35:17.829864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event deleted for resources: {'Port': ['ID=91594233-e1c0-4e61-a0ca-c29de2495656,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:17.858799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-dbc26fbd-15f4-470f-99ef-9d9b48c05f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:17.860835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'port': {'device_id': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'admin_state_up': True, 'tenant_id': 'ad836b791be146ba93a5b51c132f0974'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:17.861325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-dbc26fbd-15f4-470f-99ef-9d9b48c05f37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1095 time: 0.3948910 Aug 10 03:35:17.880555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:17.902622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-543413b2-0949-4386-b416-bc6bf6879fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482750 Aug 10 03:35:18.027859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] No DVR routers for this DVR port 91594233-e1c0-4e61-a0ca-c29de2495656 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:18.040274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.044175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90b0b51d-eda5-4caa-842c-84912fd36967 req-b708d623-334f-492a-8190-def2af174ea2 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "DELETE /v2.0/ports/91594233-e1c0-4e61-a0ca-c29de2495656 HTTP/1.1" status: 204 len: 173 time: 1.9739428 Aug 10 03:35:18.062938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb026d17-9919-4cd4-989c-bb265fa74a89 req-3e80b069-161f-4b28-935e-693ba495af6b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094447 Aug 10 03:35:18.166499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Made reservation on behalf of ad836b791be146ba93a5b51c132f0974 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:18.174629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.200795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb9032-9500-46ed-b150-4fdf60bca900,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:18.216958 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.217510 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Added segment d3cb0399-ed65-41c5-ac6d-d3ba9b818b03 of type vlan for network 73405102-9314-4c3d-8a28-e820a10cb086 Aug 10 03:35:18.221095 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcacfdfb-dd86-443e-9c46-75de40d8070c x-openstack-request-id: req-dcacfdfb-dd86-443e-9c46-75de40d8070c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:18.221552 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "tag": "ba2cb6ce-23ce-4a0f-8c02-822badb7deb2", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:18.221940 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcacfdfb-dd86-443e-9c46-75de40d8070c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:18.222576 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'tag': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2', 'status': 'completed', 'code': 200} Aug 10 03:35:18.363194 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28aaba83-74dd-4991-82e9-00f6ece4bd86 req-29c0f3b9-c6f3-4d07-918f-40a496d103f2 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d8e47c-25b9-4b11-8cca-293d66bd18d6 HTTP/1.1" status: 200 len: 210 time: 0.0686519 Aug 10 03:35:18.377557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:18.566546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:18.592068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f', 'network_id': 'd6f9ca76-0709-41e7-8fd4-1d21ad2bc48f', 'port_id': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f', 'mac_address': 'fa:16:3e:ca:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529d5945-07f5-4867-9b05-2f095bbee072', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:18.598614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Allocated IP 172.20.0.11 (b4a641b2-93e7-4444-80eb-6d8badb204b6/26f78361-a56d-4a26-a1fc-c238a6ac3be1/6578bf5a-1d40-4f85-8088-c8dbf621e31d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:18.605624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7375d15d-a336-4155-b7ca-436d5f528e44 req-a8c97876-8183-42d8-8704-d806e61df50c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 210 time: 0.0851262 Aug 10 03:35:18.617544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.639557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-96d16694-86b8-4848-8581-227758ac705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.642763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-96d16694-86b8-4848-8581-227758ac705a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f HTTP/1.1" status: 200 len: 903 time: 0.9490821 Aug 10 03:35:18.658999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.696228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:18.716043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-828801a6-4df1-4f93-9894-7a59b647016c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f HTTP/1.1" status: 200 len: 217 time: 0.0510583 Aug 10 03:35:18.744509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:18.761498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 74468e6d-119e-4c79-8f09-718b9c113f4f details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:18.902448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:35:18.971815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-898162b5-1e89-4d36-a59b-b19126982158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:18.974188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f342ff40-ae3f-4afc-a41d-06cec7defc35 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:18.974500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-898162b5-1e89-4d36-a59b-b19126982158 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 1.0843196 Aug 10 03:35:18.978738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:18.979414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:19.000407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:19.012436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464e0ad-a6a0-4e55-86ad-5484d5bd0b36 req-266eccde-f2b9-464d-844e-93c529313dd9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.021366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464e0ad-a6a0-4e55-86ad-5484d5bd0b36 req-266eccde-f2b9-464d-844e-93c529313dd9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.021807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-6a720a72-8fa8-4356-a327-4bd6b3620f7d service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0810387 Aug 10 03:35:19.035671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a464e0ad-a6a0-4e55-86ad-5484d5bd0b36 req-266eccde-f2b9-464d-844e-93c529313dd9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1680 time: 0.1857092 Aug 10 03:35:19.053261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:19.055926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: f342ff40-ae3f-4afc-a41d-06cec7defc35 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:19.056242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f342ff40-ae3f-4afc-a41d-06cec7defc35 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:19.076651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.126793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:19.127672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:35:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:19.132422 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.133839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.134746 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.142761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a464e0ad-a6a0-4e55-86ad-5484d5bd0b36 req-628e6cca-42ed-47e1-aa57-fef63c40e0f9 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053538 Aug 10 03:35:19.175808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-4be3f46f-d738-4ed6-8962-69b740e1fbc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 217 time: 0.1896925 Aug 10 03:35:19.188584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.223212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-1094fc28-a7e4-4425-b97a-d16f01243360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.227272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-1094fc28-a7e4-4425-b97a-d16f01243360 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=529d5945-07f5-4867-9b05-2f095bbee072 HTTP/1.1" status: 200 len: 801 time: 0.4993513 Aug 10 03:35:19.238063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.269485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.279280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:19.298219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'name': 'network-vif-deleted', 'tag': '91594233-e1c0-4e61-a0ca-c29de2495656'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:19.309934 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7b9329-5026-469b-b3f2-3b9b74db5fe8" -d '{"events": [{"server_uuid": "216849c7-7ffa-429a-84eb-0c7e0d17820e", "name": "network-vif-deleted", "tag": "91594233-e1c0-4e61-a0ca-c29de2495656"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:19.331647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:19.339108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170', 'port_id': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'mac_address': 'fa:16:3e:5b:d2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c48cf4-7d42-4589-a4d9-f112d119dc63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:19.349287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:19.358227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.381053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.430830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:19.434859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2', 'network_id': '2bc32438-3c03-4362-8dd3-a455dc623145', 'port_id': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2', 'mac_address': 'fa:16:3e:7f:1d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97b1518-61d1-4269-86c2-9cc6eb2d908b', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:19.492368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.493309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.525819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.534358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f22ae-8d6f-4cc9-8133-584f1d259e04 req-56c31ea9-13e6-4c31-bb5c-1eef0f72e5b4 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:19.537601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f70f22ae-8d6f-4cc9-8133-584f1d259e04 req-56c31ea9-13e6-4c31-bb5c-1eef0f72e5b4 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 943 time: 0.1398280 Aug 10 03:35:19.545044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-dcb643c7-6cdb-4f0c-8f22-2e83c4362072 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6913877 Aug 10 03:35:19.568393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Request body: {'port': {'device_id': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:19.597958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74468e6d-119e-4c79-8f09-718b9c113f4f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:19.605722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.667469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f70f22ae-8d6f-4cc9-8133-584f1d259e04 req-9611db98-3eab-496b-ae2e-f611b6afc545 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193740 Aug 10 03:35:19.670108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:19.679655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.699339 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.715784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.716141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:19.753380 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.828167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:19.924775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:19.945902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] No DVR routers for this DVR port f342ff40-ae3f-4afc-a41d-06cec7defc35 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:19.973720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:19.975772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55601c98-c178-42e2-a89b-7f121ae5882d req-f9bed4fc-fa55-44bf-b4d9-016de363fc6b tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.39 "DELETE /v2.0/ports/f342ff40-ae3f-4afc-a41d-06cec7defc35 HTTP/1.1" status: 204 len: 173 time: 6.0763462 Aug 10 03:35:19.981289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['ba2cb6ce-23ce-4a0f-8c02-822badb7deb2'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:19.983203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.5730555 Aug 10 03:35:19.990714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:19.993067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52038) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:19.993897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:20.005220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Request body: {'subnet': {'network_id': '73405102-9314-4c3d-8a28-e820a10cb086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-849821448-subnet', 'tenant_id': 'd9d81826e9894d26a4131e874b524641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:20.065683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fc23d-206a-44f0-bd6a-05a14610cd96 admin admin] Pushing event updated for resources: {'Network': ['ID=73405102-9314-4c3d-8a28-e820a10cb086,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:20.094144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-5079020f-b52f-4c1d-a3bc-79f4c663a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.096749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-5079020f-b52f-4c1d-a3bc-79f4c663a4c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.7239959 Aug 10 03:35:20.097660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Made reservation on behalf of d9d81826e9894d26a4131e874b524641 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:20.100329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.132829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 73405102-9314-4c3d-8a28-e820a10cb086 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:20.140015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-e5e0d4cd-4702-4d26-9389-aae5761b69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.141890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-e5e0d4cd-4702-4d26-9389-aae5761b69d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7535691 Aug 10 03:35:20.169156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:20.199370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-57185f66-ad5c-4194-a7d2-e7fd5a2cfbf4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:20.201911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-57185f66-ad5c-4194-a7d2-e7fd5a2cfbf4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.3085630 Aug 10 03:35:20.230224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'name': 'network-vif-deleted', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:20.234061 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b4da7a-e5e9-4b08-80d9-66288c87baef" -d '{"events": [{"server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "name": "network-vif-deleted", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:20.256362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-566d4c5e-3632-449c-af64-12b4ff06c12a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/quotas/3e8eb3cdee38480f81a03a331011a45c HTTP/1.1" status: 200 len: 375 time: 0.0413833 Aug 10 03:35:20.269453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:20.296817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-9701a8be-1879-493c-bf97-c127ee65335f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829288 Aug 10 03:35:20.323463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-fae0f2a0-d80c-4898-9050-326d56ec41d8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543549 Aug 10 03:35:20.333319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:20.334146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:35:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:20.356152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ecf2bd75-95e1-40e6-9715-7385429ce97f service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3076127 Aug 10 03:35:20.434378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6578bf5a-1d40-4f85-8088-c8dbf621e31d {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:20.472033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.586362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-2be121ff-0896-462e-a0cf-fc11ec5346ae service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845162 Aug 10 03:35:20.655522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Transition to ACTIVE for port object 6578bf5a-1d40-4f85-8088-c8dbf621e31d will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:20.665748 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:20.701452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:20.727868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:20.818772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 91594233-e1c0-4e61-a0ca-c29de2495656 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:20.841553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-81bd13ba-0662-4168-b3cf-efa20a50dc77 service neutron] 10.222.0.53 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522237 Aug 10 03:35:20.870869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 91594233-e1c0-4e61-a0ca-c29de2495656 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:20.871582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 91594233-e1c0-4e61-a0ca-c29de2495656 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:20.917532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Attempting to bind port 6578bf5a-1d40-4f85-8088-c8dbf621e31d on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:20.918353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Attempting to bind port 6578bf5a-1d40-4f85-8088-c8dbf621e31d by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:20.919113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Attempting to bind port 6578bf5a-1d40-4f85-8088-c8dbf621e31d on network b4a641b2-93e7-4444-80eb-6d8badb204b6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:20.930551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Port 6578bf5a-1d40-4f85-8088-c8dbf621e31d on network b4a641b2-93e7-4444-80eb-6d8badb204b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:20.931548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Attempting to bind port 6578bf5a-1d40-4f85-8088-c8dbf621e31d on network b4a641b2-93e7-4444-80eb-6d8badb204b6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:20.942432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:20.943119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Checking segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:20.944489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Bound using segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:20.946776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Bound port: 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:20.947451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.015990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-110256d3-83b1-4f58-8a6d-82c2299a59fb service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010624 Aug 10 03:35:21.049122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:21.073075 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f17fa3-daa9-4e58-a336-401555ec8f9e x-openstack-request-id: req-61f17fa3-daa9-4e58-a336-401555ec8f9e {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:21.073655 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216849c7-7ffa-429a-84eb-0c7e0d17820e", "name": "network-vif-deleted", "tag": "91594233-e1c0-4e61-a0ca-c29de2495656", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:21.075061 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61f17fa3-daa9-4e58-a336-401555ec8f9e {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:21.075824 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216849c7-7ffa-429a-84eb-0c7e0d17820e', 'name': 'network-vif-deleted', 'tag': '91594233-e1c0-4e61-a0ca-c29de2495656', 'status': 'completed', 'code': 200} Aug 10 03:35:21.104977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-fd34739c-9884-4d1c-89f4-f9a5d936d58e service neutron] 10.222.0.65 "GET /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9041150 Aug 10 03:35:21.150897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:21.158338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:21.167809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.188785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:21.206033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] Sync routers for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:21.243612 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:21.244834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:35:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:21.265024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.266290 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.270972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] 10.222.0.65 "PUT /v2.0/ports/6578bf5a-1d40-4f85-8088-c8dbf621e31d HTTP/1.1" status: 200 len: 1093 time: 1.7105982 Aug 10 03:35:21.349806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d8f97af3-8d4f-4055-8523-75e82059b93d admin admin] 10.222.0.53 "PUT /v2.0/routers/33a8bacc-1a3a-4862-bd1e-0caf60a73c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1147048 Aug 10 03:35:21.369892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52054) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:21.383239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b566eb9-48cd-4ccf-aa50-fd9ce77deec8 service neutron] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.414636 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:21.452532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c420a-9b4b-4e36-a42b-3c9ad9ad514a req-60ef0539-a3a0-460e-9fb3-3ac310344793 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.454532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd9c420a-9b4b-4e36-a42b-3c9ad9ad514a req-60ef0539-a3a0-460e-9fb3-3ac310344793 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 944 time: 0.2821288 Aug 10 03:35:21.528467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:21.543061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-912ed11b-4024-43b7-a120-e6f6dc059674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.545413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-912ed11b-4024-43b7-a120-e6f6dc059674 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 1096 time: 0.1954305 Aug 10 03:35:21.603496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f30767-4901-4d7e-ac08-591a05da1aee None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:26:17Z', 'revision_number': 4, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b0c7acc0-4100-4382-b712-20a790c5eb5d', 'name': '', 'network_id': '79f8b719-2c08-4676-ab7f-2110a898475f', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'mac_address': 'fa:16:3e:89:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '917e9945-b09e-4559-981c-b7dae93777ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:15Z', 'updated_at': '2021-08-10T03:26:25Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'subnets': [{'id': '917e9945-b09e-4559-981c-b7dae93777ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:21.637306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-1d054da9-18a7-4c09-b4f0-242bf0f30440 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d HTTP/1.1" status: 200 len: 217 time: 0.0811772 Aug 10 03:35:21.654826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-83512190-c852-459c-96c3-4467b7d63d0a service neutron] 10.222.0.53 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2792375 Aug 10 03:35:21.666497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd9c420a-9b4b-4e36-a42b-3c9ad9ad514a req-d0864753-20c2-4ded-8995-dc1e5245d516 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002618 Aug 10 03:35:21.702162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.748080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:21.772252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-d52531df-4408-419c-a420-3ad804c5e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:21.775652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-d52531df-4408-419c-a420-3ad804c5e56c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 200 len: 862 time: 0.1279526 Aug 10 03:35:21.944711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4569fe12-77bd-4bea-a2ba-f3a88804abf1 req-e6a3da85-f55a-4916-bac0-454c38853e5f service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940978 Aug 10 03:35:21.956250 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-759af951-bc6d-444a-8d24-8016bd7440e6 req-c90e6aa6-ed7f-43a7-8d84-e12a7c112ecc service neutron] 10.222.0.65 "GET /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920113 Aug 10 03:35:21.960366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bce99bc-2db1-47c0-9082-e6f462576cd2,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:21.966463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-8d5e61de-b3af-4993-9b97-6ddfe3beccec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4a641b2-93e7-4444-80eb-6d8badb204b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815803 Aug 10 03:35:21.972482 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:35:16Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.034135 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] Checking router: 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:22.041712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-2eaeba84-f286-4c12-be3a-801b3f7a1ddf service neutron] 10.222.0.53 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576977 Aug 10 03:35:22.046396 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] Routers {'33a8bacc-1a3a-4862-bd1e-0caf60a73c90'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:22.047342 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:35:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.047549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Checking segment: {'id': 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:22.047784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Network hostable DHCP agents. Network: 73405102-9314-4c3d-8a28-e820a10cb086, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:22.175028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Network 73405102-9314-4c3d-8a28-e820a10cb086 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:22.200774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-b661b453-c543-4d5e-9c7a-b86742d81657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.201322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-b661b453-c543-4d5e-9c7a-b86742d81657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.203023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-b661b453-c543-4d5e-9c7a-b86742d81657 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=871f266da8f049bfacee306f917045e9&device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1985 time: 0.1851070 Aug 10 03:35:22.209026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 73405102-9314-4c3d-8a28-e820a10cb086) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:22.214240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.215303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.229295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d7e41-a270-4b28-8db2-412a85c7a0e3 None None] Network 73405102-9314-4c3d-8a28-e820a10cb086 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:22.247242 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] Set router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:22.294934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-8520fd6f-a7a5-40f8-b04e-c8b945d9fec3 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785096 Aug 10 03:35:22.309447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-020ded6d-f89e-49c5-bfd4-ab8fb1adae6f service neutron] 10.222.0.53 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662253 Aug 10 03:35:22.320821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.408832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552e13-dbbb-426c-842c-cdc1728740ef req-432c6019-7506-45f0-ace5-c21252e8033d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.422021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8f267bc0-498c-496c-b093-589bdaa2d442 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4172986 Aug 10 03:35:22.422366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552e13-dbbb-426c-842c-cdc1728740ef req-432c6019-7506-45f0-ace5-c21252e8033d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.428694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a552e13-dbbb-426c-842c-cdc1728740ef req-432c6019-7506-45f0-ace5-c21252e8033d tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1681 time: 0.5297673 Aug 10 03:35:22.527329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-36df295d-aee7-4b3c-af28-274b1562489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:22.531105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-36df295d-aee7-4b3c-af28-274b1562489d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2bc32438-3c03-4362-8dd3-a455dc623145 HTTP/1.1" status: 200 len: 902 time: 0.3115733 Aug 10 03:35:22.589752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a552e13-dbbb-426c-842c-cdc1728740ef req-d8ad8d4f-e32e-4919-8ee3-5f393fd86b2b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631870 Aug 10 03:35:22.636744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee73b2e4-2653-44c7-9994-3521a6cec4d2 req-b798964a-c4ab-4f44-a41f-4aa4b3f1af18 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302758 Aug 10 03:35:22.651668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-bf367f67-534f-44fe-bd45-0e9c662a577c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 HTTP/1.1" status: 200 len: 217 time: 0.1081479 Aug 10 03:35:22.667606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Deleting port d8b7c5a6-89b6-482b-87d1-244896752660 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:22.671624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.677734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:22.728399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5dc7cda9-7ecc-43da-a94f-d723ef46951b service neutron] 10.222.0.53 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182777 Aug 10 03:35:22.766688 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:35:16Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:22.766980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c45c115-5e4b-4760-9c57-2f533ba157e5 None None] New status for floating IP 583d1ad9-9cec-49be-a7c7-265e94c858c1: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:35:22.823786 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97252b6f-4cf2-4643-aa90-dd20e14f56d2 x-openstack-request-id: req-97252b6f-4cf2-4643-aa90-dd20e14f56d2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:22.826271 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d8e47c-25b9-4b11-8cca-293d66bd18d6", "name": "network-vif-deleted", "tag": "f342ff40-ae3f-4afc-a41d-06cec7defc35", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:22.826846 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97252b6f-4cf2-4643-aa90-dd20e14f56d2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:22.827582 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d8e47c-25b9-4b11-8cca-293d66bd18d6', 'name': 'network-vif-deleted', 'tag': 'f342ff40-ae3f-4afc-a41d-06cec7defc35', 'status': 'completed', 'code': 200} Aug 10 03:35:22.850310 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b12a4-6b84-44d6-9509-65b5f92ecf34 None None] The sync data for ids ['33a8bacc-1a3a-4862-bd1e-0caf60a73c90'] in n-d-769329-14 is: [{'id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2043833430-router', 'tenant_id': '04f474e1806b44729b5a052e75f3ff6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:34Z', 'updated_at': '2021-08-10T03:35:16Z', 'revision_number': 5, 'project_id': '04f474e1806b44729b5a052e75f3ff6b', 'gw_port': {'id': 'd8b7c5a6-89b6-482b-87d1-244896752660', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a8bacc-1a3a-4862-bd1e-0caf60a73c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:39Z', 'updated_at': '2021-08-10T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:35:22.917535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] For port d8b7c5a6-89b6-482b-87d1-244896752660, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d8b7c5a6-89b6-482b-87d1-244896752660,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:22.918327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:22.958344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Calling delete_port for d8b7c5a6-89b6-482b-87d1-244896752660 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:23.001320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 74468e6d-119e-4c79-8f09-718b9c113f4f up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:23.093384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'tag': '6578bf5a-1d40-4f85-8088-c8dbf621e31d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:23.097103 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d", "tag": "6578bf5a-1d40-4f85-8088-c8dbf621e31d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:23.097584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-47c9530d-2c24-46c7-95fe-be40bde891d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.100261 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-47c9530d-2c24-46c7-95fe-be40bde891d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c97b1518-61d1-4269-86c2-9cc6eb2d908b HTTP/1.1" status: 200 len: 801 time: 0.4392483 Aug 10 03:35:23.121752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d14c-2cf2-4820-9f49-de3a9e7536a5 req-893f3e1a-5aa9-4d31-a447-ce3c92bc8139 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.125947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e654d14c-2cf2-4820-9f49-de3a9e7536a5 req-893f3e1a-5aa9-4d31-a447-ce3c92bc8139 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 944 time: 0.2946887 Aug 10 03:35:23.141699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 74468e6d-119e-4c79-8f09-718b9c113f4f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:23.152797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 74468e6d-119e-4c79-8f09-718b9c113f4f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:23.153260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.199090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:23.206959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:23.207326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.274191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cfbbc4cf-53ed-4e23-9eac-c9dc7303314f service neutron] 10.222.0.53 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411922 Aug 10 03:35:23.305056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-e9e6ad99-61dc-4783-9397-282d56974998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.311531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-e9e6ad99-61dc-4783-9397-282d56974998 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2bc32438-3c03-4362-8dd3-a455dc623145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979585 Aug 10 03:35:23.326718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.356854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-7f89aafe-a793-45f0-8c57-a6345fe0a6e3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:23.359674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-7f89aafe-a793-45f0-8c57-a6345fe0a6e3 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 811 time: 0.4912195 Aug 10 03:35:23.395098 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e654d14c-2cf2-4820-9f49-de3a9e7536a5 req-f528fa5a-d186-468b-9aeb-81a8c960f824 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546353 Aug 10 03:35:23.409953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:23.413245 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c448423-c83a-4bc0-b541-662b7c5e1357" -d '{"events": [{"server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "name": "network-vif-plugged", "status": "completed", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:23.429616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51293c9-7138-484e-832d-36e383329a00 None None] Network 73405102-9314-4c3d-8a28-e820a10cb086 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:23.438081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:23.444241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Request body: {'port': {'device_id': '19bd61b3-9c22-49d0-8abe-37335c520356', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'admin_state_up': True, 'tenant_id': '3e8eb3cdee38480f81a03a331011a45c'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:23.486126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.498906 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.561111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7400d166-458c-4720-9bb6-d8275040af44 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:23.582471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b7c5a6-89b6-482b-87d1-244896752660,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.588238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.592171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7400d166-458c-4720-9bb6-d8275040af44 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:23.592528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7400d166-458c-4720-9bb6-d8275040af44 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:23.655164 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.662589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae9e7486-a590-485d-8760-08284106733e req-f2c75cb6-62cc-46ae-bd7c-b4aaff4c1643 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 210 time: 0.0687139 Aug 10 03:35:23.719353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:23.776668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52080) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:23.780634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.780634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:23.933161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Made reservation on behalf of 3e8eb3cdee38480f81a03a331011a45c for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:23.939634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.958787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-84720673-9764-4430-abd0-06e1b205ce2a service neutron] 10.222.0.65 "GET /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977464 Aug 10 03:35:23.961643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:23.976452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:23.995854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:24.001227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:24.002205 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.135361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Allocated IP 172.20.0.13 (4d70feb0-1405-45a2-9d79-2f6805696e8a/f26ba358-20b2-4f3d-b71f-f5df57c133a0/47e042e1-bf34-46d0-a229-bad41ce385d6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:24.154713 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.255382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:24.265811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.376684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.394235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ca779eb-8e37-42fa-8a1e-c6172249a074 req-e0bd59e4-c67a-4f6f-a040-06584718a2bf service neutron] 10.222.0.65 "GET /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379932 Aug 10 03:35:24.407807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6578bf5a-1d40-4f85-8088-c8dbf621e31d details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:24.505636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.618744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.631723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.692742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:24.721624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'port_id': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'mac_address': 'fa:16:3e:c7:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f78361-a56d-4a26-a1fc-c238a6ac3be1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:24.736029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Network 4d70feb0-1405-45a2-9d79-2f6805696e8a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:24.752370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:24.758026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:24.815420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event updated for resources: {'Port': ['ID=47e042e1-bf34-46d0-a229-bad41ce385d6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:24.819786 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.854647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:24.854948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6578bf5a-1d40-4f85-8088-c8dbf621e31d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:24.855932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.884231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-fc855cc4-2c82-4580-a82d-f1bacb5504ef tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4693351 Aug 10 03:35:24.898400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Request body: {'port': {'device_id': '19bd61b3-9c22-49d0-8abe-37335c520356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:24.914701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:24.929361 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.956526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:24.974975 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31026b88-9a47-441e-9dfa-eb1216840753 x-openstack-request-id: req-31026b88-9a47-441e-9dfa-eb1216840753 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:24.975472 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d", "tag": "6578bf5a-1d40-4f85-8088-c8dbf621e31d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:24.976214 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31026b88-9a47-441e-9dfa-eb1216840753 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:24.976856 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'tag': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'status': 'completed', 'code': 200} Aug 10 03:35:24.995817 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4e38ca-9764-4f1d-a0b1-6b79e8f88d04 x-openstack-request-id: req-aa4e38ca-9764-4f1d-a0b1-6b79e8f88d04 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:24.996625 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "name": "network-vif-plugged", "status": "completed", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:24.997380 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa4e38ca-9764-4f1d-a0b1-6b79e8f88d04 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:24.999600 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'code': 200} Aug 10 03:35:25.010240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.013587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f732a06-eaf0-4002-8f32-6cc36594e570 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.051490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f732a06-eaf0-4002-8f32-6cc36594e570 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.052060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.080514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.160753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf3e3d-89ea-4d8a-b9af-5622ddebc238 req-6bb2327c-72e7-4c8f-9bfb-f33846bf2371 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.169972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdbf3e3d-89ea-4d8a-b9af-5622ddebc238 req-6bb2327c-72e7-4c8f-9bfb-f33846bf2371 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 944 time: 1.1964931 Aug 10 03:35:25.171650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-3a94e705-3918-403c-aedc-fb38f6c282ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.172185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6578bf5a-1d40-4f85-8088-c8dbf621e31d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:25.174355 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-3a94e705-3918-403c-aedc-fb38f6c282ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 1097 time: 0.1828218 Aug 10 03:35:25.219046 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdbf3e3d-89ea-4d8a-b9af-5622ddebc238 req-20008961-52a5-4838-9d1b-2326e8e0d5b8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Aug 10 03:35:25.220477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.224948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a8bacc-1a3a-4862-bd1e-0caf60a73c90 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:35:25.238348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.242229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2384255d-8205-402d-bea4-6343624011e8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/33a8bacc-1a3a-4862-bd1e-0caf60a73c90 HTTP/1.1" status: 204 len: 168 time: 3.8696699 Aug 10 03:35:25.246313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52110) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.319074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f732a06-eaf0-4002-8f32-6cc36594e570 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.335671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f732a06-eaf0-4002-8f32-6cc36594e570 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.336853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f732a06-eaf0-4002-8f32-6cc36594e570 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "DELETE /v2.0/security-groups/16a63bca-abe6-433c-b398-1260d85874a4 HTTP/1.1" status: 204 len: 168 time: 1.5590196 Aug 10 03:35:25.351822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52114) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.362186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f732a06-eaf0-4002-8f32-6cc36594e570 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a63bca-abe6-433c-b398-1260d85874a4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:25.384463 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-6b4957a3-2ca5-4664-92bd-f51d10fc9a55 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] show failed (client error): The resource could not be found. Aug 10 03:35:25.385556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b4957a3-2ca5-4664-92bd-f51d10fc9a55 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "GET /v2.0/security-groups/16a63bca-abe6-433c-b398-1260d85874a4 HTTP/1.1" status: 404 len: 347 time: 0.0215101 Aug 10 03:35:25.413460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52116) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.437506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93521e8d-d165-4abf-82d7-1e74e7acf572 req-53e23da6-551c-4a95-9ae9-248e6b29231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.440403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93521e8d-d165-4abf-82d7-1e74e7acf572 req-53e23da6-551c-4a95-9ae9-248e6b29231b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1097 time: 0.3685162 Aug 10 03:35:25.451358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Deleting subnet 5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:25.466009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.587031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c2a3-f365-4ee4-ae60-0cd1546b1566 req-4ef9dd74-68ae-40cc-b6cc-d796e27cd828 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.590176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc72c2a3-f365-4ee4-ae60-0cd1546b1566 req-4ef9dd74-68ae-40cc-b6cc-d796e27cd828 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 945 time: 0.2497239 Aug 10 03:35:25.650701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.750774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc72c2a3-f365-4ee4-ae60-0cd1546b1566 req-92744705-2106-4699-adcb-709d5a296e36 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362655 Aug 10 03:35:25.790666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696452b-a2a6-4cf8-a65b-72dda58a16f8 req-cc4cbb2f-a979-480a-b037-ed075da724ee tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.801201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696452b-a2a6-4cf8-a65b-72dda58a16f8 req-cc4cbb2f-a979-480a-b037-ed075da724ee tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.814867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6696452b-a2a6-4cf8-a65b-72dda58a16f8 req-cc4cbb2f-a979-480a-b037-ed075da724ee tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1683 time: 0.6527863 Aug 10 03:35:25.838729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.839474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.951987 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.967818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:25.970122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89 HTTP/1.1" status: 204 len: 168 time: 0.7216141 Aug 10 03:35:25.972622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52118) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:25.977785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3d166-4797-43e7-9b22-dcb07b82b804 None None] Network 06b74da2-cae2-4b48-9516-fc08816b9977 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:25.983361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93521e8d-d165-4abf-82d7-1e74e7acf572 req-f7761e3a-d465-4d70-8997-05a715245b5f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239850 Aug 10 03:35:25.991808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-a11da63d-743c-4058-a598-5cfd89a2de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:25.993334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-a11da63d-743c-4058-a598-5cfd89a2de47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 923 time: 0.8003366 Aug 10 03:35:26.050724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d77a6d-cfdf-4437-a4d1-07c6b9311113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7a9262-ac1f-4a1e-a575-f0bb09ba1a89,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:26.146781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3f5b476-5a00-44cd-beb3-236dc5d2e35e req-97dee3b0-8602-4ae9-b70a-a4035018b12f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1105242 Aug 10 03:35:26.206095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.286324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] DHCP port deletion for 06b74da2-cae2-4b48-9516-fc08816b9977 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:26.365958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] Deleting port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:26.366447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.438060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6578bf5a-1d40-4f85-8088-c8dbf621e31d up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:26.445762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-756d9c74-48a2-4d8a-8b1d-476d26630516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.448552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-756d9c74-48a2-4d8a-8b1d-476d26630516 service neutron] 10.222.0.65 "GET /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 1028 time: 0.1730418 Aug 10 03:35:26.499992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb56c3-8d48-424e-9367-057b0f2c03ee req-7901fff9-c840-44da-961a-6055dc119631 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.512352 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-f04e6d07-7ed8-488c-922c-8bd536704432 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d HTTP/1.1" status: 200 len: 217 time: 0.5068614 Aug 10 03:35:26.514061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aaeb56c3-8d48-424e-9367-057b0f2c03ee req-7901fff9-c840-44da-961a-6055dc119631 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 932 time: 0.2138069 Aug 10 03:35:26.534069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6696452b-a2a6-4cf8-a65b-72dda58a16f8 req-5d811617-fb51-4f42-aa90-22c929d4003e tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856468 Aug 10 03:35:26.556676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] For port 3b0f18ec-a44b-40ad-955d-3686b865b6e6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b0f18ec-a44b-40ad-955d-3686b865b6e6,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:26.557329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.602697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] Calling delete_port for 3b0f18ec-a44b-40ad-955d-3686b865b6e6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:26.610971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-2c90662a-2f49-4222-8dc7-9114b04e836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.615768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-2c90662a-2f49-4222-8dc7-9114b04e836a service neutron] 10.222.0.65 "GET /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 1026 time: 0.1433668 Aug 10 03:35:26.630777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-d5aa0241-9d40-4c5b-8610-9dad31cb55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:26.632852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-d5aa0241-9d40-4c5b-8610-9dad31cb55b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 200 len: 862 time: 0.1120934 Aug 10 03:35:26.638214 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Deleting port 0ec8487d-b703-4a4b-bd61-e22409c5f798 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:26.638575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.643405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Deleting port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:26.643963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.655347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 6578bf5a-1d40-4f85-8088-c8dbf621e31d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:26.714962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-1be571d8-8ce3-4d10-9f45-b444f2448e7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4a641b2-93e7-4444-80eb-6d8badb204b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741165 Aug 10 03:35:26.817213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 6578bf5a-1d40-4f85-8088-c8dbf621e31d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:26.828285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.891552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:26.971492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e042e1-bf34-46d0-a229-bad41ce385d6 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:26.990416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] Pushing event deleted for resources: {'Port': ['ID=3b0f18ec-a44b-40ad-955d-3686b865b6e6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.002490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-927c06b0-a05a-4d23-bfda-9edd38d722dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.004609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f'}, {'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:27.009255 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e26c4a-af7c-41f1-9d55-29204a590702" -d '{"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-plugged", "status": "completed", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f"}, {"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-plugged", "status": "completed", "tag": "ba2cb6ce-23ce-4a0f-8c02-822badb7deb2"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:27.010677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-927c06b0-a05a-4d23-bfda-9edd38d722dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.015233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbc54847-a5e4-4d38-b93c-00b6138d4769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.017362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-927c06b0-a05a-4d23-bfda-9edd38d722dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.019130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-927c06b0-a05a-4d23-bfda-9edd38d722dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "GET /v2.0/networks?id=0c923a62-d54d-4253-8b48-573208e0866d&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=b28aa53a-be11-4438-86f6-c11f4785f315&id=b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 200 len: 1991 time: 0.3949413 Aug 10 03:35:27.021353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac276ef-e4c1-47a7-bb37-e116f6b659d9 None None] No DVR routers for this DVR port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:27.103277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.133607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Transition to ACTIVE for port object 47e042e1-bf34-46d0-a229-bad41ce385d6 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:27.140250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.141392 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.142632 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aaeb56c3-8d48-424e-9367-057b0f2c03ee req-7a818477-6791-4b96-83e1-0afef5f70bc7 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213642 Aug 10 03:35:27.148972 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.160930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] For port 3b0f18ec-a44b-40ad-955d-3686b865b6e6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b0f18ec-a44b-40ad-955d-3686b865b6e6,segment=NetworkSegment(6c3e76e6-4628-4f0b-afca-eb9cdad945ce),segment_id=6c3e76e6-4628-4f0b-afca-eb9cdad945ce)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:27.162091 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.182558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-d334d12f-5c8f-49ce-8d3e-4afe179498ef tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2637009bbf654036809b4a614f9d0296 HTTP/1.1" status: 200 len: 379 time: 0.1499910 Aug 10 03:35:27.207058 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.207955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'admin_state_up': True, 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'security_groups': ['c57b12ea-5538-433c-9d63-d9528620a699']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:27.229767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Calling delete_port for 3b0f18ec-a44b-40ad-955d-3686b865b6e6 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:27.242780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:27.257630 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.320994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.331670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Calling delete_port for 0ec8487d-b703-4a4b-bd61-e22409c5f798 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:27.385875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-406d2c98-d5b5-4df3-bec9-4a28f16ab26b service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582174 Aug 10 03:35:27.482373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc036-71b6-4f86-b120-d53acde7d8ee req-664435af-01f0-441c-a39a-24cb9979cc61 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.490282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12fdc036-71b6-4f86-b120-d53acde7d8ee req-664435af-01f0-441c-a39a-24cb9979cc61 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 945 time: 0.4963148 Aug 10 03:35:27.551833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Pushing event updated for resources: {'Port': ['ID=47e042e1-bf34-46d0-a229-bad41ce385d6,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.565665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b0f18ec-a44b-40ad-955d-3686b865b6e6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:27.583033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30384-708c-4c2e-9469-87df6b29a449 req-e03910a2-a88d-41c1-bab0-c9d749ea5612 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:27.585917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55d30384-708c-4c2e-9469-87df6b29a449 req-e03910a2-a88d-41c1-bab0-c9d749ea5612 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 945 time: 0.2402697 Aug 10 03:35:27.597555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3b0f18ec-a44b-40ad-955d-3686b865b6e6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:27.598419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b0f18ec-a44b-40ad-955d-3686b865b6e6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:27.598419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d8b7c5a6-89b6-482b-87d1-244896752660 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:27.624492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d8b7c5a6-89b6-482b-87d1-244896752660 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:27.624817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d8b7c5a6-89b6-482b-87d1-244896752660 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:27.637722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.638074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.638343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.638680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.639288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.639628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.639957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.640281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.640607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.640936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.641251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.641572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:27.675040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12fdc036-71b6-4f86-b120-d53acde7d8ee req-d50a56f8-171c-4faa-b3cf-b9e1ecfc2122 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839862 Aug 10 03:35:27.701575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55d30384-708c-4c2e-9469-87df6b29a449 req-ac12ba6d-959a-4c01-b4f7-0ac3808b0b6f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969234 Aug 10 03:35:27.708990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.724350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Attempting to bind port 47e042e1-bf34-46d0-a229-bad41ce385d6 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:27.724745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Attempting to bind port 47e042e1-bf34-46d0-a229-bad41ce385d6 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:27.724952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Attempting to bind port 47e042e1-bf34-46d0-a229-bad41ce385d6 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:27.737207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c755a057-cc0f-4c39-a0c3-3fab1c4fc172 req-2e096c51-867e-41c2-8952-b37519fe9cc4 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054991 Aug 10 03:35:27.742537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Port 47e042e1-bf34-46d0-a229-bad41ce385d6 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:27.742537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Attempting to bind port 47e042e1-bf34-46d0-a229-bad41ce385d6 on network 4d70feb0-1405-45a2-9d79-2f6805696e8a {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:27.750652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:27.751272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Checking segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:27.751674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Bound using segment: {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:27.752134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Bound port: 47e042e1-bf34-46d0-a229-bad41ce385d6, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b331f8f8-c280-418c-be2e-1f17044b2586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:27.752499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.755608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:27.768926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.861488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0f18ec-a44b-40ad-955d-3686b865b6e6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:27.870595 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0a180-24af-450a-b2a5-6baf4fa3a69a x-openstack-request-id: req-74f0a180-24af-450a-b2a5-6baf4fa3a69a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:27.870999 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-plugged", "status": "completed", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f", "code": 200}, {"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-plugged", "status": "completed", "tag": "ba2cb6ce-23ce-4a0f-8c02-822badb7deb2", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:27.871373 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74f0a180-24af-450a-b2a5-6baf4fa3a69a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:27.871836 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f', 'code': 200} Aug 10 03:35:27.872730 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2', 'code': 200} Aug 10 03:35:27.901084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] No DVR routers for this DVR port 3b0f18ec-a44b-40ad-955d-3686b865b6e6 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:27.923316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:27.940297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] For port 47e042e1-bf34-46d0-a229-bad41ce385d6, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:27.985444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Pushing event deleted for resources: {'Port': ['ID=0ec8487d-b703-4a4b-bd61-e22409c5f798,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.016290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] For port 47e042e1-bf34-46d0-a229-bad41ce385d6, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=47e042e1-bf34-46d0-a229-bad41ce385d6,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:28.046171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.091888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-490069d1-46f9-4144-90ac-19ec817ba2a2 req-8f12974b-1296-4c8f-b774-62afe66df061 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0672796 Aug 10 03:35:28.137751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.138694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.153334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] 10.222.0.39 "PUT /v2.0/ports/47e042e1-bf34-46d0-a229-bad41ce385d6 HTTP/1.1" status: 200 len: 1093 time: 3.2473500 Aug 10 03:35:28.154987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19bd61b3-9c22-49d0-8abe-37335c520356', 'tag': '47e042e1-bf34-46d0-a229-bad41ce385d6'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:28.157666 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb92096-a832-4c38-aef0-3ab42c76c457" -d '{"events": [{"name": "network-changed", "server_uuid": "19bd61b3-9c22-49d0-8abe-37335c520356", "tag": "47e042e1-bf34-46d0-a229-bad41ce385d6"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:28.185211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208e16-7e36-4475-9a5a-01660d91620c req-a8761af4-ee27-490c-a24b-26cf1529c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.186014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208e16-7e36-4475-9a5a-01660d91620c req-a8761af4-ee27-490c-a24b-26cf1529c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.187867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4208e16-7e36-4475-9a5a-01660d91620c req-a8761af4-ee27-490c-a24b-26cf1529c4af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1987 time: 0.2245407 Aug 10 03:35:28.269269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.272254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.274787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d99f200b-d504-4664-98da-912327fef699 tempest-AttachVolumeTestJSON-811208642 tempest-AttachVolumeTestJSON-811208642-project] 10.222.0.53 "DELETE /v2.0/floatingips/583d1ad9-9cec-49be-a7c7-265e94c858c1 HTTP/1.1" status: 204 len: 168 time: 2.8579481 Aug 10 03:35:28.315717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c3aaf-5a1d-404b-8449-21f9ca8c2be9 service neutron] Pushing event updated for resources: {'Port': ['ID=47e042e1-bf34-46d0-a229-bad41ce385d6,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.380998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4208e16-7e36-4475-9a5a-01660d91620c req-addb0ec4-4092-411e-8cbe-439d0dbdb680 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753685 Aug 10 03:35:28.392285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.424733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-2811c178-fc06-4771-9480-527416453c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.425389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-2811c178-fc06-4771-9480-527416453c48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 1096 time: 0.2103999 Aug 10 03:35:28.433198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b74da2-cae2-4b48-9516-fc08816b9977']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:28.455978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc468c-3db1-42d5-bead-5f5875a22d01 req-fa11f998-55b4-4f78-a57e-104b3da9961b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.461670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3e76e6-4628-4f0b-afca-eb9cdad945ce') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:28.462072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3e76e6-4628-4f0b-afca-eb9cdad945ce') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:28.467627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc468c-3db1-42d5-bead-5f5875a22d01 req-fa11f998-55b4-4f78-a57e-104b3da9961b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.474472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-b204d0f3-ddce-4c6c-8865-8693b2be8e09 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1342749433&fields=id&tenant_id=2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 267 time: 0.1326959 Aug 10 03:35:28.481498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02fc468c-3db1-42d5-bead-5f5875a22d01 req-fa11f998-55b4-4f78-a57e-104b3da9961b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1683 time: 0.2881289 Aug 10 03:35:28.522141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.547486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 172.20.0.12 (0c923a62-d54d-4253-8b48-573208e0866d/1ec33bad-b4ec-48cc-a9ab-6073ed279561/fdbc5035-35ee-46dc-9b6c-74331241ff13) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:28.553314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.569610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:28.570059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.579539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-b9dbfd3f-520f-48d1-b621-24ad2842aefd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e042e1-bf34-46d0-a229-bad41ce385d6 HTTP/1.1" status: 200 len: 217 time: 0.1441898 Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:28.614450 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:28.631197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02fc468c-3db1-42d5-bead-5f5875a22d01 req-1aa88149-2b55-486c-8c0c-177b883cb575 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470144 Aug 10 03:35:28.657113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-ba5626ce-1bfe-43ec-bc93-1e310dfac43e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.659880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-ba5626ce-1bfe-43ec-bc93-1e310dfac43e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 945 time: 0.1834865 Aug 10 03:35:28.671251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48654-b62b-4c6c-9329-75e807536eed req-5beb2801-2366-4e8c-98ae-6e06b800a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:28.673994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-5beb2801-2366-4e8c-98ae-6e06b800a16f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.0839360 Aug 10 03:35:28.686323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'port': {'security_groups': ['fe04c919-b06f-4be9-b648-3117d068a4f7', '5851b73a-0d6c-48a7-89c1-605e4c24fe9b']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:28.729654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.746595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.748840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] 10.222.0.53 "DELETE /v2.0/networks/06b74da2-cae2-4b48-9516-fc08816b9977 HTTP/1.1" status: 204 len: 168 time: 2.7750173 Aug 10 03:35:28.755791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-fd705cbc-dd22-456a-ba51-bc0ea36ccc80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709848 Aug 10 03:35:28.778879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b462-2286-4b38-8fe0-7cb10c9e0b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b74da2-cae2-4b48-9516-fc08816b9977,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:28.852245 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcd5121-0f40-46b6-9e17-4fd09a8c90a3 x-openstack-request-id: req-ebcd5121-0f40-46b6-9e17-4fd09a8c90a3 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:28.852715 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19bd61b3-9c22-49d0-8abe-37335c520356", "tag": "47e042e1-bf34-46d0-a229-bad41ce385d6", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:28.853080 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebcd5121-0f40-46b6-9e17-4fd09a8c90a3 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:28.853764 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bd61b3-9c22-49d0-8abe-37335c520356', 'tag': '47e042e1-bf34-46d0-a229-bad41ce385d6', 'status': 'completed', 'code': 200} Aug 10 03:35:28.887518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:28.952492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-957281f0-2257-42ba-8d08-d96dbfea446f service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891882 Aug 10 03:35:28.997544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:29.026320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.069394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object fdbc5035-35ee-46dc-9b6c-74331241ff13 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:29.128045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e80b65e5-b0e4-424f-a586-3c9197de1b33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04f474e1806b44729b5a052e75f3ff6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267610 Aug 10 03:35:29.133781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52152) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:29.160968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becce68-0d20-4e44-82d9-c6ff4d1acf83 req-fcc00d7d-4e54-43fb-9a37-99a8a2a1da78 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.162834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4becce68-0d20-4e44-82d9-c6ff4d1acf83 req-fcc00d7d-4e54-43fb-9a37-99a8a2a1da78 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 944 time: 0.1114011 Aug 10 03:35:29.242334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.247810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d48654-b62b-4c6c-9329-75e807536eed req-a09e6c6f-822e-4e28-ba60-9ffdc45b5e34 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866287 Aug 10 03:35:29.265241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8309e85-a105-47df-8f9b-01a859b0120e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.293366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8309e85-a105-47df-8f9b-01a859b0120e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.325135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network 0c923a62-d54d-4253-8b48-573208e0866d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:29.338324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:29.342142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:29.347068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:29.368750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4becce68-0d20-4e44-82d9-c6ff4d1acf83 req-70ba1142-d1ac-4b9c-819d-2374e19ea393 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926348 Aug 10 03:35:29.429430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.461953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.462342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.462683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.463017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.463350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.464521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.464893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.465296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.465764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.466127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.466453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.466798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:29.490815 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8309e85-a105-47df-8f9b-01a859b0120e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.505514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8309e85-a105-47df-8f9b-01a859b0120e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.508198 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8309e85-a105-47df-8f9b-01a859b0120e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f774c004-5273-4df3-9922-f6a8648eb6c1 HTTP/1.1" status: 204 len: 168 time: 0.3669472 Aug 10 03:35:29.525024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.534008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.539734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.544308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.557196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:29.590242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.590940 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.592447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1208588-9ef8-44ad-9230-ec1033c79b7d req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "PUT /v2.0/ports/74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 981 time: 0.9236975 Aug 10 03:35:29.593722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:29.596599 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:29.631207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8309e85-a105-47df-8f9b-01a859b0120e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774c004-5273-4df3-9922-f6a8648eb6c1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.667222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-69cf418f-45a3-450d-a8b9-2cae3fd6d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.678243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bdb3a0f2-9d2a-4026-b2a0-4137ee208007 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4802973 Aug 10 03:35:29.685651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-69cf418f-45a3-450d-a8b9-2cae3fd6d624 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e8eb3cdee38480f81a03a331011a45c&device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 1096 time: 0.3374960 Aug 10 03:35:29.698695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:29.711378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'admin_state_up': True, 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'security_groups': ['c57b12ea-5538-433c-9d63-d9528620a699']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:29.761540 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.822529 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e90349e8-f009-4f2b-a6f3-e386411612e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.835916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f5f2c790-e2d2-4d71-9b0e-44cda7991a30 None None] Provisioning for port fdbc5035-35ee-46dc-9b6c-74331241ff13 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:29.842815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a66e6-661f-4cf3-bc9d-d7ceb4ee6b14 req-da50b8e1-6342-463a-a517-dc9c8f64c003 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:29.846343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-904a66e6-661f-4cf3-bc9d-d7ceb4ee6b14 req-da50b8e1-6342-463a-a517-dc9c8f64c003 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 946 time: 0.3089871 Aug 10 03:35:29.846498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f5f2c790-e2d2-4d71-9b0e-44cda7991a30 None None] Provisioning complete for port fdbc5035-35ee-46dc-9b6c-74331241ff13 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:29.846841 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c790-e2d2-4d71-9b0e-44cda7991a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:29.930971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034126-56c1-4d91-80a9-459968d44183 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=6']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:29.971792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-904a66e6-661f-4cf3-bc9d-d7ceb4ee6b14 req-5593a74d-a76f-4d8e-bbb2-bf4341e99a10 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182380 Aug 10 03:35:30.022724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-89d19707-c2c3-4f2c-94a3-2953fc6ced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.030966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-89d19707-c2c3-4f2c-94a3-2953fc6ced71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 200 len: 912 time: 0.3230963 Aug 10 03:35:30.095630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6578bf5a-1d40-4f85-8088-c8dbf621e31d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:30.101406 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151ebf3-0ab0-4def-bf40-8b63387f0621" -d '{"events": [{"server_uuid": "36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d", "name": "network-vif-plugged", "status": "completed", "tag": "6578bf5a-1d40-4f85-8088-c8dbf621e31d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:30.112185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-c548e8a2-c163-491f-bda2-6fcafa084c15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47e042e1-bf34-46d0-a229-bad41ce385d6 HTTP/1.1" status: 200 len: 217 time: 0.0718248 Aug 10 03:35:30.121579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93158c77-cbf7-4754-a287-bb96833ac955 req-ddb465d8-2d42-4a7e-baa8-770cdc15adad tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.123290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93158c77-cbf7-4754-a287-bb96833ac955 req-ddb465d8-2d42-4a7e-baa8-770cdc15adad tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 932 time: 0.3684220 Aug 10 03:35:30.149444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:30.159199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:30.185684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2c790-e2d2-4d71-9b0e-44cda7991a30 None None] Port fdbc5035-35ee-46dc-9b6c-74331241ff13 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:30.262226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-f38e8d42-9e00-40cd-bb40-ed04f062daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.265165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-f38e8d42-9e00-40cd-bb40-ed04f062daf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 200 len: 851 time: 0.1452038 Aug 10 03:35:30.315685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93158c77-cbf7-4754-a287-bb96833ac955 req-d4712d88-79c6-4383-ac81-9b7de6ca2e2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450415 Aug 10 03:35:30.340052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-31c060df-cf2a-4c35-b5dc-3b7525de0a4d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-237480507&fields=id&tenant_id=2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 267 time: 0.1239791 Aug 10 03:35:30.516925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-857e4137-205b-44b1-b805-8bd8cd106861 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d70feb0-1405-45a2-9d79-2f6805696e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905599 Aug 10 03:35:30.561675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 10.1.1.22 (be6a6c46-6885-4ed2-9700-bb0d2aba336e/328228e0-0725-4c8e-97c0-f42659194468/b5569d7b-4e1d-4cd9-92ce-6e5f277abab2) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:30.798307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-845720de-933a-46a1-9795-b5be157f5aa9 service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182953 Aug 10 03:35:30.863820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-aee9b4fa-f5de-4ed2-bccf-95b36ab71ae2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:30.872365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-aee9b4fa-f5de-4ed2-bccf-95b36ab71ae2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 984 time: 0.4805984 Aug 10 03:35:30.985070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'port': {'security_groups': ['5851b73a-0d6c-48a7-89c1-605e4c24fe9b', 'fe04c919-b06f-4be9-b648-3117d068a4f7', 'd0b5ffec-cef9-414a-8684-a687c976250a']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:30.998803 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3be10f-9877-43ad-9af0-5cca20256df6 x-openstack-request-id: req-2f3be10f-9877-43ad-9af0-5cca20256df6 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:30.999600 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:31.000437 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f3be10f-9877-43ad-9af0-5cca20256df6 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:31.001287 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'status': 'completed', 'code': 200} Aug 10 03:35:31.111689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.129708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:31.214016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.272853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afb92096-a832-4c38-aef0-3ab42c76c457 req-6289a955-45ff-407b-9349-993e76fd73ae service neutron] 10.222.0.39 "GET /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553628 Aug 10 03:35:31.304815 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.320405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-61d6b8da-d134-4025-bf65-a87fa4a9bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.323679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-61d6b8da-d134-4025-bf65-a87fa4a9bc05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1136 time: 0.2546179 Aug 10 03:35:31.330450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:31.335442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52198) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:31.356529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:31.359222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:31.379543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:31.553592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.556142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.577323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-572799159-network', 'tenant_id': 'cd6d2fe3a91d4402bc859e6e8b70a3fa'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:31.591484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bda9c4-02a5-43b5-af9a-e551553fad8f req-0392e12b-ffd1-49a2-82b3-06719b558c84 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.607674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bda9c4-02a5-43b5-af9a-e551553fad8f req-0392e12b-ffd1-49a2-82b3-06719b558c84 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.612772 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.614211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38bda9c4-02a5-43b5-af9a-e551553fad8f req-0392e12b-ffd1-49a2-82b3-06719b558c84 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1683 time: 0.4448774 Aug 10 03:35:31.653740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-840b8cb8-90ac-44d5-8d34-5b6c2774984d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9633608 Aug 10 03:35:31.685083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'admin_state_up': True, 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'security_groups': ['c57b12ea-5538-433c-9d63-d9528620a699']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:31.724261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38bda9c4-02a5-43b5-af9a-e551553fad8f req-268ed143-c81c-4016-9c44-834528dca1f2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958784 Aug 10 03:35:31.783641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Made reservation on behalf of cd6d2fe3a91d4402bc859e6e8b70a3fa for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:31.787379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.825933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-d54e46ba-5da4-487c-a9e5-d50a0e52146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:31.829876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-d54e46ba-5da4-487c-a9e5-d50a0e52146b service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.4920514 Aug 10 03:35:31.831369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.834640 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f30820e-7469-4651-9472-12a524a6196e x-openstack-request-id: req-3f30820e-7469-4651-9472-12a524a6196e {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:31.835351 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d", "name": "network-vif-plugged", "status": "completed", "tag": "6578bf5a-1d40-4f85-8088-c8dbf621e31d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:31.835810 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f30820e-7469-4651-9472-12a524a6196e {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:31.836417 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'code': 200} Aug 10 03:35:31.843437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d97e65db-4481-464f-8fc5-c034230e5b38 None None] Provisioning for port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:31.853996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d97e65db-4481-464f-8fc5-c034230e5b38 None None] Provisioning complete for port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:31.854873 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d97e65db-4481-464f-8fc5-c034230e5b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:31.965413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d97e65db-4481-464f-8fc5-c034230e5b38 None None] Port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:32.012453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-21d4c1af-7024-4750-ae36-71954dfac32a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 217 time: 0.1234877 Aug 10 03:35:32.034869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:32.039623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.135028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d87cd-25c3-4885-9f85-a1db06e57125 req-28bbd57f-24c6-4e32-803a-745864b3afc1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.136648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b53d87cd-25c3-4885-9f85-a1db06e57125 req-28bbd57f-24c6-4e32-803a-745864b3afc1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 944 time: 0.1594274 Aug 10 03:35:32.228709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b53d87cd-25c3-4885-9f85-a1db06e57125 req-bfb409d1-8d40-425b-9c0b-fb9ff48ff987 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789447 Aug 10 03:35:32.253535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 10.1.1.68 (be6a6c46-6885-4ed2-9700-bb0d2aba336e/328228e0-0725-4c8e-97c0-f42659194468/e08ffb2e-9c10-4293-b5e2-93ea83db6bb7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:32.372109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-22226702-c2ca-4fea-8da7-9870f8e86791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.374798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-22226702-c2ca-4fea-8da7-9870f8e86791 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.2868869 Aug 10 03:35:32.378031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df3011-dee6-4e15-afdf-568d3f6c6746 req-f94fdce0-0779-4c3c-9a9e-f55268dd733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.380713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8df3011-dee6-4e15-afdf-568d3f6c6746 req-f94fdce0-0779-4c3c-9a9e-f55268dd733b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 1098 time: 0.3130097 Aug 10 03:35:32.387348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:32.439625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e4b59-0278-4423-b7de-69b26767783f req-e76b57a9-d905-435c-a8ef-73377f52b2e4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.442091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-268e4b59-0278-4423-b7de-69b26767783f req-e76b57a9-d905-435c-a8ef-73377f52b2e4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 946 time: 0.0780544 Aug 10 03:35:32.499762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-2cf111a9-17e4-4b3c-8701-6807424f44f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086941 Aug 10 03:35:32.570263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-268e4b59-0278-4423-b7de-69b26767783f req-3fc056df-5a51-4bfd-be15-ce1ab67fb1fc tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129494 Aug 10 03:35:32.575503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.622107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:32.627822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.644299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8df3011-dee6-4e15-afdf-568d3f6c6746 req-d8b9d9bd-4975-439a-a204-d5ba8b48a48d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450259 Aug 10 03:35:32.644935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.657622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:32.768249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737fdab-c88f-4f0e-bfa9-313d90327c0a req-8f7dcbe1-b3c1-4487-b0bd-8fa68780d29c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.776055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737fdab-c88f-4f0e-bfa9-313d90327c0a req-8f7dcbe1-b3c1-4487-b0bd-8fa68780d29c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.776384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.786425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1737fdab-c88f-4f0e-bfa9-313d90327c0a req-8f7dcbe1-b3c1-4487-b0bd-8fa68780d29c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 1653 time: 0.1273630 Aug 10 03:35:32.790935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.796707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:32.797755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.819791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-835d11b9-9ec5-4a43-99e9-7276521800a3 req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "PUT /v2.0/ports/74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 1020 time: 1.8446376 Aug 10 03:35:32.830127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:32.843801 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf23f3-a217-4432-8daa-1c19dbd44781" -d '{"events": [{"name": "network-changed", "server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:32.850967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:32.853949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:32.857620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:32.866871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:32.874017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 47e042e1-bf34-46d0-a229-bad41ce385d6 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:32.878526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:32.999922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.000681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.043310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:35:33.062626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e58a9-680a-4ef8-a77b-6590689ed873 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.105677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.118501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-58f3356f-ea15-45b7-88bf-e59d31f45edb service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902457 Aug 10 03:35:33.126092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f32e41-9dc9-402a-83a8-4381ae696453,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.146091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1737fdab-c88f-4f0e-bfa9-313d90327c0a req-83e3cfe5-df1e-4b8e-bbf7-b9ad04d7d703 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464160 Aug 10 03:35:33.146091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-740f6a57-21d1-4687-a9f7-74959f896914 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4696517 Aug 10 03:35:33.161834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315', 'admin_state_up': True, 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'security_groups': ['c57b12ea-5538-433c-9d63-d9528620a699']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:33.167828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.168935 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Added segment 8a489cde-0248-4592-8700-0dd2056f7797 of type vlan for network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 Aug 10 03:35:33.289835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:35:33.443631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a05e0e-afc1-4e0a-b1d5-85598644fb0e req-d1959c2f-89b8-4a45-8fe3-b9fb024a3182 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103876 Aug 10 03:35:33.478318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d09591-7d72-47ac-8291-8d74cee36ec9 req-a3ffb4c0-1fdb-48ed-978c-3deabc05fd92 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.488387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6d09591-7d72-47ac-8291-8d74cee36ec9 req-a3ffb4c0-1fdb-48ed-978c-3deabc05fd92 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1023 time: 0.1422267 Aug 10 03:35:33.497642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.528136 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.535936 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2356caa-6cb0-495c-a67e-8d49cf9d0fbd x-openstack-request-id: req-f2356caa-6cb0-495c-a67e-8d49cf9d0fbd {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:33.536299 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:33.536606 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2356caa-6cb0-495c-a67e-8d49cf9d0fbd {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:33.537062 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'status': 'completed', 'code': 200} Aug 10 03:35:33.543609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.544915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.545602 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.672245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] Pushing event updated for resources: {'Network': ['ID=326b7c03-9548-4a44-9e50-8ca18e3a32e8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:33.714855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6d09591-7d72-47ac-8291-8d74cee36ec9 req-50bf711e-7b28-4088-b2c8-6115540f15aa tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=5851b73a-0d6c-48a7-89c1-605e4c24fe9b&id=d0b5ffec-cef9-414a-8684-a687c976250a&id=fe04c919-b06f-4be9-b648-3117d068a4f7 HTTP/1.1" status: 200 len: 6156 time: 0.2207224 Aug 10 03:35:33.736918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-89b3a13e-1a6b-4da2-a5c4-4350d4684332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:33.738692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-89b3a13e-1a6b-4da2-a5c4-4350d4684332 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1175 time: 0.0769618 Aug 10 03:35:33.742517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3d29ad94-284f-4ced-a681-4f83bb66f1bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4008677 Aug 10 03:35:33.743985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52226) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:33.755890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Request body: {'subnet': {'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-572799159-subnet', 'tenant_id': 'cd6d2fe3a91d4402bc859e6e8b70a3fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:33.771722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:33.814383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Made reservation on behalf of cd6d2fe3a91d4402bc859e6e8b70a3fa for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:33.817721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:33.819872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-79b6448d-b464-4fa7-a6c5-f6773b62fbee None None] Provisioning for port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:33.825329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:35:33.951935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-79b6448d-b464-4fa7-a6c5-f6773b62fbee None None] Provisioning complete for port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:33.952678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79b6448d-b464-4fa7-a6c5-f6773b62fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.221689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0c8c0-76bf-400e-913b-41a1c24b09f5 req-161e0bbc-19d1-4153-9417-fb569ac41a62 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.233301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 47e042e1-bf34-46d0-a229-bad41ce385d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=47e042e1-bf34-46d0-a229-bad41ce385d6,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:34.237075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09a0c8c0-76bf-400e-913b-41a1c24b09f5 req-161e0bbc-19d1-4153-9417-fb569ac41a62 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 944 time: 0.4021275 Aug 10 03:35:34.287688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-e801f356-4c65-4520-b397-e2d57a9fb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.289826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-e801f356-4c65-4520-b397-e2d57a9fb855 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.5243838 Aug 10 03:35:34.317025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '47e042e1-bf34-46d0-a229-bad41ce385d6', 'network_id': '4d70feb0-1405-45a2-9d79-2f6805696e8a', 'port_id': '47e042e1-bf34-46d0-a229-bad41ce385d6', 'mac_address': 'fa:16:3e:9f:a7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26ba358-20b2-4f3d-b71f-f5df57c133a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:34.317025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-79b6448d-b464-4fa7-a6c5-f6773b62fbee None None] Port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:34.354244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.430874 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09a0c8c0-76bf-400e-913b-41a1c24b09f5 req-90e06286-cab7-40d7-ac0a-a79bca433eee tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837995 Aug 10 03:35:34.452358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-7e232082-4222-4767-8ca0-38bfddb2e68e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 217 time: 0.0583570 Aug 10 03:35:34.481545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.510505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e042e1-bf34-46d0-a229-bad41ce385d6 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:34.550079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-c1483c31-b1c9-4c2a-b7c0-889af8dfcff8 req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': ' tempest-securitygroup -433748836 ', 'description': 'tempest-description-778054615'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:34.613264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 47e042e1-bf34-46d0-a229-bad41ce385d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=47e042e1-bf34-46d0-a229-bad41ce385d6,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:34.617720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-68cc12d7-2057-4417-9a50-57904608a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.619419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-68cc12d7-2057-4417-9a50-57904608a3b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.0561481 Aug 10 03:35:34.622161 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.625804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.674528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-9aa36b1b-e0d8-4a7f-9633-ecef3c7cf2b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382273 Aug 10 03:35:34.702549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=47e042e1-bf34-46d0-a229-bad41ce385d6,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.704633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34754b-2499-4be0-b3d4-bf880a4d2929 req-25549544-2b88-451c-8cb4-d6d9e3cfdd88 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:34.716238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f34754b-2499-4be0-b3d4-bf880a4d2929 req-25549544-2b88-451c-8cb4-d6d9e3cfdd88 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 946 time: 0.4162199 Aug 10 03:35:34.734250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c1483c31-b1c9-4c2a-b7c0-889af8dfcff8 req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:34.877016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['47e042e1-bf34-46d0-a229-bad41ce385d6'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:34.895712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea7d117-630d-4cc2-92bb-e80bf66230d6,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:34.911240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Checking segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:34.911921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Network hostable DHCP agents. Network: 326b7c03-9548-4a44-9e50-8ca18e3a32e8, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:35:34.924759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f34754b-2499-4be0-b3d4-bf880a4d2929 req-b0da54d1-fca1-4d3b-9b12-ad62c9c69e31 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394584 Aug 10 03:35:34.965271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:35:34.979038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-f88e25cf-218c-438c-9238-706695ae1a47 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590861 Aug 10 03:35:35.036193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 10.2.2.100 (b28aa53a-be11-4438-86f6-c11f4785f315/23826851-e626-4b94-aa24-8c0cd30b1704/81468674-3186-452c-a42b-2a3bb63aab79) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:35.272978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c1483c31-b1c9-4c2a-b7c0-889af8dfcff8 req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.285198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c1483c31-b1c9-4c2a-b7c0-889af8dfcff8 req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.351335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c1483c31-b1c9-4c2a-b7c0-889af8dfcff8 req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.352259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c1483c31-b1c9-4c2a-b7c0-889af8dfcff8 req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8708122 Aug 10 03:35:35.385379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae3700-96dc-4a8f-8fe4-45f314b7095a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.440708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.471180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object 81468674-3186-452c-a42b-2a3bb63aab79 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:35.605099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.728976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network b28aa53a-be11-4438-86f6-c11f4785f315 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:35.744834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 326b7c03-9548-4a44-9e50-8ca18e3a32e8) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:35.755273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d86e4-ad5d-4b35-a2b0-b181a4aaa2d2 None None] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:35.762013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f314ee-8ac6-4ae6-b860-ba10645bae94 req-1691e044-6944-4d5a-9158-601e81541357 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.772817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f314ee-8ac6-4ae6-b860-ba10645bae94 req-1691e044-6944-4d5a-9158-601e81541357 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.783082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f314ee-8ac6-4ae6-b860-ba10645bae94 req-1691e044-6944-4d5a-9158-601e81541357 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.795381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f314ee-8ac6-4ae6-b860-ba10645bae94 req-1691e044-6944-4d5a-9158-601e81541357 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.797388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80f314ee-8ac6-4ae6-b860-ba10645bae94 req-1691e044-6944-4d5a-9158-601e81541357 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 3094 time: 0.2116961 Aug 10 03:35:35.798803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:35.807268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.807532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:35.808174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.814784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:35.848517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-479e4559-f7da-4497-99e9-4a0b79d3a166 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1031957 Aug 10 03:35:35.937922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.940036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.942394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-97919490-691c-422f-8d1b-4a114e24333f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.957627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-97919490-691c-422f-8d1b-4a114e24333f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:35.964728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-97919490-691c-422f-8d1b-4a114e24333f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1683 time: 0.2538795 Aug 10 03:35:35.999706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-5d4d454f-67c1-4850-83f3-865d387d30d2 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8483763 Aug 10 03:35:36.015870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315', 'admin_state_up': True, 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'security_groups': ['c57b12ea-5538-433c-9d63-d9528620a699']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:36.031532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a81f4-4eca-4d96-a4bc-903bae6b04ce req-7109010f-354d-4a45-8c44-dff88fe15b0c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:36.073240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a81f4-4eca-4d96-a4bc-903bae6b04ce req-7109010f-354d-4a45-8c44-dff88fe15b0c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:36.097876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e96a81f4-4eca-4d96-a4bc-903bae6b04ce req-7109010f-354d-4a45-8c44-dff88fe15b0c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 1683 time: 0.3737998 Aug 10 03:35:36.170892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80f314ee-8ac6-4ae6-b860-ba10645bae94 req-ee11b6bd-cff8-4dce-944e-8b45ff37ca77 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159778 Aug 10 03:35:36.183946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8dffd5-6020-4139-aeb0-8fc2ca8265ff None None] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:36.189750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-44bf23f3-a217-4432-8daa-1c19dbd44781 req-51f56722-8cbc-43aa-aa66-af989950583a service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1996672 Aug 10 03:35:36.258157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Made reservation on behalf of 2637009bbf654036809b4a614f9d0296 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:36.265741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.379755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e96a81f4-4eca-4d96-a4bc-903bae6b04ce req-befc7a32-2b4b-4fd1-bfee-d3e2d0f18d6b tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796950 Aug 10 03:35:36.473410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9a28b27-c54f-4052-a074-b6de1e2c0780 None None] Provisioning for port 81468674-3186-452c-a42b-2a3bb63aab79 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:36.540940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9a28b27-c54f-4052-a074-b6de1e2c0780 None None] Provisioning complete for port 81468674-3186-452c-a42b-2a3bb63aab79 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:36.542139 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9a28b27-c54f-4052-a074-b6de1e2c0780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.590144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0415695f-b618-4ecb-bdd6-071779e1db35 req-951adc82-0686-4f76-be9a-e8fa714dbb7b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6 HTTP/1.1" status: 200 len: 1781 time: 0.1284685 Aug 10 03:35:36.646163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:36.646521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.668262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e9a28b27-c54f-4052-a074-b6de1e2c0780 None None] Port 81468674-3186-452c-a42b-2a3bb63aab79 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:36.871068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:36.872416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:36.880137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 47e042e1-bf34-46d0-a229-bad41ce385d6 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:36.908250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:36.942220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e9aa-da6d-4158-b140-eed7b3cc2a6c req-c3801b6f-c774-4c4b-8de1-1daf40acc3cf tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:36.946706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bf4e9aa-da6d-4158-b140-eed7b3cc2a6c req-c3801b6f-c774-4c4b-8de1-1daf40acc3cf tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 946 time: 0.5562775 Aug 10 03:35:36.957119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Allocated IP 10.2.2.200 (b28aa53a-be11-4438-86f6-c11f4785f315/23826851-e626-4b94-aa24-8c0cd30b1704/21f3cbb4-f4f7-4789-b829-ba4f61b2463f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:37.071989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 47e042e1-bf34-46d0-a229-bad41ce385d6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:37.081875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 47e042e1-bf34-46d0-a229-bad41ce385d6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:37.082775 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.188460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7440169-e116-4b07-bdcb-691e93f49463 req-880f061c-61ba-4db4-b883-dd2a4c650134 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:37.202312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7440169-e116-4b07-bdcb-691e93f49463 req-880f061c-61ba-4db4-b883-dd2a4c650134 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 945 time: 0.1922822 Aug 10 03:35:37.383719 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.436160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7440169-e116-4b07-bdcb-691e93f49463 req-8f184031-1ca3-406f-a9c8-1312f1860931 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325821 Aug 10 03:35:37.470667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd61b3-9c22-49d0-8abe-37335c520356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e042e1-bf34-46d0-a229-bad41ce385d6'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:37.473561 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86bd66a-58a2-4740-a50b-1d9b38ee82a9" -d '{"events": [{"server_uuid": "19bd61b3-9c22-49d0-8abe-37335c520356", "name": "network-vif-plugged", "status": "completed", "tag": "47e042e1-bf34-46d0-a229-bad41ce385d6"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:37.504302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 47e042e1-bf34-46d0-a229-bad41ce385d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=47e042e1-bf34-46d0-a229-bad41ce385d6,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:37.516330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.564305 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.651919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=47e042e1-bf34-46d0-a229-bad41ce385d6,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:37.710836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=ba2cb6ce-23ce-4a0f-8c02-822badb7deb2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:37.752642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bf4e9aa-da6d-4158-b140-eed7b3cc2a6c req-4cee67be-53b2-484f-9fa1-0e83644628b9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7847664 Aug 10 03:35:37.903044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-304730ff-b82a-4b9f-a50a-fa6d981bcd06 req-f5724967-d32e-40a5-ab81-0e6de92fd1e3 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6 HTTP/1.1" status: 200 len: 1781 time: 0.1086690 Aug 10 03:35:37.938101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:37.943633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:37.947299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-5c584e3f-4db6-4268-9c02-b8748e503b8c tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "DELETE /v2.0/ports/ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 HTTP/1.1" status: 204 len: 173 time: 1.8441448 Aug 10 03:35:37.979754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.010708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Transition to ACTIVE for port object 21f3cbb4-f4f7-4789-b829-ba4f61b2463f will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:38.047955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-304730ff-b82a-4b9f-a50a-fa6d981bcd06 req-31a0a67c-ff10-4fed-b00f-d07fcc66ee1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.068587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-deleted', 'tag': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:38.075919 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f988f6d-2736-4c8c-9f80-09161dbd1a36" -d '{"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-deleted", "tag": "ba2cb6ce-23ce-4a0f-8c02-822badb7deb2"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:38.128614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-304730ff-b82a-4b9f-a50a-fa6d981bcd06 req-31a0a67c-ff10-4fed-b00f-d07fcc66ee1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.206919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.302601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-7e108d86-b8df-4063-94ed-cec5ea91b6a8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.309423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-7e108d86-b8df-4063-94ed-cec5ea91b6a8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.5136354 Aug 10 03:35:38.332716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-304730ff-b82a-4b9f-a50a-fa6d981bcd06 req-31a0a67c-ff10-4fed-b00f-d07fcc66ee1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.338865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-304730ff-b82a-4b9f-a50a-fa6d981bcd06 req-31a0a67c-ff10-4fed-b00f-d07fcc66ee1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.341122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-304730ff-b82a-4b9f-a50a-fa6d981bcd06 req-31a0a67c-ff10-4fed-b00f-d07fcc66ee1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6 HTTP/1.1" status: 204 len: 173 time: 0.4372044 Aug 10 03:35:38.350975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Network b28aa53a-be11-4438-86f6-c11f4785f315 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:38.372384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:38.394843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:38.406776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0a67c-ff10-4fed-b00f-d07fcc66ee1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.417491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:38.417848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.458898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event updated for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.468172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:38.513245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-4bc2147e-b94a-4bea-ab40-193444499ca2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/quotas/cd6d2fe3a91d4402bc859e6e8b70a3fa HTTP/1.1" status: 200 len: 375 time: 0.1819873 Aug 10 03:35:38.528862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.530085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.575432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-ca170b54-31cf-4931-96f6-ca1044c4d436 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5634468 Aug 10 03:35:38.597742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:38.632207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.637767 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-ab24276a-8965-4465-9fa4-c5170913ba85 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226642 Aug 10 03:35:38.684480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:38.696219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.697207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:38.766186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:38.766786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ba2cb6ce-23ce-4a0f-8c02-822badb7deb2 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:38.815872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:38.839161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.859300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278981-b081-4109-ad5c-aada741fcba6 req-65363c2e-6b03-4b4c-8c3b-b4169a852c63 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.869111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278981-b081-4109-ad5c-aada741fcba6 req-65363c2e-6b03-4b4c-8c3b-b4169a852c63 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.878468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278981-b081-4109-ad5c-aada741fcba6 req-65363c2e-6b03-4b4c-8c3b-b4169a852c63 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.889937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278981-b081-4109-ad5c-aada741fcba6 req-65363c2e-6b03-4b4c-8c3b-b4169a852c63 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.902101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278981-b081-4109-ad5c-aada741fcba6 req-65363c2e-6b03-4b4c-8c3b-b4169a852c63 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:38.904708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f278981-b081-4109-ad5c-aada741fcba6 req-65363c2e-6b03-4b4c-8c3b-b4169a852c63 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 3815 time: 0.3241339 Aug 10 03:35:38.923277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:38.924711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.932115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fd60c684-a7f6-42d2-a6ba-12678bd1122e None None] Provisioning for port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:38.936918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fd60c684-a7f6-42d2-a6ba-12678bd1122e None None] Provisioning complete for port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:38.937599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fd60c684-a7f6-42d2-a6ba-12678bd1122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:38.961967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:39.050695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fd60c684-a7f6-42d2-a6ba-12678bd1122e None None] Port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:35:39.076269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f278981-b081-4109-ad5c-aada741fcba6 req-5f276f6d-5e69-41ae-920d-bff9ffc7efb9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541862 Aug 10 03:35:39.194314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-3b0e5a61-1424-4a50-bbcb-79dd3ccda0c7 service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370204 Aug 10 03:35:39.329062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7a7da-b6a2-4934-9847-20f274aaae30 req-3386db44-5ed4-49d3-a948-4c5b411391f1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.340324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd7a7da-b6a2-4934-9847-20f274aaae30 req-3386db44-5ed4-49d3-a948-4c5b411391f1 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/ports?device_id=c160bdea-33e5-4328-a946-0080dd7ebadc HTTP/1.1" status: 200 len: 944 time: 0.1703417 Aug 10 03:35:39.435947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.455184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fd7a7da-b6a2-4934-9847-20f274aaae30 req-fa718bbc-71c2-4064-be69-920c5a200f69 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f0452b4-dfe3-489e-81df-48f2d6022d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134908 Aug 10 03:35:39.555517 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beccb58b-39a1-4bd9-80e9-42f99609d8b9 x-openstack-request-id: req-beccb58b-39a1-4bd9-80e9-42f99609d8b9 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:39.556071 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bd61b3-9c22-49d0-8abe-37335c520356", "name": "network-vif-plugged", "status": "completed", "tag": "47e042e1-bf34-46d0-a229-bad41ce385d6", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:39.556071 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beccb58b-39a1-4bd9-80e9-42f99609d8b9 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:39.556444 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bd61b3-9c22-49d0-8abe-37335c520356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e042e1-bf34-46d0-a229-bad41ce385d6', 'code': 200} Aug 10 03:35:39.604702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-64a3ec3f-79e4-455a-9bc5-5dbc692b2a60 service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004414 Aug 10 03:35:39.611796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.642495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbc5035-35ee-46dc-9b6c-74331241ff13 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:39.668638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.676641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port 6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:39.681963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.685086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c61d6f9-e2a8-4ee9-b006-3ad0ca69e21d req-4832710d-094e-46bc-b36e-9af0319809b0 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.65 "DELETE /v2.0/ports/6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f HTTP/1.1" status: 204 len: 173 time: 1.5973871 Aug 10 03:35:39.716845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Transition to ACTIVE for port object fdbc5035-35ee-46dc-9b6c-74331241ff13 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:39.732822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:39.784196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123853-a498-4054-90ec-2aaa93faf49d req-44f8b524-f6f1-48c1-804b-af86579f0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:39.789790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b123853-a498-4054-90ec-2aaa93faf49d req-44f8b524-f6f1-48c1-804b-af86579f0fe9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 1098 time: 0.1368392 Aug 10 03:35:39.870902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:39.875801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b123853-a498-4054-90ec-2aaa93faf49d req-58da01c8-fc4d-46ff-9adb-a42627c8b0d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756969 Aug 10 03:35:40.010873 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee917af8-4be4-43bf-aaab-131bad8e160b x-openstack-request-id: req-ee917af8-4be4-43bf-aaab-131bad8e160b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:40.011911 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-deleted", "tag": "ba2cb6ce-23ce-4a0f-8c02-822badb7deb2", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:40.011911 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee917af8-4be4-43bf-aaab-131bad8e160b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:40.012368 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-deleted', 'tag': 'ba2cb6ce-23ce-4a0f-8c02-822badb7deb2', 'status': 'completed', 'code': 200} Aug 10 03:35:40.141751 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-ca894791-3fce-4b2a-a568-e303a66d8598 req-b191bdb1-2549-4dc7-8db1-7dd15e49e6c1 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:35:40.154584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca894791-3fce-4b2a-a568-e303a66d8598 req-b191bdb1-2549-4dc7-8db1-7dd15e49e6c1 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6 HTTP/1.1" status: 404 len: 352 time: 0.1039577 Aug 10 03:35:40.246559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Attempting to bind port fdbc5035-35ee-46dc-9b6c-74331241ff13 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:40.247527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Attempting to bind port fdbc5035-35ee-46dc-9b6c-74331241ff13 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:40.247527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Attempting to bind port fdbc5035-35ee-46dc-9b6c-74331241ff13 on network 0c923a62-d54d-4253-8b48-573208e0866d {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:40.260407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Port fdbc5035-35ee-46dc-9b6c-74331241ff13 on network 0c923a62-d54d-4253-8b48-573208e0866d not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:40.260765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Attempting to bind port fdbc5035-35ee-46dc-9b6c-74331241ff13 on network 0c923a62-d54d-4253-8b48-573208e0866d {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:40.287818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:40.288171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Checking segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:40.288543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Bound using segment: {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:40.289001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Bound port: fdbc5035-35ee-46dc-9b6c-74331241ff13, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:40.289367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.583097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:40.592797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:40.634901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.652601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd9891-bc4e-4f45-9055-ff88bd9a7c45 req-9c15abfb-edf9-45a1-96f8-f7d1ba7e1b33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.662453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fd9891-bc4e-4f45-9055-ff88bd9a7c45 req-9c15abfb-edf9-45a1-96f8-f7d1ba7e1b33 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 946 time: 0.1937256 Aug 10 03:35:40.753725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-287d35ed-c4c3-4020-886f-d1aa961d2c3b req-2cecf908-6c3e-405d-b795-46250c210d61 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 210 time: 0.1661003 Aug 10 03:35:40.763402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0fd9891-bc4e-4f45-9055-ff88bd9a7c45 req-4e74abd0-a73b-495f-a21c-ff7f7860975a tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006649 Aug 10 03:35:40.875875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:40.876741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.878343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] 10.222.0.65 "PUT /v2.0/ports/fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 200 len: 1093 time: 2.2916956 Aug 10 03:35:40.882328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:40.885240 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80ddf0b-6c28-4437-a036-091b6edca982" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:40.904383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a176ea6e-502b-4c18-a0bd-ecf7f58505ad req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1315296246', 'description': 'tempest-description-1477093213'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:41.015497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:41.035900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a176ea6e-502b-4c18-a0bd-ecf7f58505ad req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.104889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb7ba4-6dba-4535-945e-ca54a2c4d5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.165380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-9bd64cc9-042d-4ccb-b5cd-0d0c9bf69582 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.179119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-9bd64cc9-042d-4ccb-b5cd-0d0c9bf69582 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.186040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-9bd64cc9-042d-4ccb-b5cd-0d0c9bf69582 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.192494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-9bd64cc9-042d-4ccb-b5cd-0d0c9bf69582 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.201858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-9bd64cc9-042d-4ccb-b5cd-0d0c9bf69582 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:41.211015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-9bd64cc9-042d-4ccb-b5cd-0d0c9bf69582 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 3827 time: 0.1427906 Aug 10 03:35:41.285482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.330509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e0ac14e-e4dd-4704-b77f-e2b0cebea52d req-d7f1d422-c103-42c3-93eb-357a55736819 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162786 Aug 10 03:35:41.558138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:41.561357 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e785b0a-0c75-4d81-a527-04f4fdaf9fd2" -d '{"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-unplugged", "status": "completed", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:41.701278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52338) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.778425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a176ea6e-502b-4c18-a0bd-ecf7f58505ad req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.802580 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a176ea6e-502b-4c18-a0bd-ecf7f58505ad req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.849735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b47d5d6-9d37-4a06-b6f1-2397931aa03c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.857255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting subnet c97b1518-61d1-4269-86c2-9cc6eb2d908b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:41.867270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.904682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a176ea6e-502b-4c18-a0bd-ecf7f58505ad req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.906027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a176ea6e-502b-4c18-a0bd-ecf7f58505ad req-c7c426f4-38f1-41f4-96f4-4b33dfb08f53 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0247161 Aug 10 03:35:41.941815 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.981249 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3184c37-2506-45c4-b51c-d30636efa88c x-openstack-request-id: req-a3184c37-2506-45c4-b51c-d30636efa88c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:41.981558 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:41.981791 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3184c37-2506-45c4-b51c-d30636efa88c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:41.982242 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'status': 'completed', 'code': 200} Aug 10 03:35:42.019258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129ffacb-f6d3-47f0-96e9-7f51170af24d {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:42.029167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.034589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-deleted', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:42.037893 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb4eed-98e7-4e50-ab97-00c06422bbae" -d '{"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-deleted", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:42.048545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Transition to ACTIVE for port object 129ffacb-f6d3-47f0-96e9-7f51170af24d will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:42.062018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.136461 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa6fc18-c92d-4c3d-85b0-68468a40aa55 x-openstack-request-id: req-9fa6fc18-c92d-4c3d-85b0-68468a40aa55 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:42.137272 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-unplugged", "status": "completed", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:42.138313 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fa6fc18-c92d-4c3d-85b0-68468a40aa55 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:42.139164 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f', 'code': 200} Aug 10 03:35:42.194988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Pushing event updated for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:42.208158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.252274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-303d9fb9-3a34-4caf-ac4d-3f2fd90a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.253064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-303d9fb9-3a34-4caf-ac4d-3f2fd90a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.253706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-303d9fb9-3a34-4caf-ac4d-3f2fd90a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.254385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-303d9fb9-3a34-4caf-ac4d-3f2fd90a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.255015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-303d9fb9-3a34-4caf-ac4d-3f2fd90a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.257221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-303d9fb9-3a34-4caf-ac4d-3f2fd90a91ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 4363 time: 0.2308667 Aug 10 03:35:42.321600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Attempting to bind port 129ffacb-f6d3-47f0-96e9-7f51170af24d on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:42.322685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Attempting to bind port 129ffacb-f6d3-47f0-96e9-7f51170af24d by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:42.323227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Attempting to bind port 129ffacb-f6d3-47f0-96e9-7f51170af24d on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:42.335917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Port 129ffacb-f6d3-47f0-96e9-7f51170af24d on network be6a6c46-6885-4ed2-9700-bb0d2aba336e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:42.337854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Attempting to bind port 129ffacb-f6d3-47f0-96e9-7f51170af24d on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:42.352000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:42.358152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Checking segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:42.358878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Bound using segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:42.374358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Bound port: 129ffacb-f6d3-47f0-96e9-7f51170af24d, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:42.375183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.415880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.490312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6578bf5a-1d40-4f85-8088-c8dbf621e31d details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:42.524653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:42.528506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:42.555957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.687514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.688358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.690107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] 10.222.0.65 "PUT /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 1132 time: 1.6873534 Aug 10 03:35:42.727597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:42.745820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:42.746826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'port_id': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'mac_address': 'fa:16:3e:c7:b4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f78361-a56d-4a26-a1fc-c238a6ac3be1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:42.822439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.827551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-bdd69153-7408-401a-b973-3ac75cdaa481 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.841103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-bdd69153-7408-401a-b973-3ac75cdaa481 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/networks?id=73405102-9314-4c3d-8a28-e820a10cb086 HTTP/1.1" status: 200 len: 809 time: 0.8157306 Aug 10 03:35:42.854706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Subnet': ['ID=c97b1518-61d1-4269-86c2-9cc6eb2d908b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:42.855821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6578bf5a-1d40-4f85-8088-c8dbf621e31d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:42.880570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-91f20abd-212a-4a05-b80c-32c7c1d809ba tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.883080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22db237-d11c-495a-b6c8-1d94e3d715f1 None None] Network 2bc32438-3c03-4362-8dd3-a455dc623145 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:42.883334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-91f20abd-212a-4a05-b80c-32c7c1d809ba tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.5513620 Aug 10 03:35:42.884282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.885800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:42.886205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-42676d2e-0298-4245-8776-62d6ff0ace8f tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/subnets/c97b1518-61d1-4269-86c2-9cc6eb2d908b HTTP/1.1" status: 204 len: 168 time: 1.1834698 Aug 10 03:35:42.890213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52366) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:42.905967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-e0945a89-a936-4d30-b6ec-695c01be1bb4 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/quotas/d9d81826e9894d26a4131e874b524641 HTTP/1.1" status: 200 len: 375 time: 0.0636024 Aug 10 03:35:42.928102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0fb45-1261-467c-a2bb-a645226ed974 req-4a1eea3a-007b-4544-85da-9a484b39c75e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:42.930617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13b0fb45-1261-467c-a2bb-a645226ed974 req-4a1eea3a-007b-4544-85da-9a484b39c75e tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 946 time: 0.4004107 Aug 10 03:35:42.936585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ddc91-7f86-420d-afbd-2256727db742 service neutron] Pushing event updated for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:42.964411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Request body: {'port': {'device_id': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'admin_state_up': True, 'tenant_id': 'cd6d2fe3a91d4402bc859e6e8b70a3fa'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:42.977713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-03d61e2f-d559-459a-a603-a86387f87826 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9d81826e9894d26a4131e874b524641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681787 Aug 10 03:35:43.052943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:43.071541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.158325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.158626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-ab226f84-4e53-4e49-8853-5ec2a9239ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.158796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-ab226f84-4e53-4e49-8853-5ec2a9239ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.159262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-ab226f84-4e53-4e49-8853-5ec2a9239ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.160924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-ab226f84-4e53-4e49-8853-5ec2a9239ba9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2637009bbf654036809b4a614f9d0296&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8925219 Aug 10 03:35:43.235443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13b0fb45-1261-467c-a2bb-a645226ed974 req-3e4195e5-59b8-4556-ac6b-371952005ab9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940536 Aug 10 03:35:43.302579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6578bf5a-1d40-4f85-8088-c8dbf621e31d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:43.307617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-792fe3a2-746a-40b0-9da2-15f104ec12c5 service neutron] 10.222.0.53 "GET /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289819 Aug 10 03:35:43.390104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-d329b9f3-5863-4207-84cc-7c55806edb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:43.391936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d80ddf0b-6c28-4437-a036-091b6edca982 req-d329b9f3-5863-4207-84cc-7c55806edb95 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222672 Aug 10 03:35:43.426621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:43.452532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Made reservation on behalf of cd6d2fe3a91d4402bc859e6e8b70a3fa for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:43.456436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.570681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-54fb916d-409a-4a23-96a1-fb75682afe7d service neutron] 10.222.0.53 "GET /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560792 Aug 10 03:35:43.596928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3543b0-c0cb-4411-a77c-b22871c4cc28 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:43.599926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] DHCP port deletion for 2bc32438-3c03-4362-8dd3-a455dc623145 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:43.609773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.664123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0e54437-6e55-4ada-8c74-9a0ffe32ec7f req-fe41df1a-481e-4424-b250-12cb3d81c155 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 210 time: 0.0499618 Aug 10 03:35:43.690440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Transition to ACTIVE for port object 1c3543b0-c0cb-4411-a77c-b22871c4cc28 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:43.696080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-eef98e4f-b52a-4acb-b714-8cece9119ac8 req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-918026483', 'description': 'tempest-description-1535924963'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:43.706509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.776662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:43.776662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.787418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Allocated IP 172.20.0.12 (326b7c03-9548-4a44-9e50-8ca18e3a32e8/5ea7d117-630d-4cc2-92bb-e80bf66230d6/559ac7cc-11b8-4b2a-987d-9781b01457ff) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:43.827305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] Deleting port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:43.828185 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.983209 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-eef98e4f-b52a-4acb-b714-8cece9119ac8 req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.985206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '129ffacb-f6d3-47f0-96e9-7f51170af24d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:43.987732 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff25002-784f-4403-849b-d1d8ed3a75f2" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "129ffacb-f6d3-47f0-96e9-7f51170af24d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:44.002836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.063471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] For port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:44.064002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.096956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] Calling delete_port for 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:44.148511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-eef98e4f-b52a-4acb-b714-8cece9119ac8 req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.157034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Attempting to bind port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:44.157909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Attempting to bind port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:44.158642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Attempting to bind port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:44.166029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-eef98e4f-b52a-4acb-b714-8cece9119ac8 req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.207662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,segment=NetworkSegment(ca762498-90f2-489f-b77a-ad8c3f4c3332),segment_id=ca762498-90f2-489f-b77a-ad8c3f4c3332)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:44.211639 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.216823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:44.225579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Attempting to bind port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:44.279100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.283958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:44.286017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:44.296648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Checking segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:44.297058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Bound using segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:44.297533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Bound port: 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:44.297906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.319406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-eef98e4f-b52a-4acb-b714-8cece9119ac8 req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.328648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eef98e4f-b52a-4acb-b714-8cece9119ac8 req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6395540 Aug 10 03:35:44.372366 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6127a9-0c72-4a67-920f-7aad7985f271 x-openstack-request-id: req-6a6127a9-0c72-4a67-920f-7aad7985f271 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:44.373924 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c160bdea-33e5-4328-a946-0080dd7ebadc", "name": "network-vif-deleted", "tag": "6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:44.374792 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a6127a9-0c72-4a67-920f-7aad7985f271 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:44.376074 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c160bdea-33e5-4328-a946-0080dd7ebadc', 'name': 'network-vif-deleted', 'tag': '6cedca0a-41ab-4bb2-aefa-6a3a6d0c8d8f', 'status': 'completed', 'code': 200} Aug 10 03:35:44.381396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.433534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.458093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5e67e-f7ec-4b2c-a027-43d26aacec55 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d3faf-07b2-4f79-a1c4-35f9d9840bdc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.519734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:44.531821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] Pushing event deleted for resources: {'Port': ['ID=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.536750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:44.542976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6578bf5a-1d40-4f85-8088-c8dbf621e31d no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:44.550303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247e45b-33ee-4d53-8d87-da650b2ebb0d None None] No DVR routers for this DVR port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:44.606074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:44.720014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.744132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.744878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.788573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280d0c-a1db-4696-9f41-9a1a4429640b req-3e3d9a45-814c-43b2-978f-8ed814693d31 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.790278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6280d0c-a1db-4696-9f41-9a1a4429640b req-3e3d9a45-814c-43b2-978f-8ed814693d31 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 945 time: 0.1710546 Aug 10 03:35:44.793403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:44.802539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:44.807924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.814120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.821691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.824659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.825707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.827613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.833597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.839963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.846516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.854656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-dc93385e-35c1-4569-9e0d-ac7142006ef9 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5371 time: 0.2971153 Aug 10 03:35:44.866825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6578bf5a-1d40-4f85-8088-c8dbf621e31d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:44.875894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-9eb91623-5c16-4623-b41a-b04518905b1b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9164176 Aug 10 03:35:44.891078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.898071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.901003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Request body: {'port': {'device_id': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:44.950173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e28852b8-f662-48f0-a722-2f859e7fb64b req-ef894048-58a4-40fa-b1d2-7f2897dc5518 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944846 Aug 10 03:35:44.966785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:44.968576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:44.969541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.972035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7bca0b25-6be6-48e9-98a6-0544c217dcfa service neutron] 10.222.0.65 "PUT /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 1130 time: 2.2345946 Aug 10 03:35:44.973593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=4830047e-1b4f-4735-b4b9-89d3b3ff6bb6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:44.977075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:44.982553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:45.063479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.087864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6280d0c-a1db-4696-9f41-9a1a4429640b req-f7df76eb-2d73-4feb-b460-dc30c589c59e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805314 Aug 10 03:35:45.100455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:45.123572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:45.215365 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d6b186-fc9e-40d0-9266-0dbca897ca6c x-openstack-request-id: req-12d6b186-fc9e-40d0-9266-0dbca897ca6c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:45.216028 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "129ffacb-f6d3-47f0-96e9-7f51170af24d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:45.216967 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12d6b186-fc9e-40d0-9266-0dbca897ca6c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:45.216967 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '129ffacb-f6d3-47f0-96e9-7f51170af24d', 'status': 'completed', 'code': 200} Aug 10 03:35:45.250919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.305620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc32438-3c03-4362-8dd3-a455dc623145']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:45.332028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca762498-90f2-489f-b77a-ad8c3f4c3332') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:45.336707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca762498-90f2-489f-b77a-ad8c3f4c3332') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:45.346667 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.352835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.396472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7c55f804-d82a-4447-86fe-3630a2f65edd req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1135438142', 'description': 'tempest-description-2120995543'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:45.421875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3149ad8f-ff8e-48d7-8fc5-f1c9e6cac883 req-03951f39-5485-4c5f-b609-9dc8d24ebad7 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Aug 10 03:35:45.444326 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.472712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:45.489799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:45.501564 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:45.591838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c55f804-d82a-4447-86fe-3630a2f65edd req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.599652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:45.676289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:45.677234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4830047e-1b4f-4735-b4b9-89d3b3ff6bb6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:45.809382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.810371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.811361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.812369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.813163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.814015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.814841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:45.818254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-17183ad2-7693-4432-a5ab-ce4d70deee4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6211 time: 0.4671209 Aug 10 03:35:45.979088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.002133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.007920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/networks/2bc32438-3c03-4362-8dd3-a455dc623145 HTTP/1.1" status: 204 len: 168 time: 3.1132164 Aug 10 03:35:46.011886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:46.026121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c55f804-d82a-4447-86fe-3630a2f65edd req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.051461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c55f804-d82a-4447-86fe-3630a2f65edd req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.112469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635af82-6233-4347-ada8-7519e052ccb2 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Network': ['ID=2bc32438-3c03-4362-8dd3-a455dc623145,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:46.143511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5732-751e-444f-8439-a033968bdafd req-19adf4cd-a635-46d2-8e16-65b9161161fc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.147551 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac2a5732-751e-444f-8439-a033968bdafd req-19adf4cd-a635-46d2-8e16-65b9161161fc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 932 time: 0.4742076 Aug 10 03:35:46.198718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7c55f804-d82a-4447-86fe-3630a2f65edd req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.208628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c55f804-d82a-4447-86fe-3630a2f65edd req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8204577 Aug 10 03:35:46.272829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting subnet 529d5945-07f5-4867-9b05-2f095bbee072 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:35:46.277944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2585b9-887a-4e20-9332-4ac90e928048 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd417499-702e-4c27-9de9-b7669ae33813,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:46.285735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.354319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac2a5732-751e-444f-8439-a033968bdafd req-04a485b4-8ea8-4b23-8f9c-8b692889944a tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791890 Aug 10 03:35:46.430429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-0b3860d9-e5f5-4f8d-aa50-9f2979de7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.432225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-0b3860d9-e5f5-4f8d-aa50-9f2979de7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.434517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-0b3860d9-e5f5-4f8d-aa50-9f2979de7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.437727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-0b3860d9-e5f5-4f8d-aa50-9f2979de7bce service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2637009bbf654036809b4a614f9d0296&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6095161 Aug 10 03:35:46.455388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.678724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:46.703944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.748306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559ac7cc-11b8-4b2a-987d-9781b01457ff {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:46.787084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Transition to ACTIVE for port object b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:46.805124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.809337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-d5689afe-474c-4252-8f1d-662e4b0f872c tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.811174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-d5689afe-474c-4252-8f1d-662e4b0f872c tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.39 "GET /v2.0/networks?id=73405102-9314-4c3d-8a28-e820a10cb086 HTTP/1.1" status: 200 len: 809 time: 0.5821986 Aug 10 03:35:46.824655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fc2d-14f3-4991-a5bb-6fea914a78f9 req-dc5023d9-3137-41fa-9843-b2d9d01ee2ff tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.828467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.839857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8e8fc2d-14f3-4991-a5bb-6fea914a78f9 req-dc5023d9-3137-41fa-9843-b2d9d01ee2ff tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 946 time: 0.2486322 Aug 10 03:35:46.843885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Transition to ACTIVE for port object 559ac7cc-11b8-4b2a-987d-9781b01457ff will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:46.879846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-b91cb704-d602-4657-a73b-a13bffd4effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:46.882313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ff25002-784f-4403-849b-d1d8ed3a75f2 req-b91cb704-d602-4657-a73b-a13bffd4effd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4302156 Aug 10 03:35:46.892670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Request body: {'port': {'device_id': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086', 'admin_state_up': True, 'tenant_id': 'd9d81826e9894d26a4131e874b524641'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:46.968073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.012777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.086882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.119734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.123498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Made reservation on behalf of d9d81826e9894d26a4131e874b524641 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:35:47.127266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.142692 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8e8fc2d-14f3-4991-a5bb-6fea914a78f9 req-27d9e4b1-6a25-4638-a9a7-b25e002396a9 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792113 Aug 10 03:35:47.232846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '1c3543b0-c0cb-4411-a77c-b22871c4cc28'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:47.236405 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00735f3-aeb3-4d38-816d-8312fe357ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "1c3543b0-c0cb-4411-a77c-b22871c4cc28"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:47.323455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.422880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Subnet': ['ID=529d5945-07f5-4867-9b05-2f095bbee072,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:47.464559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Attempting to bind port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:47.465332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Attempting to bind port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:47.466168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Attempting to bind port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:47.481903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.482244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0349852-62a7-488b-b126-22324ee5c8e9 None None] Network d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:35:47.486173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3958967b-8196-4736-a5a0-edac60ba91cd tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/subnets/529d5945-07f5-4867-9b05-2f095bbee072 HTTP/1.1" status: 204 len: 168 time: 1.4695892 Aug 10 03:35:47.494158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:47.511253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:47.512135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Attempting to bind port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:47.681567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:47.683908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Checking segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:47.684715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Bound using segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:47.685360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Bound port: b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:47.686238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.722906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.730857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.737372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.743063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-896b343e-650c-4f21-bc8a-482a8ef54486 req-594d1696-e803-40b5-b168-efd84a539935 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 10911 time: 0.4952297 Aug 10 03:35:47.745581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.752149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.758338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.764573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.773203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-21682003-c3d9-47e6-8bb2-a829d2ffc738 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5371 time: 1.0317857 Aug 10 03:35:47.787981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] DHCP port deletion for d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:35:47.883575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:47.887298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:47.920572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.923073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] Deleting port 27dd91e9-cbff-45a4-9b96-33c3da2be70f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:47.923933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.926958 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-896b343e-650c-4f21-bc8a-482a8ef54486 req-c5871ddd-879b-4651-8c91-5da10b7c413c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/fe04c919-b06f-4be9-b648-3117d068a4f7 HTTP/1.1" status: 200 len: 2985 time: 0.1829786 Aug 10 03:35:47.928392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.969972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:47.972925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:47.974671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] 10.222.0.65 "PUT /v2.0/ports/b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 HTTP/1.1" status: 200 len: 1091 time: 2.8949809 Aug 10 03:35:48.044239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:48.087748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Allocated IP 172.20.0.10 (73405102-9314-4c3d-8a28-e820a10cb086/6bce99bc-2db1-47c0-9082-e6f462576cd2/6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:35:48.112932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] For port 27dd91e9-cbff-45a4-9b96-33c3da2be70f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=27dd91e9-cbff-45a4-9b96-33c3da2be70f,segment=NetworkSegment(a0045c89-79ea-48b2-8066-54b4011f28fe),segment_id=a0045c89-79ea-48b2-8066-54b4011f28fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:48.115174 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.154352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] Calling delete_port for 27dd91e9-cbff-45a4-9b96-33c3da2be70f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:48.164623 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-896b343e-650c-4f21-bc8a-482a8ef54486 req-a250d925-1f35-4838-bcbb-141113ec6a04 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/fe04c919-b06f-4be9-b648-3117d068a4f7 HTTP/1.1" status: 200 len: 2985 time: 0.2261395 Aug 10 03:35:48.233200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fe45c-b7e8-458e-b51c-35558673d7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.383991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.436212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] Pushing event deleted for resources: {'Port': ['ID=27dd91e9-cbff-45a4-9b96-33c3da2be70f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:48.441675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cd0cf-57cb-4d68-be0d-d758d15a8385 None None] No DVR routers for this DVR port 27dd91e9-cbff-45a4-9b96-33c3da2be70f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:48.479626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9248a3d5-5a42-49d2-a2bd-284a3864c8a7 req-b5aecd44-258a-4b95-8c7a-944f95a41de0 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 210 time: 0.1565390 Aug 10 03:35:48.491714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.575998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Deleting port 27dd91e9-cbff-45a4-9b96-33c3da2be70f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:48.576498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.624612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d236dc70-7298-4536-b8c6-1c10634b60a5 req-5a27d895-f5e1-49e4-bf8f-ae1c9b6f6c85 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8503356 Aug 10 03:35:48.630247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.640376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Attempting to bind port 559ac7cc-11b8-4b2a-987d-9781b01457ff on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:48.641018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Attempting to bind port 559ac7cc-11b8-4b2a-987d-9781b01457ff by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:48.641538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Attempting to bind port 559ac7cc-11b8-4b2a-987d-9781b01457ff on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:48.650720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Port 559ac7cc-11b8-4b2a-987d-9781b01457ff on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:48.651493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Attempting to bind port 559ac7cc-11b8-4b2a-987d-9781b01457ff on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:48.670368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:48.670704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Checking segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:48.671099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Bound using segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:48.671551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Bound port: 559ac7cc-11b8-4b2a-987d-9781b01457ff, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:48.671912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:48.728047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-86f00a81-3222-45ca-bda0-0496d5ad5ca8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:48.738807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-86f00a81-3222-45ca-bda0-0496d5ad5ca8 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 944 time: 0.4303534 Aug 10 03:35:48.957160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:48.962097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:48.968789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.047035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] For port 27dd91e9-cbff-45a4-9b96-33c3da2be70f, host n-d-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:49.047767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.060981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.109897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84307-a060-42f0-b08a-49a5dbb7618b req-8e5f90dd-86ad-4b69-9b15-69c712a43fd9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.137272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-baf84307-a060-42f0-b08a-49a5dbb7618b req-8e5f90dd-86ad-4b69-9b15-69c712a43fd9 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 944 time: 0.5280282 Aug 10 03:35:49.140657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Calling delete_port for 27dd91e9-cbff-45a4-9b96-33c3da2be70f owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:49.166328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.166956 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.170977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] 10.222.0.65 "PUT /v2.0/ports/559ac7cc-11b8-4b2a-987d-9781b01457ff HTTP/1.1" status: 200 len: 1093 time: 4.2809353 Aug 10 03:35:49.177238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:49.181439 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd643b8-1809-4494-a6ca-777376738cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:49.188931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Network 73405102-9314-4c3d-8a28-e820a10cb086 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:35:49.190064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Pushing event updated for resources: {'Port': ['ID=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.208681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_backend_mixin [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Port 27dd91e9-cbff-45a4-9b96-33c3da2be70f was not found and therefore no delete operation was performed {{(pid=94140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:35:49.242646 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaa7bb7-778f-40e0-b658-7b3d35403210 x-openstack-request-id: req-9eaa7bb7-778f-40e0-b658-7b3d35403210 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:49.243592 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "1c3543b0-c0cb-4411-a77c-b22871c4cc28", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:49.244275 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9eaa7bb7-778f-40e0-b658-7b3d35403210 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:49.245212 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '1c3543b0-c0cb-4411-a77c-b22871c4cc28', 'status': 'completed', 'code': 200} Aug 10 03:35:49.247443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:35:49.250520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.255576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:35:49.372132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Deleting port 6578bf5a-1d40-4f85-8088-c8dbf621e31d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:49.372440 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.510410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.511230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.525494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63115d27-9872-4dbb-b55a-aa1fb12c1a12 service neutron] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:49.550766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-c7ee3f39-8883-4dea-93a0-5bd2ad57ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.553631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-c7ee3f39-8883-4dea-93a0-5bd2ad57ddb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 1096 time: 0.2920692 Aug 10 03:35:49.557733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 27dd91e9-cbff-45a4-9b96-33c3da2be70f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:49.592496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.593137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.593757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.594245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.594703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.599700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.600289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.604021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-71b37896-dff5-455e-8c92-f381efd0ead6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6279 time: 0.3314972 Aug 10 03:35:49.605751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 27dd91e9-cbff-45a4-9b96-33c3da2be70f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:49.606119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 27dd91e9-cbff-45a4-9b96-33c3da2be70f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:49.639108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-705cca34-1c1d-4287-8766-9bea05638439 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7556930 Aug 10 03:35:49.696115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Request body: {'port': {'device_id': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:49.771111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-ac2fc65f-0b0c-4aa4-90ce-52a853709869 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff HTTP/1.1" status: 200 len: 217 time: 0.1621540 Aug 10 03:35:49.821896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a74cd5-cec0-4dc2-87f2-9bb2aba9acf0 req-317f527e-a019-4aa3-ae32-59c0524ff683 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:49.834955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12a74cd5-cec0-4dc2-87f2-9bb2aba9acf0 req-317f527e-a019-4aa3-ae32-59c0524ff683 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 944 time: 0.4180954 Aug 10 03:35:49.945966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] For port 6578bf5a-1d40-4f85-8088-c8dbf621e31d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6578bf5a-1d40-4f85-8088-c8dbf621e31d,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:49.946462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:49.994045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-baf84307-a060-42f0-b08a-49a5dbb7618b req-765d659b-9867-46ee-bfe3-992db6187e90 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8489437 Aug 10 03:35:49.995304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Port': ['ID=27dd91e9-cbff-45a4-9b96-33c3da2be70f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.011557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] No DVR routers for this DVR port 27dd91e9-cbff-45a4-9b96-33c3da2be70f on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:50.049307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Calling delete_port for 6578bf5a-1d40-4f85-8088-c8dbf621e31d owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:50.057834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-bc7f4943-586b-4a11-aa00-a3f9e676ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.059508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-bc7f4943-586b-4a11-aa00-a3f9e676ee02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.2223313 Aug 10 03:35:50.066748 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.095001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12a74cd5-cec0-4dc2-87f2-9bb2aba9acf0 req-23e7fd6c-257b-4c64-afe9-ee9543a10406 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511973 Aug 10 03:35:50.150879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:50.172977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-e3fcd4be-f8cb-4bb9-9b3c-1956c1e47695 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035271 Aug 10 03:35:50.173745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.174986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-30bf0485-532b-43f1-ac7e-f1b12d3a21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.175580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-30bf0485-532b-43f1-ac7e-f1b12d3a21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.176663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-30bf0485-532b-43f1-ac7e-f1b12d3a21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.179755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-30bf0485-532b-43f1-ac7e-f1b12d3a21b9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2637009bbf654036809b4a614f9d0296&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5547228 Aug 10 03:35:50.222581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Transition to ACTIVE for port object e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:50.294174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.471614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Pushing event updated for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.481610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.499328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6578bf5a-1d40-4f85-8088-c8dbf621e31d no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:50.516545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:50.527742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cb850bb-5e8f-46a0-b323-0336ee1d5930 req-b2210add-975a-4af0-bdc5-6d28fb7b0fab tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/8b47d5d6-9d37-4a06-b6f1-2397931aa03c HTTP/1.1" status: 200 len: 1803 time: 0.3015342 Aug 10 03:35:50.535081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0045c89-79ea-48b2-8066-54b4011f28fe') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:50.535381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0045c89-79ea-48b2-8066-54b4011f28fe') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:50.596964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.661792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.684630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:35:50.685009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:35:50.703458 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:35:50.805952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Attempting to bind port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:50.806471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Attempting to bind port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:50.806653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Attempting to bind port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:50.810778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.831090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1cb850bb-5e8f-46a0-b323-0336ee1d5930 req-0b4b9502-8dc7-4b06-b4b9-bf4ea15d8e98 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.833451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.846374 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.855984 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] 10.222.0.53 "DELETE /v2.0/networks/d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f HTTP/1.1" status: 204 len: 168 time: 3.3596084 Aug 10 03:35:50.871229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:50.871650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Attempting to bind port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:50.899052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccdc8e-a98c-41be-848d-09a73373c813 tempest-ServersTestMultiNic-427806311 tempest-ServersTestMultiNic-427806311-project] Pushing event deleted for resources: {'Network': ['ID=d6f9ca76-0709-41e7-8fd4-1d21ad2bc48f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:50.914645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:50.915314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Checking segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:50.915903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Bound using segment: {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:50.916795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Bound port: e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418259e5-e540-413b-8e1c-01d093c5d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:50.917343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.924405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1cb850bb-5e8f-46a0-b323-0336ee1d5930 req-0b4b9502-8dc7-4b06-b4b9-bf4ea15d8e98 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:50.960527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8d13-77b2-4062-a1e2-6042d6698624 req-5602d3ff-ef69-44bd-85e5-2069806def87 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:50.963819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b5b8d13-77b2-4062-a1e2-6042d6698624 req-5602d3ff-ef69-44bd-85e5-2069806def87 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 946 time: 0.6763523 Aug 10 03:35:51.000493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event deleted for resources: {'Port': ['ID=6578bf5a-1d40-4f85-8088-c8dbf621e31d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.039080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:51.041490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1cb850bb-5e8f-46a0-b323-0336ee1d5930 req-0b4b9502-8dc7-4b06-b4b9-bf4ea15d8e98 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.044189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1cb850bb-5e8f-46a0-b323-0336ee1d5930 req-0b4b9502-8dc7-4b06-b4b9-bf4ea15d8e98 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.045399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cb850bb-5e8f-46a0-b323-0336ee1d5930 req-0b4b9502-8dc7-4b06-b4b9-bf4ea15d8e98 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b47d5d6-9d37-4a06-b6f1-2397931aa03c HTTP/1.1" status: 204 len: 173 time: 0.4802365 Aug 10 03:35:51.047333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:51.058253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.069278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b9502-8dc7-4b06-b4b9-bf4ea15d8e98 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b47d5d6-9d37-4a06-b6f1-2397931aa03c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.105348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.106129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.108056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] 10.222.0.65 "PUT /v2.0/ports/e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 HTTP/1.1" status: 200 len: 1091 time: 3.0808461 Aug 10 03:35:51.151826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:51.179954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6c75c-166b-44cb-bf48-43900f5f8f0e service neutron] Pushing event updated for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:51.257330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2'}, {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:51.258922 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dbb30c-53cc-4225-8fab-9716ba516680 x-openstack-request-id: req-49dbb30c-53cc-4225-8fab-9716ba516680 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:51.259465 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:51.259957 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49dbb30c-53cc-4225-8fab-9716ba516680 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:51.260670 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'status': 'completed', 'code': 200} Aug 10 03:35:51.262219 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605bc41-1cb3-41db-824a-45b2acdf36f8" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2"}, {"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:51.286108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] No DVR routers for this DVR port 6578bf5a-1d40-4f85-8088-c8dbf621e31d on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:51.320624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.352670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:51.356118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d001beae-10a8-4a24-a137-e6e3ee90ae92 req-a6ecd69b-cd89-4dd0-b742-2998f77bcaf4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "DELETE /v2.0/ports/6578bf5a-1d40-4f85-8088-c8dbf621e31d HTTP/1.1" status: 204 len: 173 time: 2.6160238 Aug 10 03:35:51.384865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-146c67cc-20e8-447c-8c7d-460263e637d4 service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2034478 Aug 10 03:35:51.391596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b69796-1c08-4ff2-bdeb-addf46560cf4 req-9b0247b9-a728-41ae-bdd9-6f7a7848f235 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.393864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-60b69796-1c08-4ff2-bdeb-addf46560cf4 req-9b0247b9-a728-41ae-bdd9-6f7a7848f235 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 932 time: 0.1475224 Aug 10 03:35:51.442476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-20a52281-8e78-4e04-99a2-bf2417d3e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.445552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d00735f3-aeb3-4d38-816d-8312fe357ee1 req-20a52281-8e78-4e04-99a2-bf2417d3e818 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2366824 Aug 10 03:35:51.547785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-60b69796-1c08-4ff2-bdeb-addf46560cf4 req-6e433bae-0681-4a92-9518-afd156949914 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069548 Aug 10 03:35:51.645176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-ee515743-0b2f-4952-b720-cd50a7ce73d1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.647101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-ee515743-0b2f-4952-b720-cd50a7ce73d1 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 946 time: 0.8744123 Aug 10 03:35:51.688550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b5b8d13-77b2-4062-a1e2-6042d6698624 req-ab21000e-65a8-49de-91cb-e3f35181e3f8 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d216740-0abf-462d-8b3e-1d139e3f77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624267 Aug 10 03:35:51.851717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.858354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.864946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.880545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.882533 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26b7125b-416f-45eb-bc75-ea8bd3495a54 req-590e94b1-a39d-4360-879b-0c81bb88ec9e service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889843 Aug 10 03:35:51.900090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.932169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.964024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:51.967620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-324a4d5e-2b83-450b-a6ec-82ea61748d6f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5395 time: 0.2660515 Aug 10 03:35:51.999167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a52ece5-be7d-4ea8-8538-e8acb9a03c9b req-bae8fba5-7fe6-4f2e-8a4c-a860ffb6633c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d HTTP/1.1" status: 200 len: 210 time: 0.0716035 Aug 10 03:35:52.029964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Deleting port 47e042e1-bf34-46d0-a229-bad41ce385d6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:52.030629 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.193504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d48a6e80-4352-46cf-aa4f-207eed3f2da7 req-5c2b9719-e3d9-41ad-9f0c-6314ade2ef80 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969831 Aug 10 03:35:52.256407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] For port 47e042e1-bf34-46d0-a229-bad41ce385d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=47e042e1-bf34-46d0-a229-bad41ce385d6,segment=NetworkSegment(b331f8f8-c280-418c-be2e-1f17044b2586),segment_id=b331f8f8-c280-418c-be2e-1f17044b2586)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:52.257552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.299333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Calling delete_port for 47e042e1-bf34-46d0-a229-bad41ce385d6 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:52.328111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:52.335851 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-52612aa0-7ea0-45ae-b1df-1b9d00a994fd req-32e0c4d4-0588-4adf-8ed2-d7b702af9cfa tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:35:52.337175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52612aa0-7ea0-45ae-b1df-1b9d00a994fd req-32e0c4d4-0588-4adf-8ed2-d7b702af9cfa tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/8b47d5d6-9d37-4a06-b6f1-2397931aa03c HTTP/1.1" status: 404 len: 352 time: 0.0660379 Aug 10 03:35:52.359275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.364620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-9f1d40a3-bd23-45f7-a55f-6919044d79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.366929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-9f1d40a3-bd23-45f7-a55f-6919044d79af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 1096 time: 0.3865287 Aug 10 03:35:52.466854 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f324c96-2b30-419b-8212-ba1397b48c3a x-openstack-request-id: req-4f324c96-2b30-419b-8212-ba1397b48c3a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:52.467454 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:52.467694 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f324c96-2b30-419b-8212-ba1397b48c3a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:52.468303 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2', 'status': 'completed', 'code': 200} Aug 10 03:35:52.468687 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7', 'status': 'completed', 'code': 200} Aug 10 03:35:52.523864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Transition to ACTIVE for port object 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:52.573009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81468674-3186-452c-a42b-2a3bb63aab79 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:52.598104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.606019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.645336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b91cf8-e1ae-4afc-a58d-a24772a28e06 req-a87c87e2-22b1-49ac-8916-cbe7dc8de892 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.660388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9b91cf8-e1ae-4afc-a58d-a24772a28e06 req-a87c87e2-22b1-49ac-8916-cbe7dc8de892 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 944 time: 0.3182926 Aug 10 03:35:52.692312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55fe29d8-8842-49f0-bcdd-502ef681ca19 req-f08fbd21-b94f-4478-aea3-514d1f2b710b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/6d5d3faf-07b2-4f79-a1c4-35f9d9840bdc HTTP/1.1" status: 200 len: 1802 time: 0.1466389 Aug 10 03:35:52.703806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Transition to ACTIVE for port object 81468674-3186-452c-a42b-2a3bb63aab79 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:52.723935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.782448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9b91cf8-e1ae-4afc-a58d-a24772a28e06 req-c69c1e03-e82e-45be-9be2-a3e68f1c08e1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204393 Aug 10 03:35:52.808895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.809381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.809855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.810356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.810829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.811908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.811908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.813895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3b2bb25e-dbdf-432f-8d3e-6d4c790c8ffe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6347 time: 0.3298259 Aug 10 03:35:52.837272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Pushing event updated for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:52.850564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Pushing event updated for resources: {'Port': ['ID=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:52.937522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-767c3c68-074b-4d14-a6fa-17d431246634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:52.939255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-767c3c68-074b-4d14-a6fa-17d431246634 service neutron] 10.222.0.65 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 905 time: 0.4540691 Aug 10 03:35:52.944105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:52.946446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52460) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:52.961085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['47e042e1-bf34-46d0-a229-bad41ce385d6'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:53.010178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Attempting to bind port 81468674-3186-452c-a42b-2a3bb63aab79 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:53.010742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Attempting to bind port 81468674-3186-452c-a42b-2a3bb63aab79 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:53.010920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Attempting to bind port 81468674-3186-452c-a42b-2a3bb63aab79 on network b28aa53a-be11-4438-86f6-c11f4785f315 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:53.025860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Port 81468674-3186-452c-a42b-2a3bb63aab79 on network b28aa53a-be11-4438-86f6-c11f4785f315 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:53.026463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Attempting to bind port 81468674-3186-452c-a42b-2a3bb63aab79 on network b28aa53a-be11-4438-86f6-c11f4785f315 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:53.033925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:53.034591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Checking segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:53.035045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Bound using segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:53.035621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Bound port: 81468674-3186-452c-a42b-2a3bb63aab79, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:53.036092 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.295863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:53.314279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ece28-f367-4c6c-bdec-eaeabe0da75d req-a1282ee5-77dc-4b89-81df-ef2ded419edf tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.315924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da3ece28-f367-4c6c-bdec-eaeabe0da75d req-a1282ee5-77dc-4b89-81df-ef2ded419edf tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 944 time: 0.1852505 Aug 10 03:35:53.333667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=81468674-3186-452c-a42b-2a3bb63aab79,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:53.355213 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.461749 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.462695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.464543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] 10.222.0.65 "PUT /v2.0/ports/81468674-3186-452c-a42b-2a3bb63aab79 HTTP/1.1" status: 200 len: 1092 time: 2.3194270 Aug 10 03:35:53.486137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da3ece28-f367-4c6c-bdec-eaeabe0da75d req-0adf01c9-fa5a-4330-aac7-90a682637f36 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591082 Aug 10 03:35:53.513463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Request body: {'port': {'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:53.551608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bff1b8-5b9d-4176-845a-3a4aa4b14d3d service neutron] Pushing event updated for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:53.640715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'name': 'network-vif-deleted', 'tag': '6578bf5a-1d40-4f85-8088-c8dbf621e31d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:53.643088 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972465a5-b1ad-4e32-b385-4b5eea454a29" -d '{"events": [{"server_uuid": "36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d", "name": "network-vif-deleted", "tag": "6578bf5a-1d40-4f85-8088-c8dbf621e31d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:53.668408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.687764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-183504b6-15fe-4ee2-b8f7-4de36bf00144 req-05194104-8e92-4c8a-b38c-654728d65084 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd61b3-9c22-49d0-8abe-37335c520356 HTTP/1.1" status: 200 len: 210 time: 0.0541174 Aug 10 03:35:53.766654 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-2f272d7e-df78-44c4-bde9-947e433b499f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff HTTP/1.1" status: 200 len: 217 time: 0.7356436 Aug 10 03:35:53.851536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:53.884075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Attempting to bind port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:53.884450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Attempting to bind port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:53.886721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Attempting to bind port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 on network 73405102-9314-4c3d-8a28-e820a10cb086 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:53.896395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-7758e12a-dba3-4938-9cf6-4359069f4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:53.898338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-7758e12a-dba3-4938-9cf6-4359069f4246 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.1129987 Aug 10 03:35:53.898951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55fe29d8-8842-49f0-bcdd-502ef681ca19 req-570246dc-878a-4530-aced-5bff4f62345d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:53.935786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55fe29d8-8842-49f0-bcdd-502ef681ca19 req-570246dc-878a-4530-aced-5bff4f62345d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.023256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 on network 73405102-9314-4c3d-8a28-e820a10cb086 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:54.023256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Attempting to bind port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 on network 73405102-9314-4c3d-8a28-e820a10cb086 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:54.027547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Pushing event deleted for resources: {'Port': ['ID=47e042e1-bf34-46d0-a229-bad41ce385d6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.054139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] No DVR routers for this DVR port 47e042e1-bf34-46d0-a229-bad41ce385d6 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:35:54.064466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-2d24d4e1-b2af-4644-83f6-9de792cebd2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582492 Aug 10 03:35:54.065232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:54.065568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Checking segment: {'id': 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:54.065953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Bound using segment: {'id': 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:54.066420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Bound port: 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:54.066783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.070349 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.072346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4210cbc-29f2-4798-85a3-d392911c21e5 req-8c29ae36-e9e3-4106-beef-a4c8aefd4dd4 tempest-DeleteServersTestJSON-803079568 tempest-DeleteServersTestJSON-803079568-project] 10.222.0.39 "DELETE /v2.0/ports/47e042e1-bf34-46d0-a229-bad41ce385d6 HTTP/1.1" status: 204 len: 173 time: 2.3798320 Aug 10 03:35:54.084444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55fe29d8-8842-49f0-bcdd-502ef681ca19 req-570246dc-878a-4530-aced-5bff4f62345d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.087565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-55fe29d8-8842-49f0-bcdd-502ef681ca19 req-570246dc-878a-4530-aced-5bff4f62345d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.102857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55fe29d8-8842-49f0-bcdd-502ef681ca19 req-570246dc-878a-4530-aced-5bff4f62345d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d5d3faf-07b2-4f79-a1c4-35f9d9840bdc HTTP/1.1" status: 204 len: 173 time: 1.3855617 Aug 10 03:35:54.183827 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f9292e-54d1-4c4d-8372-5736ff006c62 x-openstack-request-id: req-b0f9292e-54d1-4c4d-8372-5736ff006c62 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:54.184129 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d", "name": "network-vif-deleted", "tag": "6578bf5a-1d40-4f85-8088-c8dbf621e31d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:54.184384 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0f9292e-54d1-4c4d-8372-5736ff006c62 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:54.184792 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7e9a5-a09d-4773-bf6d-0bead2bc7a5d', 'name': 'network-vif-deleted', 'tag': '6578bf5a-1d40-4f85-8088-c8dbf621e31d', 'status': 'completed', 'code': 200} Aug 10 03:35:54.217488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570246dc-878a-4530-aced-5bff4f62345d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d3faf-07b2-4f79-a1c4-35f9d9840bdc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.217850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.225411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.231952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.239092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.245872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.252370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.259492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.264752 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:54.268298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-174f3232-8dd4-4976-99df-2051a34438ed req-bf258af5-556b-4b6e-969e-132d29a16c1f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5407 time: 0.3208613 Aug 10 03:35:54.321013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-dfed9e04-79bd-4f3e-b9ef-8e1bc5b864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.321595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-dfed9e04-79bd-4f3e-b9ef-8e1bc5b864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.322210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-dfed9e04-79bd-4f3e-b9ef-8e1bc5b864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.325243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-dfed9e04-79bd-4f3e-b9ef-8e1bc5b864fb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2637009bbf654036809b4a614f9d0296&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.4611921 Aug 10 03:35:54.380288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] For port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:54.423280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-174f3232-8dd4-4976-99df-2051a34438ed req-5e6278c0-8caf-4f46-b006-cfe8394304aa tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1539977 Aug 10 03:35:54.440153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-bf099c50-d71b-436a-b699-d4518a4149c3 service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633072 Aug 10 03:35:54.449556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] For port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,segment=NetworkSegment(d3cb0399-ed65-41c5-ac6d-d3ba9b818b03),segment_id=d3cb0399-ed65-41c5-ac6d-d3ba9b818b03)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:54.470257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:54.472651 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351a36ae-adb9-47f0-a544-a26e05de3d48" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "81468674-3186-452c-a42b-2a3bb63aab79"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:54.485366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.521499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:54.534898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.556232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f3cbb4-f4f7-4789-b829-ba4f61b2463f {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:54.588527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.599458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.657303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.658460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.660126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] 10.222.0.39 "PUT /v2.0/ports/6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 HTTP/1.1" status: 200 len: 1093 time: 4.9695740 Aug 10 03:35:54.687956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dada56f-558c-4cf1-a89e-8885ef70fb26 req-852011bb-6efb-4cee-8964-95812bc77fed tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.689884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dada56f-558c-4cf1-a89e-8885ef70fb26 req-852011bb-6efb-4cee-8964-95812bc77fed tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 944 time: 0.3426857 Aug 10 03:35:54.699301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Transition to ACTIVE for port object 21f3cbb4-f4f7-4789-b829-ba4f61b2463f will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:35:54.733767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3f8d348b-18de-4599-b459-f18f11827ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.735665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-3f8d348b-18de-4599-b459-f18f11827ba4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3986678 Aug 10 03:35:54.736972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.809088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33f35e-6a27-42c2-972f-5f540fa9923b service neutron] Pushing event updated for resources: {'Port': ['ID=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:54.824074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:54.855824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'mac_address': 'fa:16:3e:51:05:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:54.868423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd643b8-1809-4494-a6ca-777376738cf5 req-c45b8b76-62e3-48b5-b69b-4d3b46886f0b service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122763 Aug 10 03:35:54.908043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dada56f-558c-4cf1-a89e-8885ef70fb26 req-07478608-ffb6-498d-8e77-c484ba1555dd tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531472 Aug 10 03:35:54.938133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-11d4ba2b-f268-4531-86bc-2cc6a90d03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.944999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-11d4ba2b-f268-4531-86bc-2cc6a90d03d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d81826e9894d26a4131e874b524641&device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 1096 time: 0.2297161 Aug 10 03:35:54.974271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:54.984652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:54.994383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.000480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 47e042e1-bf34-46d0-a229-bad41ce385d6 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:35:55.001456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.002144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.002906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.003566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.004332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.013531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-a9256cc6-d6aa-47bf-8079-a6e1c14d627e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6441 time: 0.2140300 Aug 10 03:35:55.118284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-1fdc099d-80c6-4655-8869-e659a6b5199c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 HTTP/1.1" status: 200 len: 217 time: 0.1646085 Aug 10 03:35:55.187999 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-8128c747-6568-4a3a-865a-5778506e4994 req-0b1c72ee-3d6a-4e4b-a958-241136428962 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:35:55.200366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8128c747-6568-4a3a-865a-5778506e4994 req-0b1c72ee-3d6a-4e4b-a958-241136428962 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/6d5d3faf-07b2-4f79-a1c4-35f9d9840bdc HTTP/1.1" status: 404 len: 352 time: 0.1238518 Aug 10 03:35:55.255179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 47e042e1-bf34-46d0-a229-bad41ce385d6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:35:55.256808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 47e042e1-bf34-46d0-a229-bad41ce385d6 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:35:55.274566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559ac7cc-11b8-4b2a-987d-9781b01457ff {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:55.305616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:55.317208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.344321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-d0d6230b-be5f-42fa-b732-4ef17f04bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.345828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-d0d6230b-be5f-42fa-b732-4ef17f04bc94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bce99bc-2db1-47c0-9082-e6f462576cd2 HTTP/1.1" status: 200 len: 849 time: 0.1772199 Aug 10 03:35:55.392374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.406073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-2d93b91c-8e3e-4cbf-ab09-27a76bbdd5b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73405102-9314-4c3d-8a28-e820a10cb086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501084 Aug 10 03:35:55.430739 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5c6c7-af5b-49e0-974a-36faf68bbd7e x-openstack-request-id: req-94a5c6c7-af5b-49e0-974a-36faf68bbd7e {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:55.431091 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "81468674-3186-452c-a42b-2a3bb63aab79", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:55.431215 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94a5c6c7-af5b-49e0-974a-36faf68bbd7e {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:55.431610 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79', 'status': 'completed', 'code': 200} Aug 10 03:35:55.447909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Pushing event updated for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:55.455804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-ee3d675a-feee-4286-ae47-148cd2f3a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.456341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-ee3d675a-feee-4286-ae47-148cd2f3a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.456869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-ee3d675a-feee-4286-ae47-148cd2f3a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.458990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-ee3d675a-feee-4286-ae47-148cd2f3a9a7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2637009bbf654036809b4a614f9d0296&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3561251 Aug 10 03:35:55.486380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-228ecb85-999d-4603-89b2-f8050b9a5902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.489609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-228ecb85-999d-4603-89b2-f8050b9a5902 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 822 time: 0.8377268 Aug 10 03:35:55.513342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['559ac7cc-11b8-4b2a-987d-9781b01457ff'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:55.609242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-e4f817a7-5af6-402e-a83a-842efa0d8554 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/quotas/ad836b791be146ba93a5b51c132f0974 HTTP/1.1" status: 200 len: 375 time: 0.1013484 Aug 10 03:35:55.614986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Attempting to bind port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:35:55.616235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Attempting to bind port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:35:55.616807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Attempting to bind port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f on network b28aa53a-be11-4438-86f6-c11f4785f315 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:55.620933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc9da4-ea47-4cd5-b78e-7e1d50726621 req-ac32f443-92d7-4a19-8a12-431d10323377 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.629682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cdc9da4-ea47-4cd5-b78e-7e1d50726621 req-ac32f443-92d7-4a19-8a12-431d10323377 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 944 time: 0.2362227 Aug 10 03:35:55.657017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f on network b28aa53a-be11-4438-86f6-c11f4785f315 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:35:55.657017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Attempting to bind port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f on network b28aa53a-be11-4438-86f6-c11f4785f315 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:35:55.692942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:35:55.693274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Checking segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:35:55.693715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Bound using segment: {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:35:55.694369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Bound port: 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9047f30e-3355-484d-bab1-686e82a3f850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:35:55.695551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.752995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-561ed842-6ccc-4d96-af28-803df27556e2 service neutron] 10.222.0.39 "GET /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390157 Aug 10 03:35:55.759168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cdc9da4-ea47-4cd5-b78e-7e1d50726621 req-2b468328-0446-4e1e-a208-5c8b16ae43d6 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285675 Aug 10 03:35:55.760787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-5dbefbf1-9d72-419e-bd0c-0765396e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.762973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5605bc41-1cb3-41db-824a-45b2acdf36f8 req-5dbefbf1-9d72-419e-bd0c-0765396e991a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2895889 Aug 10 03:35:55.798614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-a0f0f481-e265-41f4-9600-4a535571f90f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1725998 Aug 10 03:35:55.836915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.917821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:35:55.959732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:35:55.969289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.995655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.996457 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:55.996662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.996662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.997135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.997554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.998082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:55.998547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.000535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-fbef9572-66ad-4b4c-b57c-91cf7ae1d75d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6441 time: 0.1368933 Aug 10 03:35:56.009226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b26c0384-9997-4dc5-a0f2-a920dc8e16cc req-9b4ed166-c89a-438a-8b67-64abc1221b6d service neutron] 10.222.0.39 "GET /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451384 Aug 10 03:35:56.082708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d991cf0-02a1-4c59-9719-d898e2bf908e req-8f0ee16b-2bff-4d41-8427-4d9adcd5804b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/cd417499-702e-4c27-9de9-b7669ae33813 HTTP/1.1" status: 200 len: 1803 time: 0.1431177 Aug 10 03:35:56.121207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.121836 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.123430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] 10.222.0.65 "PUT /v2.0/ports/21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 200 len: 1092 time: 2.6162317 Aug 10 03:35:56.138951 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-72fb82b2-bbf8-46c0-a991-7e5bbaceeb78 service neutron] 10.222.0.53 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178413 Aug 10 03:35:56.190970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bd61b3-9c22-49d0-8abe-37335c520356', 'name': 'network-vif-deleted', 'tag': '47e042e1-bf34-46d0-a229-bad41ce385d6'}, {'name': 'network-changed', 'server_uuid': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'tag': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:56.193532 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4ba682-6b78-43fb-8497-8c4489516a88" -d '{"events": [{"server_uuid": "19bd61b3-9c22-49d0-8abe-37335c520356", "name": "network-vif-deleted", "tag": "47e042e1-bf34-46d0-a229-bad41ce385d6"}, {"name": "network-changed", "server_uuid": "d8027b27-980a-45ae-97a1-fbe88e820390", "tag": "6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:56.219316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-7e18523f-0fe5-4881-aa27-1fb33a0f4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.219792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-7e18523f-0fe5-4881-aa27-1fb33a0f4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.220509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-7e18523f-0fe5-4881-aa27-1fb33a0f4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.222551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-7e18523f-0fe5-4881-aa27-1fb33a0f4e34 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2637009bbf654036809b4a614f9d0296&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2123682 Aug 10 03:35:56.245471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46ba85-128c-4fec-8c4c-ac4f79d46695 service neutron] Pushing event updated for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.289778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Deleting port b0c7acc0-4100-4382-b712-20a790c5eb5d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:56.290193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.344380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d991cf0-02a1-4c59-9719-d898e2bf908e req-6ddb7b76-a63a-4771-aa6d-df1d26d3772e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.387893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d991cf0-02a1-4c59-9719-d898e2bf908e req-6ddb7b76-a63a-4771-aa6d-df1d26d3772e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.391967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-ca1e61bc-ce86-4127-97d0-2a64d526395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.393393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-351a36ae-adb9-47f0-a544-a26e05de3d48 req-ca1e61bc-ce86-4127-97d0-2a64d526395c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625149 Aug 10 03:35:56.436985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-a60b112c-0d25-48ae-ab57-137677a3044a service neutron] 10.222.0.53 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532146 Aug 10 03:35:56.475769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] For port b0c7acc0-4100-4382-b712-20a790c5eb5d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b0c7acc0-4100-4382-b712-20a790c5eb5d,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:56.476033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.479074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d991cf0-02a1-4c59-9719-d898e2bf908e req-6ddb7b76-a63a-4771-aa6d-df1d26d3772e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.484540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d991cf0-02a1-4c59-9719-d898e2bf908e req-6ddb7b76-a63a-4771-aa6d-df1d26d3772e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.491303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d991cf0-02a1-4c59-9719-d898e2bf908e req-6ddb7b76-a63a-4771-aa6d-df1d26d3772e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd417499-702e-4c27-9de9-b7669ae33813 HTTP/1.1" status: 204 len: 173 time: 0.3953588 Aug 10 03:35:56.510162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Calling delete_port for b0c7acc0-4100-4382-b712-20a790c5eb5d owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:56.529093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7b76-a63a-4771-aa6d-df1d26d3772e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd417499-702e-4c27-9de9-b7669ae33813,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.529438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:35:56.571006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.571757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.572572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.573314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.573999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.574670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.575320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.577885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-140178de-4221-4462-9e64-a698074d5777 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6483 time: 0.1254253 Aug 10 03:35:56.637515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 559ac7cc-11b8-4b2a-987d-9781b01457ff completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:35:56.645422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 559ac7cc-11b8-4b2a-987d-9781b01457ff triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:35:56.645711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.660349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-526c6eb0-a54f-4d84-88c0-a017b426dcd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 200 len: 217 time: 0.0733340 Aug 10 03:35:56.757313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Deleting port 2eea3605-430d-4987-803a-865ecf0fd712 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:56.758253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.779193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-6b56c320-7192-4a02-b36b-1963ef6fa704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.782326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-6b56c320-7192-4a02-b36b-1963ef6fa704 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ec33bad-b4ec-48cc-a9ab-6073ed279561 HTTP/1.1" status: 200 len: 851 time: 0.1105046 Aug 10 03:35:56.810850 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.848257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:56.850709 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cf7e88-955c-4396-8081-07495a13321c" -d '{"events": [{"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-plugged", "status": "completed", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:56.868670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:56.879733 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.898580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.905138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.914000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.926904 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236e9a94-40b5-44dd-94b9-0bb429f77e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.927387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.939040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.947062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:56.950710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.958447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:56.960906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-4f2049b5-a391-4a0d-a9cb-b66c42792553 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.2996066 Aug 10 03:35:56.973866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] For port 2eea3605-430d-4987-803a-865ecf0fd712, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2eea3605-430d-4987-803a-865ecf0fd712,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:56.974724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:56.992609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.007079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-69928eb1-4d3d-49b0-ae92-96647fceef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.009644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-69928eb1-4d3d-49b0-ae92-96647fceef71 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c923a62-d54d-4253-8b48-573208e0866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182636 Aug 10 03:35:57.022760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95a8e280-e2fe-4145-9b1f-9f826bfb4861 req-ac78aaf8-aaa5-4380-96e7-755cf67bf97e tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522482 Aug 10 03:35:57.054684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Calling delete_port for 2eea3605-430d-4987-803a-865ecf0fd712 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:35:57.070829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a3974-2066-4016-ad9d-9dc71146778a req-ad9fd722-6eec-44bf-81ed-285717f91932 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.080321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-876a3974-2066-4016-ad9d-9dc71146778a req-ad9fd722-6eec-44bf-81ed-285717f91932 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 946 time: 0.2343009 Aug 10 03:35:57.096783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c7acc0-4100-4382-b712-20a790c5eb5d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.148461 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b41d210-37c7-4ff1-bd28-0f2057288304 x-openstack-request-id: req-8b41d210-37c7-4ff1-bd28-0f2057288304 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:57.148750 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bd61b3-9c22-49d0-8abe-37335c520356", "name": "network-vif-deleted", "tag": "47e042e1-bf34-46d0-a229-bad41ce385d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8027b27-980a-45ae-97a1-fbe88e820390", "tag": "6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:57.148900 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b41d210-37c7-4ff1-bd28-0f2057288304 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:57.149513 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bd61b3-9c22-49d0-8abe-37335c520356', 'name': 'network-vif-deleted', 'tag': '47e042e1-bf34-46d0-a229-bad41ce385d6', 'status': 'completed', 'code': 200} Aug 10 03:35:57.149917 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'tag': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6', 'status': 'completed', 'code': 200} Aug 10 03:35:57.180383 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-d45c3864-c1a8-47b5-8256-745169144898 req-62bfc869-8333-4459-856c-1d0971315f4d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:35:57.182071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d45c3864-c1a8-47b5-8256-745169144898 req-62bfc869-8333-4459-856c-1d0971315f4d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/cd417499-702e-4c27-9de9-b7669ae33813 HTTP/1.1" status: 404 len: 352 time: 0.0370231 Aug 10 03:35:57.320610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-65227133-6625-422a-bb64-6315af0b81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.322535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-876a3974-2066-4016-ad9d-9dc71146778a req-831b0a40-0c9e-488d-8be1-aaf447d15925 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411106 Aug 10 03:35:57.323176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-65227133-6625-422a-bb64-6315af0b81f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9d81826e9894d26a4131e874b524641&device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 1096 time: 0.1901281 Aug 10 03:35:57.329814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4138de6-4d3b-4736-b4a1-f465d5f87534 req-eb5632e8-21a7-4fef-9999-5157c8083de2 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 210 time: 0.0808368 Aug 10 03:35:57.444583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-b1e030ea-1734-4556-b066-684b91c89b03 service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200947 Aug 10 03:35:57.472294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:35:57.481851 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac56c018-03ff-47b5-911a-6b785ebbc2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:35:57.528451 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecdb72f-eaea-4ec8-be62-e126dbe4179b x-openstack-request-id: req-aecdb72f-eaea-4ec8-be62-e126dbe4179b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:57.530362 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-plugged", "status": "completed", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:57.531416 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aecdb72f-eaea-4ec8-be62-e126dbe4179b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:57.532399 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'code': 200} Aug 10 03:35:57.567993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.612378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f243a-4906-4720-9ff7-20592c6c2d0a req-b34fa8d4-846b-47d4-9165-8fd8b39cce42 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.613969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14f243a-4906-4720-9ff7-20592c6c2d0a req-b34fa8d4-846b-47d4-9165-8fd8b39cce42 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 944 time: 0.1094995 Aug 10 03:35:57.747548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:57.764227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-8f61aa71-3ad4-45de-9617-f196d0d6572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.767407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-8f61aa71-3ad4-45de-9617-f196d0d6572a service neutron] 10.222.0.39 "GET /v2.0/networks?id=73405102-9314-4c3d-8a28-e820a10cb086 HTTP/1.1" status: 200 len: 910 time: 0.4327393 Aug 10 03:35:57.826174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eea3605-430d-4987-803a-865ecf0fd712,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:57.848040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14f243a-4906-4720-9ff7-20592c6c2d0a req-d56716d5-caf3-4a51-8a27-222495150883 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943471 Aug 10 03:35:57.875781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f375-8f33-46bc-8e1d-31dd59cc36e9 req-d1d738b6-aff4-4a72-bc97-d410a72f55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:57.877168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f9d3f375-8f33-46bc-8e1d-31dd59cc36e9 req-d1d738b6-aff4-4a72-bc97-d410a72f55ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 1098 time: 0.2206621 Aug 10 03:35:57.879138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-071183a4-538b-487e-8963-5043a0041655 service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974652 Aug 10 03:35:57.887941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-d22f9d5c-d2ba-4a72-aa86-9827f47cf0b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 HTTP/1.1" status: 200 len: 217 time: 0.1072154 Aug 10 03:35:57.978471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-b63739ee-a558-42f7-89ce-5fb4089cf242 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 217 time: 0.0837295 Aug 10 03:35:58.072315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-07a80374-ba6c-4853-a409-dd5a02dbc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.075541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-07a80374-ba6c-4853-a409-dd5a02dbc210 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6bce99bc-2db1-47c0-9082-e6f462576cd2 HTTP/1.1" status: 200 len: 849 time: 0.0963116 Aug 10 03:35:58.112081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a40e36a-8060-4bc7-9dae-6705d965258f req-a51afbd6-8f3a-4380-b825-ecafe9a4a3f4 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 6156 time: 0.4914241 Aug 10 03:35:58.121933 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15be6416-fa97-431d-b6a3-567725d0c93b x-openstack-request-id: req-15be6416-fa97-431d-b6a3-567725d0c93b {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:35:58.122955 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:35:58.123528 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15be6416-fa97-431d-b6a3-567725d0c93b {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:35:58.124274 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f', 'status': 'completed', 'code': 200} Aug 10 03:35:58.264507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-cbb5d97a-eda3-478b-a698-22e3f0a08535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73405102-9314-4c3d-8a28-e820a10cb086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482036 Aug 10 03:35:58.308084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f9d3f375-8f33-46bc-8e1d-31dd59cc36e9 req-51cafbd0-92dd-4fde-b921-b0811051ec5f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982773 Aug 10 03:35:58.332980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:58.410897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.417065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.423060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.429812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.435784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.441703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.448273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.450258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-b6987eed-faf3-44ef-bbe2-866cd83e2985 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.2347620 Aug 10 03:35:58.497217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-b4376159-b678-4b5d-9e26-1c23a384df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.499625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-b4376159-b678-4b5d-9e26-1c23a384df17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.4225934 Aug 10 03:35:58.536781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:58.548285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a40e36a-8060-4bc7-9dae-6705d965258f req-a4800a1c-086a-4feb-a0cb-a35bbda80edf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/fe04c919-b06f-4be9-b648-3117d068a4f7 HTTP/1.1" status: 200 len: 2985 time: 0.3617363 Aug 10 03:35:58.596615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f094b0c1-276f-4b47-a105-4e368e7ac8c2 req-4007977d-dc04-4bc9-8fa9-1849cbc14e66 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344151 Aug 10 03:35:58.695889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-78ded19f-9c86-47ce-8a99-88c2aacc72c4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.698784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-78ded19f-9c86-47ce-8a99-88c2aacc72c4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 822 time: 0.4669042 Aug 10 03:35:58.741438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Request body: {'port': {'device_id': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'admin_state_up': True, 'tenant_id': 'ad836b791be146ba93a5b51c132f0974'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:35:58.846572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-015da533-37dc-49d0-b2a8-2b3168933cdc service neutron] 10.222.0.39 "GET /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143719 Aug 10 03:35:58.862058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-2c770821-2065-4144-abd6-8264da79317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:58.864881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-2c770821-2065-4144-abd6-8264da79317c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3440006 Aug 10 03:35:58.947340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a40e36a-8060-4bc7-9dae-6705d965258f req-cc9a3f59-42fe-45a2-abe5-cfa88678569b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/fe04c919-b06f-4be9-b648-3117d068a4f7 HTTP/1.1" status: 200 len: 2985 time: 0.3554490 Aug 10 03:35:58.991097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:35:59.033881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47905844-d2c7-4a56-900f-4ea6e6ef52d5 req-9e3410fd-4b68-45ec-bb4a-22efe301ee9e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 210 time: 0.0470145 Aug 10 03:35:59.036791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:35:59.051848 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] Sync routers for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:35:59.053851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4135fc48-bec8-48af-a0f4-f2b9b846c638 admin admin] 10.222.0.53 "PUT /v2.0/routers/d4a72a1b-50a1-4b8b-af4c-838c0d739ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0998685 Aug 10 03:35:59.057778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52548) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:59.081917 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:59.082974 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:35:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.288437 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:35:59.397625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.403532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,segment=NetworkSegment(d3cb0399-ed65-41c5-ac6d-d3ba9b818b03),segment_id=d3cb0399-ed65-41c5-ac6d-d3ba9b818b03)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:59.434698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6', 'network_id': '73405102-9314-4c3d-8a28-e820a10cb086', 'port_id': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6', 'mac_address': 'fa:16:3e:d0:3c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bce99bc-2db1-47c0-9082-e6f462576cd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:35:59.564266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.628624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:35:59.661694 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.688652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,segment=NetworkSegment(d3cb0399-ed65-41c5-ac6d-d3ba9b818b03),segment_id=d3cb0399-ed65-41c5-ac6d-d3ba9b818b03)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:35:59.698107 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.719104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.735129 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:35:56Z', 'revision_number': 5, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port': {'id': '2f894140-1021-463f-bee7-d83bb48acd7f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:aa:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:26:11Z', 'updated_at': '2021-08-10T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.784422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e4af-bbb9-44f0-94d3-e367edff78e5 req-d403ddd8-8132-4836-9a2d-5aab637f5409 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.786376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5313e4af-bbb9-44f0-94d3-e367edff78e5 req-d403ddd8-8132-4836-9a2d-5aab637f5409 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 944 time: 0.2917068 Aug 10 03:35:59.815926 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] Checking router: d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:35:59.841032 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] Routers {'d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:35:59.844733 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:35:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:35:59.887191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:59.893006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af82b3fb-c2b6-4cf9-b7e2-963d31d094de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.910905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.911799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.912778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.914052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.914844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.915565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.916597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5313e4af-bbb9-44f0-94d3-e367edff78e5 req-51e59d64-011e-4324-9c4c-d277ef24ca1a tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036155 Aug 10 03:35:59.929113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Router 4757fa7e-5408-4831-8fad-a20ad92be7ee has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:35:59.929934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.932085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Deleting port 2f894140-1021-463f-bee7-d83bb48acd7f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:35:59.932582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.932841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:59.936131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.940766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.941716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.942637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:59.956316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018e12e-a668-42bb-a188-6c53728eaa5a req-b6680b3d-6ae2-423b-bd38-1b69b6eb6b6c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:35:59.968303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:35:59.983389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c018e12e-a668-42bb-a188-6c53728eaa5a req-b6680b3d-6ae2-423b-bd38-1b69b6eb6b6c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 946 time: 0.3265934 Aug 10 03:36:00.012012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Made reservation on behalf of ad836b791be146ba93a5b51c132f0974 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:00.018035 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.045093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-2d3fd49f-1cb1-41f9-8c50-4d073b430c20 req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1284458356', 'description': 'tempest-description-785907886'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:00.081663 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] Set router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:00.127775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-254bc2b5-746f-4dea-85bc-b61acc52bcde service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2269731 Aug 10 03:36:00.153645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2d3fd49f-1cb1-41f9-8c50-4d073b430c20 req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.156937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] For port 2f894140-1021-463f-bee7-d83bb48acd7f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2f894140-1021-463f-bee7-d83bb48acd7f,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:00.157487 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.187880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Calling delete_port for 2f894140-1021-463f-bee7-d83bb48acd7f owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:00.203128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:00.216626 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 6, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:00.224279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] Sync routers for ids ['4757fa7e-5408-4831-8fad-a20ad92be7ee'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:00.225403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3b9ed3a-96ea-49a1-8e9c-f628ef774e44 admin admin] 10.222.0.53 "PUT /v2.0/routers/4757fa7e-5408-4831-8fad-a20ad92be7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3719969 Aug 10 03:36:00.226134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52556) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:00.254605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae4ba682-6b78-43fb-8497-8c4489516a88 req-6c0502eb-4dd4-4083-8abf-6a9eb99fc70c service neutron] 10.222.0.39 "GET /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3838878 Aug 10 03:36:00.280028 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c018e12e-a668-42bb-a188-6c53728eaa5a req-699a7ad2-9c1f-4b13-b45d-5ed100ebc012 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951074 Aug 10 03:36:00.286040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] Routers {'4757fa7e-5408-4831-8fad-a20ad92be7ee'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:00.287373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:36:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4757fa7e-5408-4831-8fad-a20ad92be7ee'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:00.302873 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7455-6def-442f-87d2-93c1300d8a5f None None] The sync data for ids ['d4a72a1b-50a1-4b8b-af4c-838c0d739ff6'] in n-d-769329-14 is: [{'id': 'd4a72a1b-50a1-4b8b-af4c-838c0d739ff6', 'name': 'tempest-AttachVolumeTestJSON-1422776983-router', 'tenant_id': '8b2dc2febfd047ca9936bc60acf95848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:26:09Z', 'updated_at': '2021-08-10T03:35:59Z', 'revision_number': 6, 'project_id': '8b2dc2febfd047ca9936bc60acf95848', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:00.367537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.591478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-941bdf17-59b1-4a80-8bc2-015a14513be4 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545987 Aug 10 03:36:00.638619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2d3fd49f-1cb1-41f9-8c50-4d073b430c20 req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.643560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.650274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2d3fd49f-1cb1-41f9-8c50-4d073b430c20 req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.672820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] Set router 4757fa7e-5408-4831-8fad-a20ad92be7ee gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:00.696177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1835ed01-55ef-4adc-ba65-fc2d73bebfd8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.764471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-2d3fd49f-1cb1-41f9-8c50-4d073b430c20 req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.765624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d3fd49f-1cb1-41f9-8c50-4d073b430c20 req-1952256b-fbe5-4ff7-ab60-c651b5361769 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7346032 Aug 10 03:36:00.773657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Allocated IP 172.20.0.6 (b4a641b2-93e7-4444-80eb-6d8badb204b6/26f78361-a56d-4a26-a1fc-c238a6ac3be1/b4602e9d-50b5-4afa-8a70-a441bd9d6ddb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:00.818946 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:00.848606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-c56b265d-519f-4150-adce-1f9fd5733fe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 217 time: 0.2145710 Aug 10 03:36:00.851551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2f894140-1021-463f-bee7-d83bb48acd7f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:00.854731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Deleting port 4abde50c-d40d-407e-99f8-69b6df7e25fc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:00.855320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.017123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.023850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.030222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.036232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca25f4fd-d22c-4363-8dea-0b1e67bb0729 req-b249147d-baaf-453e-bcca-712e78c471cd tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 210 time: 0.0759308 Aug 10 03:36:01.036569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.043087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.049151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.056115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.058263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9bdc5b0d-370e-4f0a-ab3d-e2baba4cac6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.4907935 Aug 10 03:36:01.069695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.117581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-f26db20f-9bbf-4e5d-b9a6-18451a3f39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.119430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-f26db20f-9bbf-4e5d-b9a6-18451a3f39bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.2552586 Aug 10 03:36:01.205798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3a5fe0e5-1933-43b8-9fab-7daa5da46aa1 req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1508154468', 'description': 'tempest-description-1989588419'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:01.232595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:35:57Z', 'revision_number': 5, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port': {'id': '4abde50c-d40d-407e-99f8-69b6df7e25fc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:12Z', 'updated_at': '2021-08-10T03:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:01.233579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] For port 4abde50c-d40d-407e-99f8-69b6df7e25fc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4abde50c-d40d-407e-99f8-69b6df7e25fc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:01.233579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.241478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.242617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ed7f0c8-2941-465f-ab7b-317c628e30ab req-9a6882f1-724d-4f32-bb9d-c9370fd8ebac tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387842 Aug 10 03:36:01.260250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.275773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-715abe21-b22a-4098-8e0d-24bf6efbfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:01.278786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-715abe21-b22a-4098-8e0d-24bf6efbfb06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1489151 Aug 10 03:36:01.279884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Calling delete_port for 4abde50c-d40d-407e-99f8-69b6df7e25fc owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:01.308645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] Checking router: 4757fa7e-5408-4831-8fad-a20ad92be7ee for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:01.333230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.344700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] Routers {'4757fa7e-5408-4831-8fad-a20ad92be7ee'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:01.346467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:36:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4757fa7e-5408-4831-8fad-a20ad92be7ee'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:01.389181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3a5fe0e5-1933-43b8-9fab-7daa5da46aa1 req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.418436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.419332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:01.445963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.448141 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-588fbd2d-ea01-42fa-8ecd-dced4412e9ff admin admin] 10.222.0.53 "DELETE /v2.0/routers/d4a72a1b-50a1-4b8b-af4c-838c0d739ff6 HTTP/1.1" status: 204 len: 168 time: 2.3906121 Aug 10 03:36:01.465358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52568) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:01.565329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-cfa96132-2d76-4b09-8f06-505733fb0773 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793169 Aug 10 03:36:01.575898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] Set router 4757fa7e-5408-4831-8fad-a20ad92be7ee gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:01.592979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Deleting subnet 917e9945-b09e-4559-981c-b7dae93777ac {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:01.666415 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.720895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.777953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0c7acc0-4100-4382-b712-20a790c5eb5d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:01.813709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 6, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:01.816770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.825950 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3a5fe0e5-1933-43b8-9fab-7daa5da46aa1 req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.826611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b0c7acc0-4100-4382-b712-20a790c5eb5d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:01.826970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0c7acc0-4100-4382-b712-20a790c5eb5d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:01.827403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2f894140-1021-463f-bee7-d83bb48acd7f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:01.886563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3a5fe0e5-1933-43b8-9fab-7daa5da46aa1 req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.895089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19796c-71b6-44c3-9a63-a1e69e685cfb None None] The sync data for ids ['4757fa7e-5408-4831-8fad-a20ad92be7ee'] in n-d-769329-14 is: [{'id': '4757fa7e-5408-4831-8fad-a20ad92be7ee', 'name': 'tempest-ServersTestMultiNic-1264867558-router', 'tenant_id': '871f266da8f049bfacee306f917045e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:10Z', 'updated_at': '2021-08-10T03:36:00Z', 'revision_number': 6, 'project_id': '871f266da8f049bfacee306f917045e9', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:01.900884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 2f894140-1021-463f-bee7-d83bb48acd7f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:01.901237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2f894140-1021-463f-bee7-d83bb48acd7f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:01.904709 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.909675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Network b4a641b2-93e7-4444-80eb-6d8badb204b6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:01.947210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3a5fe0e5-1933-43b8-9fab-7daa5da46aa1 req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.947511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:01.948658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a5fe0e5-1933-43b8-9fab-7daa5da46aa1 req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8192558 Aug 10 03:36:01.951621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:01.951893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02284b8-f5b5-447a-bd2e-8578f3106a77 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e982aa-d316-4cd5-a576-f2eca6046e6c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:01.959813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:01.977105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-46622882-e1f2-4afb-88c1-f803417bb5df service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018519 Aug 10 03:36:02.001341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5364f1c-74d9-4c6c-9a74-0ac8165e945a req-d54618d2-734f-4891-857c-ec6b30f2e68d tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.001341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5364f1c-74d9-4c6c-9a74-0ac8165e945a req-d54618d2-734f-4891-857c-ec6b30f2e68d tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 945 time: 0.3054199 Aug 10 03:36:02.044440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event updated for resources: {'Port': ['ID=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.127292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abde50c-d40d-407e-99f8-69b6df7e25fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.204313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-bded00fd-9796-417c-bd23-507a95c63082 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 HTTP/1.1" status: 200 len: 217 time: 0.1659389 Aug 10 03:36:02.226678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.323264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.324181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.345452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.347638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.393126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5364f1c-74d9-4c6c-9a74-0ac8165e945a req-3f67efd3-aced-4bbc-b422-8e6ddfaba2a7 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392067 Aug 10 03:36:02.405663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-8e51b8da-189a-4d3d-aaf0-52f4c64cfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.407620 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-8e51b8da-189a-4d3d-aaf0-52f4c64cfec6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1918428 Aug 10 03:36:02.409539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.414535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2d4b1e37-4e2b-46d9-88bf-54176a1c999e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6894739 Aug 10 03:36:02.430333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.431182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4757fa7e-5408-4831-8fad-a20ad92be7ee {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:36:02.440402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.446903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3718eb4e-2bd8-4935-a5fc-6d019f749859 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4757fa7e-5408-4831-8fad-a20ad92be7ee HTTP/1.1" status: 204 len: 168 time: 2.2158830 Aug 10 03:36:02.454720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:02.456674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Request body: {'port': {'device_id': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:02.528736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Deleting subnet f7aa7532-9618-4ef2-b5b0-6e38397ed5ad {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:02.533674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.544091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b367b08-6c3b-4bc5-b635-20784552a83a req-2924cfb9-89fd-4f09-b487-997edfa51365 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.546276 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b367b08-6c3b-4bc5-b635-20784552a83a req-2924cfb9-89fd-4f09-b487-997edfa51365 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 946 time: 0.4372785 Aug 10 03:36:02.611200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.614909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.618418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-0004e098-ff00-4bad-bc70-c63816c2690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.620002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-0004e098-ff00-4bad-bc70-c63816c2690b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2025659 Aug 10 03:36:02.651731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b367b08-6c3b-4bc5-b635-20784552a83a req-395725de-8e9e-4ed0-b799-43d47d5d6ecc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784514 Aug 10 03:36:02.662990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.726338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.754430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb010d-60f3-411a-a25a-b7ad92f0c82f req-e57cb134-b9e5-44b8-854e-793f3cc82198 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:02.756798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08eb010d-60f3-411a-a25a-b7ad92f0c82f req-e57cb134-b9e5-44b8-854e-793f3cc82198 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 931 time: 0.2165241 Aug 10 03:36:02.766370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab6574-1aaa-4a48-806f-7fd7eaab9898 None None] Network 79f8b719-2c08-4676-ab7f-2110a898475f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:02.769659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917e9945-b09e-4559-981c-b7dae93777ac,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:02.774184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:02.778201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41a59a0f-d4a3-4479-962b-35ab89658333 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/917e9945-b09e-4559-981c-b7dae93777ac HTTP/1.1" status: 204 len: 168 time: 1.3109770 Aug 10 03:36:02.780965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52594) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:02.980871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.004399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.034560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:03.082219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7aa7532-9618-4ef2-b5b0-6e38397ed5ad,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.097246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-7455a058-8483-48a0-a39b-2e2a4a930cb9 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.112429 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.117199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] DHCP port deletion for 79f8b719-2c08-4676-ab7f-2110a898475f request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:03.118613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-7455a058-8483-48a0-a39b-2e2a4a930cb9 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 813 time: 0.3131635 Aug 10 03:36:03.164733 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.171585 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2b36e50c-51f7-4940-b027-d2e678c7af72 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f7aa7532-9618-4ef2-b5b0-6e38397ed5ad HTTP/1.1" status: 204 len: 168 time: 0.7144790 Aug 10 03:36:03.173860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52596) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:03.175478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:03.178918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378587ab-3c3e-46b8-a8b8-a4a5e6cf8f28 None None] Network 3c0fa928-3e92-438b-9dc5-f62ca2eec15c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:03.191512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:03.192350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.330328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] Deleting port c82bb6f5-cf13-4830-9e59-335e34981ac6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:03.330961 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.335978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.358476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f7fd1ca6-efc6-4482-9119-d82ea947df5d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/quotas/2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 375 time: 0.2386289 Aug 10 03:36:03.404943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4602e9d-50b5-4afa-8a70-a441bd9d6ddb {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:03.414820 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.429112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Transition to ACTIVE for port object b4602e9d-50b5-4afa-8a70-a441bd9d6ddb will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:03.452190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] For port c82bb6f5-cf13-4830-9e59-335e34981ac6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c82bb6f5-cf13-4830-9e59-335e34981ac6,segment=NetworkSegment(3f151c05-78f7-418a-a2c7-cd83604eca2a),segment_id=3f151c05-78f7-418a-a2c7-cd83604eca2a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:03.452601 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.468447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] Calling delete_port for c82bb6f5-cf13-4830-9e59-335e34981ac6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:03.535103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08eb010d-60f3-411a-a25a-b7ad92f0c82f req-35ada3e8-bc06-4e44-a3d4-7584ed505df4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552695 Aug 10 03:36:03.538154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-e58050ef-0b10-41c3-85dd-c77dc2dfc671 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054780 Aug 10 03:36:03.542840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.610989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eea3605-430d-4987-803a-865ecf0fd712 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:03.620361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-70959e25-3125-4df7-938d-e153b185d447 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2350140 Aug 10 03:36:03.635596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 2eea3605-430d-4987-803a-865ecf0fd712 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:03.636055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eea3605-430d-4987-803a-865ecf0fd712 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:03.636548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4abde50c-d40d-407e-99f8-69b6df7e25fc no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:03.638638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.718974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-92fbc025-da95-48df-97e9-5f09dce11632 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692483 Aug 10 03:36:03.763673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 4abde50c-d40d-407e-99f8-69b6df7e25fc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:03.764220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4abde50c-d40d-407e-99f8-69b6df7e25fc not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:03.765056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c82bb6f5-cf13-4830-9e59-335e34981ac6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:03.810615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c82bb6f5-cf13-4830-9e59-335e34981ac6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:03.811619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c82bb6f5-cf13-4830-9e59-335e34981ac6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:03.814501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] Pushing event deleted for resources: {'Port': ['ID=c82bb6f5-cf13-4830-9e59-335e34981ac6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:03.836472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7f6c702a-9783-4691-84d4-68ad4f4f065a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 HTTP/1.1" status: 200 len: 217 time: 0.0593987 Aug 10 03:36:03.871000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59123e-31cc-407d-91d2-fc4278850aee None None] No DVR routers for this DVR port c82bb6f5-cf13-4830-9e59-335e34981ac6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:03.932493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-82fae765-f88a-4025-b49d-13b410483ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.934452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-82fae765-f88a-4025-b49d-13b410483ade service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.0849586 Aug 10 03:36:03.988618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:03.988995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:03.996224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.002722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.009911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.016757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.024145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.030797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.046778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-9476f7d1-2ad1-4081-a83d-eda48c8762cf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.3263829 Aug 10 03:36:04.073664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:04.077580 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e4a6f-2b01-42c4-9236-bae096dfc7ff" -d '{"events": [{"server_uuid": "d8027b27-980a-45ae-97a1-fbe88e820390", "name": "network-vif-plugged", "status": "completed", "tag": "6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:04.132183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,segment=NetworkSegment(d3cb0399-ed65-41c5-ac6d-d3ba9b818b03),segment_id=d3cb0399-ed65-41c5-ac6d-d3ba9b818b03)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:04.139891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.167055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f40169d1-2a7f-4d91-a098-5ba8dc88f660 req-b2ec677a-610b-4784-b55a-2c3f4b1e05e5 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185513 Aug 10 03:36:04.180625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Pushing event updated for resources: {'Port': ['ID=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.194865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] DHCP port deletion for 3c0fa928-3e92-438b-9dc5-f62ca2eec15c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:36:04.313438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-6d45b6f8-f5b9-49e9-a68c-c673672f7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.315369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-6d45b6f8-f5b9-49e9-a68c-c673672f7ebf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3703299 Aug 10 03:36:04.327741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.359373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Deleting port c82bb6f5-cf13-4830-9e59-335e34981ac6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:04.360440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.371508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Attempting to bind port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:04.372604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Attempting to bind port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:04.373499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Attempting to bind port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb on network b4a641b2-93e7-4444-80eb-6d8badb204b6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:04.402487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] Deleting port 5457e595-b8ef-443f-ba9f-b0e24c822081 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:04.404423 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.445824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb on network b4a641b2-93e7-4444-80eb-6d8badb204b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:04.447529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Attempting to bind port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb on network b4a641b2-93e7-4444-80eb-6d8badb204b6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:04.455101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Deleting port 5457e595-b8ef-443f-ba9f-b0e24c822081 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:04.455620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.470752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:04.471927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Checking segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:04.473215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Bound using segment: {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:04.474430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Bound port: b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d880090-5121-4821-9994-1439072f2b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:04.475458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.588184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] For port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:04.592393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] For port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:04.603865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.656367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] For port 5457e595-b8ef-443f-ba9f-b0e24c822081, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5457e595-b8ef-443f-ba9f-b0e24c822081,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:04.657010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.673510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] For port 5457e595-b8ef-443f-ba9f-b0e24c822081, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5457e595-b8ef-443f-ba9f-b0e24c822081,segment=NetworkSegment(d819e41b-b085-45fa-8571-9f999e0ddea3),segment_id=d819e41b-b085-45fa-8571-9f999e0ddea3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:04.675401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.710119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.712394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.712394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] 10.222.0.65 "PUT /v2.0/ports/b4602e9d-50b5-4afa-8a70-a441bd9d6ddb HTTP/1.1" status: 200 len: 1092 time: 2.2612541 Aug 10 03:36:04.714928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'tag': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:04.715246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] Calling delete_port for 5457e595-b8ef-443f-ba9f-b0e24c822081 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:04.717385 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c862c1b-1d63-4edb-84e3-ac041d546ad3", "tag": "b4602e9d-50b5-4afa-8a70-a441bd9d6ddb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:04.739513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-563e0e06-ecd0-4f05-a485-464971a6c5c5 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091258 Aug 10 03:36:04.766735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Calling delete_port for 5457e595-b8ef-443f-ba9f-b0e24c822081 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:04.815776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1fdea-d1ee-4ecf-95bd-a4421bb63905 service neutron] Pushing event updated for resources: {'Port': ['ID=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:04.841863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] For port c82bb6f5-cf13-4830-9e59-335e34981ac6, host n-d-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:04.843958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.851982 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d400f7f4-114e-4da8-aa94-1bc5e7d56d3f service neutron] 10.222.0.53 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2166059 Aug 10 03:36:04.873367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26afc9-d82a-4069-9996-94553e354adf req-b0c53d2d-a98c-415d-b0e1-a92d4faab9b6 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.874918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb26afc9-d82a-4069-9996-94553e354adf req-b0c53d2d-a98c-415d-b0e1-a92d4faab9b6 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 946 time: 0.1936042 Aug 10 03:36:04.934026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-6f4f0c99-a298-4b00-9b99-1655276167c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:04.935598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-6f4f0c99-a298-4b00-9b99-1655276167c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 1095 time: 0.1114442 Aug 10 03:36:04.937511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-0f34e86c-ff7e-4547-8d12-caa21b18bde4 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798406 Aug 10 03:36:04.951347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Calling delete_port for c82bb6f5-cf13-4830-9e59-335e34981ac6 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:04.968322 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:04.972799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_backend_mixin [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Port c82bb6f5-cf13-4830-9e59-335e34981ac6 was not found and therefore no delete operation was performed {{(pid=94140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:36:04.996315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.032616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-81782b94-4cff-4673-9eb9-e168c90a0e1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb HTTP/1.1" status: 200 len: 217 time: 0.0800362 Aug 10 03:36:05.033875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-82baf680-fef8-481b-bcd4-3501d39e66d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81468674-3186-452c-a42b-2a3bb63aab79 HTTP/1.1" status: 200 len: 217 time: 0.0441272 Aug 10 03:36:05.037956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb26afc9-d82a-4069-9996-94553e354adf req-9e6c58c2-90a9-4086-8117-2733b115dbee tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474133 Aug 10 03:36:05.043193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] No DVR routers for this DVR port 5457e595-b8ef-443f-ba9f-b0e24c822081 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:05.045047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33f4f8-4075-41c2-a01a-0e1c2b422ed4 None None] Pushing event deleted for resources: {'Port': ['ID=5457e595-b8ef-443f-ba9f-b0e24c822081,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.144882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82bb6f5-cf13-4830-9e59-335e34981ac6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.145473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-a2a738eb-4636-41b2-8836-1f33b8262e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.148027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-a2a738eb-4636-41b2-8836-1f33b8262e85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 200 len: 862 time: 0.0909305 Aug 10 03:36:05.159502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] No DVR routers for this DVR port c82bb6f5-cf13-4830-9e59-335e34981ac6 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:05.196335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-0a3bbd64-1957-4070-bdde-dd1935c65ed0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4a641b2-93e7-4444-80eb-6d8badb204b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411589 Aug 10 03:36:05.206394 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13384b9-daf9-42c8-ba6b-530afa611117 x-openstack-request-id: req-a13384b9-daf9-42c8-ba6b-530afa611117 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:05.206746 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8027b27-980a-45ae-97a1-fbe88e820390", "name": "network-vif-plugged", "status": "completed", "tag": "6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:05.207163 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a13384b9-daf9-42c8-ba6b-530afa611117 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:05.207643 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6', 'code': 200} Aug 10 03:36:05.210234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-06071163-227e-49f0-8372-462482e6ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:05.214550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-06071163-227e-49f0-8372-462482e6ff5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.1667194 Aug 10 03:36:05.368563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-7ce9e73d-41d3-4381-a1a7-ea969e1d82e5 service neutron] 10.222.0.53 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775534 Aug 10 03:36:05.383447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.391048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.495860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f8b719-2c08-4676-ab7f-2110a898475f']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.501139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5457e595-b8ef-443f-ba9f-b0e24c822081,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:05.533095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] No DVR routers for this DVR port 5457e595-b8ef-443f-ba9f-b0e24c822081 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:05.538469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f151c05-78f7-418a-a2c7-cd83604eca2a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.539103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f151c05-78f7-418a-a2c7-cd83604eca2a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.600282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.609111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5457e595-b8ef-443f-ba9f-b0e24c822081 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:05.692389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 5457e595-b8ef-443f-ba9f-b0e24c822081 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:05.692888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5457e595-b8ef-443f-ba9f-b0e24c822081 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:05.754639 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.775605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fa928-3e92-438b-9dc5-f62ca2eec15c']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.811168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd819e41b-b085-45fa-8571-9f999e0ddea3') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.811674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd819e41b-b085-45fa-8571-9f999e0ddea3') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:05.831487 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.864019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:05.877197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:05.878805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.039280 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.054421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:06.055259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.167166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754ccab-35dc-4d72-96d7-e2b56c85dedf req-a0c29c0c-91d9-4be7-aa88-6e108c67960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.169857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0754ccab-35dc-4d72-96d7-e2b56c85dedf req-a0c29c0c-91d9-4be7-aa88-6e108c67960c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 1098 time: 0.2884393 Aug 10 03:36:06.173160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-75b8e4b6-6e4a-4bdb-9b57-13050d4b697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.176106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-75b8e4b6-6e4a-4bdb-9b57-13050d4b697e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9207206 Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:06.200029 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:06.213292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.243296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de7cd8-69a5-4ffd-a972-792fd3134efb req-35ac1266-dcc3-4f75-9fb1-496a113cb29e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.244352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.244907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04de7cd8-69a5-4ffd-a972-792fd3134efb req-35ac1266-dcc3-4f75-9fb1-496a113cb29e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 946 time: 0.3658578 Aug 10 03:36:06.256758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c0fa928-3e92-438b-9dc5-f62ca2eec15c HTTP/1.1" status: 204 len: 168 time: 3.0748878 Aug 10 03:36:06.330764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-01cbf846-9d8d-43c0-bff1-91a6e52e893e service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1141152 Aug 10 03:36:06.351905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f191b-7dee-46bb-899a-318b0ebc45b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0fa928-3e92-438b-9dc5-f62ca2eec15c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.358107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.365794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:06.369709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] 10.222.0.53 "DELETE /v2.0/networks/79f8b719-2c08-4676-ab7f-2110a898475f HTTP/1.1" status: 204 len: 168 time: 3.5874367 Aug 10 03:36:06.394917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04de7cd8-69a5-4ffd-a972-792fd3134efb req-60066af5-5207-4e80-a7c8-a01528a8445c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113958 Aug 10 03:36:06.403247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404a642-d8e1-4d3e-bbf0-39ec3c35da37 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f8b719-2c08-4676-ab7f-2110a898475f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:06.432523 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0754ccab-35dc-4d72-96d7-e2b56c85dedf req-ecbcdf12-c5c4-4cf4-85fe-b7e9c7ab48cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501907 Aug 10 03:36:06.448376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c07cae-a111-48a6-b13f-e34ccd465eac req-525cf1e7-6f8b-4610-9ef4-637efde7dd0d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.453212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3c07cae-a111-48a6-b13f-e34ccd465eac req-525cf1e7-6f8b-4610-9ef4-637efde7dd0d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 943 time: 0.7711904 Aug 10 03:36:06.551731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3c07cae-a111-48a6-b13f-e34ccd465eac req-053f55b2-a170-4f5b-acba-5882b5cfebb0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883338 Aug 10 03:36:06.572337 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3bb98a-3706-405d-ad5c-23f101bdbb4a x-openstack-request-id: req-ca3bb98a-3706-405d-ad5c-23f101bdbb4a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:06.572817 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c862c1b-1d63-4edb-84e3-ac041d546ad3", "tag": "b4602e9d-50b5-4afa-8a70-a441bd9d6ddb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:06.573236 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca3bb98a-3706-405d-ad5c-23f101bdbb4a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:06.573895 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'tag': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb', 'status': 'completed', 'code': 200} Aug 10 03:36:06.606246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52638) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:06.655164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-17a1f7a1-a274-47cc-ad72-83ab5928bd61 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633150 Aug 10 03:36:06.772713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:06.872637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f412c1ed-925e-4c45-aee1-533622c6b65f req-13c2381e-3281-4d07-9ffb-1b58813d53c1 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213392 Aug 10 03:36:06.915793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d38bf960-3741-4f19-843d-15fcb0773ff6 req-1fa10425-f949-4d17-8c3c-9f41e2d37d14 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 210 time: 0.0884271 Aug 10 03:36:06.948641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.960980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:06.994931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.009897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.021419 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dfdf6b28-c459-43df-859d-c7234f5da97f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=871f266da8f049bfacee306f917045e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127302 Aug 10 03:36:07.023503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.027266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0aecc102-4e16-4edf-a762-193698633ce7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b2dc2febfd047ca9936bc60acf95848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534931 Aug 10 03:36:07.029066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52648) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:07.032469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52650) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:07.041105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.055010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.071141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73148509-0561-4abb-aa6f-912bb43f216c req-25ff594e-882f-4698-aff2-b09ed67b870f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.3350801 Aug 10 03:36:07.219153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73148509-0561-4abb-aa6f-912bb43f216c req-8294e7c6-78a3-4b7e-b02d-2953e0fbb125 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473701 Aug 10 03:36:07.224134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-76994b98-73f1-42be-9a97-de310ca237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.226513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-76994b98-73f1-42be-9a97-de310ca237da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad836b791be146ba93a5b51c132f0974&device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 1095 time: 0.1527410 Aug 10 03:36:07.228819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-523bcd9f-c042-4590-b7dc-874536f2c204 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625701 Aug 10 03:36:07.417077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-7412d473-1efb-471e-87cd-f662f43cd59d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 200 len: 217 time: 0.1726675 Aug 10 03:36:07.435082 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-057c7549-15a1-4d66-b1cf-72820cf7c618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.468605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397eb4c-707a-4d3c-aa96-355ae5175b82 req-7e4821be-1e52-4d20-ad4f-2f4f74685592 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.478152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a397eb4c-707a-4d3c-aa96-355ae5175b82 req-7e4821be-1e52-4d20-ad4f-2f4f74685592 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 946 time: 0.2338037 Aug 10 03:36:07.491244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5887f028-7214-4ce7-999a-4e73a13f3c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.554674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-94393060-a14e-4b37-9017-5776ae3ec076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.556151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-94393060-a14e-4b37-9017-5776ae3ec076 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.1301389 Aug 10 03:36:07.592237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-5a370e6b-5245-400f-8036-4eb1b3abd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.594114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-5a370e6b-5245-400f-8036-4eb1b3abd390 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 200 len: 923 time: 0.3522241 Aug 10 03:36:07.615207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5887f028-7214-4ce7-999a-4e73a13f3c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.619121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-057c7549-15a1-4d66-b1cf-72820cf7c618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.706104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-52f90fac-5803-4ca1-a309-9955022ef821 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb HTTP/1.1" status: 200 len: 217 time: 0.0769229 Aug 10 03:36:07.715814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a397eb4c-707a-4d3c-aa96-355ae5175b82 req-ebac8d2c-488b-4b33-a8fd-44b172bbaf9c tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345903 Aug 10 03:36:07.793529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-32417d8d-dc1e-4dbe-bd0e-aabd703553b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.804663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-32417d8d-dc1e-4dbe-bd0e-aabd703553b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2334111 Aug 10 03:36:07.823539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5887f028-7214-4ce7-999a-4e73a13f3c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.827746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5887f028-7214-4ce7-999a-4e73a13f3c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.834428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5887f028-7214-4ce7-999a-4e73a13f3c0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91931a20-3a10-4508-b0c6-09b15103cc14 HTTP/1.1" status: 204 len: 168 time: 0.6638722 Aug 10 03:36:07.834994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-057c7549-15a1-4d66-b1cf-72820cf7c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.840024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-057c7549-15a1-4d66-b1cf-72820cf7c618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:07.841670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-057c7549-15a1-4d66-b1cf-72820cf7c618 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f0452b4-dfe3-489e-81df-48f2d6022d89 HTTP/1.1" status: 204 len: 168 time: 0.8106964 Aug 10 03:36:07.876895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887f028-7214-4ce7-999a-4e73a13f3c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91931a20-3a10-4508-b0c6-09b15103cc14,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:07.915899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c7549-15a1-4d66-b1cf-72820cf7c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0452b4-dfe3-489e-81df-48f2d6022d89,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:07.923801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-2c6e0bc0-877d-4ae3-b8a6-e5f5f686bbe7 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090727 Aug 10 03:36:07.992942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-7d1c4066-6db9-4321-8a7d-263549a864dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:07.994860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-7d1c4066-6db9-4321-8a7d-263549a864dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 200 len: 862 time: 0.2773042 Aug 10 03:36:08.035848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-07748787-13a3-4762-b2c6-fe492333d1f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4a641b2-93e7-4444-80eb-6d8badb204b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337470 Aug 10 03:36:08.187912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-219c4cd3-cebb-4c06-8a51-21140690d5a7 req-aac05950-479c-42b0-9016-3e051b86eeb6 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535205 Aug 10 03:36:08.213247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06b9b-f424-416c-9cb4-dac372c69ab7 req-ce499921-c10a-41b4-87c3-46886b95133c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.214923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-def06b9b-f424-416c-9cb4-dac372c69ab7 req-ce499921-c10a-41b4-87c3-46886b95133c tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 943 time: 0.1058669 Aug 10 03:36:08.366797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-def06b9b-f424-416c-9cb4-dac372c69ab7 req-bb4f6793-0e62-4bd1-ab8f-f4935dc17506 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412103 Aug 10 03:36:08.367189 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-4788dec4-9d4d-4ef8-828f-10465072bbb3 service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196206 Aug 10 03:36:08.690269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.691488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.692511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.693601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.694638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.695611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.696606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:08.700379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-9700989c-c1bc-4e54-9b72-fd1ed1d66b67 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6483 time: 0.3825495 Aug 10 03:36:08.824608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd39c73b-b142-47f0-b34f-ec7c1eeef8cf req-46bf4dbf-e618-4f6f-b633-4fd2c734afa8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 210 time: 0.1374383 Aug 10 03:36:09.028697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-af30c595-6d8d-4633-8bdd-cc5f21a41802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.031924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-af30c595-6d8d-4633-8bdd-cc5f21a41802 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 200 len: 903 time: 0.3098037 Aug 10 03:36:09.216996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ceac1-fdba-4a82-87e7-ced881ed3b68 req-9682fff6-2357-455b-a76b-3780dc36c9d2 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.220167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a18ceac1-fdba-4a82-87e7-ced881ed3b68 req-9682fff6-2357-455b-a76b-3780dc36c9d2 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 946 time: 0.1169674 Aug 10 03:36:09.229867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-44125af6-1391-4d3f-92ef-3c5bfe05fcc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 200 len: 217 time: 0.1177204 Aug 10 03:36:09.285258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.293224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.304947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.318903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a18ceac1-fdba-4a82-87e7-ced881ed3b68 req-5f7d5fc2-7b2b-4a36-9955-3c34a5c803a0 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879195 Aug 10 03:36:09.319382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.331735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.345366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.357753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.361670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-af2de468-2af6-40b5-81ad-87d6a3a8459c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.6563604 Aug 10 03:36:09.365404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6799df-5a26-4e1e-bae1-ed5deb8e9ea6 req-be096cba-a621-456a-a8f9-3e26e3b456fa service neutron] 10.222.0.65 "GET /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9424098 Aug 10 03:36:09.424227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:09.523561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-03de086f-410f-4bff-b471-7e40b0d4865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.526204 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-03de086f-410f-4bff-b471-7e40b0d4865e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.2819226 Aug 10 03:36:09.560217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aed112d7-b61a-4e68-96e2-bf3e1c01cb07 req-96a6ccab-7583-4921-9e6e-6592fef47e6d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482584 Aug 10 03:36:09.639215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-55acd397-d6d4-42a8-bf26-6294542e5f7f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.641716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-55acd397-d6d4-42a8-bf26-6294542e5f7f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 813 time: 0.6384981 Aug 10 03:36:09.672961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'port': {'device_id': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170', 'admin_state_up': True, 'tenant_id': '2f0edfe629234c62961bc345b3e95581'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:09.793140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbdcb7-de29-4342-9235-8e18aa8923dc req-bbefdb36-e2a3-4ebe-821c-7e77561c2e7e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.797997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fcbdcb7-de29-4342-9235-8e18aa8923dc req-bbefdb36-e2a3-4ebe-821c-7e77561c2e7e tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 943 time: 0.1587553 Aug 10 03:36:09.801438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-a641aac7-822a-42df-92b3-2e4e8ecd45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:09.805436 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-a641aac7-822a-42df-92b3-2e4e8ecd45c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2674646 Aug 10 03:36:09.926841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fcbdcb7-de29-4342-9235-8e18aa8923dc req-78ef794f-18d4-49c5-8bef-f632d170f532 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098471 Aug 10 03:36:10.107592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Deleting subnet f26ba358-20b2-4f3d-b71f-f5df57c133a0 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:10.114840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.178253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34f39-4ab6-4d08-916a-c315b59fc8cb req-bc88be13-503a-497d-a186-076ca3d1dd0e tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.181250 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5c34f39-4ab6-4d08-916a-c315b59fc8cb req-bc88be13-503a-497d-a186-076ca3d1dd0e tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 946 time: 0.2389691 Aug 10 03:36:10.184939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-3d68fb4e-4ab2-4b8e-a429-f843cabac538 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674898 Aug 10 03:36:10.187436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52742) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:10.198031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c54523e8-1cae-472b-8fed-f7fc01b7b0ba req-543168bd-02c5-49ea-8415-a40288eeb865 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 210 time: 0.1126342 Aug 10 03:36:10.246045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.301863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Made reservation on behalf of 2f0edfe629234c62961bc345b3e95581 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:10.310691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.356393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.390418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:10.400964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5c34f39-4ab6-4d08-916a-c315b59fc8cb req-45c04a3a-d334-485d-be52-91e27ac36164 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018871 Aug 10 03:36:10.468601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.518458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26ba358-20b2-4f3d-b71f-f5df57c133a0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:10.525264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac56c018-03ff-47b5-911a-6b785ebbc2bb req-90cf9d72-a493-4489-8076-38934a84771a service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133276 Aug 10 03:36:10.534664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.540860 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0271b898-41fc-46c9-9c12-926e5c087e7b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f26ba358-20b2-4f3d-b71f-f5df57c133a0 HTTP/1.1" status: 204 len: 168 time: 1.1110482 Aug 10 03:36:10.541140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52758) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:10.579603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b4602e9d-50b5-4afa-8a70-a441bd9d6ddb details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:10.614378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-681925015-network', 'tenant_id': 'c0b57c48de8b4f0c82705645ada23744'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:10.624367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Allocated IP 172.20.0.6 (20851252-2488-442e-afd6-3d0c52f9f170/69c48cf4-7d42-4589-a4d9-f112d119dc63/95f6bf0f-f3f7-4e03-8c46-b49f2241678f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:10.636539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-695791590-network', 'tenant_id': '1871513ed8374488b2eb039df2a9d222'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:10.674335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.707568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Made reservation on behalf of c0b57c48de8b4f0c82705645ada23744 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:10.712226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.726247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:10.735324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.803506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Made reservation on behalf of 1871513ed8374488b2eb039df2a9d222 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:10.805955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.847147 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.850650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.877031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb', 'network_id': 'b4a641b2-93e7-4444-80eb-6d8badb204b6', 'port_id': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb', 'mac_address': 'fa:16:3e:12:a6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f78361-a56d-4a26-a1fc-c238a6ac3be1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:10.880545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d70feb0-1405-45a2-9d79-2f6805696e8a']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:10.899989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b331f8f8-c280-418c-be2e-1f17044b2586') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:10.900424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b331f8f8-c280-418c-be2e-1f17044b2586') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:10.920029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.920359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.926588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.934631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.936432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4602e9d-50b5-4afa-8a70-a441bd9d6ddb {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:10.939421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.945923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.951693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.957750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:10.965815 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-b09c8b24-1698-4420-8cbc-ad0f0afd028c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.2167654 Aug 10 03:36:10.971739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:10.987516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:11.003946 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.019156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.047463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:11.047882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:11.049972 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:11.065547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.140574 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.167967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a535e647-1758-4914-a5c4-4a003c1f5592 req-1e6a31db-3dff-4a25-a078-0715949da9a0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1984124 Aug 10 03:36:11.175195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.181295 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.269615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b4602e9d-50b5-4afa-8a70-a441bd9d6ddb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:11.278433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:11.316086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.351025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34730213-9a20-4364-9951-e251649b9b0f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.355666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:11.431029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89db2b9-9576-4306-85ec-5c3aa74492c7 req-216e3e90-ec1e-4ad8-a696-e4f5f77be616 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.444692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d89db2b9-9576-4306-85ec-5c3aa74492c7 req-216e3e90-ec1e-4ad8-a696-e4f5f77be616 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 944 time: 0.2849526 Aug 10 03:36:11.481406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.482270 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Added segment 4278b046-bd86-4952-a0d8-033c164d6f12 of type vlan for network 4a5833be-b557-46e6-a77c-f23d875d0845 Aug 10 03:36:11.505018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.507166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Network 20851252-2488-442e-afd6-3d0c52f9f170 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:11.508371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.518193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.526888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d70feb0-1405-45a2-9d79-2f6805696e8a HTTP/1.1" status: 204 len: 168 time: 0.9830794 Aug 10 03:36:11.534071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.548454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:11.558388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.562446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:11.599801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78216e-98d3-4203-bd7e-4da41bd04f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d70feb0-1405-45a2-9d79-2f6805696e8a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.621476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:11.657330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.657686 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Added segment 47437046-db3e-4385-a059-a72186806d7a of type vlan for network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e Aug 10 03:36:11.668253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-60bd3300-5202-4271-8fdb-1df340b65db1 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.673629 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-60bd3300-5202-4271-8fdb-1df340b65db1 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 946 time: 0.3913026 Aug 10 03:36:11.684329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e73bfd-e893-46fa-9e5c-b4b0d37d7b56 req-f8e008cc-4019-4c1e-8e58-d5ed3b5a4abb tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:11.696104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55e73bfd-e893-46fa-9e5c-b4b0d37d7b56 req-f8e008cc-4019-4c1e-8e58-d5ed3b5a4abb tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 931 time: 0.2423706 Aug 10 03:36:11.700221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa209f12-bed6-44c9-b609-d2c3d045a0c9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:11.797681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d89db2b9-9576-4306-85ec-5c3aa74492c7 req-a52d821c-d74e-4b42-81a8-a95e9f334748 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362632 Aug 10 03:36:11.811981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:11.908392 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55e73bfd-e893-46fa-9e5c-b4b0d37d7b56 req-b5c91ec8-b6b8-4d43-ad5f-f4e05a5cc41e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094517 Aug 10 03:36:11.922298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52800) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:11.985157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:36:12.076386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.083206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fb8fbe0d-abeb-448c-84cc-0be0c875bd95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e8eb3cdee38480f81a03a331011a45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596098 Aug 10 03:36:12.086087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.092727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:12.093436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52806) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.094429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.158852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:12.159532 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.205592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8088598 Aug 10 03:36:12.210907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52812) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:12.220308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Request body: {'subnet': {'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-695791590-subnet', 'tenant_id': '1871513ed8374488b2eb039df2a9d222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:12.227276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48a09fe-fbb5-4257-b5a3-6b1e353ee31c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5661545 Aug 10 03:36:12.233651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.234680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:12.235277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.239097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Deleting port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:12.239587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.253234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Request body: {'port': {'device_id': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:12.275082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d50f-c7f6-441a-b419-01e3bd1feb3f admin admin] Pushing event updated for resources: {'Network': ['ID=4828f6b7-a4df-421e-bd52-aa1ae2fa697e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:12.289329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:12.296550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28948542-019e-4939-8fb9-175b0f33fb56 req-66421ebf-2838-40d9-af01-4648897c7e9d tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:12.305469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28948542-019e-4939-8fb9-175b0f33fb56 req-66421ebf-2838-40d9-af01-4648897c7e9d tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 946 time: 0.2010050 Aug 10 03:36:12.387269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28948542-019e-4939-8fb9-175b0f33fb56 req-1ecd2e79-13ce-425b-83c9-ee629779f184 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/security-groups?id=5cbb9032-9500-46ed-b150-4fdf60bca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803754 Aug 10 03:36:12.578825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:12.583171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b4602e9d-50b5-4afa-8a70-a441bd9d6ddb up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:12.785850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:12.812537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:12.813043 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.873775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:12.893760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'mac_address': 'fa:16:3e:51:05:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:12.989486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.001436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0be230c0-6271-4794-a574-b567f2c3f0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.004431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Made reservation on behalf of 1871513ed8374488b2eb039df2a9d222 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:13.006581 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.006768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.011145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 559ac7cc-11b8-4b2a-987d-9781b01457ff {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:13.038323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8492005 Aug 10 03:36:13.053376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:13.056067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa29a1-d350-46c5-aee2-6d669267cbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5833be-b557-46e6-a77c-f23d875d0845,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.060858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:13.062573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:13.064952 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0916c72a-f3e2-4562-aba9-41be81551255" -d '{"events": [{"server_uuid": "3c862c1b-1d63-4edb-84e3-ac041d546ad3", "name": "network-vif-plugged", "status": "completed", "tag": "b4602e9d-50b5-4afa-8a70-a441bd9d6ddb"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:13.072928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Request body: {'subnet': {'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-681925015-subnet', 'tenant_id': 'c0b57c48de8b4f0c82705645ada23744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:13.076072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4a5833be-b557-46e6-a77c-f23d875d0845 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:13.095523 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.105151 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:13.131837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548881-ec6e-4439-b91f-d3fe2d244600 req-5d2a77ba-ff29-44e6-81b0-faabc3d8b8e0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.135280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c548881-ec6e-4439-b91f-d3fe2d244600 req-5d2a77ba-ff29-44e6-81b0-faabc3d8b8e0 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 944 time: 0.1410437 Aug 10 03:36:13.147353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.169885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Made reservation on behalf of c0b57c48de8b4f0c82705645ada23744 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:13.172624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.192700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] For port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,segment=NetworkSegment(d3cb0399-ed65-41c5-ac6d-d3ba9b818b03),segment_id=d3cb0399-ed65-41c5-ac6d-d3ba9b818b03)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:13.193460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.220234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Calling delete_port for 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:13.223454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['559ac7cc-11b8-4b2a-987d-9781b01457ff'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:13.253616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c548881-ec6e-4439-b91f-d3fe2d244600 req-39c9c014-02d4-4034-99a5-ad654cb33505 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025474 Aug 10 03:36:13.254437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.402644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.471703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0be230c0-6271-4794-a574-b567f2c3f0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.475621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.481088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6d07e-939c-4d3c-812e-1ddb32bc9ae1 req-6cf8b260-800f-4c81-9d7c-f4412a9ad5f9 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.483076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29c6d07e-939c-4d3c-812e-1ddb32bc9ae1 req-6cf8b260-800f-4c81-9d7c-f4412a9ad5f9 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 931 time: 0.1159301 Aug 10 03:36:13.550431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.559125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.565126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.571443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.581016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.588907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.594984 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:13.604070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-c89d7ca4-8fe0-45e2-8dfe-75953caf7bca tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.7867470 Aug 10 03:36:13.630158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.703602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29c6d07e-939c-4d3c-812e-1ddb32bc9ae1 req-854c194f-f293-4207-a187-53a72f2a9946 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138071 Aug 10 03:36:13.721843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Pushing event deleted for resources: {'Port': ['ID=6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.814039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.882894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-048a77a3-0afd-48e5-a278-0c5f60e1d00d req-23fd75f3-6536-4cf9-8bc5-929b165169d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2777402 Aug 10 03:36:13.930245 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df94d60-166c-43d2-a5b7-480632bc945b x-openstack-request-id: req-1df94d60-166c-43d2-a5b7-480632bc945b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:13.930703 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c862c1b-1d63-4edb-84e3-ac041d546ad3", "name": "network-vif-plugged", "status": "completed", "tag": "b4602e9d-50b5-4afa-8a70-a441bd9d6ddb", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:13.931166 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1df94d60-166c-43d2-a5b7-480632bc945b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:13.931805 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb', 'code': 200} Aug 10 03:36:13.963812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871838d2-22d9-443e-85f5-f449fb01b534,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:13.965933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] No DVR routers for this DVR port 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:13.999331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Checking segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:14.000146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Network hostable DHCP agents. Network: 4a5833be-b557-46e6-a77c-f23d875d0845, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:14.000307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.002619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ef3bcf3-1290-4170-b6cb-82e8994950e3 req-1aec0da4-a332-4ad6-a10a-593cdd3437db tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.39 "DELETE /v2.0/ports/6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 HTTP/1.1" status: 204 len: 173 time: 2.1597650 Aug 10 03:36:14.003587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'name': 'network-vif-deleted', 'tag': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:14.006816 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07126f-d588-4477-88db-30932d3dfe4a" -d '{"events": [{"server_uuid": "d8027b27-980a-45ae-97a1-fbe88e820390", "name": "network-vif-deleted", "tag": "6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:14.010041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0be230c0-6271-4794-a574-b567f2c3f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.012998 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0be230c0-6271-4794-a574-b567f2c3f0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.014211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0be230c0-6271-4794-a574-b567f2c3f0d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d216740-0abf-462d-8b3e-1d139e3f77c0 HTTP/1.1" status: 204 len: 168 time: 1.9177470 Aug 10 03:36:14.091716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Network 4a5833be-b557-46e6-a77c-f23d875d0845 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:14.133679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4a5833be-b557-46e6-a77c-f23d875d0845) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:14.152543 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b55af-d138-4501-aac1-ecbea4977c27 x-openstack-request-id: req-c33b55af-d138-4501-aac1-ecbea4977c27 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:14.155519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad18610-128c-4b22-8430-45fe890111b8 None None] Network 4a5833be-b557-46e6-a77c-f23d875d0845 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:14.156035 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8027b27-980a-45ae-97a1-fbe88e820390", "name": "network-vif-deleted", "tag": "6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:14.156502 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c33b55af-d138-4501-aac1-ecbea4977c27 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:14.157308 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8027b27-980a-45ae-97a1-fbe88e820390', 'name': 'network-vif-deleted', 'tag': '6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6', 'status': 'completed', 'code': 200} Aug 10 03:36:14.166810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:14.174044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.189376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be230c0-6271-4794-a574-b567f2c3f0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d216740-0abf-462d-8b3e-1d139e3f77c0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:14.238878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0816ade8-13d1-4a6e-b8e0-6dc245ef026f req-a8b62f04-e534-43db-a2ce-5af0c28be825 tempest-ServerGroupTestJSON-1323557107 tempest-ServerGroupTestJSON-1323557107-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8027b27-980a-45ae-97a1-fbe88e820390 HTTP/1.1" status: 200 len: 210 time: 0.1094589 Aug 10 03:36:14.289704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0fff46a0-ed2b-42f1-970a-1af705fd7684 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2174602 Aug 10 03:36:14.513717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5cde8-dbc4-48a7-a2c3-91d7b09c96d3 req-b061e11d-33e7-4ffa-af74-8d056c3e1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:14.516328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1d5cde8-dbc4-48a7-a2c3-91d7b09c96d3 req-b061e11d-33e7-4ffa-af74-8d056c3e1060 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 1097 time: 0.4881094 Aug 10 03:36:14.528435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.578648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:14.637314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1d5cde8-dbc4-48a7-a2c3-91d7b09c96d3 req-370987bb-0167-4071-8a9d-6a2101d1a123 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109374 Aug 10 03:36:14.672759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 559ac7cc-11b8-4b2a-987d-9781b01457ff triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:14.673233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.707205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-4a5833be-b557-46e6-a77c-f23d875d0845', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'tenant_id': 'c0b57c48de8b4f0c82705645ada23744', 'fixed_ips': [{'subnet_id': '871838d2-22d9-443e-85f5-f449fb01b534'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:14.708289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:14.724191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Checking segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:14.724609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Network hostable DHCP agents. Network: 4828f6b7-a4df-421e-bd52-aa1ae2fa697e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:14.772892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445be1f8-1a94-49da-8026-51a21cfc2d28 req-c597c627-f70a-432b-81ce-be01d93c9385 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:14.782786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-445be1f8-1a94-49da-8026-51a21cfc2d28 req-c597c627-f70a-432b-81ce-be01d93c9385 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 945 time: 0.3599539 Aug 10 03:36:14.846011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.013610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-445be1f8-1a94-49da-8026-51a21cfc2d28 req-82f09437-50d0-49a0-a982-57c532626d6b tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298222 Aug 10 03:36:15.046886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8381b-834a-48be-a78d-c84835d050ed req-750cabd5-7116-4181-bbd5-80a4846558bb tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.063052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21f8381b-834a-48be-a78d-c84835d050ed req-750cabd5-7116-4181-bbd5-80a4846558bb tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 931 time: 0.1679292 Aug 10 03:36:15.119354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-3133be9d-fbf9-4b5c-8c54-2ddad5006a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.121558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-3133be9d-fbf9-4b5c-8c54-2ddad5006a29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 1097 time: 0.2651610 Aug 10 03:36:15.133581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:15.133849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:15.165874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4828f6b7-a4df-421e-bd52-aa1ae2fa697e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:15.192750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.193888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.202034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f6bf0f-f3f7-4e03-8c46-b49f2241678f {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:15.207780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21f8381b-834a-48be-a78d-c84835d050ed req-3c480054-24a5-45a6-810a-95f2a2ec90fe tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387708 Aug 10 03:36:15.236116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80830b80-0d2c-4cac-a30a-923f0d9db788 None None] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:15.259932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.413635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:15.414003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6f1fbd97-5e24-44f2-a08e-d23ac6c72ae6 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:15.423858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c4fc6e2-3121-49cc-add8-81531d56fddd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2080925 Aug 10 03:36:15.431576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Transition to ACTIVE for port object 95f6bf0f-f3f7-4e03-8c46-b49f2241678f will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:15.450544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.470309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.607188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Allocated IP 172.20.0.2 (4a5833be-b557-46e6-a77c-f23d875d0845/871838d2-22d9-443e-85f5-f449fb01b534/d75e7e21-4896-4904-a603-df8d17df8d97) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:15.678315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:15.695730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:15.696442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.703688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.710308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.716604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.723163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.741841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.750382 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.762954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.765157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-bddafd5f-61e6-43c1-a8b5-e5c07e945502 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.4238467 Aug 10 03:36:15.766479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-8ee7a178-e1c7-4f99-88dc-c26f36e132ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:15.767973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-8ee7a178-e1c7-4f99-88dc-c26f36e132ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 905 time: 0.6162612 Aug 10 03:36:15.919622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-7cde646e-a953-446f-9710-0730d59257d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff HTTP/1.1" status: 200 len: 217 time: 0.1370115 Aug 10 03:36:15.973170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:15.981306 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b806e7-ea68-4d77-a8dd-d98008bf18fe" -d '{"events": [{"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-plugged", "status": "completed", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:16.092496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-1ba1721d-6275-4539-814c-04dcdbb9a5df tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.099773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-1ba1721d-6275-4539-814c-04dcdbb9a5df tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 815 time: 0.1235268 Aug 10 03:36:16.106911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5f4b720-e4c0-4ef7-91c1-f64640fcfc4c req-d65cb19a-8024-4ec5-a3e5-dac09e3c2601 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3195028 Aug 10 03:36:16.125149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f9b77fc2-3943-411a-99ca-8bef9977a828 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/quotas/c0b57c48de8b4f0c82705645ada23744 HTTP/1.1" status: 200 len: 375 time: 0.0244439 Aug 10 03:36:16.192535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-fc911d47-c695-4452-abf7-7c7fcc19dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:16.194334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-fc911d47-c695-4452-abf7-7c7fcc19dab8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.2565897 Aug 10 03:36:16.206263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-294d02c5-bc0d-4100-bfdb-ea3c4f752b66 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743754 Aug 10 03:36:16.248715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:16.289695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306755a0-352b-4367-8bf2-a7a332a45270 None None] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:16.399683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-0dd2a5e6-5a98-4c95-ba84-2cd0b5752b66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833234 Aug 10 03:36:16.485045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-31f5b377-aecd-4bec-8889-8b3405fd48ff service neutron] 10.222.0.53 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775249 Aug 10 03:36:16.708029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Attempting to bind port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:16.708600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Attempting to bind port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:16.709155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Attempting to bind port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f on network 20851252-2488-442e-afd6-3d0c52f9f170 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:16.748504 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.811568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f on network 20851252-2488-442e-afd6-3d0c52f9f170 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:16.812203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Attempting to bind port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f on network 20851252-2488-442e-afd6-3d0c52f9f170 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:16.814242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Transition to ACTIVE for port object d75e7e21-4896-4904-a603-df8d17df8d97 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:16.837362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-1fb888de-6650-432e-aa98-5e49c1f1590a service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261396 Aug 10 03:36:16.870426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:16.879580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Checking segment: {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:16.880387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Bound using segment: {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:16.887423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Bound port: 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d914e04-5dfa-4c35-a893-a88a8b4653a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:16.887423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.894111 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-ce89d1da-95ec-4fb2-ad2d-c106802876c4 service neutron] 10.222.0.53 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001181 Aug 10 03:36:17.050230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Transition to ACTIVE for port object d75e7e21-4896-4904-a603-df8d17df8d97 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:17.154750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:17.171640 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.320377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Network 4a5833be-b557-46e6-a77c-f23d875d0845 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:17.347109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:17.361431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:17.384166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Pushing event updated for resources: {'Port': ['ID=d75e7e21-4896-4904-a603-df8d17df8d97,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:17.587030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Attempting to bind port d75e7e21-4896-4904-a603-df8d17df8d97 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:17.587678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Attempting to bind port d75e7e21-4896-4904-a603-df8d17df8d97 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:17.588246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Attempting to bind port d75e7e21-4896-4904-a603-df8d17df8d97 on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:17.607267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:17.607889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Checking segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:17.608570 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.609234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Bound using segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:17.610068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Bound port: d75e7e21-4896-4904-a603-df8d17df8d97, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:17.610702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.699315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-491939265-network', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:17.759157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:17.794443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:17.800051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b30ac8f-b4b0-43e7-a6f3-8c6d8b84e26e req-1415218c-ecde-4374-89e3-a8c7b978dcf4 service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9318671 Aug 10 03:36:17.814289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-7a66d229-98eb-46bd-9381-29312f114f83 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.843314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-7a66d229-98eb-46bd-9381-29312f114f83 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.7250230 Aug 10 03:36:17.844711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] For port d75e7e21-4896-4904-a603-df8d17df8d97, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:17.858707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] For port d75e7e21-4896-4904-a603-df8d17df8d97, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d75e7e21-4896-4904-a603-df8d17df8d97,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:17.869119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.872207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.893096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-aa7e6ee5-30bb-4fa9-9a3d-87f30570e696 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/quotas/1871513ed8374488b2eb039df2a9d222 HTTP/1.1" status: 200 len: 375 time: 0.0458996 Aug 10 03:36:17.961512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:17.974905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.989748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:17.992159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:17.995508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] 10.222.0.39 "PUT /v2.0/ports/95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 1092 time: 5.7505889 Aug 10 03:36:17.996482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:17.998882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.003311 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624" -d '{"events": [{"name": "network-changed", "server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:18.066044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-1dff7efa-d9cd-497e-95fb-8c8b033d4ca5 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295071 Aug 10 03:36:18.116743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8b7c8-f04f-44dd-a27b-51c31eee7818 None None] Pushing event updated for resources: {'Port': ['ID=d75e7e21-4896-4904-a603-df8d17df8d97,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.135486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe3a0-f320-4d41-92f9-e3e4f9a2d580 req-4e22947d-f7af-4e3b-9eb4-50b8a501dc06 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.149541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5bfe3a0-f320-4d41-92f9-e3e4f9a2d580 req-4e22947d-f7af-4e3b-9eb4-50b8a501dc06 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 945 time: 0.3615906 Aug 10 03:36:18.283355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5bfe3a0-f320-4d41-92f9-e3e4f9a2d580 req-8c0d3f0f-5a6b-4a3a-9f35-9504f25c9e81 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325986 Aug 10 03:36:18.460141 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef55b8-e1c2-4b32-8ae2-144e79d0c00a x-openstack-request-id: req-03ef55b8-e1c2-4b32-8ae2-144e79d0c00a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:18.466380 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-plugged", "status": "completed", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:18.466380 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03ef55b8-e1c2-4b32-8ae2-144e79d0c00a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:18.466380 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'code': 200} Aug 10 03:36:18.522076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.535337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.588441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:18.596977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322cf85-8f29-48bf-854a-ddb896ede630 service neutron] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.614172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08275127-8192-434e-9045-2b4394bfc2c3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:18.629695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.630087 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Added segment 3de49335-701d-4708-b011-5c551a6fae8d of type vlan for network d55ceef1-37e1-43e0-a52d-c75603bde0fe Aug 10 03:36:18.764651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.789051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-7b6a8653-032c-448d-b634-fb20ecb4b7d3 service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985631 Aug 10 03:36:18.830657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-7f16a723-0457-4a8e-9096-00191f86e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.834863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-7f16a723-0457-4a8e-9096-00191f86e355 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1095 time: 0.2793286 Aug 10 03:36:18.876517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7a347-e0c9-48e8-badd-ebee619be853 req-c54be772-399e-408b-a663-fb202625bd05 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.884990 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3da7a347-e0c9-48e8-badd-ebee619be853 req-c54be772-399e-408b-a663-fb202625bd05 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 943 time: 0.1835389 Aug 10 03:36:18.945559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3da7a347-e0c9-48e8-badd-ebee619be853 req-279e9d67-bfd2-4e96-b4a5-7d33b46b3188 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593870 Aug 10 03:36:18.953018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:18.954334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:18.957321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.073008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9166219 Aug 10 03:36:19.079862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52950) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:19.090245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Request body: {'subnet': {'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-subnet', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:19.100494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee60c69-d229-4be7-8e60-35b186f0b439 admin admin] Pushing event updated for resources: {'Network': ['ID=d55ceef1-37e1-43e0-a52d-c75603bde0fe,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:19.113939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:19.160534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:19.163890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.255794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-4520df53-8a5e-4e6a-95dd-a29bd79faefb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 217 time: 0.4104664 Aug 10 03:36:19.495486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-c05dbde7-6803-4995-8b4d-765acee56f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.498201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-c05dbde7-6803-4995-8b4d-765acee56f2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.2329993 Aug 10 03:36:19.619027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-4104a251-9096-40f8-a583-59c6a0aa28ca service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665491 Aug 10 03:36:19.688898 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-d48e47ba-a2a7-4347-ad60-d99dc5f9ce9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659639 Aug 10 03:36:19.725178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d75e7e21-4896-4904-a603-df8d17df8d97 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:19.818573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d75e7e21-4896-4904-a603-df8d17df8d97 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:19.880030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:19.917965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.933824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.940439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.947916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.955085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.964515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.970754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:19.972778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-7efa1ae6-2cb4-42ec-808b-c3f1773d18bb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.3452165 Aug 10 03:36:19.975358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-98002f92-d558-48db-a88a-e94460842d86 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776988 Aug 10 03:36:20.073310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:20.122120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2166bc7a-3e19-4b44-a6cd-9d133c655f47 req-d423797e-8a22-408a-9f36-6cdf8a7fc662 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253912 Aug 10 03:36:20.123707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Checking segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:20.127071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Network hostable DHCP agents. Network: d55ceef1-37e1-43e0-a52d-c75603bde0fe, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:20.180968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:20.208355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d55ceef1-37e1-43e0-a52d-c75603bde0fe) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:20.214842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.219859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.230304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0671f-99c2-488f-83d0-92219566219c None None] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:20.244510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3df56b0b-9dc5-478e-bafa-9e2b06fa2bf5 req-76dfa6f1-0595-4873-851c-08c72595eed2 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601581 Aug 10 03:36:20.285531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66e18191-0c2e-447b-9332-09e771fe7417 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1985579 Aug 10 03:36:20.285713 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d90fa-e961-4308-ba12-9fd60afa553b x-openstack-request-id: req-534d90fa-e961-4308-ba12-9fd60afa553b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:20.285713 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:20.285713 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-534d90fa-e961-4308-ba12-9fd60afa553b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:20.286122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52970) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:20.290374 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'status': 'completed', 'code': 200} Aug 10 03:36:20.303291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:20.388115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.389613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.570900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:20.577272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61bc840-b49c-4907-b7b7-91d46b1e04cf None None] Network 4a5833be-b557-46e6-a77c-f23d875d0845 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:20.605188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-d7f67141-2fe1-4e4a-aca2-8f6f19980237 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.616675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-d7f67141-2fe1-4e4a-aca2-8f6f19980237 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.39 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 815 time: 0.3370593 Aug 10 03:36:20.694938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Request body: {'port': {'device_id': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'admin_state_up': True, 'tenant_id': 'c0b57c48de8b4f0c82705645ada23744'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:20.847634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-a5c74819-e668-42b0-8ded-ec854c8ef1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.848175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-a5c74819-e668-42b0-8ded-ec854c8ef1ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1095 time: 0.2291830 Aug 10 03:36:20.973631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-d68c6a96-2539-4e2d-9b22-2708eee30d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:20.975801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-d68c6a96-2539-4e2d-9b22-2708eee30d44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.1140113 Aug 10 03:36:21.023842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.088347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-d969c1c7-c62b-43d3-9aba-2c9f93150156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 217 time: 0.0938892 Aug 10 03:36:21.102349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-199f653b-25fc-4762-8b15-c1f18c48cf1c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.103996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-199f653b-25fc-4762-8b15-c1f18c48cf1c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 815 time: 0.4862676 Aug 10 03:36:21.195381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Made reservation on behalf of c0b57c48de8b4f0c82705645ada23744 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:21.199740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.211745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-cc837ddd-8d24-41fb-97e2-accafbc947a2 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/quotas/c0b57c48de8b4f0c82705645ada23744 HTTP/1.1" status: 200 len: 375 time: 0.0980561 Aug 10 03:36:21.301533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-09f2075b-be62-4165-a01a-98ddf27bf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.303672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-09f2075b-be62-4165-a01a-98ddf27bf2a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.1985991 Aug 10 03:36:21.431126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527392a-dfdc-42d7-a5c5-9217f990d060 req-efd56843-5aed-4f57-b8b8-f6d3f4b2ef76 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:21.447429 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8527392a-dfdc-42d7-a5c5-9217f990d060 req-efd56843-5aed-4f57-b8b8-f6d3f4b2ef76 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 943 time: 0.1857376 Aug 10 03:36:21.457472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] Provisioning for port d75e7e21-4896-4904-a603-df8d17df8d97 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:21.554918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] Provisioning complete for port d75e7e21-4896-4904-a603-df8d17df8d97 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:21.555466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.737637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d55ceef1-37e1-43e0-a52d-c75603bde0fe', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:36:21.739190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.793598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8527392a-dfdc-42d7-a5c5-9217f990d060 req-2fee5012-6a8d-4e0d-9662-b76e443e1dd2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570856 Aug 10 03:36:21.847366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:21.919274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.002456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-ac2539f7-8eee-46e3-b81b-e288990c04c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6879320 Aug 10 03:36:22.077368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-dc8e7ac7-210e-48c3-8449-587501cde8eb tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8625381 Aug 10 03:36:22.246540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Allocated IP 172.20.0.2 (d55ceef1-37e1-43e0-a52d-c75603bde0fe/94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a/6738afab-f58d-4211-a20f-2be8a7478a3f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:22.274133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.373796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Allocated IP 172.20.0.4 (4a5833be-b557-46e6-a77c-f23d875d0845/871838d2-22d9-443e-85f5-f449fb01b534/ff01231b-7485-4d1a-8bd9-0f37e603861d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:22.399800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-47b3f4c3-17b2-439c-af8b-8b0b1d333957 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861699 Aug 10 03:36:22.413742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Allocated IP 172.25.2.55 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/da78a550-87da-4823-9e36-fe2487cc5fbc) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:22.416139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] For port d75e7e21-4896-4904-a603-df8d17df8d97, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d75e7e21-4896-4904-a603-df8d17df8d97,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:22.483526 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.582321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68107-df3c-4b0f-add7-c2e480e76e75 None None] Pushing event updated for resources: {'Port': ['ID=d75e7e21-4896-4904-a603-df8d17df8d97,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:22.622675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-6ca667ba-2999-4da2-b54e-dfd50cc20bb2 service neutron] 10.222.0.53 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005422 Aug 10 03:36:22.632710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-a76a66eb-25d2-4cdc-87f6-f8c869003837 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:22.634971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-a76a66eb-25d2-4cdc-87f6-f8c869003837 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 945 time: 0.3733182 Aug 10 03:36:22.701059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acaebac3-b898-45f9-b887-bae0792e1933 req-777b095a-50d4-4f17-b19d-5727be99655c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 210 time: 0.5966506 Aug 10 03:36:22.818781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6db1abd3-e44d-4afe-aae0-4d45d077c051 None None] Provisioning complete for port d75e7e21-4896-4904-a603-df8d17df8d97 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:22.820285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6db1abd3-e44d-4afe-aae0-4d45d077c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.903071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:22.952406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Transition to ACTIVE for port object 6738afab-f58d-4211-a20f-2be8a7478a3f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:22.965239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.005598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Transition to ACTIVE for port object 6738afab-f58d-4211-a20f-2be8a7478a3f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:23.026474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.082747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:23.088572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:23.092768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.093559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:23.093722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-6bf7b3d2-9927-4520-9e65-d140bc17e2a3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:23.097191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-6bf7b3d2-9927-4520-9e65-d140bc17e2a3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.4268954 Aug 10 03:36:23.108494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Pushing event updated for resources: {'Port': ['ID=6738afab-f58d-4211-a20f-2be8a7478a3f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.160465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Request body: {'port': {'device_id': '889a0160-8abd-4ba1-a734-358046870066', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'admin_state_up': True, 'tenant_id': '1871513ed8374488b2eb039df2a9d222'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:23.189170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95f6bf0f-f3f7-4e03-8c46-b49f2241678f details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:23.215339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Transition to ACTIVE for port object ff01231b-7485-4d1a-8bd9-0f37e603861d will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:23.238225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee62d67-6a7e-48a0-bceb-0d0de9eae624 req-5e2037e6-5744-4242-85c9-27c40c3d4c8c service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8106143 Aug 10 03:36:23.240649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Attempting to bind port 6738afab-f58d-4211-a20f-2be8a7478a3f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:23.241255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Attempting to bind port 6738afab-f58d-4211-a20f-2be8a7478a3f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:23.246268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Attempting to bind port 6738afab-f58d-4211-a20f-2be8a7478a3f on network d55ceef1-37e1-43e0-a52d-c75603bde0fe {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:23.250756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Deleting port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:23.251261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.273747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:23.274230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Checking segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:23.279426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.280717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Bound using segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:23.282661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Bound port: 6738afab-f58d-4211-a20f-2be8a7478a3f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:23.283317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.286955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71069f-ee47-4c97-ba32-805ca68d18b0 req-88d61991-e07d-4502-8f59-3962b92cc12d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:23.289355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed71069f-ee47-4c97-ba32-805ca68d18b0 req-88d61991-e07d-4502-8f59-3962b92cc12d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c862c1b-1d63-4edb-84e3-ac041d546ad3 HTTP/1.1" status: 200 len: 945 time: 0.1843510 Aug 10 03:36:23.297465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.362719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:23.368231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-d7189d12-7422-48f9-805e-f974c00c32c6 service neutron] 10.222.0.53 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6915250 Aug 10 03:36:23.379016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:23.388568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:23.469133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Made reservation on behalf of 1871513ed8374488b2eb039df2a9d222 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:23.473340 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.487794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.494638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed71069f-ee47-4c97-ba32-805ca68d18b0 req-38271a51-5e4f-4a53-8812-ad0ad74eaed6 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5bcb0ce-120b-460c-9b53-a0200ab038f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834893 Aug 10 03:36:23.496226 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:36:23.499525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Pushing event updated for resources: {'Port': ['ID=da78a550-87da-4823-9e36-fe2487cc5fbc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.652516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] For port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,segment=NetworkSegment(0d880090-5121-4821-9994-1439072f2b4d),segment_id=0d880090-5121-4821-9994-1439072f2b4d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:23.660851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.682768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Calling delete_port for b4602e9d-50b5-4afa-8a70-a441bd9d6ddb owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:23.687132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d75e7e21-4896-4904-a603-df8d17df8d97 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:23.910180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Pushing event updated for resources: {'Port': ['ID=ff01231b-7485-4d1a-8bd9-0f37e603861d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:23.914366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:23.982826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b4602e9d-50b5-4afa-8a70-a441bd9d6ddb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:24.037009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Network 4a5833be-b557-46e6-a77c-f23d875d0845 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:24.051696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] For port 6738afab-f58d-4211-a20f-2be8a7478a3f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:24.063705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] No DVR routers for this DVR port b4602e9d-50b5-4afa-8a70-a441bd9d6ddb on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:24.069901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event deleted for resources: {'Port': ['ID=b4602e9d-50b5-4afa-8a70-a441bd9d6ddb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.072487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.074740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-136bddcc-9ec5-437e-9f61-f87c5b3c3e87 req-f958e26a-5951-48a8-8e71-8e24334dbd0f tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.65 "DELETE /v2.0/ports/b4602e9d-50b5-4afa-8a70-a441bd9d6ddb HTTP/1.1" status: 204 len: 173 time: 1.3891943 Aug 10 03:36:24.113830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'name': 'network-vif-deleted', 'tag': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:24.116177 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a46214-7c8b-4184-ac2a-880f3890bb36" -d '{"events": [{"server_uuid": "3c862c1b-1d63-4edb-84e3-ac041d546ad3", "name": "network-vif-deleted", "tag": "b4602e9d-50b5-4afa-8a70-a441bd9d6ddb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:24.121496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:24.127359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:24.207197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:24.207872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.247473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d75e7e21-4896-4904-a603-df8d17df8d97 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:24.252933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.276395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:24.302216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd2128-cb0e-4d32-bf6b-5b73372ba32a req-2148cb07-2015-4f30-a824-48ff15ec631e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:24.312525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0dd2128-cb0e-4d32-bf6b-5b73372ba32a req-2148cb07-2015-4f30-a824-48ff15ec631e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 943 time: 0.2733333 Aug 10 03:36:24.316571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f0d3815b-5e14-46c2-b39b-3b44d769d5a5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6965365 Aug 10 03:36:24.337248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Request body: {'port': {'device_id': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:24.396827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'network_id': '20851252-2488-442e-afd6-3d0c52f9f170', 'port_id': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'mac_address': 'fa:16:3e:7e:3b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c48cf4-7d42-4589-a4d9-f112d119dc63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:24.417447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] For port 6738afab-f58d-4211-a20f-2be8a7478a3f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6738afab-f58d-4211-a20f-2be8a7478a3f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:24.432376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.544766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.597099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1c740-a54d-49fd-96b8-919584b9db6e None None] Pushing event updated for resources: {'Port': ['ID=6738afab-f58d-4211-a20f-2be8a7478a3f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:24.628301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.633174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f6bf0f-f3f7-4e03-8c46-b49f2241678f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:24.685310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0dd2128-cb0e-4d32-bf6b-5b73372ba32a req-c83ba0f3-8995-4e34-ba2a-41bf2f5c26a0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713524 Aug 10 03:36:24.821408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:24.848551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:24.883513 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.058301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8b3e24f8-4ebb-4b2d-9050-a5e93aca54af None None] Provisioning for port ff01231b-7485-4d1a-8bd9-0f37e603861d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:25.136364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['95f6bf0f-f3f7-4e03-8c46-b49f2241678f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:25.192467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.210026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.232196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.242214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.246487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8b3e24f8-4ebb-4b2d-9050-a5e93aca54af None None] Provisioning complete for port ff01231b-7485-4d1a-8bd9-0f37e603861d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:25.246877 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b3e24f8-4ebb-4b2d-9050-a5e93aca54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.250522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.257436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.265703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:25.274813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b41a287e-aa5f-4c5c-92d8-e983174a1e3a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.3607209 Aug 10 03:36:25.333805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:25.386651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46cae6ba-36d1-49ec-b239-6ddaee051274 req-d6f5e970-f28d-44ad-ac28-f0d740ebc036 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 210 time: 0.2081103 Aug 10 03:36:25.401817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Allocated IP 172.20.0.8 (4828f6b7-a4df-421e-bd52-aa1ae2fa697e/5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f/5d5d2c47-9394-41fb-8d66-d71b6c1093d6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:25.404833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e24f8-4ebb-4b2d-9050-a5e93aca54af None None] Port ff01231b-7485-4d1a-8bd9-0f37e603861d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:25.546659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d857cbd5-e495-4d9b-bafd-72d96a3565e4 req-b2113efa-8b93-4ecb-9a7b-bed09f495d69 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2706795 Aug 10 03:36:25.803601 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4d1bb8-7eaa-4812-865e-d9796bb225cc x-openstack-request-id: req-5f4d1bb8-7eaa-4812-865e-d9796bb225cc {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:25.803999 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c862c1b-1d63-4edb-84e3-ac041d546ad3", "name": "network-vif-deleted", "tag": "b4602e9d-50b5-4afa-8a70-a441bd9d6ddb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:25.804263 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f4d1bb8-7eaa-4812-865e-d9796bb225cc {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:25.807086 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c862c1b-1d63-4edb-84e3-ac041d546ad3', 'name': 'network-vif-deleted', 'tag': 'b4602e9d-50b5-4afa-8a70-a441bd9d6ddb', 'status': 'completed', 'code': 200} Aug 10 03:36:25.822727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:25.882882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6738afab-f58d-4211-a20f-2be8a7478a3f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:26.040496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.052978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6738afab-f58d-4211-a20f-2be8a7478a3f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:26.126608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-4c60a978-8b87-441d-b391-3f58c65685ca tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:26.138229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-4c60a978-8b87-441d-b391-3f58c65685ca tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 815 time: 0.3819160 Aug 10 03:36:26.152190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff01231b-7485-4d1a-8bd9-0f37e603861d {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:26.170126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.180641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-4a1fef10-2962-4191-a38a-ab6d0e6de036 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/quotas/c0b57c48de8b4f0c82705645ada23744 HTTP/1.1" status: 200 len: 375 time: 0.0410309 Aug 10 03:36:26.184797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.222500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Transition to ACTIVE for port object ff01231b-7485-4d1a-8bd9-0f37e603861d will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:26.237305 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.342134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd002b1-5cb6-4ab1-ba0f-9c83de5cd9cb req-a79c66e8-26b0-45a8-8d80-8d286632cadc tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:26.343978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9fd002b1-5cb6-4ab1-ba0f-9c83de5cd9cb req-a79c66e8-26b0-45a8-8d80-8d286632cadc tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 944 time: 0.2426188 Aug 10 03:36:26.348871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff01231b-7485-4d1a-8bd9-0f37e603861d,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:26.439286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.451838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-ce71e2e7-22e9-4ca7-9eac-69e40a51e156 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2694087 Aug 10 03:36:26.595236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9fd002b1-5cb6-4ab1-ba0f-9c83de5cd9cb req-a32fbf07-d5d9-42ca-b8d1-068872c84fd7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429359 Aug 10 03:36:26.644546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b4602e9d-50b5-4afa-8a70-a441bd9d6ddb no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:26.661332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:26.693930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:26.699865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:26.727154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.740217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event updated for resources: {'Port': ['ID=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:26.779142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: b4602e9d-50b5-4afa-8a70-a441bd9d6ddb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:26.779745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b4602e9d-50b5-4afa-8a70-a441bd9d6ddb not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:26.936686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef3458f7-8d3c-448c-897e-a683064189aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:26.973931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e12f1-0058-495e-a128-6fbeca28dbb2 None None] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:27.092656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e5dde-e476-4e91-979f-b54b1dcc3a2b req-dfe52dd3-6736-459f-ab57-a24487085c53 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:27.100474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a6e5dde-e476-4e91-979f-b54b1dcc3a2b req-dfe52dd3-6736-459f-ab57-a24487085c53 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 931 time: 0.1460929 Aug 10 03:36:27.138136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:27.138692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.168195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-c6ee9bc6-1b9d-4c9f-a0a7-aa221e1bc20e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0122147 Aug 10 03:36:27.190856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a6e5dde-e476-4e91-979f-b54b1dcc3a2b req-f008942b-aad6-49f1-9ef5-5dfdd99bf827 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Aug 10 03:36:27.203950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Request body: {'port': {'device_id': '889a0160-8abd-4ba1-a734-358046870066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:27.217082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95f6bf0f-f3f7-4e03-8c46-b49f2241678f up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:27.264209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-9898d985-8034-44b8-8d94-942875da8c66 service neutron] 10.222.0.53 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386181 Aug 10 03:36:27.383173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] Provisioning for port 6738afab-f58d-4211-a20f-2be8a7478a3f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:27.403834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Router d85290a2-1172-447f-a359-f6c9c10675da is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:36:27.430300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] Provisioning complete for port 6738afab-f58d-4211-a20f-2be8a7478a3f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:27.430967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.480145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.545926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-cb6d3f89-11e7-40a7-aa6a-b4625bc36644 service neutron] 10.222.0.53 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784929 Aug 10 03:36:27.609147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:27.616773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:27.627806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.640719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-e2917d7f-8d40-485a-8695-ad49da5fc30a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:27.651880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-e2917d7f-8d40-485a-8695-ad49da5fc30a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 815 time: 1.1091707 Aug 10 03:36:27.683678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Request body: {'port': {'device_id': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'admin_state_up': True, 'tenant_id': 'c0b57c48de8b4f0c82705645ada23744'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:27.730133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:27.750608 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Sync routers for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:27.794855 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:27.800386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:36:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:27.806522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.872371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Attempting to bind port ff01231b-7485-4d1a-8bd9-0f37e603861d on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:27.873359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Attempting to bind port ff01231b-7485-4d1a-8bd9-0f37e603861d by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:27.874081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Attempting to bind port ff01231b-7485-4d1a-8bd9-0f37e603861d on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:27.924714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] For port 6738afab-f58d-4211-a20f-2be8a7478a3f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6738afab-f58d-4211-a20f-2be8a7478a3f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:27.962418 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:27.974174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-741c98de-778d-4f4b-8069-300d4613b49e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6875937 Aug 10 03:36:27.985316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53076) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:28.000815 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.065107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Port ff01231b-7485-4d1a-8bd9-0f37e603861d on network 4a5833be-b557-46e6-a77c-f23d875d0845 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:28.065925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Attempting to bind port ff01231b-7485-4d1a-8bd9-0f37e603861d on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:28.127831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.164121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:28.165074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Checking segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:28.166001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Bound using segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:28.166962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Bound port: ff01231b-7485-4d1a-8bd9-0f37e603861d, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:28.167743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.214432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d23a3-2ffb-4693-b2d2-1b5718b2686a None None] Pushing event updated for resources: {'Port': ['ID=6738afab-f58d-4211-a20f-2be8a7478a3f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:28.230440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:28.233122 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb217374-e1e1-4b27-877c-d3821cf334ac" -d '{"events": [{"server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "name": "network-vif-plugged", "status": "completed", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:28.264644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:28.272827 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.331491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:28.350177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.373819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.383333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:28.404684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.406493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9322df58-d812-4d35-959d-4ed9eb33b7f0 None None] Provisioning complete for port 6738afab-f58d-4211-a20f-2be8a7478a3f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:28.407303 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9322df58-d812-4d35-959d-4ed9eb33b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.436939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.468117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.495305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.513272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.530477 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-c30f0f63-16c5-41ab-8b75-a56bcd490413 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5419 time: 0.9882867 Aug 10 03:36:28.666240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129ffacb-f6d3-47f0-96e9-7f51170af24d details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:28.693320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Made reservation on behalf of c0b57c48de8b4f0c82705645ada23744 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:28.721083 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.829730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] For port ff01231b-7485-4d1a-8bd9-0f37e603861d, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:28.845086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d800daf-7d6a-4773-b231-2b99fc96475d req-82978cde-5b52-4155-8a05-8f36ec1f7b0c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:28.854510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d800daf-7d6a-4773-b231-2b99fc96475d req-82978cde-5b52-4155-8a05-8f36ec1f7b0c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 945 time: 0.4911840 Aug 10 03:36:28.892962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] For port ff01231b-7485-4d1a-8bd9-0f37e603861d, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:28.895136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:28.910360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:28.934522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Transition to ACTIVE for port object 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:28.993396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.020502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.078454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 3, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:29.116522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d800daf-7d6a-4773-b231-2b99fc96475d req-7c7083e2-8963-4091-9c13-19f715720963 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607441 Aug 10 03:36:29.172036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:29.172681 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.177500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] 10.222.0.39 "PUT /v2.0/ports/ff01231b-7485-4d1a-8bd9-0f37e603861d HTTP/1.1" status: 200 len: 1092 time: 4.8457839 Aug 10 03:36:29.191558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'tag': 'ff01231b-7485-4d1a-8bd9-0f37e603861d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:29.194372 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3b797-7678-4406-ad14-b935740f89ec" -d '{"events": [{"name": "network-changed", "server_uuid": "60bd217d-186d-4e61-a49a-1c8a65ca2614", "tag": "ff01231b-7485-4d1a-8bd9-0f37e603861d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:29.245006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:29.271727 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Checking router: d85290a2-1172-447f-a359-f6c9c10675da for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:29.279786 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Updating router d85290a2-1172-447f-a359-f6c9c10675da port da78a550-87da-4823-9e36-fe2487cc5fbc binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:29.299656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '129ffacb-f6d3-47f0-96e9-7f51170af24d', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'port_id': '129ffacb-f6d3-47f0-96e9-7f51170af24d', 'mac_address': 'fa:16:3e:2a:07:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468', 'ip_address': '10.1.1.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:29.326576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.398981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45f82f58-ea16-4630-88f8-11e4c1c442a3 req-4faddf02-5560-4b14-a21f-9f333ae53e1d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8669212 Aug 10 03:36:29.479542 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.512517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.548754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129ffacb-f6d3-47f0-96e9-7f51170af24d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:29.604141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:29.620476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.621672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:29.668799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bd6b49f-1505-43ec-90b2-3c0f980c68e0 req-32a04c70-e886-4b00-a509-b2d00a661e03 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 210 time: 0.4031103 Aug 10 03:36:29.687434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff01231b-7485-4d1a-8bd9-0f37e603861d,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:29.741034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6738afab-f58d-4211-a20f-2be8a7478a3f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:29.751605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:29.870491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.872465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.873029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.875687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.876797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.878160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.879790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.881585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.883596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.885969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.886710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.888312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4e472-ea40-4610-8c2c-bb36b0737cf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:29.926228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:36:29.959422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-a97c34a4-99f7-4edd-acd9-2cc56ace24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:29.962612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-a97c34a4-99f7-4edd-acd9-2cc56ace24a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 1095 time: 0.7095821 Aug 10 03:36:29.965219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Attempting to bind port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:29.966173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Attempting to bind port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:29.966173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Attempting to bind port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:29.969770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.035098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-185fde6f-2a59-4517-b2c0-7a17e1ef8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.112002 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dc17b4-ac0d-42ca-ae33-5c137fc8375b x-openstack-request-id: req-a4dc17b4-ac0d-42ca-ae33-5c137fc8375b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:30.112768 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "name": "network-vif-plugged", "status": "completed", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:30.113363 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4dc17b4-ac0d-42ca-ae33-5c137fc8375b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:30.114870 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'code': 200} Aug 10 03:36:30.189857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:30.190698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Attempting to bind port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:30.211119 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-d80e14a8-a747-4eb1-a30f-d1135039ba54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d HTTP/1.1" status: 200 len: 217 time: 0.1338038 Aug 10 03:36:30.232461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:30.301662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'port_id': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7', 'mac_address': 'fa:16:3e:3a:11:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:30.315233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:30.321363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53114) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:30.324754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-130654f8-3b98-413f-81e2-50f6eb7c8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.327012 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-130654f8-3b98-413f-81e2-50f6eb7c8ed3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.0949373 Aug 10 03:36:30.330476 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65440464-3269-4892-a17c-4809ea2a0c7f x-openstack-request-id: req-65440464-3269-4892-a17c-4809ea2a0c7f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:30.330872 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bd217d-186d-4e61-a49a-1c8a65ca2614", "tag": "ff01231b-7485-4d1a-8bd9-0f37e603861d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:30.331057 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65440464-3269-4892-a17c-4809ea2a0c7f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:30.331497 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'tag': 'ff01231b-7485-4d1a-8bd9-0f37e603861d', 'status': 'completed', 'code': 200} Aug 10 03:36:30.352885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:30.353583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Checking segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:30.355293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Bound using segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:30.356878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Bound port: 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:30.357508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.396899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Allocated IP 172.20.0.7 (4a5833be-b557-46e6-a77c-f23d875d0845/871838d2-22d9-443e-85f5-f449fb01b534/b25c1fd7-5972-4ea5-bd97-91131307a5c0) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:30.439201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f2ff0-7e5a-4f20-a2cc-5dea97485f4b req-d6ca7234-e2ef-4a78-bb2f-540b5256afe4 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.440941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e53f2ff0-7e5a-4f20-a2cc-5dea97485f4b req-d6ca7234-e2ef-4a78-bb2f-540b5256afe4 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 943 time: 0.5237024 Aug 10 03:36:30.529149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6738afab-f58d-4211-a20f-2be8a7478a3f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:30.534748 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e53f2ff0-7e5a-4f20-a2cc-5dea97485f4b req-e1d4869c-78f6-4bdf-8562-bf1fa502e7c8 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814912 Aug 10 03:36:30.537821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.541096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.584387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4a545-b400-4c77-a442-be3796672ba6 req-d99e5a0e-5f25-4863-9d79-cd5cf7bac4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.596311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01e4a545-b400-4c77-a442-be3796672ba6 req-d99e5a0e-5f25-4863-9d79-cd5cf7bac4d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1097 time: 0.2864935 Aug 10 03:36:30.611186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f63870bc-4725-4ce9-9f4c-74d533365cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:30.623550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-f63870bc-4725-4ce9-9f4c-74d533365cf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2848785 Aug 10 03:36:30.697093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Deleting subnet 6bce99bc-2db1-47c0-9082-e6f462576cd2 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:30.720552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.776449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:30.800155 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.823241 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Transition to ACTIVE for port object da78a550-87da-4823-9e36-fe2487cc5fbc will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:30.839534 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.895841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:30.910754 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:30.912563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 81468674-3186-452c-a42b-2a3bb63aab79 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:30.999970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91648b1e-17b1-4d65-8e2d-5264c930affa req-c72314c8-9719-46cf-9ec8-6fbefa2d62bf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:31.001033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Pushing event updated for resources: {'Port': ['ID=da78a550-87da-4823-9e36-fe2487cc5fbc,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.002829 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91648b1e-17b1-4d65-8e2d-5264c930affa req-c72314c8-9719-46cf-9ec8-6fbefa2d62bf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 945 time: 0.5313668 Aug 10 03:36:31.013200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.021223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] For port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:31.048444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01e4a545-b400-4c77-a442-be3796672ba6 req-39519ce6-8433-498b-ba2b-4251468400f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147103 Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.074834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.079562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] For port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:31.087772 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.095161 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.100046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.103432 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.108473 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.124459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c07850f4-5c85-4bd4-8304-2379b100bca4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.127077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.199101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.246162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.312637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91648b1e-17b1-4d65-8e2d-5264c930affa req-a01452f2-14e5-424c-abdc-c525a73aec2d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830725 Aug 10 03:36:31.322556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c07850f4-5c85-4bd4-8304-2379b100bca4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.347838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:31.359017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.361736 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] 10.222.0.39 "PUT /v2.0/ports/5d5d2c47-9394-41fb-8d66-d71b6c1093d6 HTTP/1.1" status: 200 len: 1092 time: 4.1696253 Aug 10 03:36:31.365094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889a0160-8abd-4ba1-a734-358046870066', 'tag': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:31.375014 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:31.375897 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e" -d '{"events": [{"name": "network-changed", "server_uuid": "889a0160-8abd-4ba1-a734-358046870066", "tag": "5d5d2c47-9394-41fb-8d66-d71b6c1093d6"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:31.379044 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Attempting to bind port da78a550-87da-4823-9e36-fe2487cc5fbc on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:31.379429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Attempting to bind port da78a550-87da-4823-9e36-fe2487cc5fbc by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:31.379791 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Attempting to bind port da78a550-87da-4823-9e36-fe2487cc5fbc on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:31.386937 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:31.387444 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:31.387734 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.388266 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:31.389254 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Bound port: da78a550-87da-4823-9e36-fe2487cc5fbc, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:31.389684 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.502941 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] For port da78a550-87da-4823-9e36-fe2487cc5fbc, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:31.516271 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] For port da78a550-87da-4823-9e36-fe2487cc5fbc, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=da78a550-87da-4823-9e36-fe2487cc5fbc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:31.542058 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.650528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Pushing event updated for resources: {'Port': ['ID=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:31.726825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24035725-781a-4e10-ae27-a705a6312b9d req-132d44c8-2344-45f6-95c0-c81cb58c1a8c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 210 time: 0.1157951 Aug 10 03:36:31.739317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:31.753736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.754650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.756203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.756769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.757994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.758668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.759222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.759821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.760375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.760946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.768754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.769445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14185906-3b6d-4027-8b20-80ec7c67341c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:36:31.868043 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:31.876970 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:36:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:32.021781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=81468674-3186-452c-a42b-2a3bb63aab79,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:32.066587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '81468674-3186-452c-a42b-2a3bb63aab79', 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315', 'port_id': '81468674-3186-452c-a42b-2a3bb63aab79', 'mac_address': 'fa:16:3e:55:83:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23826851-e626-4b94-aa24-8c0cd30b1704', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:32.200168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.214359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.228594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.245238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.247606 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:32.248314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.251227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.263536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.268066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.279180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.284522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81468674-3186-452c-a42b-2a3bb63aab79 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:32.284943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.293576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-20158e6d-66ba-4731-9fa3-6219e6bf3930 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5420 time: 1.6138885 Aug 10 03:36:32.311935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=81468674-3186-452c-a42b-2a3bb63aab79,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:32.323970 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.325304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:32.435171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:32.439768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.485915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'port_id': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2', 'mac_address': 'fa:16:3e:20:59:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:32.517490 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103c31f-feaa-4d0b-a9b4-34819dfbe1bb None None] Pushing event updated for resources: {'Port': ['ID=da78a550-87da-4823-9e36-fe2487cc5fbc,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.564777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-6027ade2-dc7c-44c1-879e-d8caf6c96244 service neutron] 10.222.0.39 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9194698 Aug 10 03:36:32.571540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-61b15947-91f1-4a33-a985-74301152161a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.573102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-61b15947-91f1-4a33-a985-74301152161a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 815 time: 1.6327116 Aug 10 03:36:32.579199 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31946c89-9515-47af-ba14-fcf9aff4aa13 x-openstack-request-id: req-31946c89-9515-47af-ba14-fcf9aff4aa13 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:32.579750 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889a0160-8abd-4ba1-a734-358046870066", "tag": "5d5d2c47-9394-41fb-8d66-d71b6c1093d6", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:32.579961 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31946c89-9515-47af-ba14-fcf9aff4aa13 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:32.580597 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889a0160-8abd-4ba1-a734-358046870066', 'tag': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'status': 'completed', 'code': 200} Aug 10 03:36:32.591879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bce99bc-2db1-47c0-9082-e6f462576cd2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:32.668275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-d7709f7c-c1e5-4be4-bc1e-0ccd52b76fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:32.672411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.679805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-d7709f7c-c1e5-4be4-bc1e-0ccd52b76fc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 1095 time: 1.2111270 Aug 10 03:36:32.700764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.710170 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 3, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:32.715672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:32.742330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Request body: {'port': {'device_id': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'admin_state_up': True, 'tenant_id': 'c0b57c48de8b4f0c82705645ada23744'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:32.801433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:32.812609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.815834 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:32.816974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 21f3cbb4-f4f7-4789-b829-ba4f61b2463f details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:32.830582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6480ea6-6c62-47f3-b57a-c431e0e16e67 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6bce99bc-2db1-47c0-9082-e6f462576cd2 HTTP/1.1" status: 204 len: 168 time: 2.6528289 Aug 10 03:36:32.847575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53142) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:32.871822 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670bd79-a1c8-46b8-983f-1877337ad37a None None] The sync data for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 is: [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:25Z', 'revision_number': 3, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:32.880024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9db4b497-2b70-4797-bde9-0c280d4b2c13 req-e847c2ea-a494-4831-a1c1-42215c1b1f69 service neutron] 10.222.0.39 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023119 Aug 10 03:36:32.931117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd1aada-4899-4451-9bbe-aa9dff3842a9 req-4a01be24-5f6f-4580-ae80-8e075eb49dc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4747357 Aug 10 03:36:32.984445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Transition to ACTIVE for port object b25c1fd7-5972-4ea5-bd97-91131307a5c0 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:32.996422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Made reservation on behalf of c0b57c48de8b4f0c82705645ada23744 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:33.000256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.039141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b797-7678-4406-ad14-b935740f89ec req-a3d14f28-e4dd-4030-9e81-96e7f7ca0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.040876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-a3d14f28-e4dd-4030-9e81-96e7f7ca0ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 1095 time: 0.0872929 Aug 10 03:36:33.081825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c07850f4-5c85-4bd4-8304-2379b100bca4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.091757 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c07850f4-5c85-4bd4-8304-2379b100bca4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.093713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c07850f4-5c85-4bd4-8304-2379b100bca4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd3953b8-4669-4ea9-ac84-4a81daf3fac0 HTTP/1.1" status: 204 len: 168 time: 2.7650001 Aug 10 03:36:33.132790 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:36:33.154687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.186882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53146) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.189500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:33.210195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f', 'network_id': 'b28aa53a-be11-4438-86f6-c11f4785f315', 'port_id': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f', 'mac_address': 'fa:16:3e:ef:6f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23826851-e626-4b94-aa24-8c0cd30b1704', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:33.217694 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.233314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-80cb53cd-1453-425a-9e6f-c053cc1cab86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6 HTTP/1.1" status: 200 len: 217 time: 0.4985919 Aug 10 03:36:33.250842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b797-7678-4406-ad14-b935740f89ec req-04d2e1ca-a99a-4cef-8d55-30f93652840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.252367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-04d2e1ca-a99a-4cef-8d55-30f93652840a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 916 time: 0.1132977 Aug 10 03:36:33.309857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.312884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07850f4-5c85-4bd4-8304-2379b100bca4 tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3953b8-4669-4ea9-ac84-4a81daf3fac0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.347313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-8c05ae4b-4185-454a-bc79-d1bc7393adeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d HTTP/1.1" status: 200 len: 217 time: 0.0817261 Aug 10 03:36:33.360079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f3cbb4-f4f7-4789-b829-ba4f61b2463f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:33.395128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:33.409360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Allocated IP 172.20.0.1 (d55ceef1-37e1-43e0-a52d-c75603bde0fe/94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a/3e1c4156-1dfe-4fd5-8d84-55d720430c3e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:33.451775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c820e-6d8f-4c7b-b643-99010a231402 req-2bf080f1-ded2-4c09-b637-653479d80d91 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.454539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-262c820e-6d8f-4c7b-b643-99010a231402 req-2bf080f1-ded2-4c09-b637-653479d80d91 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 945 time: 0.3163543 Aug 10 03:36:33.473772 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.475614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdbc5035-35ee-46dc-9b6c-74331241ff13 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:33.573123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.573676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.589514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Transition to ACTIVE for port object 3e1c4156-1dfe-4fd5-8d84-55d720430c3e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:33.593435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:33.644234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3efc-34ee-4734-9dee-ae4914f2b6f6 req-256d171f-2ddd-4ac6-9e5c-d089e005baf3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.646393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-314a3efc-34ee-4734-9dee-ae4914f2b6f6 req-256d171f-2ddd-4ac6-9e5c-d089e005baf3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 943 time: 1.0905948 Aug 10 03:36:33.676169 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-e8bb0c1d-7507-404d-84b8-b6794e2e2fab tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] show failed (client error): The resource could not be found. Aug 10 03:36:33.677997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e8bb0c1d-7507-404d-84b8-b6794e2e2fab tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "GET /v2.0/security-groups/dd3953b8-4669-4ea9-ac84-4a81daf3fac0 HTTP/1.1" status: 404 len: 347 time: 0.4159038 Aug 10 03:36:33.680735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.683142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:33.687979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53148) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:33.808019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:33.824866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'port_id': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'mac_address': 'fa:16:3e:ce:bb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:33.848708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-314a3efc-34ee-4734-9dee-ae4914f2b6f6 req-a1cb1994-510d-4858-a2d3-e28a4b0d0a75 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592462 Aug 10 03:36:33.859871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b797-7678-4406-ad14-b935740f89ec req-8c966e14-a400-4c70-b9b1-224af80b2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:33.862926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-8c966e14-a400-4c70-b9b1-224af80b2e14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.4946849 Aug 10 03:36:33.925258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-262c820e-6d8f-4c7b-b643-99010a231402 req-9703d436-e4cb-4bf6-9063-7884874bb12d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221480 Aug 10 03:36:33.943644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Network 4a5833be-b557-46e6-a77c-f23d875d0845 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:33.971900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.007441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbc5035-35ee-46dc-9b6c-74331241ff13 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:34.027005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:34.032599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:34.093258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:34.113752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.116044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c3543b0-c0cb-4411-a77c-b22871c4cc28 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:34.145022 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-097aa5c8-2c63-4f82-88dc-0ec7acdbfd09 {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:36:34.145893 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:36:34.153418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:34.158348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Pushing event updated for resources: {'Port': ['ID=b25c1fd7-5972-4ea5-bd97-91131307a5c0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:34.158913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e998e78-6975-43e4-b3bb-d25fc685ab51 req-23e2f965-708d-499a-a675-90cbb47670c7 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 210 time: 0.1145954 Aug 10 03:36:34.172239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:34.189723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:34.227944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:34.242778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b797-7678-4406-ad14-b935740f89ec req-3695ce6c-4c9a-4720-9b9d-20a600148be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.245505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-3695ce6c-4c9a-4720-9b9d-20a600148be2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3379984 Aug 10 03:36:34.311688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '1c3543b0-c0cb-4411-a77c-b22871c4cc28', 'network_id': 'be6a6c46-6885-4ed2-9700-bb0d2aba336e', 'port_id': '1c3543b0-c0cb-4411-a77c-b22871c4cc28', 'mac_address': 'fa:16:3e:58:e9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328228e0-0725-4c8e-97c0-f42659194468', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:34.357353 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.445458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:34.532502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.533599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.547939 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.551081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device da78a550-87da-4823-9e36-fe2487cc5fbc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:34.662134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-9dcd0314-7f6e-4ac2-a238-bf539f8e5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:34.665873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-9dcd0314-7f6e-4ac2-a238-bf539f8e5690 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 1.4307699 Aug 10 03:36:34.689728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3543b0-c0cb-4411-a77c-b22871c4cc28 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:34.771853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.792200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:34.825819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.871190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-0f272b87-a512-4dc1-a4d8-3de77800e0c4 service neutron] 10.222.0.39 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456388 Aug 10 03:36:34.930122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port da78a550-87da-4823-9e36-fe2487cc5fbc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:34.934155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f7d8aa19-60ee-4379-8f63-b1547fac1a5e None None] Provisioning for port b25c1fd7-5972-4ea5-bd97-91131307a5c0 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:34.941572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-9c2b2c0c-c8b7-4db1-843e-242a7741cc64 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2752905 Aug 10 03:36:34.958736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f7d8aa19-60ee-4379-8f63-b1547fac1a5e None None] Provisioning complete for port b25c1fd7-5972-4ea5-bd97-91131307a5c0 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:34.959669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f7d8aa19-60ee-4379-8f63-b1547fac1a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:34.971244 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-3ae3d033-3f7f-486a-90e3-e5242d889f22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274814 Aug 10 03:36:34.972562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port da78a550-87da-4823-9e36-fe2487cc5fbc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:34.973349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.002405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Request body: {'port': {'device_id': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:35.009309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-c61f5ddb-73bd-462d-866e-ed2c0ac34a6a tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1284458356&fields=id&tenant_id=2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 267 time: 0.7373257 Aug 10 03:36:35.117234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Pushing event updated for resources: {'Port': ['ID=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.196160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Deleting port fe0cf99b-e992-4cc6-8b50-ddac0eb1b2ab {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:35.197010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.205882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:35.206592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.217306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8aa19-60ee-4379-8f63-b1547fac1a5e None None] Port b25c1fd7-5972-4ea5-bd97-91131307a5c0 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:35.247834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ff01231b-7485-4d1a-8bd9-0f37e603861d details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:35.277025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.303194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-122938d8-ae13-4f79-90b0-e3586d56a71c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.305241 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-122938d8-ae13-4f79-90b0-e3586d56a71c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 945 time: 0.2211125 Aug 10 03:36:35.327244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'port': {'security_groups': ['fe04c919-b06f-4be9-b648-3117d068a4f7', '1835ed01-55ef-4adc-ba65-fc2d73bebfd8']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:35.337613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4cc3b797-7678-4406-ad14-b935740f89ec req-be78870d-9a3c-4df9-a779-7633c68a8d0e service neutron] 10.222.0.39 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275746 Aug 10 03:36:35.360308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.386549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Allocated IP 172.20.0.5 (4a5833be-b557-46e6-a77c-f23d875d0845/871838d2-22d9-443e-85f5-f449fb01b534/20d96214-9a8d-4e5e-8b7c-823aeb455444) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:35.396024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.419671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.432905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.441342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.448244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.456259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.456462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:35.458890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-9617d326-f354-4c81-be07-0e5e2fbd8535 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5425 time: 0.7068689 Aug 10 03:36:35.508270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.525355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b5569d7b-4e1d-4cd9-92ce-6e5f277abab2'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.534614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['81468674-3186-452c-a42b-2a3bb63aab79'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.537364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6e9a0ca6-b8cc-4a59-8dc3-43819c20ac33 None None] Provisioning for port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:35.548187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.549116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6e9a0ca6-b8cc-4a59-8dc3-43819c20ac33 None None] Provisioning complete for port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:35.549500 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6e9a0ca6-b8cc-4a59-8dc3-43819c20ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.553481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['129ffacb-f6d3-47f0-96e9-7f51170af24d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.556929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73405102-9314-4c3d-8a28-e820a10cb086']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.559421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['21f3cbb4-f4f7-4789-b829-ba4f61b2463f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.640976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fdbc5035-35ee-46dc-9b6c-74331241ff13'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.685836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['1c3543b0-c0cb-4411-a77c-b22871c4cc28'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:35.727403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.728124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cb0399-ed65-41c5-ac6d-d3ba9b818b03') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:35.760436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.839617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.886721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7345eb00-5196-40b3-83b3-9fe412fbd3c1 req-f415b719-8345-46ef-bc39-7ce130a5a3e0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3552222 Aug 10 03:36:35.908613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:35.909103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.926785 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.927199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:35.928788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ff01231b-7485-4d1a-8bd9-0f37e603861d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:35.929885 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:35.932785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-338d643e-a572-4d77-a5f4-362e81013856 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803244 Aug 10 03:36:35.948303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port da78a550-87da-4823-9e36-fe2487cc5fbc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=da78a550-87da-4823-9e36-fe2487cc5fbc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:35.968719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ff01231b-7485-4d1a-8bd9-0f37e603861d', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'port_id': 'ff01231b-7485-4d1a-8bd9-0f37e603861d', 'mac_address': 'fa:16:3e:e0:b9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871838d2-22d9-443e-85f5-f449fb01b534', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:36.132839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a0ca6-b8cc-4a59-8dc3-43819c20ac33 None None] Port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:36.179751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1f421d-7fcd-4bc9-9383-e5914df0bd3a req-4d1d88c8-08ae-498d-addb-9c3b0f7130d0 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372838 Aug 10 03:36:36.193814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.226124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.237028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Calling delete_port for fe0cf99b-e992-4cc6-8b50-ddac0eb1b2ab owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:36.285412 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.293755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff01231b-7485-4d1a-8bd9-0f37e603861d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:36.407368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Transition to ACTIVE for port object 20d96214-9a8d-4e5e-8b7c-823aeb455444 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:36.409314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.425892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afddf4-5cbb-4b27-8b58-70595e7dc999 req-0d8de697-b157-4334-8ce8-15accbcb1d62 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.434045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82afddf4-5cbb-4b27-8b58-70595e7dc999 req-0d8de697-b157-4334-8ce8-15accbcb1d62 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 943 time: 0.2798450 Aug 10 03:36:36.452790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.455233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] 10.222.0.53 "DELETE /v2.0/networks/73405102-9314-4c3d-8a28-e820a10cb086 HTTP/1.1" status: 204 len: 168 time: 3.6027269 Aug 10 03:36:36.489688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32475897-08e5-4c21-8b42-8654e28b783e admin admin] Pushing event deleted for resources: {'Network': ['ID=73405102-9314-4c3d-8a28-e820a10cb086,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.529936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:36.554046 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82afddf4-5cbb-4b27-8b58-70595e7dc999 req-64bdb610-0972-43a6-9fe0-4ce843cb0e54 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180711 Aug 10 03:36:36.583455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-29753813-b77b-47a2-957f-8f989d44e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.587178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-29753813-b77b-47a2-957f-8f989d44e30e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 1095 time: 0.3100228 Aug 10 03:36:36.609240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=da78a550-87da-4823-9e36-fe2487cc5fbc,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.640908 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.660818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.677278 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.761018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.774639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53178) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:36.800616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.853628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f', '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:36.856864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.862012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:36.881516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Network 4a5833be-b557-46e6-a77c-f23d875d0845 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:36.910380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:36.929202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:36.950988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:36.951684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:36.954248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36617905-445e-4da7-9448-e4d7d9dbcb18 req-deee8029-d785-4c32-880c-da1209a429cf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "PUT /v2.0/ports/95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 981 time: 1.6318884 Aug 10 03:36:36.962308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:36.964101 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3019f7c0-42ea-4f00-836c-e154216e394c" -d '{"events": [{"name": "network-changed", "server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:37.031666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddf57fbc-99c6-4fc5-9ded-d83ab4b3e55e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9d81826e9894d26a4131e874b524641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513728 Aug 10 03:36:37.046659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53186) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:37.068820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Pushing event updated for resources: {'Port': ['ID=20d96214-9a8d-4e5e-8b7c-823aeb455444,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.102467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.103169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.140414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-e053a46c-3154-45e3-b52c-2eb16ad7305c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4288528 Aug 10 03:36:37.171625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Request body: {'port': {'device_id': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:37.191919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e08ffb2e-9c10-4293-b5e2-93ea83db6bb7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:37.216249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3f54a-c209-430c-9903-d1accb450286 req-6ae40ab9-fc78-4c73-886d-d87ad66100dd tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.226431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97b3f54a-c209-430c-9903-d1accb450286 req-6ae40ab9-fc78-4c73-886d-d87ad66100dd tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 931 time: 0.4400072 Aug 10 03:36:37.258547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-eb9a1304-eef9-49a1-a396-4aea5ba9a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.260546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-eb9a1304-eef9-49a1-a396-4aea5ba9a878 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 915 time: 0.6640248 Aug 10 03:36:37.261795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Pushing event updated for resources: {'Port': ['ID=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.300965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.308974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.316123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.323141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.329124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.335226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.341251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.351392 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-b3f074a4-5ddf-445f-bbc9-f292e1aec6a6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5426 time: 0.2278807 Aug 10 03:36:37.374371 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-ac4d7645-fb0c-43b4-80bb-c2e4f6da71ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6 HTTP/1.1" status: 200 len: 217 time: 0.0693316 Aug 10 03:36:37.374739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.389625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97b3f54a-c209-430c-9903-d1accb450286 req-8ec3f6f3-b59c-4ecc-b592-dfddd32890bb tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617742 Aug 10 03:36:37.418302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['95f6bf0f-f3f7-4e03-8c46-b49f2241678f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:37.460903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ff01231b-7485-4d1a-8bd9-0f37e603861d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:37.470591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-39c58bd2-0fe5-4f21-8883-e77b6a51db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:37.472904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-39c58bd2-0fe5-4f21-8883-e77b6a51db58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.0665696 Aug 10 03:36:37.475286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25c1fd7-5972-4ea5-bd97-91131307a5c0 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:37.485789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.496202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.517444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Transition to ACTIVE for port object b25c1fd7-5972-4ea5-bd97-91131307a5c0 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:37.533913 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.537001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d3994d68-e76c-4b48-a63a-e37f83594b69 None None] Provisioning for port 20d96214-9a8d-4e5e-8b7c-823aeb455444 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:37.544482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Pushing event deleted for resources: {'Port': ['ID=fe0cf99b-e992-4cc6-8b50-ddac0eb1b2ab,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.562283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.587237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-1a532c03-d650-4937-8b9b-b889c90ead01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841651 Aug 10 03:36:37.599127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd66-005b-4b00-954c-6dbd4c369d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.625584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Pushing event updated for resources: {'Port': ['ID=b25c1fd7-5972-4ea5-bd97-91131307a5c0,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.642136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82fbcc14-4d7c-4390-97b9-b9f73c9c9a91 req-c90de6dd-ce8d-42fb-aa11-7f4a359e6fda tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2897744 Aug 10 03:36:37.741914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-69cdf41a-564f-4cc4-a57c-751d0fcb9ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340988 Aug 10 03:36:37.768834 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28411862-7c3e-4016-bbab-cab40e8b1398 x-openstack-request-id: req-28411862-7c3e-4016-bbab-cab40e8b1398 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:37.768834 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:37.768999 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28411862-7c3e-4016-bbab-cab40e8b1398 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:37.769354 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'status': 'completed', 'code': 200} Aug 10 03:36:37.936137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:37.950212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd66-005b-4b00-954c-6dbd4c369d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:37.955076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:37.959515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ff01231b-7485-4d1a-8bd9-0f37e603861d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:37.984997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d3994d68-e76c-4b48-a63a-e37f83594b69 None None] Provisioning complete for port 20d96214-9a8d-4e5e-8b7c-823aeb455444 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:37.985366 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d3994d68-e76c-4b48-a63a-e37f83594b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.001587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Attempting to bind port b25c1fd7-5972-4ea5-bd97-91131307a5c0 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:38.002237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Attempting to bind port b25c1fd7-5972-4ea5-bd97-91131307a5c0 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:38.002838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Attempting to bind port b25c1fd7-5972-4ea5-bd97-91131307a5c0 on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:38.069091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d3994d68-e76c-4b48-a63a-e37f83594b69 None None] Port 20d96214-9a8d-4e5e-8b7c-823aeb455444 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:38.081788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Port b25c1fd7-5972-4ea5-bd97-91131307a5c0 on network 4a5833be-b557-46e6-a77c-f23d875d0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:38.084216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Attempting to bind port b25c1fd7-5972-4ea5-bd97-91131307a5c0 on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:38.109388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:38.110152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Checking segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:38.110899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Bound using segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:38.112423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Bound port: b25c1fd7-5972-4ea5-bd97-91131307a5c0, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:38.113047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.138557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ff01231b-7485-4d1a-8bd9-0f37e603861d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:38.237151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] For port b25c1fd7-5972-4ea5-bd97-91131307a5c0, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:38.242836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] For port b25c1fd7-5972-4ea5-bd97-91131307a5c0, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:38.279654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611db2-1525-48fd-affc-fb5c34bffd77 req-5a242a57-b5e1-4069-9d07-68cf00366975 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.283416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b611db2-1525-48fd-affc-fb5c34bffd77 req-5a242a57-b5e1-4069-9d07-68cf00366975 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 943 time: 0.3712282 Aug 10 03:36:38.302882 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.499762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device da78a550-87da-4823-9e36-fe2487cc5fbc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:38.535742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ac4a17d-42d5-4fac-8e31-2892beb0defb req-eb121f75-80f8-450c-83ef-d1377fa69d3c tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/1835ed01-55ef-4adc-ba65-fc2d73bebfd8 HTTP/1.1" status: 200 len: 1802 time: 1.0570924 Aug 10 03:36:38.564520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.567805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.571921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-74e8f579-69cf-4428-8f97-c2ec73fc232d tempest-ImagesOneServerNegativeTestJSON-1091668573 tempest-ImagesOneServerNegativeTestJSON-1091668573-project] 10.222.0.53 "DELETE /v2.0/floatingips/7d408937-3c7c-4e90-bec5-e5d613ca0146 HTTP/1.1" status: 204 len: 168 time: 4.8549640 Aug 10 03:36:38.664182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.665287 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:38.667853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] 10.222.0.65 "PUT /v2.0/ports/b25c1fd7-5972-4ea5-bd97-91131307a5c0 HTTP/1.1" status: 200 len: 1092 time: 3.6696970 Aug 10 03:36:38.716329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82d6ab-1464-4115-b800-6e7f4404caeb service neutron] Pushing event updated for resources: {'Port': ['ID=b25c1fd7-5972-4ea5-bd97-91131307a5c0,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:38.747775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019f7c0-42ea-4f00-836c-e154216e394c req-d536e073-723c-45ea-b245-520374cbf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:38.751880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-d536e073-723c-45ea-b245-520374cbf2c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1136 time: 0.8781180 Aug 10 03:36:38.908661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129ffacb-f6d3-47f0-96e9-7f51170af24d up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:38.934657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94ec9b8-b5f5-48ed-9552-9cddb81eff6e req-b37ff6bb-5d9a-4d0a-b877-c0ca140537cf service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1638768 Aug 10 03:36:39.000119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2f2a7c71-b32b-4732-a08f-f1edfd4f6c9e None None] Provisioning complete for port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:39.000975 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2f2a7c71-b32b-4732-a08f-f1edfd4f6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.033171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd66-005b-4b00-954c-6dbd4c369d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.039627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a2dfd66-005b-4b00-954c-6dbd4c369d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.048024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a2dfd66-005b-4b00-954c-6dbd4c369d94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cbb9032-9500-46ed-b150-4fdf60bca900 HTTP/1.1" status: 204 len: 168 time: 1.9869063 Aug 10 03:36:39.064622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b611db2-1525-48fd-affc-fb5c34bffd77 req-e4b8e481-a411-4b34-ba17-b63ea6db8ec9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707259 Aug 10 03:36:39.085869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d96214-9a8d-4e5e-8b7c-823aeb455444 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:39.093465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-1e9831b2-30bf-4c36-b145-a28359b8ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.095317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-1e9831b2-30bf-4c36-b145-a28359b8ed41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 1095 time: 0.1681387 Aug 10 03:36:39.100367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019f7c0-42ea-4f00-836c-e154216e394c req-a3b5effe-d792-4e29-ba65-4831bc0e1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.102298 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-a3b5effe-d792-4e29-ba65-4831bc0e1ac8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.3324792 Aug 10 03:36:39.104784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.184422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port da78a550-87da-4823-9e36-fe2487cc5fbc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:39.185048 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.201941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-ba74d011-4b5f-4076-808c-c09040dc03fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 217 time: 0.0857699 Aug 10 03:36:39.203927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Transition to ACTIVE for port object 20d96214-9a8d-4e5e-8b7c-823aeb455444 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:39.206202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-d0168aa7-ce6e-40a5-a6ce-2db9bf69ebe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0 HTTP/1.1" status: 200 len: 217 time: 0.0981014 Aug 10 03:36:39.250002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.258032 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-3ac4a17d-42d5-4fac-8e31-2892beb0defb req-8a96bd7a-5c94-442a-8f3e-7aede863711f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:36:39.264971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ac4a17d-42d5-4fac-8e31-2892beb0defb req-8a96bd7a-5c94-442a-8f3e-7aede863711f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/1835ed01-55ef-4adc-ba65-fc2d73bebfd8 HTTP/1.1" status: 409 len: 341 time: 0.7062714 Aug 10 03:36:39.282025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dfd66-005b-4b00-954c-6dbd4c369d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb9032-9500-46ed-b150-4fdf60bca900,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.401080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Router d85290a2-1172-447f-a359-f6c9c10675da has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:36:39.528940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a7c71-b32b-4732-a08f-f1edfd4f6c9e None None] Port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:36:39.584079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019f7c0-42ea-4f00-836c-e154216e394c req-86069cfb-77db-4a37-ba26-e7a8b3b04e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.586329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-86069cfb-77db-4a37-ba26-e7a8b3b04e24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.3764057 Aug 10 03:36:39.588290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-c88ad102-23e2-4cca-923c-7017898d658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.590164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-c88ad102-23e2-4cca-923c-7017898d658f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.3637764 Aug 10 03:36:39.597216 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:39.599237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d96214-9a8d-4e5e-8b7c-823aeb455444,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:39.698793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-ec889476-5c94-44cb-9293-309fc427515e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959907 Aug 10 03:36:39.719528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:36:39.747373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0643e5b-5848-4b71-9947-1c7ee1e24fce admin admin] 10.222.0.53 "PUT /v2.0/routers/d85290a2-1172-447f-a359-f6c9c10675da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7408233 Aug 10 03:36:39.771822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'tag': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:39.780197 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b952d972-4a6b-4c31-bf71-c318244ec9ba", "tag": "b25c1fd7-5972-4ea5-bd97-91131307a5c0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:39.824973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.831866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.849017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.874862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.883251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Sync routers for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:36:39.894557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.902770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.904666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d5e7d-4c7e-4e6a-856e-279e3b961d07 req-c118e59c-e734-4725-a083-f1c7f2c2ea0c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.906588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b4d5e7d-4c7e-4e6a-856e-279e3b961d07 req-c118e59c-e734-4725-a083-f1c7f2c2ea0c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 943 time: 0.4319224 Aug 10 03:36:39.927504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:39.939067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-0f97c267-4f63-47d0-b3da-f2aa203dfa4d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5426 time: 0.5123949 Aug 10 03:36:40.014750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-883f122e-4858-4dda-a935-8d8eb19a0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.016395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-883f122e-4858-4dda-a935-8d8eb19a0025 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4054930 Aug 10 03:36:40.054381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5ae543f-e1c6-452d-b5b6-892990f24469 req-6a5b3e44-8a07-41fc-b9e5-37bb7d3d0e1e tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137569 Aug 10 03:36:40.105204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:40.106230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:36:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:40.119770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 129ffacb-f6d3-47f0-96e9-7f51170af24d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:40.215510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 129ffacb-f6d3-47f0-96e9-7f51170af24d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:40.215892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.355281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b4d5e7d-4c7e-4e6a-856e-279e3b961d07 req-8cc91dda-6c22-4ac6-9fec-b408e2821941 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330482 Aug 10 03:36:40.363140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-1d9f808d-6e02-46ff-858c-b75b12432bd3 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533313 Aug 10 03:36:40.477621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:40.576406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'port_id': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'mac_address': 'fa:16:3e:f1:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:40.636222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:40.934967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:40.953636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa19a1-4e9c-4fb1-ad02-8c3df44e4f04 req-e4b33d09-1a26-4977-9812-01a33011670d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:40.965871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96fa19a1-4e9c-4fb1-ad02-8c3df44e4f04 req-e4b33d09-1a26-4977-9812-01a33011670d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 984 time: 0.0944936 Aug 10 03:36:40.969575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ff01231b-7485-4d1a-8bd9-0f37e603861d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:41.043997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96fa19a1-4e9c-4fb1-ad02-8c3df44e4f04 req-c48f71f6-ca55-444f-99e9-a959ca9ba74f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&id=1835ed01-55ef-4adc-ba65-fc2d73bebfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0749404 Aug 10 03:36:41.148431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53286) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.168982 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129ffacb-f6d3-47f0-96e9-7f51170af24d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:41.171595 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf73a09-a960-47c7-8277-fe626322c9ca" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "129ffacb-f6d3-47f0-96e9-7f51170af24d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:41.216102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:41.240007 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.246327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 81468674-3186-452c-a42b-2a3bb63aab79 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:41.269818 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.315982 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffbb870-f32a-466d-aecd-b0a002214443 x-openstack-request-id: req-fffbb870-f32a-466d-aecd-b0a002214443 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:41.316863 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952d972-4a6b-4c31-bf71-c318244ec9ba", "tag": "b25c1fd7-5972-4ea5-bd97-91131307a5c0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:41.324306 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fffbb870-f32a-466d-aecd-b0a002214443 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:41.325149 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'tag': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0', 'status': 'completed', 'code': 200} Aug 10 03:36:41.396255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:41.420818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Deleting subnet 26f78361-a56d-4a26-a1fc-c238a6ac3be1 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:36:41.430768 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.471072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.545480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.661445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.667418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:41.690016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 81468674-3186-452c-a42b-2a3bb63aab79 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:41.709629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 81468674-3186-452c-a42b-2a3bb63aab79 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:41.710713 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.803878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.817528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Attempting to bind port 20d96214-9a8d-4e5e-8b7c-823aeb455444 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:41.818093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Attempting to bind port 20d96214-9a8d-4e5e-8b7c-823aeb455444 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:41.819007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Attempting to bind port 20d96214-9a8d-4e5e-8b7c-823aeb455444 on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:41.910389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.941219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Port 20d96214-9a8d-4e5e-8b7c-823aeb455444 on network 4a5833be-b557-46e6-a77c-f23d875d0845 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:36:41.947698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Attempting to bind port 20d96214-9a8d-4e5e-8b7c-823aeb455444 on network 4a5833be-b557-46e6-a77c-f23d875d0845 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:41.950770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53304) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:41.952279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f78361-a56d-4a26-a1fc-c238a6ac3be1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:41.953398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ff01231b-7485-4d1a-8bd9-0f37e603861d up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:41.966786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:41.968990 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e0a39ad-e137-4efd-9f54-62ddae3a2760 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/26f78361-a56d-4a26-a1fc-c238a6ac3be1 HTTP/1.1" status: 204 len: 168 time: 0.8194194 Aug 10 03:36:41.982810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.990361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:41.994118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3019f7c0-42ea-4f00-836c-e154216e394c req-552cb944-904b-4eee-8594-41cc36d2d375 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449359 Aug 10 03:36:41.999405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.006726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.012997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53308) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:42.013267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.019555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.027207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.035499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-dfaee124-35d2-4e78-a6ad-4180d8c1f096 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5427 time: 0.6909425 Aug 10 03:36:42.157201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.163046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:42.163390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Checking segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:42.163788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Bound using segment: {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:42.164666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Bound port: 20d96214-9a8d-4e5e-8b7c-823aeb455444, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4278b046-bd86-4952-a0d8-033c164d6f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:42.164666 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.170413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-236eb385-7452-4aff-a2f5-edbb380424c2 req-5745451b-18f4-47e4-817b-c68bc81b5e69 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329288 Aug 10 03:36:42.226046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:42.363833 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b382a79f-0c34-4ca2-9b07-95ff25ddcb70 x-openstack-request-id: req-b382a79f-0c34-4ca2-9b07-95ff25ddcb70 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:42.364220 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "129ffacb-f6d3-47f0-96e9-7f51170af24d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:42.364598 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b382a79f-0c34-4ca2-9b07-95ff25ddcb70 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:42.365264 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129ffacb-f6d3-47f0-96e9-7f51170af24d', 'code': 200} Aug 10 03:36:42.444781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:42.488347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.506350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 2, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:42.512749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083779b-cbed-4327-92de-c58ee7024010 req-f7d1b68f-f546-4f04-a451-05b7d7d5fc36 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.535195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5083779b-cbed-4327-92de-c58ee7024010 req-f7d1b68f-f546-4f04-a451-05b7d7d5fc36 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 944 time: 1.2052107 Aug 10 03:36:42.562256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-ac598b96-e907-4034-b9c5-8c243a94849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.569301 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-ac598b96-e907-4034-b9c5-8c243a94849e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1136 time: 0.4099567 Aug 10 03:36:42.650961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1757857172-network', 'tenant_id': '6c6716d435524281b5824c918950abd3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:42.693099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5083779b-cbed-4327-92de-c58ee7024010 req-6ce2a3fd-f671-47ae-b399-25ce7b2fedf7 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550579 Aug 10 03:36:42.716930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-b4419c4e-bac1-4615-b3f3-90987691bbd0 service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6791902 Aug 10 03:36:42.760038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284082f-8b7e-4503-8ea7-b200663e3e17 req-1c44d49c-b625-4c6b-a57f-d5ad9ed05775 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:42.765452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a284082f-8b7e-4503-8ea7-b200663e3e17 req-1c44d49c-b625-4c6b-a57f-d5ad9ed05775 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 943 time: 0.2900934 Aug 10 03:36:42.839769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port ff01231b-7485-4d1a-8bd9-0f37e603861d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:42.865805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Checking router: d85290a2-1172-447f-a359-f6c9c10675da for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:36:42.866502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Updating router d85290a2-1172-447f-a359-f6c9c10675da port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:36:42.880627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port ff01231b-7485-4d1a-8bd9-0f37e603861d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:42.882117 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:42.943558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a284082f-8b7e-4503-8ea7-b200663e3e17 req-d0c82240-8c89-46c5-ab7c-9e80f30b640f tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655543 Aug 10 03:36:42.952054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] For port 20d96214-9a8d-4e5e-8b7c-823aeb455444, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:42.955641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Made reservation on behalf of 6c6716d435524281b5824c918950abd3 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:42.964014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.000227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.111122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] For port 20d96214-9a8d-4e5e-8b7c-823aeb455444, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:43.139669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.142496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.265940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=81468674-3186-452c-a42b-2a3bb63aab79,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:43.303392 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.313461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-187e312b-63ba-435d-a3cb-04bc1f5ca906 req-eda7c0a1-f79d-4450-a442-b431074f3b58 service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735951 Aug 10 03:36:43.321073 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.322453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:43.445172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-ccf58658-f283-4c22-bd6a-51909a440edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.448382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-ccf58658-f283-4c22-bd6a-51909a440edc service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.7997050 Aug 10 03:36:43.459879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a641b2-93e7-4444-80eb-6d8badb204b6']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:43.476744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.514726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ae81f-3be0-401d-8fa5-b93ef623a5fd req-3380ef86-dc47-4775-90c0-76482bdc47a1 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.522399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-398ae81f-3be0-401d-8fa5-b93ef623a5fd req-3380ef86-dc47-4775-90c0-76482bdc47a1 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 984 time: 0.3181274 Aug 10 03:36:43.534532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.589460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:36:43.775923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-398ae81f-3be0-401d-8fa5-b93ef623a5fd req-36c2ca19-8562-4c64-bc8c-46dc80f57715 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&id=1835ed01-55ef-4adc-ba65-fc2d73bebfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1734979 Aug 10 03:36:43.786314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.794028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.794629 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Added segment eda22285-1244-4a6d-932b-08635d559e55 of type vlan for network 8fc91e35-353f-40b5-8648-f277f29241cc Aug 10 03:36:43.816209 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.845902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:43.920505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d880090-5121-4821-9994-1439072f2b4d') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:43.922355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d880090-5121-4821-9994-1439072f2b4d') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:43.934053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-3ac0f094-764b-43dd-b48a-7923cd3cf062 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 217 time: 0.2135682 Aug 10 03:36:43.985116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:43.994930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.006057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] 10.222.0.65 "PUT /v2.0/ports/20d96214-9a8d-4e5e-8b7c-823aeb455444 HTTP/1.1" status: 200 len: 1092 time: 6.8391957 Aug 10 03:36:44.014135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:44.024424 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.034175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ff01231b-7485-4d1a-8bd9-0f37e603861d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:44.038379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'tag': '20d96214-9a8d-4e5e-8b7c-823aeb455444'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:44.053933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:44.054565 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.056987 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a6079-0922-4fc2-ad27-56c7e57d120e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f993a68-dbbd-4981-80f0-6de5a5b58495", "tag": "20d96214-9a8d-4e5e-8b7c-823aeb455444"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:44.066329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.077561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.261524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.265449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.266521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.423395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.428011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79'}, {'server_uuid': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff01231b-7485-4d1a-8bd9-0f37e603861d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:44.440334 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efacd307-ae6b-4c57-a0ea-6723c8e9735a" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "81468674-3186-452c-a42b-2a3bb63aab79"}, {"server_uuid": "60bd217d-186d-4e61-a49a-1c8a65ca2614", "name": "network-vif-plugged", "status": "completed", "tag": "ff01231b-7485-4d1a-8bd9-0f37e603861d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:44.444965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ff01231b-7485-4d1a-8bd9-0f37e603861d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.484977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-2957249d-0879-48b7-bdd5-18c9baa3647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.496847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-2957249d-0879-48b7-bdd5-18c9baa3647e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 1095 time: 1.0431142 Aug 10 03:36:44.522163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894de68-5d0d-4975-9ae9-a6e8ce50d8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d96214-9a8d-4e5e-8b7c-823aeb455444,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.527494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-6b291654-ccf6-4689-9857-18c1b335e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.529541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-6b291654-ccf6-4689-9857-18c1b335e1b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.5127339 Aug 10 03:36:44.594163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] Pushing event updated for resources: {'Network': ['ID=8fc91e35-353f-40b5-8648-f277f29241cc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:44.615750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:36:44.616193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:36:44.619375 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:36:44.656953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8fc91e35-353f-40b5-8648-f277f29241cc details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:36:44.673773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-18a27cfd-829c-46ad-9040-ea5c7099f43b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7189476 Aug 10 03:36:44.680051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53364) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:44.696502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Request body: {'subnet': {'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1757857172-subnet', 'tenant_id': '6c6716d435524281b5824c918950abd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:44.752980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.771806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.781279 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.792358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-892aeadd-74f9-4c0d-a0a5-f1bc57f8a9ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1716027 Aug 10 03:36:44.801147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.807561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-7c76a124-aded-4f41-ba87-36b08520ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.810666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-7c76a124-aded-4f41-ba87-36b08520ebd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 1095 time: 0.6389179 Aug 10 03:36:44.817398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:44.818187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.821706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b4a641b2-93e7-4444-80eb-6d8badb204b6 HTTP/1.1" status: 204 len: 168 time: 2.7868907 Aug 10 03:36:44.842766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.856148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.876824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:44.880943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-38458752-5c0a-46a6-8451-728da9984a4b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5428 time: 0.6638989 Aug 10 03:36:44.997331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b25c1fd7-5972-4ea5-bd97-91131307a5c0 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:45.016494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23dba62a-a1a5-4b19-ac26-83c9fe166ccc req-6fc63c45-1e0f-4eec-87cc-97df49d40c07 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145935 Aug 10 03:36:45.049601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6042f-a59d-40fe-9377-764c95311e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a641b2-93e7-4444-80eb-6d8badb204b6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.057179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Made reservation on behalf of 6c6716d435524281b5824c918950abd3 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:45.062042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.244979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53376) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.253482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-339632f7-b8eb-4ac1-969e-b5095db0c5f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444 HTTP/1.1" status: 200 len: 217 time: 0.4111776 Aug 10 03:36:45.306027 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.333401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:36:45.357292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.389437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-4242a754-9ae2-4fb4-b9fb-c6d261de703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.391994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-4242a754-9ae2-4fb4-b9fb-c6d261de703c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 916 time: 0.8592122 Aug 10 03:36:45.404713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b9e08-a52a-447f-94c3-2ea46e8b53e9 req-c42c4b56-5788-4b35-9ce0-75e6390ba837 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.406728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-837b9e08-a52a-447f-94c3-2ea46e8b53e9 req-c42c4b56-5788-4b35-9ce0-75e6390ba837 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 944 time: 0.1014338 Aug 10 03:36:45.459715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.527551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567a99ff-e618-4304-bda5-cebb83ba84df,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:45.582170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-837b9e08-a52a-447f-94c3-2ea46e8b53e9 req-58b401b7-e388-4e64-a38a-bdea567fbdfc tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445246 Aug 10 03:36:45.597950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Transition to ACTIVE for port object 3e1c4156-1dfe-4fd5-8d84-55d720430c3e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:45.632968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.650346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-f58edf86-063a-405e-8322-66e7cd410d62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0 HTTP/1.1" status: 200 len: 217 time: 0.2112112 Aug 10 03:36:45.653787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-d11a930d-2ace-4e60-9014-1e27217ee1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.656622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-d11a930d-2ace-4e60-9014-1e27217ee1e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.3855577 Aug 10 03:36:45.658494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Checking segment: {'id': 'eda22285-1244-4a6d-932b-08635d559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:45.659298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Network hostable DHCP agents. Network: 8fc91e35-353f-40b5-8648-f277f29241cc, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:36:45.665830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:45.711087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Network 8fc91e35-353f-40b5-8648-f277f29241cc is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:36:45.733191 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b81ba-a7fc-416d-9543-d6d6e7998aee x-openstack-request-id: req-2a8b81ba-a7fc-416d-9543-d6d6e7998aee {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:45.733694 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f993a68-dbbd-4981-80f0-6de5a5b58495", "tag": "20d96214-9a8d-4e5e-8b7c-823aeb455444", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:45.734472 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a8b81ba-a7fc-416d-9543-d6d6e7998aee {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:45.735110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8fc91e35-353f-40b5-8648-f277f29241cc) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:45.735572 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'tag': '20d96214-9a8d-4e5e-8b7c-823aeb455444', 'status': 'completed', 'code': 200} Aug 10 03:36:45.735784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b25c1fd7-5972-4ea5-bd97-91131307a5c0, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:45.743895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-713594e3-9de3-4c8c-8a2d-5a78b50658fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad836b791be146ba93a5b51c132f0974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899659 Aug 10 03:36:45.755972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'port_id': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0', 'mac_address': 'fa:16:3e:bd:25:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871838d2-22d9-443e-85f5-f449fb01b534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:45.758146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53390) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:45.760173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.761076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 21f3cbb4-f4f7-4789-b829-ba4f61b2463f up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:45.769862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea5daa-f5ac-4e18-9ec6-e9e2a7c56e43 None None] Network 8fc91e35-353f-40b5-8648-f277f29241cc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:45.782572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:45.784150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.881053 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ffdb77-0f49-4016-a078-f5e7a37fe3a5 x-openstack-request-id: req-a1ffdb77-0f49-4016-a078-f5e7a37fe3a5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:45.881358 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "81468674-3186-452c-a42b-2a3bb63aab79", "code": 200}, {"server_uuid": "60bd217d-186d-4e61-a49a-1c8a65ca2614", "name": "network-vif-plugged", "status": "completed", "tag": "ff01231b-7485-4d1a-8bd9-0f37e603861d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:45.881689 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1ffdb77-0f49-4016-a078-f5e7a37fe3a5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:45.882737 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79', 'code': 200} Aug 10 03:36:45.883073 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff01231b-7485-4d1a-8bd9-0f37e603861d', 'code': 200} Aug 10 03:36:45.894704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2f834fbd-2e88-4bee-b9d6-998ea729e522 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2115242 Aug 10 03:36:46.046920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-64e3370a-a536-45d0-9ff0-580cfa87fd06 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2228634 Aug 10 03:36:46.110717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:46.216996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-fbe2b26f-e9be-4359-b03e-fbf9bfdce8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.232138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-fbe2b26f-e9be-4359-b03e-fbf9bfdce8f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5533760 Aug 10 03:36:46.235968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e786b73-70e0-41da-a6dd-34719f82b5e8 None None] Pushing event updated for resources: {'Port': ['ID=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.306676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-d9d3ab6d-435e-4549-921d-848d962cfd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.314577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-d9d3ab6d-435e-4549-921d-848d962cfd38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.6376925 Aug 10 03:36:46.336777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ec9fe-f68f-4831-a3bc-6def3becb6cc req-9c34debf-e95a-4de4-8935-7738d7f1e9b6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.339829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-567ec9fe-f68f-4831-a3bc-6def3becb6cc req-9c34debf-e95a-4de4-8935-7738d7f1e9b6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 943 time: 0.6224895 Aug 10 03:36:46.353213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.404086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Attempting to bind port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:36:46.404326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Attempting to bind port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:36:46.404695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Attempting to bind port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e on network d55ceef1-37e1-43e0-a52d-c75603bde0fe {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:36:46.439664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25c1fd7-5972-4ea5-bd97-91131307a5c0 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:46.445279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5db69-bea9-4fae-9dfa-144717bb3227 req-cc8670c2-0218-4445-bef9-bfe11aa30334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.450416 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfc5db69-bea9-4fae-9dfa-144717bb3227 req-cc8670c2-0218-4445-bef9-bfe11aa30334 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 1097 time: 0.4962769 Aug 10 03:36:46.453703 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb5cf7c-c572-43cc-9b87-6218a99a2fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.474436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:36:46.474889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Checking segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:36:46.475224 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.475627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Bound using segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:36:46.476124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Bound port: 3e1c4156-1dfe-4fd5-8d84-55d720430c3e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:36:46.476517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.532082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:46.537097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b25c1fd7-5972-4ea5-bd97-91131307a5c0, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:46.548207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:46.572226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef50fd8-1ba0-45a8-aae8-2dd633a2babe req-d2a01c14-2622-4050-a3af-627ebe4933d2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.573302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.578108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:46.578549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.601093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fef50fd8-1ba0-45a8-aae8-2dd633a2babe req-d2a01c14-2622-4050-a3af-627ebe4933d2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 984 time: 0.4944777 Aug 10 03:36:46.610860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188348c4-550b-4950-91f5-f4ce5f74315b None None] Network 8fc91e35-353f-40b5-8648-f277f29241cc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:36:46.651314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:46.670766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb5cf7c-c572-43cc-9b87-6218a99a2fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.688375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a55abf9-ee7a-4b0a-a4b5-db26ea51fe35 req-bcea856f-8d86-47c5-b2c6-4fd508b6f499 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275911 Aug 10 03:36:46.699382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-567ec9fe-f68f-4831-a3bc-6def3becb6cc req-60dd8258-e33d-45da-8374-35815c57d3d3 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077562 Aug 10 03:36:46.727924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfc5db69-bea9-4fae-9dfa-144717bb3227 req-a32d8bfe-fbfe-488b-a796-e890f4486d5a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640474 Aug 10 03:36:46.753549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-86a560e5-16b3-4093-867e-195f9a4a3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:46.755500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-86a560e5-16b3-4093-867e-195f9a4a3c4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4098735 Aug 10 03:36:46.794099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fef50fd8-1ba0-45a8-aae8-2dd633a2babe req-f53060b5-1ea9-4453-856a-4196e67243a0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&id=1835ed01-55ef-4adc-ba65-fc2d73bebfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1911724 Aug 10 03:36:46.850688 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb5cf7c-c572-43cc-9b87-6218a99a2fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.854201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb5cf7c-c572-43cc-9b87-6218a99a2fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.855690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5bb5cf7c-c572-43cc-9b87-6218a99a2fe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5bcb0ce-120b-460c-9b53-a0200ab038f1 HTTP/1.1" status: 204 len: 168 time: 1.0960362 Aug 10 03:36:46.868328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5cf7c-c572-43cc-9b87-6218a99a2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bcb0ce-120b-460c-9b53-a0200ab038f1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.015500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] For port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:36:47.026854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] For port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:36:47.076468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:47.076678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.096230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-15ec18eb-1e88-4aa4-bc57-6548ccff51b8 service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8381488 Aug 10 03:36:47.126440 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:47.135187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.154633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.178305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.197217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.216862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.237205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.252291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b25c1fd7-5972-4ea5-bd97-91131307a5c0'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:47.256417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.288190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-56a09e61-4198-4e68-bb6b-c7f398733c3b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5429 time: 0.3102803 Aug 10 03:36:47.300512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-5028bde8-e0ac-4281-83cc-2ef89b794abb service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296021 Aug 10 03:36:47.480475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e5d71a2-c1dc-4ac4-a65f-83560870593f req-5805472d-9a72-443d-83e6-93c5f709645f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831787 Aug 10 03:36:47.550810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b25c1fd7-5972-4ea5-bd97-91131307a5c0,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:47.618601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5439cef5-4fd6-4bd9-8066-e16041a9cec6 req-c2025ce5-d7a1-4e36-94df-55d3ed1b516c service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026112 Aug 10 03:36:47.708173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e32d68f5-01e9-460f-ba09-f1cba5f82bb0 req-9aeed7d4-144c-4f0a-809b-99abc85e13b8 service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918915 Aug 10 03:36:47.782096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:36:47.787047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:36:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:47.865271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-892018a0-9f49-469f-89b9-24ca12062a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.877775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-892018a0-9f49-469f-89b9-24ca12062a75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 1095 time: 0.1643591 Aug 10 03:36:47.919276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:47.921879 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907b7dc5-66aa-41c8-9cf0-0c46d578594f" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:47.938602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2321-dabe-4f6f-86c2-e21b0d8f172b req-6efc0d58-9240-4bd1-8f16-0de42d1efdf9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:47.944225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-586e2321-dabe-4f6f-86c2-e21b0d8f172b req-6efc0d58-9240-4bd1-8f16-0de42d1efdf9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 944 time: 0.2272580 Aug 10 03:36:48.012791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e786b73-70e0-41da-a6dd-34719f82b5e8 None None] Pushing event updated for resources: {'Port': ['ID=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.063365 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-586e2321-dabe-4f6f-86c2-e21b0d8f172b req-b5112aa1-1dc5-4e06-b0e2-0f9f4b277ec4 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940781 Aug 10 03:36:48.102649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.136454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-95612b84-636f-4eae-84f7-3a6872edb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.140366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-95612b84-636f-4eae-84f7-3a6872edb88a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 916 time: 0.2522366 Aug 10 03:36:48.202105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.284946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:48.289045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:36:48.340338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.372329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c3543b0-c0cb-4411-a77c-b22871c4cc28 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:48.449638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-0e3737b5-f40d-44ac-b100-f3cb8c279e8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444 HTTP/1.1" status: 200 len: 217 time: 0.2821441 Aug 10 03:36:48.474257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:48.504251 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.637400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-ddb8d2e9-dceb-4301-a8fb-3c23ccd02aab tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.651660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-ddb8d2e9-dceb-4301-a8fb-3c23ccd02aab tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/networks?id=8fc91e35-353f-40b5-8648-f277f29241cc HTTP/1.1" status: 200 len: 821 time: 0.5095286 Aug 10 03:36:48.658099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-ca4d4c93-9f79-4d8a-b7f1-a54a7293b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:48.662867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-ca4d4c93-9f79-4d8a-b7f1-a54a7293b24c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.2022922 Aug 10 03:36:48.676805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.703683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-2c405a02-9b58-489b-a8f2-18ce4f89f700 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/quotas/6c6716d435524281b5824c918950abd3 HTTP/1.1" status: 200 len: 375 time: 0.0498850 Aug 10 03:36:48.759800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:48.774122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:48.774496 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.829593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:48.868648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-d90fb739-4fb4-4d1e-afb2-2d271eb8df22 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c6716d435524281b5824c918950abd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1635745 Aug 10 03:36:48.952152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:48.968863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:46Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:36:49.023207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2fb9e-4f1d-4584-9bb2-499d71c45c68 None None] The sync data for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 is: [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:46Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:36:49.051500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-8e9f2cc6-2eee-49b5-8a1a-912400efea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.053462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-8e9f2cc6-2eee-49b5-8a1a-912400efea78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3781433 Aug 10 03:36:49.069295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:49.102957 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.122305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdbc5035-35ee-46dc-9b6c-74331241ff13 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:49.314724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-74971be9-b483-4b6b-a563-715dd20626f2 service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498977 Aug 10 03:36:49.334076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.343710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port fdbc5035-35ee-46dc-9b6c-74331241ff13 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:49.355832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port fdbc5035-35ee-46dc-9b6c-74331241ff13 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:49.355832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.357701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-8f4e02cc-8836-4b1a-9323-eace4c4a76c2 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754207 Aug 10 03:36:49.546099 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.627900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:49.634935 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.637482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:49.835538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:49.842420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:49.847075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:49.847449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.888495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f616e7-69ea-4312-8288-591ec75f68f5 req-9c992249-38eb-4da7-819a-b4f29a56375b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:49.903905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a8f616e7-69ea-4312-8288-591ec75f68f5 req-9c992249-38eb-4da7-819a-b4f29a56375b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 943 time: 0.1250608 Aug 10 03:36:49.974881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a8f616e7-69ea-4312-8288-591ec75f68f5 req-58b198a5-b759-4918-92e3-cf2e39ddbaca tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688994 Aug 10 03:36:50.033543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.120168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:50.146261 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.161827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b25c1fd7-5972-4ea5-bd97-91131307a5c0 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:50.188226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-5b3dcf38-ddfd-4c33-b8c6-3a1b51bd8dd2 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292365 Aug 10 03:36:50.190655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d5a6079-0922-4fc2-ad27-56c7e57d120e req-bf8a5233-4fea-436f-ab18-040f6062ca45 service neutron] 10.222.0.65 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8657393 Aug 10 03:36:50.219211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2fef-dc00-4914-bd8a-b11b69171bad req-bc8c1edc-cbb1-4129-9b67-10564d42f1ea tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.222014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8ec2fef-dc00-4914-bd8a-b11b69171bad req-bc8c1edc-cbb1-4129-9b67-10564d42f1ea tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 984 time: 0.1466322 Aug 10 03:36:50.264126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.295252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port b25c1fd7-5972-4ea5-bd97-91131307a5c0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:50.302237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port b25c1fd7-5972-4ea5-bd97-91131307a5c0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:50.302237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.341635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8ec2fef-dc00-4914-bd8a-b11b69171bad req-3b2ab1ad-8797-45e9-b28c-a46577288a1d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe04c919-b06f-4be9-b648-3117d068a4f7&id=1835ed01-55ef-4adc-ba65-fc2d73bebfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1038313 Aug 10 03:36:50.545391 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.552396 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68107ac4-13e6-4fa1-bd13-b09eef8b5f31 x-openstack-request-id: req-68107ac4-13e6-4fa1-bd13-b09eef8b5f31 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:50.553143 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:50.553712 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68107ac4-13e6-4fa1-bd13-b09eef8b5f31 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:50.554559 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2', 'code': 200} Aug 10 03:36:50.650215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b25c1fd7-5972-4ea5-bd97-91131307a5c0, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:50.663227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.669514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.673552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3e1c4156-1dfe-4fd5-8d84-55d720430c3e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:50.678777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:50.679783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:50.681485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.700189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.709704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.720301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.736748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.745430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-8beb9974-ef2d-41ee-8e05-15b1364ea9db tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.2567120 Aug 10 03:36:50.822218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05105e2d-a5fb-44f5-834a-aa641177b4c0 req-2a9419b5-440e-426d-8289-6ddd00442163 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754275 Aug 10 03:36:50.852584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9123e-87de-4548-80ec-c550852ac3bb req-380c9279-2c17-4a97-a6d2-1d8245d2c3c1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:50.856439 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9b9123e-87de-4548-80ec-c550852ac3bb req-380c9279-2c17-4a97-a6d2-1d8245d2c3c1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 945 time: 0.1470795 Aug 10 03:36:50.878579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 20d96214-9a8d-4e5e-8b7c-823aeb455444 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:36:50.921123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b25c1fd7-5972-4ea5-bd97-91131307a5c0,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:50.982789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9b9123e-87de-4548-80ec-c550852ac3bb req-a4505c87-8f0e-4b3e-a450-dde34df9f7d1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797648 Aug 10 03:36:51.016335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:51.023324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:51.023706 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.207853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.212237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 20d96214-9a8d-4e5e-8b7c-823aeb455444, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:51.297163 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.315980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '20d96214-9a8d-4e5e-8b7c-823aeb455444', 'network_id': '4a5833be-b557-46e6-a77c-f23d875d0845', 'port_id': '20d96214-9a8d-4e5e-8b7c-823aeb455444', 'mac_address': 'fa:16:3e:e5:96:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871838d2-22d9-443e-85f5-f449fb01b534', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:36:51.369244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:51.396021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.403933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:51.447558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.449628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.476885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d96214-9a8d-4e5e-8b7c-823aeb455444 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:51.527223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 20d96214-9a8d-4e5e-8b7c-823aeb455444, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:51.552771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:51.556448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.669140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a6810908-3838-4472-b9c6-0cea57ddca30 req-fc991527-7734-468f-a938-528b57da0032 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 210 time: 0.0521982 Aug 10 03:36:51.750397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.785118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-18fee161-c275-4acc-96c2-e137ee147d6d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1508154468&fields=id&tenant_id=2f0edfe629234c62961bc345b3e95581 HTTP/1.1" status: 200 len: 267 time: 0.1038821 Aug 10 03:36:51.885674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=20d96214-9a8d-4e5e-8b7c-823aeb455444,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:51.905341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a24215-e16e-4fb5-9c41-bb36d277fe6c req-a85535ad-1d7d-4b47-8ca8-c134d1e5b6fc tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:51.907015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53a24215-e16e-4fb5-9c41-bb36d277fe6c req-a85535ad-1d7d-4b47-8ca8-c134d1e5b6fc tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 944 time: 0.0817037 Aug 10 03:36:51.911962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['20d96214-9a8d-4e5e-8b7c-823aeb455444'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:51.917111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-75a5b39d-39cc-4298-be95-8eee6f99bbc5 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:51.928104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-75a5b39d-39cc-4298-be95-8eee6f99bbc5 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 984 time: 0.1237211 Aug 10 03:36:51.934553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'port': {'security_groups': ['1835ed01-55ef-4adc-ba65-fc2d73bebfd8', 'fe04c919-b06f-4be9-b648-3117d068a4f7', 'b7e982aa-d316-4cd5-a576-f2eca6046e6c']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:51.994871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53a24215-e16e-4fb5-9c41-bb36d277fe6c req-5b0dfaea-b81a-4b22-95e1-2cfa30896711 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785570 Aug 10 03:36:52.130312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.556633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f'}, {'server_uuid': '889a0160-8abd-4ba1-a734-358046870066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6'}, {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3543b0-c0cb-4411-a77c-b22871c4cc28'}, {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13'}, {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7'}, {'server_uuid': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0'}, {'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:52.559529 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1fee1-356d-4a77-83e1-e31cbded1332" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f"}, {"server_uuid": "889a0160-8abd-4ba1-a734-358046870066", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d2c47-9394-41fb-8d66-d71b6c1093d6"}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "1c3543b0-c0cb-4411-a77c-b22871c4cc28"}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13"}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7"}, {"server_uuid": "b952d972-4a6b-4c31-bf71-c318244ec9ba", "name": "network-vif-plugged", "status": "completed", "tag": "b25c1fd7-5972-4ea5-bd97-91131307a5c0"}, {"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-unplugged", "status": "completed", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:52.578146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3e1c4156-1dfe-4fd5-8d84-55d720430c3e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:52.597643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-ebcb6b9d-5f9d-4ea7-92db-0b0b0709e472 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:52.600980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-ebcb6b9d-5f9d-4ea7-92db-0b0b0709e472 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.2681887 Aug 10 03:36:52.642942 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-0ce7b227-2c89-4b93-a35b-16297d7a6d84 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/quotas/cd6d2fe3a91d4402bc859e6e8b70a3fa HTTP/1.1" status: 200 len: 375 time: 0.0329075 Aug 10 03:36:52.656924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:52.657546 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.748038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:52.779155 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-659fca50-4917-4994-a2dc-fd52b13ec062 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317153 Aug 10 03:36:52.833219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.850536 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:52.867927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f', '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:52.960430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-87e521c5-6002-4faf-9886-dcb27086927a service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797523 Aug 10 03:36:52.986667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:53.037696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.040170 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.042817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-010c9606-3e7a-4491-b9e1-649799b454b0 req-27ec5bde-e86f-49a5-95e5-8f52f2b7a565 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "PUT /v2.0/ports/95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 1020 time: 1.1131730 Aug 10 03:36:53.048376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:53.053501 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977" -d '{"events": [{"name": "network-changed", "server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:53.152377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1e091ce0-2636-4148-9dce-7a05a8ec1b1b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.154928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1e091ce0-2636-4148-9dce-7a05a8ec1b1b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.65 "GET /v2.0/networks?id=8fc91e35-353f-40b5-8648-f277f29241cc HTTP/1.1" status: 200 len: 821 time: 0.6046391 Aug 10 03:36:53.165183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-9247972b-0cef-463e-ba6a-f9bcb4a96281 service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935287 Aug 10 03:36:53.168807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['95f6bf0f-f3f7-4e03-8c46-b49f2241678f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:53.172284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Request body: {'port': {'device_id': 'eb575bd5-8860-4823-a615-18086e81de01', 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc', 'admin_state_up': True, 'tenant_id': '6c6716d435524281b5824c918950abd3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:53.325482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.331768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.337783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.343833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.349861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.356162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.362238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.371148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-f9761b6e-473c-4964-ae40-0ecdd33bf7dd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.1850276 Aug 10 03:36:53.509555 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-feeac235-0bfc-4d1c-8f6b-9df0f5bf6906 req-089edd63-5f15-44dd-bcf5-f7d3fd81b8f0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372168 Aug 10 03:36:53.531586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Made reservation on behalf of 6c6716d435524281b5824c918950abd3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:53.536208 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:53.726745 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1211 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4d8bc-632b-4529-8e18-b7e05a17002b x-openstack-request-id: req-dca4d8bc-632b-4529-8e18-b7e05a17002b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:53.727221 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f", "code": 200}, {"server_uuid": "889a0160-8abd-4ba1-a734-358046870066", "name": "network-vif-plugged", "status": "completed", "tag": "5d5d2c47-9394-41fb-8d66-d71b6c1093d6", "code": 200}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "1c3543b0-c0cb-4411-a77c-b22871c4cc28", "code": 200}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13", "code": 200}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-plugged", "status": "completed", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7", "code": 200}, {"server_uuid": "b952d972-4a6b-4c31-bf71-c318244ec9ba", "name": "network-vif-plugged", "status": "completed", "tag": "b25c1fd7-5972-4ea5-bd97-91131307a5c0", "code": 200}, {"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-unplugged", "status": "completed", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:53.727584 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dca4d8bc-632b-4529-8e18-b7e05a17002b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:53.728237 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f', 'code': 200} Aug 10 03:36:53.728594 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a0160-8abd-4ba1-a734-358046870066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'code': 200} Aug 10 03:36:53.728944 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3543b0-c0cb-4411-a77c-b22871c4cc28', 'code': 200} Aug 10 03:36:53.729289 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'code': 200} Aug 10 03:36:53.729634 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7', 'code': 200} Aug 10 03:36:53.730001 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0', 'code': 200} Aug 10 03:36:53.730353 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'code': 200} Aug 10 03:36:53.735371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-09aea93e-21ab-4756-a45b-8e1e40ddc5d9 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.739724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-09aea93e-21ab-4756-a45b-8e1e40ddc5d9 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1314fa5-1f7d-41e7-9889-9ffa26ea5576 HTTP/1.1" status: 200 len: 944 time: 0.1743913 Aug 10 03:36:53.918478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4eddf-6247-43de-b890-b85879781968 req-a4a33bf1-130b-48a6-8b58-a372c0fdfbdf tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:53.939194 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f4eddf-6247-43de-b890-b85879781968 req-a4a33bf1-130b-48a6-8b58-a372c0fdfbdf tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 945 time: 0.3226898 Aug 10 03:36:54.154681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd145f4b-ed6d-47b6-9b77-be55f0c8b515 req-7b8308a2-202f-4656-be9b-8da37cb0fc66 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 210 time: 0.2053533 Aug 10 03:36:54.162691 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f4eddf-6247-43de-b890-b85879781968 req-3359ec48-fcf9-4dae-b768-96aef4147776 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207983 Aug 10 03:36:54.230326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f434d-3a99-4e84-a493-a8eedc4a26ad req-27d53e8f-0e6e-4e34-b359-eb819dec964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.234557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-409f434d-3a99-4e84-a493-a8eedc4a26ad req-27d53e8f-0e6e-4e34-b359-eb819dec964d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 1097 time: 0.2898676 Aug 10 03:36:54.307114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f91ed1-86bc-4cf6-a29a-cf58033ee8be req-a6a56cfc-b765-408a-869d-77ed0699a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.312187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58f91ed1-86bc-4cf6-a29a-cf58033ee8be req-a6a56cfc-b765-408a-869d-77ed0699a185 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 1097 time: 0.3290844 Aug 10 03:36:54.422241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Allocated IP 172.20.0.4 (8fc91e35-353f-40b5-8648-f277f29241cc/567a99ff-e618-4304-bda5-cebb83ba84df/dc4ff042-0f70-479e-afab-06d85e556ccb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:54.490149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-409f434d-3a99-4e84-a493-a8eedc4a26ad req-00c83046-9c94-433e-a017-b91264d6819c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419553 Aug 10 03:36:54.546799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90bc657d-461a-4277-8d35-fff9a6e295aa req-1c942db3-01cd-4c69-bf21-778ffbff8ce0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/b7e982aa-d316-4cd5-a576-f2eca6046e6c HTTP/1.1" status: 200 len: 1803 time: 0.1356244 Aug 10 03:36:54.564983 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58f91ed1-86bc-4cf6-a29a-cf58033ee8be req-a2d41976-e53c-4597-911c-1cad779eeab7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411137 Aug 10 03:36:54.582853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.586995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.589716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.593303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.595854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.599349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.603116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.607124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd64199a-680f-4799-ae17-071344116bbe req-106c7d44-c959-4180-9708-3ac247b2f990 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6497 time: 0.5834308 Aug 10 03:36:54.677133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53602) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:54.729032 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-90bc657d-461a-4277-8d35-fff9a6e295aa req-72cb9d9d-ab92-403b-a93c-887c5b290253 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:36:54.734346 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90bc657d-461a-4277-8d35-fff9a6e295aa req-72cb9d9d-ab92-403b-a93c-887c5b290253 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7e982aa-d316-4cd5-a576-f2eca6046e6c HTTP/1.1" status: 409 len: 341 time: 0.1594346 Aug 10 03:36:54.751473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.784065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Deleting port 559ac7cc-11b8-4b2a-987d-9781b01457ff {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:54.785023 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:54.891328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 20d96214-9a8d-4e5e-8b7c-823aeb455444 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:36:54.928507 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef24cdb-c4c3-4484-a58a-cb5f9e771b5a x-openstack-request-id: req-eef24cdb-c4c3-4484-a58a-cb5f9e771b5a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:54.929370 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:54.930090 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eef24cdb-c4c3-4484-a58a-cb5f9e771b5a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:54.930942 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'status': 'completed', 'code': 200} Aug 10 03:36:54.967380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a6d5-c20a-4441-9f1d-6680135d2809 req-a1cc2a1d-73ec-42a9-8dff-436e8eccdbc2 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:54.970805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bbb0a6d5-c20a-4441-9f1d-6680135d2809 req-a1cc2a1d-73ec-42a9-8dff-436e8eccdbc2 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 944 time: 0.5002425 Aug 10 03:36:55.020120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd64199a-680f-4799-ae17-071344116bbe req-42a308c1-f1a7-4d94-a025-eb957c70ad6a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&id=a077896b-6442-4c33-8978-8df384768bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3696637 Aug 10 03:36:55.030381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1814-c0ee-42c1-afed-dfa95fab0cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.054393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 20d96214-9a8d-4e5e-8b7c-823aeb455444 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:36:55.061533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 20d96214-9a8d-4e5e-8b7c-823aeb455444 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:36:55.062497 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.232033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31007b52-2ad1-42bc-97e7-e8ff70bf6f47 req-66b82d61-1e9a-4aef-93c3-06d56587eccb tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 210 time: 0.2175000 Aug 10 03:36:55.244744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1814-c0ee-42c1-afed-dfa95fab0cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.274691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5ea1814-c0ee-42c1-afed-dfa95fab0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.330098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-27564b03-d16e-437f-9cd2-a82edb9715d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.330401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.333704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-27564b03-d16e-437f-9cd2-a82edb9715d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1175 time: 0.4436178 Aug 10 03:36:55.342096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] For port 559ac7cc-11b8-4b2a-987d-9781b01457ff, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=559ac7cc-11b8-4b2a-987d-9781b01457ff,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:55.342951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.403862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bbb0a6d5-c20a-4441-9f1d-6680135d2809 req-2c43aef8-467e-4699-ae67-f8c0dcd2849c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984339 Aug 10 03:36:55.420090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Calling delete_port for 559ac7cc-11b8-4b2a-987d-9781b01457ff owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:55.436519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 20d96214-9a8d-4e5e-8b7c-823aeb455444, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:55.459031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.483851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.597752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=20d96214-9a8d-4e5e-8b7c-823aeb455444,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.606785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e5ea1814-c0ee-42c1-afed-dfa95fab0cd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=819ff2e5bbc6493fb956e6ea688ecd45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9251049 Aug 10 03:36:55.612436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.615815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:55.629635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea1814-c0ee-42c1-afed-dfa95fab0cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fed7aa-bf85-46a7-80cc-bb3f077a027c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.707175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.719576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.732070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d96214-9a8d-4e5e-8b7c-823aeb455444'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:55.732280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.735371 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238d925c-69a2-4c97-b9dd-744df7791642" -d '{"events": [{"server_uuid": "7f993a68-dbbd-4981-80f0-6de5a5b58495", "name": "network-vif-plugged", "status": "completed", "tag": "20d96214-9a8d-4e5e-8b7c-823aeb455444"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:55.755706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.783102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.800976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.835471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:55.838718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.862976 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db158211-5203-4916-a2ce-0767ce71526f req-f722e535-f8c6-4bef-a8c7-7bbeecb63ee0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.3779852 Aug 10 03:36:55.938276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Pushing event updated for resources: {'Port': ['ID=dc4ff042-0f70-479e-afab-06d85e556ccb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:55.979246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Network 8fc91e35-353f-40b5-8648-f277f29241cc is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:36:55.981230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-43465fcd-89f8-4e16-9364-0b08ebb548f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:55.989925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-43465fcd-89f8-4e16-9364-0b08ebb548f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.6225803 Aug 10 03:36:56.013896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db158211-5203-4916-a2ce-0767ce71526f req-cfde7092-973a-44ce-b912-34d202332085 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496210 Aug 10 03:36:56.014494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:36:56.046301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d889f709-9658-4e6b-bc3b-c6b1cceeaed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.092894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-28035590-7d93-449f-b074-1b0713c843df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 200 len: 217 time: 0.0755281 Aug 10 03:36:56.095936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d889f709-9658-4e6b-bc3b-c6b1cceeaed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.099769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:36:56.327409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29b588-9fd0-4c45-b2e8-54bad0b3a1c3 req-64a4ad96-fcc4-4ce2-ba18-fe9374d9786a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.329920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b29b588-9fd0-4c45-b2e8-54bad0b3a1c3 req-64a4ad96-fcc4-4ce2-ba18-fe9374d9786a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 945 time: 0.1400208 Aug 10 03:36:56.332832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-dd277983-050b-4583-bd78-1c4245dbafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.335364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-dd277983-050b-4583-bd78-1c4245dbafc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.2277296 Aug 10 03:36:56.431954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-cf53221b-9284-4833-8689-ddc23a2c139c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716653 Aug 10 03:36:56.452031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dfcec-fe4f-4f37-a3a8-408fe3e761f5 req-403a8040-9f0f-4098-862c-ecf1d1dbea78 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.454808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab2dfcec-fe4f-4f37-a3a8-408fe3e761f5 req-403a8040-9f0f-4098-862c-ecf1d1dbea78 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 931 time: 0.4655633 Aug 10 03:36:56.477210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.478343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.488342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b29b588-9fd0-4c45-b2e8-54bad0b3a1c3 req-a7148325-3115-4c9a-8ea8-7cbd8c9f6769 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440182 Aug 10 03:36:56.605347 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfe40b7-a757-404f-a69e-596c00204775 x-openstack-request-id: req-6dfe40b7-a757-404f-a69e-596c00204775 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:56.605912 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f993a68-dbbd-4981-80f0-6de5a5b58495", "name": "network-vif-plugged", "status": "completed", "tag": "20d96214-9a8d-4e5e-8b7c-823aeb455444", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:56.606438 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dfe40b7-a757-404f-a69e-596c00204775 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:56.607143 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d96214-9a8d-4e5e-8b7c-823aeb455444', 'code': 200} Aug 10 03:36:56.619427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-55fc2bdc-e442-4c03-a090-9333bfa6fbb2 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4528215 Aug 10 03:36:56.651918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Request body: {'port': {'device_id': 'eb575bd5-8860-4823-a615-18086e81de01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:56.744059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d889f709-9658-4e6b-bc3b-c6b1cceeaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.760968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d889f709-9658-4e6b-bc3b-c6b1cceeaed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.765345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d889f709-9658-4e6b-bc3b-c6b1cceeaed2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78fed7aa-bf85-46a7-80cc-bb3f077a027c HTTP/1.1" status: 204 len: 168 time: 1.0596495 Aug 10 03:36:56.771985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-9811c473-60e0-4293-98bd-dabb16df8117 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929137 Aug 10 03:36:56.912017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d507e1-5c87-4007-a884-1e65cb06048b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:56.934167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-444e0f4a-c011-4bf7-a3d8-4f1a1124343d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:56.938730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-444e0f4a-c011-4bf7-a3d8-4f1a1124343d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.8166914 Aug 10 03:36:56.959916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab2dfcec-fe4f-4f37-a3a8-408fe3e761f5 req-89bae06f-bccb-4141-8767-658f912b8c28 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735546 Aug 10 03:36:57.038642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Request body: {'port': {'device_id': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'admin_state_up': True, 'tenant_id': 'cd6d2fe3a91d4402bc859e6e8b70a3fa'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:57.268105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01a984-111b-4b47-8c8a-caa83462f11e req-3d7325b2-e337-4919-86b4-46aca9f27eb0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.270992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e01a984-111b-4b47-8c8a-caa83462f11e req-3d7325b2-e337-4919-86b4-46aca9f27eb0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1023 time: 0.2722230 Aug 10 03:36:57.276236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f4e7f01-4081-4e3c-9e0e-c15cd6947977 req-c777fa89-b467-425b-b942-d54ab0790f99 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938097 Aug 10 03:36:57.326191 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.329121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889f709-9658-4e6b-bc3b-c6b1cceeaed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fed7aa-bf85-46a7-80cc-bb3f077a027c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.424078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e01a984-111b-4b47-8c8a-caa83462f11e req-cfdca770-8e49-4fdb-a425-8769c9398fde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7e982aa-d316-4cd5-a576-f2eca6046e6c&id=fe04c919-b06f-4be9-b648-3117d068a4f7&id=1835ed01-55ef-4adc-ba65-fc2d73bebfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1397700 Aug 10 03:36:57.607596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e366e76-edae-4c88-a631-71ec56f085e9 req-c51f429f-462f-4da9-b276-8d4aa744fc1f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 210 time: 0.3061709 Aug 10 03:36:57.608939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event deleted for resources: {'Port': ['ID=559ac7cc-11b8-4b2a-987d-9781b01457ff,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:57.702145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.834361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] No DVR routers for this DVR port 559ac7cc-11b8-4b2a-987d-9781b01457ff on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:36:57.844857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:57.849456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f6e867cf-867c-4e07-b3fd-c9d9f0e83f43 req-2977143e-416b-4051-890f-983380516c68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "DELETE /v2.0/ports/559ac7cc-11b8-4b2a-987d-9781b01457ff HTTP/1.1" status: 204 len: 173 time: 4.1013253 Aug 10 03:36:57.852272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9d71-146a-4af4-9e2a-f66706e80746 req-bcde09ad-0047-4c4c-9e9a-a1a492954d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:57.854856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-241b9d71-146a-4af4-9e2a-f66706e80746 req-bcde09ad-0047-4c4c-9e9a-a1a492954d97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 1097 time: 0.9581678 Aug 10 03:36:57.856359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-deleted', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:36:57.860869 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e2b9b-36cb-4a2c-8372-efffec38dec3" -d '{"events": [{"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-deleted", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:36:58.033003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-69d9ffab-6766-4b72-acaf-e15bfbdc9a32 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.036581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-69d9ffab-6766-4b72-acaf-e15bfbdc9a32 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1023 time: 0.2372966 Aug 10 03:36:58.059609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a94b-da2c-495f-8d33-c53fd1138370 req-4829a82a-4ba8-47ba-a817-b595b87ca3c5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.066262 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5b6a94b-da2c-495f-8d33-c53fd1138370 req-4829a82a-4ba8-47ba-a817-b595b87ca3c5 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.3708317 Aug 10 03:36:58.313091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.321015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5b6a94b-da2c-495f-8d33-c53fd1138370 req-a62bc496-afb9-4749-922d-b5b2c5fe0487 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289653 Aug 10 03:36:58.336989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.359752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.380453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.401834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.438737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.461224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:58.466686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Deleting port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:36:58.468197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.469200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-d054e5b4-778c-47fe-a87d-a6f974a0f713 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.6490347 Aug 10 03:36:58.602169 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8adc297-bfba-4866-913e-440360404411 x-openstack-request-id: req-c8adc297-bfba-4866-913e-440360404411 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:36:58.602169 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1314fa5-1f7d-41e7-9889-9ffa26ea5576", "name": "network-vif-deleted", "tag": "559ac7cc-11b8-4b2a-987d-9781b01457ff", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:36:58.602698 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8adc297-bfba-4866-913e-440360404411 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:36:58.603223 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1314fa5-1f7d-41e7-9889-9ffa26ea5576', 'name': 'network-vif-deleted', 'tag': '559ac7cc-11b8-4b2a-987d-9781b01457ff', 'status': 'completed', 'code': 200} Aug 10 03:36:58.621742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-241b9d71-146a-4af4-9e2a-f66706e80746 req-1cefb414-a511-4a7b-8dd8-48bdda48b744 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547784 Aug 10 03:36:58.725887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Made reservation on behalf of cd6d2fe3a91d4402bc859e6e8b70a3fa for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:58.730938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:58.764491 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f85eae37-ade4-4c5a-a2ff-4a190da33195 req-c5db045e-e1d8-4801-be7f-7b8642cd348e tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369618 Aug 10 03:36:58.900772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:59.017886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 559ac7cc-11b8-4b2a-987d-9781b01457ff {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:59.018592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 559ac7cc-11b8-4b2a-987d-9781b01457ff not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:59.132632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] For port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:36:59.134060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.141908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53672) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.158387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77836d2-73bd-44be-8e76-873180915dde req-cf602663-30b8-43e5-b0e5-c4da5bd926ef tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.172966 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e77836d2-73bd-44be-8e76-873180915dde req-cf602663-30b8-43e5-b0e5-c4da5bd926ef tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 931 time: 0.3702302 Aug 10 03:36:59.221469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Calling delete_port for 95f6bf0f-f3f7-4e03-8c46-b49f2241678f owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:36:59.294966 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e77836d2-73bd-44be-8e76-873180915dde req-a7ff6a9f-7c9b-492a-bee0-ec8844087683 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199574 Aug 10 03:36:59.321534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4ff042-0f70-479e-afab-06d85e556ccb {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:36:59.428558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b842c0b-87ac-4aab-a88b-138c9b962ee0 req-f2e5ae1e-1333-4bfd-9c6f-b2eb58ce6c8f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.445331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b842c0b-87ac-4aab-a88b-138c9b962ee0 req-f2e5ae1e-1333-4bfd-9c6f-b2eb58ce6c8f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=886de008-f7d1-4586-b9d3-d8ae14cf2e6c HTTP/1.1" status: 200 len: 1023 time: 0.2642159 Aug 10 03:36:59.451313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Allocated IP 172.20.0.3 (326b7c03-9548-4a44-9e50-8ca18e3a32e8/5ea7d117-630d-4cc2-92bb-e80bf66230d6/2707ec9b-7bc5-497f-805b-11ecc404ea2b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:36:59.459124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.470224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1642956211-network', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:36:59.567767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Transition to ACTIVE for port object dc4ff042-0f70-479e-afab-06d85e556ccb will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:36:59.586098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.606820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-77ac88c8-e06f-4728-ba5d-7b1cdcc129a9 req-7b3599e0-e1f6-42e4-b7b3-debac3b5108e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 210 time: 0.0606019 Aug 10 03:36:59.635905 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.649952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b842c0b-87ac-4aab-a88b-138c9b962ee0 req-ae248c00-463c-42de-8f89-0b2b989a26a8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7e982aa-d316-4cd5-a576-f2eca6046e6c&id=fe04c919-b06f-4be9-b648-3117d068a4f7&id=1835ed01-55ef-4adc-ba65-fc2d73bebfd8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2034309 Aug 10 03:36:59.682849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:36:59.685158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.717800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.793736 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-234a28eb-e3c1-4e19-a740-66970800f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.796852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:59.811229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['74468e6d-119e-4c79-8f09-718b9c113f4f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:36:59.816949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4ff042-0f70-479e-afab-06d85e556ccb,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.838851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'Port': ['ID=95f6bf0f-f3f7-4e03-8c46-b49f2241678f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:36:59.880776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.887552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.894238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.901762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.907647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.913344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95f6bf0f-f3f7-4e03-8c46-b49f2241678f no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:36:59.914224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.920278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:36:59.932529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ff4ed3f-bcc1-4d86-949d-7c461118cb65 req-26067f00-a5a1-488b-96ac-6e715e466c2c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.1988332 Aug 10 03:36:59.942788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 95f6bf0f-f3f7-4e03-8c46-b49f2241678f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:36:59.943231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95f6bf0f-f3f7-4e03-8c46-b49f2241678f not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:36:59.944040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53682) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:36:59.951944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Request body: {'floatingip': {'port_id': 'fdbc5035-35ee-46dc-9b6c-74331241ff13'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:00.020520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] No DVR routers for this DVR port 95f6bf0f-f3f7-4e03-8c46-b49f2241678f on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:00.027594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.030128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21a36208-b804-41e3-b045-a2ee65d0a480 req-50a2a02e-3b1c-499b-862b-b98e43571582 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "DELETE /v2.0/ports/95f6bf0f-f3f7-4e03-8c46-b49f2241678f HTTP/1.1" status: 204 len: 173 time: 1.9618902 Aug 10 03:37:00.030906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'name': 'network-vif-deleted', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:00.033717 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f6c85e-d2b8-40cd-99fa-478eecbce454" -d '{"events": [{"server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "name": "network-vif-deleted", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:00.040336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.590642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d666c99-e9dc-4534-9541-bb14ee6e449d req-e02ce1da-6604-444f-b432-327f09d58280 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:00.593719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d666c99-e9dc-4534-9541-bb14ee6e449d req-e02ce1da-6604-444f-b432-327f09d58280 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.7094083 Aug 10 03:37:00.607581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.707860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.745970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:00.751573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Attempting to bind port dc4ff042-0f70-479e-afab-06d85e556ccb on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:00.752100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Attempting to bind port dc4ff042-0f70-479e-afab-06d85e556ccb by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'eda22285-1244-4a6d-932b-08635d559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:00.752582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Attempting to bind port dc4ff042-0f70-479e-afab-06d85e556ccb on network 8fc91e35-353f-40b5-8648-f277f29241cc {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:00.888297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea064a82-25c3-4d69-aa8f-f860f4a9be31,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:00.995029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d666c99-e9dc-4534-9541-bb14ee6e449d req-eb0ed9f6-df6c-426c-a880-388e5332ec31 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510604 Aug 10 03:37:00.996747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.012342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Port dc4ff042-0f70-479e-afab-06d85e556ccb on network 8fc91e35-353f-40b5-8648-f277f29241cc not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:01.012840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Attempting to bind port dc4ff042-0f70-479e-afab-06d85e556ccb on network 8fc91e35-353f-40b5-8648-f277f29241cc {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:01.039479 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3445b277-d4bb-42f6-83ee-73020e8b0edf x-openstack-request-id: req-3445b277-d4bb-42f6-83ee-73020e8b0edf {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:01.041050 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886de008-f7d1-4586-b9d3-d8ae14cf2e6c", "name": "network-vif-deleted", "tag": "95f6bf0f-f3f7-4e03-8c46-b49f2241678f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:01.041733 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3445b277-d4bb-42f6-83ee-73020e8b0edf {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:01.042641 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886de008-f7d1-4586-b9d3-d8ae14cf2e6c', 'name': 'network-vif-deleted', 'tag': '95f6bf0f-f3f7-4e03-8c46-b49f2241678f', 'status': 'completed', 'code': 200} Aug 10 03:37:01.234838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:01.241876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:01.242797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:01.258111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:01.263348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:01.318899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:37:01.346021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:01.346583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Checking segment: {'id': 'eda22285-1244-4a6d-932b-08635d559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:01.347206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Bound using segment: {'id': 'eda22285-1244-4a6d-932b-08635d559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:01.347977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Bound port: dc4ff042-0f70-479e-afab-06d85e556ccb, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda22285-1244-4a6d-932b-08635d559e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:01.348590 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.441003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1a13-c6aa-4f53-a2e2-b4abf4a0e058 req-9b7ab53e-4599-4ee4-a35e-1e247c22af76 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.444329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ddf1a13-c6aa-4f53-a2e2-b4abf4a0e058 req-9b7ab53e-4599-4ee4-a35e-1e247c22af76 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 943 time: 0.3561118 Aug 10 03:37:01.478480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.489870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.490370 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Added segment 7303c79d-f30d-44b8-a797-0860b36d3209 of type vlan for network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 Aug 10 03:37:01.498014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.620722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.637260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.638411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.714317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7c820-586d-4359-ad0e-b32730565781 req-1d9a8cc9-960e-428d-bd62-c1ac923dc9eb tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.717172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92f7c820-586d-4359-ad0e-b32730565781 req-1d9a8cc9-960e-428d-bd62-c1ac923dc9eb tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 931 time: 0.3953950 Aug 10 03:37:01.719431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] For port dc4ff042-0f70-479e-afab-06d85e556ccb, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:01.727046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.815310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ddf1a13-c6aa-4f53-a2e2-b4abf4a0e058 req-92f0ac7a-3d7d-4283-8e5e-03073fbcaa4a tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530524 Aug 10 03:37:01.836757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92f7c820-586d-4359-ad0e-b32730565781 req-f5ff5c6d-f637-4d14-958c-b8013271cd1a tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976818 Aug 10 03:37:01.852528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-b96449fd-83b7-4811-bd5f-da025fb0f3f2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8436615 Aug 10 03:37:01.860700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] For port dc4ff042-0f70-479e-afab-06d85e556ccb, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dc4ff042-0f70-479e-afab-06d85e556ccb,segment=NetworkSegment(eda22285-1244-4a6d-932b-08635d559e55),segment_id=eda22285-1244-4a6d-932b-08635d559e55)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:01.882299 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Floating IP 52e9d6fb-a46a-44ee-a724-c850a2125089 associated. External IP: 172.25.2.245, port: fdbc5035-35ee-46dc-9b6c-74331241ff13. Aug 10 03:37:01.915826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Request body: {'port': {'device_id': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:01.922483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.936635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:01.939318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:01.940423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.190899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] Pushing event updated for resources: {'Network': ['ID=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.221348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:02.239153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.239778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.244147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc4ff042-0f70-479e-afab-06d85e556ccb HTTP/1.1" status: 200 len: 1092 time: 5.6041832 Aug 10 03:37:02.255184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e11d2369-486d-49fb-bf4d-d01c84241ce3 req-17d422dd-8ee0-4c79-be4f-3aa7108be7e8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/1835ed01-55ef-4adc-ba65-fc2d73bebfd8 HTTP/1.1" status: 200 len: 1802 time: 0.2438688 Aug 10 03:37:02.343828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb575bd5-8860-4823-a615-18086e81de01', 'tag': 'dc4ff042-0f70-479e-afab-06d85e556ccb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:02.346099 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6b508-a667-40ba-9554-dd3c6a96b94c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb575bd5-8860-4823-a615-18086e81de01", "tag": "dc4ff042-0f70-479e-afab-06d85e556ccb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:02.350013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f7b7-17bf-424f-be35-68ff3ac1f166 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4ff042-0f70-479e-afab-06d85e556ccb,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:02.379957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f2bf999f-d735-4134-b6e7-73030f91879c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2365508 Aug 10 03:37:02.392940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:02.401321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Request body: {'subnet': {'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1642956211-subnet', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:02.472244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89654-a29f-444e-9310-0f5b5cd03801 req-f634ea4a-9864-4c16-968c-772ab273ed11 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:02.474384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-feb89654-a29f-444e-9310-0f5b5cd03801 req-f634ea4a-9864-4c16-968c-772ab273ed11 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.3341451 Aug 10 03:37:02.475026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.583212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e11d2369-486d-49fb-bf4d-d01c84241ce3 req-1b546ac8-65ff-4101-8b1b-28c2d39a31f7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.586294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:02.590302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.829268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2707ec9b-7bc5-497f-805b-11ecc404ea2b {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:02.837576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:02.853780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Transition to ACTIVE for port object 2707ec9b-7bc5-497f-805b-11ecc404ea2b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:02.913037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-feb89654-a29f-444e-9310-0f5b5cd03801 req-9f774316-7eaf-48ed-adbd-6d28fce1402f tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107308 Aug 10 03:37:02.916062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.104639 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.465441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e11d2369-486d-49fb-bf4d-d01c84241ce3 req-1b546ac8-65ff-4101-8b1b-28c2d39a31f7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.476904 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91fad28-67c9-4d61-9049-813e31be0db2 x-openstack-request-id: req-e91fad28-67c9-4d61-9049-813e31be0db2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:03.477183 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb575bd5-8860-4823-a615-18086e81de01", "tag": "dc4ff042-0f70-479e-afab-06d85e556ccb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:03.477448 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e91fad28-67c9-4d61-9049-813e31be0db2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:03.477848 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb575bd5-8860-4823-a615-18086e81de01', 'tag': 'dc4ff042-0f70-479e-afab-06d85e556ccb', 'status': 'completed', 'code': 200} Aug 10 03:37:03.515283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-2f269353-3cd8-44ad-bb21-43eb7ea9913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.516948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-2f269353-3cd8-44ad-bb21-43eb7ea9913e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c6716d435524281b5824c918950abd3&device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 1095 time: 1.1470606 Aug 10 03:37:03.527819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Router ad4489ec-cae5-46af-8d14-9fdcb241bd71 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:03.586501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-6864dbfc-d2dc-4235-b3b4-e7168dea676c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc4ff042-0f70-479e-afab-06d85e556ccb HTTP/1.1" status: 200 len: 217 time: 0.0535622 Aug 10 03:37:03.706155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.738659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e11d2369-486d-49fb-bf4d-d01c84241ce3 req-1b546ac8-65ff-4101-8b1b-28c2d39a31f7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.740781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e11d2369-486d-49fb-bf4d-d01c84241ce3 req-1b546ac8-65ff-4101-8b1b-28c2d39a31f7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.742715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e11d2369-486d-49fb-bf4d-d01c84241ce3 req-1b546ac8-65ff-4101-8b1b-28c2d39a31f7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/1835ed01-55ef-4adc-ba65-fc2d73bebfd8 HTTP/1.1" status: 204 len: 173 time: 1.4792206 Aug 10 03:37:03.761858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661c8ae-957b-462c-a946-3a07483917a6 req-52fa351d-d8fb-4e8e-9ef6-7c3946996c07 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.764159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5661c8ae-957b-462c-a946-3a07483917a6 req-52fa351d-d8fb-4e8e-9ef6-7c3946996c07 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 943 time: 0.2893236 Aug 10 03:37:03.767611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Attempting to bind port 2707ec9b-7bc5-497f-805b-11ecc404ea2b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:03.767866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Attempting to bind port 2707ec9b-7bc5-497f-805b-11ecc404ea2b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:03.768142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Attempting to bind port 2707ec9b-7bc5-497f-805b-11ecc404ea2b on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:03.775222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.776855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-0db69205-2c0b-4aeb-901e-919d82f9e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:03.778743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-0db69205-2c0b-4aeb-901e-919d82f9e896 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=567a99ff-e618-4304-bda5-cebb83ba84df HTTP/1.1" status: 200 len: 861 time: 0.1280653 Aug 10 03:37:03.783107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Port 2707ec9b-7bc5-497f-805b-11ecc404ea2b on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:03.783418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Attempting to bind port 2707ec9b-7bc5-497f-805b-11ecc404ea2b on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:03.831957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:03.831957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Checking segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:03.831957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Bound using segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:03.831957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Bound port: 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:03.831957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:03.838962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-8c50ca8e-a2b4-42e9-9a93-c07c66d969c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fc91e35-353f-40b5-8648-f277f29241cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466173 Aug 10 03:37:03.859230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf6ff1d-1b28-4d10-a973-b4981c0fb066,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:03.863541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b546ac8-65ff-4101-8b1b-28c2d39a31f7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1835ed01-55ef-4adc-ba65-fc2d73bebfd8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:04.048661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5661c8ae-957b-462c-a946-3a07483917a6 req-289db6e1-eca4-4391-a346-b9c326c69c5d tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673030 Aug 10 03:37:04.056431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:04.072302 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] Sync routers for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:04.072875 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.103754 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:04.104844 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.149486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:04.154634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:04.216070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-41d0d523-eeb7-41b0-9272-18243053f71d service neutron] 10.222.0.65 "GET /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691742 Aug 10 03:37:04.218614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.219636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe837d-aab6-47ad-baf6-ad236104c373 req-afd158b5-f098-4474-b71a-217d357d94ba tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.222113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0afe837d-aab6-47ad-baf6-ad236104c373 req-afd158b5-f098-4474-b71a-217d357d94ba tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 943 time: 0.2968943 Aug 10 03:37:04.248548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-837ad46a-5ebf-46c8-be9f-c36fbef10313 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "PUT /v2.0/floatingips/52e9d6fb-a46a-44ee-a724-c850a2125089 HTTP/1.1" status: 200 len: 992 time: 4.2984691 Aug 10 03:37:04.251884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:04.256140 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910c370-7095-4ab9-a6a2-e0eec845ea78" -d '{"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:04.266831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:04.267398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Network hostable DHCP agents. Network: 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:04.308075 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:04.346738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.349654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.358232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-eb694259-1946-43a4-bf50-707de5714bef service neutron] 10.222.0.39 "PUT /v2.0/ports/2707ec9b-7bc5-497f-805b-11ecc404ea2b HTTP/1.1" status: 200 len: 1092 time: 2.4855914 Aug 10 03:37:04.374318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0afe837d-aab6-47ad-baf6-ad236104c373 req-d8fd05ce-566c-41ea-b418-022d1c9711ee tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233640 Aug 10 03:37:04.376082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:04.417553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:04.430796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499467a5-c355-4a39-a701-8715c64ec9ea None None] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:04.443068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:04.444087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.487831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-08f385f0-8520-471a-a36c-1c0a7f38bb1f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0898838 Aug 10 03:37:04.498795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53736) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:04.505373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:04.554948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.560557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.699284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:04.700742 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.716304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:04.824414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de9924b-2468-4a4b-b180-5f53f9168343 req-23896c0e-f7ea-4ae5-ba3a-01820e785fcf service neutron] 10.222.0.65 "GET /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931354 Aug 10 03:37:04.836580 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '52e9d6fb-a46a-44ee-a724-c850a2125089', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'port_id': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'mac_address': 'fa:16:3e:ce:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:35:08Z', 'updated_at': '2021-08-10T03:37:01Z', 'revision_number': 1, 'project_id': '2637009bbf654036809b4a614f9d0296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:04.887897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Allocated IP 172.20.0.2 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/bc083111-cc04-4781-b0ae-bbcea49b23c2) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:04.982877 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] Checking router: ad4489ec-cae5-46af-8d14-9fdcb241bd71 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:05.015005 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:05.016136 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:05.027703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694259-1946-43a4-bf50-707de5714bef service neutron] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.110105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.135981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171a1f-28e7-436e-8391-29fd489af7a9 req-64589803-b2c0-4216-8a3d-05c1527038ae tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.137942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a171a1f-28e7-436e-8391-29fd489af7a9 req-64589803-b2c0-4216-8a3d-05c1527038ae tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.7763619 Aug 10 03:37:05.142406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-a112af80-803a-4398-9930-986d663b1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.144380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-a112af80-803a-4398-9930-986d663b1d67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 1095 time: 0.5128901 Aug 10 03:37:05.152291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Transition to ACTIVE for port object bc083111-cc04-4781-b0ae-bbcea49b23c2 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:05.212295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Transition to ACTIVE for port object bc083111-cc04-4781-b0ae-bbcea49b23c2 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:05.230945 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.238633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-fa54c705-938c-4b93-931c-abca0bc5d442 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b HTTP/1.1" status: 200 len: 217 time: 0.0781918 Aug 10 03:37:05.247776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-791e4a61-f6cd-4743-ac5c-81478d7a460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.249705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-791e4a61-f6cd-4743-ac5c-81478d7a460e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c6716d435524281b5824c918950abd3&device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 1095 time: 0.3072019 Aug 10 03:37:05.322727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-217a5d31-3c99-457f-83f9-0ed4543a5353 req-72d4d1f0-28fc-4826-b5db-4f9cd9014655 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/b7e982aa-d316-4cd5-a576-f2eca6046e6c HTTP/1.1" status: 200 len: 1803 time: 0.8504729 Aug 10 03:37:05.326281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.374876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:05.380886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:05.387780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:05.392349 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:05.405084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Pushing event updated for resources: {'Port': ['ID=bc083111-cc04-4781-b0ae-bbcea49b23c2,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:05.452621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.453693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.453924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.454327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.454869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.455413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.455941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.456480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.457671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.458263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.458749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.459252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:05.481026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:05.485714 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b786c15-7aeb-4591-86b1-84705b055c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:05.531661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a171a1f-28e7-436e-8391-29fd489af7a9 req-7d31970c-b5b1-47b9-87a0-25c0cf0fe055 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783960 Aug 10 03:37:05.613195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Attempting to bind port bc083111-cc04-4781-b0ae-bbcea49b23c2 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:05.613195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Attempting to bind port bc083111-cc04-4781-b0ae-bbcea49b23c2 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:05.613195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Attempting to bind port bc083111-cc04-4781-b0ae-bbcea49b23c2 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:05.640758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:05.643091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:05.646580 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.648412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:05.651040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Bound port: bc083111-cc04-4781-b0ae-bbcea49b23c2, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:05.651891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.704009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468562b-fb15-4623-a881-3dff195d9e82 req-a4630820-ed65-442b-ba68-f3298a8c5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.718564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-a4630820-ed65-442b-ba68-f3298a8c5468 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.4479191 Aug 10 03:37:05.822239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] For port bc083111-cc04-4781-b0ae-bbcea49b23c2, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:05.828123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-1325daef-a83e-4716-9162-73cb6ff9f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:05.829933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-1325daef-a83e-4716-9162-73cb6ff9f547 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fc91e35-353f-40b5-8648-f277f29241cc HTTP/1.1" status: 200 len: 922 time: 0.5560901 Aug 10 03:37:05.830923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] For port bc083111-cc04-4781-b0ae-bbcea49b23c2, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bc083111-cc04-4781-b0ae-bbcea49b23c2,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:05.844055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.898882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-217a5d31-3c99-457f-83f9-0ed4543a5353 req-aa7e2eff-d80b-4885-af94-9bf37dbd1dde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:05.914708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-c81f35cf-462e-4cef-8eb8-75806d035c41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949604 Aug 10 03:37:05.990700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-217a5d31-3c99-457f-83f9-0ed4543a5353 req-aa7e2eff-d80b-4885-af94-9bf37dbd1dde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.024980 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec18c56-bb77-4075-aca8-176fd43544b1 x-openstack-request-id: req-0ec18c56-bb77-4075-aca8-176fd43544b1 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:06.025447 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:06.025813 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ec18c56-bb77-4075-aca8-176fd43544b1 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:06.026971 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '52e9d6fb-a46a-44ee-a724-c850a2125089', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'port_id': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'mac_address': 'fa:16:3e:ce:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:35:08Z', 'updated_at': '2021-08-10T03:37:01Z', 'revision_number': 1, 'project_id': '2637009bbf654036809b4a614f9d0296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:06.027157 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'status': 'completed', 'code': 200} Aug 10 03:37:06.116567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae92b6-0131-4a3e-9357-3daf82883d5f None None] Pushing event updated for resources: {'Port': ['ID=bc083111-cc04-4781-b0ae-bbcea49b23c2,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.161482 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e218bf-4007-4534-89c1-4f11651c5793 None None] The sync data for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 is: [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '52e9d6fb-a46a-44ee-a724-c850a2125089', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'port_id': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'mac_address': 'fa:16:3e:ce:bb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d10147-0596-4355-9c70-de18c1641fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:35:08Z', 'updated_at': '2021-08-10T03:37:01Z', 'revision_number': 1, 'project_id': '2637009bbf654036809b4a614f9d0296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:06.292879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-217a5d31-3c99-457f-83f9-0ed4543a5353 req-aa7e2eff-d80b-4885-af94-9bf37dbd1dde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.295693 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-217a5d31-3c99-457f-83f9-0ed4543a5353 req-aa7e2eff-d80b-4885-af94-9bf37dbd1dde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.312006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-217a5d31-3c99-457f-83f9-0ed4543a5353 req-aa7e2eff-d80b-4885-af94-9bf37dbd1dde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7e982aa-d316-4cd5-a576-f2eca6046e6c HTTP/1.1" status: 204 len: 173 time: 0.9613285 Aug 10 03:37:06.432631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e2eff-d80b-4885-af94-9bf37dbd1dde tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e982aa-d316-4cd5-a576-f2eca6046e6c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:06.506118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-41bfe386-a2c9-4d56-a55f-f82acc5a0abe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc4ff042-0f70-479e-afab-06d85e556ccb HTTP/1.1" status: 200 len: 217 time: 0.6143334 Aug 10 03:37:06.742457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bc083111-cc04-4781-b0ae-bbcea49b23c2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:06.819586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b222e-3f4e-4f25-9429-8ba7822153b0 None None] New status for floating IP 52e9d6fb-a46a-44ee-a724-c850a2125089: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:06.839914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-69cd91e7-7dd3-4cba-a1b1-5d5ac5e8df63 service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105177 Aug 10 03:37:06.857101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e85b4-74f0-4d5e-b0f6-6eac45bc402f req-833a190c-3fcd-4596-9c09-8542379fec89 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:06.863867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-937e85b4-74f0-4d5e-b0f6-6eac45bc402f req-833a190c-3fcd-4596-9c09-8542379fec89 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 943 time: 0.2519524 Aug 10 03:37:06.874498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:06.943007 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.031640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b468562b-fb15-4623-a881-3dff195d9e82 req-8ddce1a1-74d3-4002-97d5-9ff00e6ea15d service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774843 Aug 10 03:37:07.037752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-bb5bbb27-ce1e-4fee-b202-b0794bbea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.039612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-bb5bbb27-ce1e-4fee-b202-b0794bbea861 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=567a99ff-e618-4304-bda5-cebb83ba84df HTTP/1.1" status: 200 len: 861 time: 0.4865839 Aug 10 03:37:07.045950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.046507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.047231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.047711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.048188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.048656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.049901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.054241 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-ae062d86-76ea-4819-9b91-5f828bf9e4b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6497 time: 1.0838153 Aug 10 03:37:07.061506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3e28e-5f41-420f-b353-0eae328e5032 req-6f7f5a92-29da-4cb4-a93d-3ba9da0491cd tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:07.063452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08a3e28e-5f41-420f-b353-0eae328e5032 req-6f7f5a92-29da-4cb4-a93d-3ba9da0491cd tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 943 time: 0.8281326 Aug 10 03:37:07.115674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-99c1d82a-e9b2-4504-bca5-943ddc79636a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fc91e35-353f-40b5-8648-f277f29241cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511439 Aug 10 03:37:07.185859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port bc083111-cc04-4781-b0ae-bbcea49b23c2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:07.211075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-937e85b4-74f0-4d5e-b0f6-6eac45bc402f req-297b290c-711c-41ee-9ecf-163892369105 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677853 Aug 10 03:37:07.287035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-aaa4bc98-c971-471c-8ac5-9a4e86c93778 service neutron] 10.222.0.65 "GET /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472857 Aug 10 03:37:07.442676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Allocated IP 172.25.2.186 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c868e575-b864-473b-a052-678c91108db9) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:07.468498 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b4974-ac31-4988-9c7f-fa1eb42fff23 x-openstack-request-id: req-653b4974-ac31-4988-9c7f-fa1eb42fff23 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:07.469302 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:07.470364 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-653b4974-ac31-4988-9c7f-fa1eb42fff23 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:07.471423 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'status': 'completed', 'code': 200} Aug 10 03:37:07.609888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08a3e28e-5f41-420f-b353-0eae328e5032 req-64556eae-c797-4284-9c96-c15d2cabf16f tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927566 Aug 10 03:37:07.739004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-a53f2fb7-a27f-4244-8faa-f8c335873e3d req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-459425162', 'description': 'tempest-description-751564374'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:07.749392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.856094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.937837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a53f2fb7-a27f-4244-8faa-f8c335873e3d req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:07.966493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:07.973385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:07.980845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:08.013238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-bfc94726-da2e-42a6-b17e-4ad60299dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.014877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-bfc94726-da2e-42a6-b17e-4ad60299dd4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 1095 time: 0.5232568 Aug 10 03:37:08.027830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-0d3c4cc8-b657-4718-8057-025a8acf22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.031711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-0d3c4cc8-b657-4718-8057-025a8acf22d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c923a62-d54d-4253-8b48-573208e0866d HTTP/1.1" status: 200 len: 913 time: 0.9266846 Aug 10 03:37:08.065230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d6b508-a667-40ba-9554-dd3c6a96b94c req-12366f48-4e70-4589-9d98-6a01999c59e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363570 Aug 10 03:37:08.130962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad83fa7-7872-4dfa-811e-5943708cf20a None None] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:08.229668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Pushing event updated for resources: {'Port': ['ID=c868e575-b864-473b-a052-678c91108db9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:08.344816 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:08.418275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] Provisioning for port bc083111-cc04-4781-b0ae-bbcea49b23c2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:08.438382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] Provisioning complete for port bc083111-cc04-4781-b0ae-bbcea49b23c2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:08.439093 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.465663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-e2775a4e-e6f4-4de8-a9fd-ad382acb0bdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 200 len: 1002 time: 0.3973820 Aug 10 03:37:08.547914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eff39-7108-4453-a7fe-e243324a8556 req-dcaf5f5e-6a59-4aa1-b77f-60eb4c80d814 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.559375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef1eff39-7108-4453-a7fe-e243324a8556 req-dcaf5f5e-6a59-4aa1-b77f-60eb4c80d814 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.3314121 Aug 10 03:37:08.593568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-a94b7964-8ff0-4f4f-813b-dbbd846472ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.597828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-a94b7964-8ff0-4f4f-813b-dbbd846472ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ec33bad-b4ec-48cc-a9ab-6073ed279561 HTTP/1.1" status: 200 len: 851 time: 0.1206522 Aug 10 03:37:08.706243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef1eff39-7108-4453-a7fe-e243324a8556 req-9061e15b-7ada-4c29-8e5c-3e63e7c7123e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460617 Aug 10 03:37:08.727004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a53f2fb7-a27f-4244-8faa-f8c335873e3d req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.768451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.796254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a53f2fb7-a27f-4244-8faa-f8c335873e3d req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.888749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-34cb2e36-1544-4e67-a034-dbdcb11e380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:08.909628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-34cb2e36-1544-4e67-a034-dbdcb11e380c service neutron] 10.222.0.39 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 905 time: 0.8766274 Aug 10 03:37:08.968669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dc4ff042-0f70-479e-afab-06d85e556ccb details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:08.995348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-08846011-e353-4211-98ba-d33cee1dd4bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b HTTP/1.1" status: 200 len: 217 time: 0.0664394 Aug 10 03:37:08.996511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a53f2fb7-a27f-4244-8faa-f8c335873e3d req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:08.998938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a53f2fb7-a27f-4244-8faa-f8c335873e3d req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2696459 Aug 10 03:37:09.001804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c95e8-4e93-41f0-9309-f14e59d3acce tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9114c2-bfea-4a12-ba3b-ea85f4720656,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.039579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-46eca2a4-7825-4e39-84a2-998302b7e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.043288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-46eca2a4-7825-4e39-84a2-998302b7e53a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c923a62-d54d-4253-8b48-573208e0866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4235094 Aug 10 03:37:09.070951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] For port bc083111-cc04-4781-b0ae-bbcea49b23c2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bc083111-cc04-4781-b0ae-bbcea49b23c2,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:09.104874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.222824 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.227204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2aec9-89d0-4f4d-925a-c8c22af31cb9 req-6ae4f1c3-afd8-493b-8c8f-9e60ecc07d1d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.230015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1c2aec9-89d0-4f4d-925a-c8c22af31cb9 req-6ae4f1c3-afd8-493b-8c8f-9e60ecc07d1d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 943 time: 0.2465086 Aug 10 03:37:09.419642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eafc5f-da6d-4363-8f8b-0725e27b4c28 req-f8221cec-4d16-4e93-93d1-14e96f3cddd5 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.422298 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2eafc5f-da6d-4363-8f8b-0725e27b4c28 req-f8221cec-4d16-4e93-93d1-14e96f3cddd5 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 943 time: 0.2470400 Aug 10 03:37:09.425194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-a0d5bd39-a89a-4d45-889e-b2cb3039006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:09.426846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-a0d5bd39-a89a-4d45-889e-b2cb3039006f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.4205465 Aug 10 03:37:09.436873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1c2aec9-89d0-4f4d-925a-c8c22af31cb9 req-a3a1e210-6c20-45f0-b84d-b03550f42d53 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771438 Aug 10 03:37:09.531625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-47bde180-d383-4700-bb45-d7246b4d2fff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843019 Aug 10 03:37:09.590752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:37:09.601711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-84f72e97-c720-4581-b70e-9b0259cb07e1 service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044849 Aug 10 03:37:09.673333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2eafc5f-da6d-4363-8f8b-0725e27b4c28 req-8ce9fb3a-34ca-4212-afb7-66988a2ea32d tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381110 Aug 10 03:37:09.713258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:09.948322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49642a2a-5cec-4e48-8ad9-d825071b47ec None None] Pushing event updated for resources: {'Port': ['ID=bc083111-cc04-4781-b0ae-bbcea49b23c2,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:09.993394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7910c370-7095-4ab9-a6a2-e0eec845ea78 req-fbbeb98d-71ba-4d56-9dbb-20633175c48b service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399034 Aug 10 03:37:09.995035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:10.152488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:37:10.202992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e36a0c-a45a-43af-893a-e2e697393d50 req-480849b4-2080-4be6-b93e-4657beeae67e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:10.204617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3e36a0c-a45a-43af-893a-e2e697393d50 req-480849b4-2080-4be6-b93e-4657beeae67e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1330829 Aug 10 03:37:10.252008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dc4ff042-0f70-479e-afab-06d85e556ccb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dc4ff042-0f70-479e-afab-06d85e556ccb,segment=NetworkSegment(eda22285-1244-4a6d-932b-08635d559e55),segment_id=eda22285-1244-4a6d-932b-08635d559e55)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:10.254746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-6a9e0ee6-adbe-4e27-932f-e6b7df9ecc15 service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087910 Aug 10 03:37:10.276005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'dc4ff042-0f70-479e-afab-06d85e556ccb', 'network_id': '8fc91e35-353f-40b5-8648-f277f29241cc', 'port_id': 'dc4ff042-0f70-479e-afab-06d85e556ccb', 'mac_address': 'fa:16:3e:b2:cc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567a99ff-e618-4304-bda5-cebb83ba84df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:10.341034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e68dedb0-25df-40b6-82e9-524d2c72337e None None] Provisioning complete for port bc083111-cc04-4781-b0ae-bbcea49b23c2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:10.341686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e68dedb0-25df-40b6-82e9-524d2c72337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.373953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3e36a0c-a45a-43af-893a-e2e697393d50 req-687a4586-c776-4ce4-b836-6fe73eaf1643 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216304 Aug 10 03:37:10.440124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:10.457933 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Sync routers for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:10.476796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.480970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-06e93a41-33f2-48f2-b5dc-c3742db01b82 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9772403 Aug 10 03:37:10.481318 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:10.485797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53790) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:10.492408 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:10.495139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-4778de1d-b395-45c2-855f-01d207317a6d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/1d9114c2-bfea-4a12-ba3b-ea85f4720656 HTTP/1.1" status: 200 len: 1801 time: 0.4954684 Aug 10 03:37:10.500814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b786c15-7aeb-4591-86b1-84705b055c0c req-159c1c3c-1646-4b58-bf3c-cc12303f6725 service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917853 Aug 10 03:37:10.515017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Request body: {'security_group': {'name': 'tempest-sg-hth-887887446', 'description': 'tempest-description-hth-1897305926'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:10.525659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.590559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.613286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4ff042-0f70-479e-afab-06d85e556ccb {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:10.750516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bc083111-cc04-4781-b0ae-bbcea49b23c2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:10.794889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.803662 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.813930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:10.838822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-130ebe0d-e978-4485-90ea-9e694e74e633 req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "PUT /v2.0/security-groups/1d9114c2-bfea-4a12-ba3b-ea85f4720656 HTTP/1.1" status: 200 len: 1776 time: 0.3425949 Aug 10 03:37:10.840336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:10.875478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'mac_address': 'fa:16:3e:56:52:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:10.923959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16cafc-a567-4379-9f85-bf239f082538 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9114c2-bfea-4a12-ba3b-ea85f4720656,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:10.927157 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:11.091462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dc4ff042-0f70-479e-afab-06d85e556ccb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dc4ff042-0f70-479e-afab-06d85e556ccb,segment=NetworkSegment(eda22285-1244-4a6d-932b-08635d559e55),segment_id=eda22285-1244-4a6d-932b-08635d559e55)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:11.134805 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.270814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d3dc1-872f-4573-a9b9-7d3d60cf5897 req-114c5a33-47fc-4549-8ba0-e9d4549a15af tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.282941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d09d3dc1-872f-4573-a9b9-7d3d60cf5897 req-114c5a33-47fc-4549-8ba0-e9d4549a15af tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 943 time: 0.1552913 Aug 10 03:37:11.320406 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.356300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d09d3dc1-872f-4573-a9b9-7d3d60cf5897 req-f9d70bad-c0a0-4e87-88db-1f00d805ec65 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701835 Aug 10 03:37:11.422654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2707ec9b-7bc5-497f-805b-11ecc404ea2b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:11.533492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dc4ff042-0f70-479e-afab-06d85e556ccb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:11.538771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port bc083111-cc04-4781-b0ae-bbcea49b23c2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:11.539149 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.590038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:11.595464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['dc4ff042-0f70-479e-afab-06d85e556ccb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:11.627783 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:11.735103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57818f74-2e2b-4209-a8a9-50cb62742232 req-3f4022e5-50b1-4308-9217-5b37ca024462 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.745476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57818f74-2e2b-4209-a8a9-50cb62742232 req-3f4022e5-50b1-4308-9217-5b37ca024462 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.751746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-98cae8b1-fd9f-4d8a-874e-fd2f5fa32cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2091894 Aug 10 03:37:11.753127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57818f74-2e2b-4209-a8a9-50cb62742232 req-3f4022e5-50b1-4308-9217-5b37ca024462 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.756736 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-57818f74-2e2b-4209-a8a9-50cb62742232 req-3f4022e5-50b1-4308-9217-5b37ca024462 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495&device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba&device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 2416 time: 0.4164777 Aug 10 03:37:11.803419 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:08Z', 'revision_number': 3, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:11.843230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3b9a8-b397-4860-83f1-bec81323a3b9 req-2d1b5baf-b639-4bd6-b2e5-6e60d0c95363 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:11.870042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6e3b9a8-b397-4860-83f1-bec81323a3b9 req-2d1b5baf-b639-4bd6-b2e5-6e60d0c95363 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 944 time: 0.2505202 Aug 10 03:37:11.882499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:11.929579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Checking router: 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:11.930127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Updating router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 port c868e575-b864-473b-a052-678c91108db9 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:11.951258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2707ec9b-7bc5-497f-805b-11ecc404ea2b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:11.997461 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.024821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-57818f74-2e2b-4209-a8a9-50cb62742232 req-777bbd6d-f8db-45e7-97f6-d50ec744f2f4 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480490 Aug 10 03:37:12.063321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6e3b9a8-b397-4860-83f1-bec81323a3b9 req-4e7135d8-0ac1-4f2a-b899-21740174023e tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554842 Aug 10 03:37:12.071323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-6e515847-a321-4cc1-8f4e-758e99d3c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.080716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-6e515847-a321-4cc1-8f4e-758e99d3c539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f0edfe629234c62961bc345b3e95581&device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1175 time: 0.2063010 Aug 10 03:37:12.380497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78a5dae3-b0ee-4118-b4e0-4ddb1735a30d req-afae6dec-1cc0-49c6-a4ae-944131bf4b37 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/1d9114c2-bfea-4a12-ba3b-ea85f4720656 HTTP/1.1" status: 200 len: 1776 time: 0.2973766 Aug 10 03:37:12.403005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.585795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-84cb3be3-c43d-4008-a05b-30621764a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.588568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-84cb3be3-c43d-4008-a05b-30621764a7d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 200 len: 914 time: 0.4636509 Aug 10 03:37:12.607785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe77485-d027-4be9-936f-d773ed7dd2c3 req-69a6c8a8-4ff1-4b88-8e9b-207b402b7dba tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.611229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fe77485-d027-4be9-936f-d773ed7dd2c3 req-69a6c8a8-4ff1-4b88-8e9b-207b402b7dba tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.1982641 Aug 10 03:37:12.722367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9bff4-aec9-4038-8f64-f5fdc309a6da req-e0012c57-bfff-48a6-9f71-abdea21742cc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.724273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffb9bff4-aec9-4038-8f64-f5fdc309a6da req-e0012c57-bfff-48a6-9f71-abdea21742cc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 944 time: 0.1078441 Aug 10 03:37:12.739495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-d7da338a-628d-4545-af99-ec81af7e7f64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 200 len: 217 time: 0.1267250 Aug 10 03:37:12.797940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Allocated IP 172.20.0.1 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/a22da4ea-d2a9-44da-a5c3-286de70c5f08) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:12.815918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffb9bff4-aec9-4038-8f64-f5fdc309a6da req-f25300d4-86a5-4e13-947f-af5f7e0d2866 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710287 Aug 10 03:37:12.840271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fe77485-d027-4be9-936f-d773ed7dd2c3 req-6a474a4a-13e7-41fa-8f81-bacea1bb7564 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156365 Aug 10 03:37:12.887752 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.889970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-12e1dfa0-4353-482b-8bbe-c494d8af7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:12.892911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-12e1dfa0-4353-482b-8bbe-c494d8af7b9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 200 len: 853 time: 0.1390083 Aug 10 03:37:12.927167 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Transition to ACTIVE for port object c868e575-b864-473b-a052-678c91108db9 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:12.937515 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:12.993218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bc7a348-7d96-428e-8d23-307db1ec1e6d req-1f61d9bb-5383-45e0-836c-ea0f52cc7fbd tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/1d9114c2-bfea-4a12-ba3b-ea85f4720656 HTTP/1.1" status: 200 len: 1776 time: 0.1393712 Aug 10 03:37:12.998866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-65157e15-e6f5-4dcf-815d-1de304122bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=20851252-2488-442e-afd6-3d0c52f9f170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920913 Aug 10 03:37:13.028781 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa79987-b3a0-40f5-8b54-71e1a313d627 None None] Pushing event updated for resources: {'Port': ['ID=c868e575-b864-473b-a052-678c91108db9,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.033282 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Attempting to bind port c868e575-b864-473b-a052-678c91108db9 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:13.033926 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Attempting to bind port c868e575-b864-473b-a052-678c91108db9 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:13.034729 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Attempting to bind port c868e575-b864-473b-a052-678c91108db9 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:13.041509 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:13.042233 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:13.043720 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.044293 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:13.045191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Bound port: c868e575-b864-473b-a052-678c91108db9, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:13.045939 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.168679 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] For port c868e575-b864-473b-a052-678c91108db9, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:13.175599 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] For port c868e575-b864-473b-a052-678c91108db9, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c868e575-b864-473b-a052-678c91108db9,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:13.184377 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.225884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6bc7a348-7d96-428e-8d23-307db1ec1e6d req-5e66122e-5f53-4162-8d3a-578b5cf360f8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.237947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.278700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-06310c5b-cb63-4d42-b4e1-10b891b77d41 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750885 Aug 10 03:37:13.299412 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa79987-b3a0-40f5-8b54-71e1a313d627 None None] Pushing event updated for resources: {'Port': ['ID=c868e575-b864-473b-a052-678c91108db9,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.299739 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Transition to ACTIVE for port object a22da4ea-d2a9-44da-a5c3-286de70c5f08 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:13.304636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6bc7a348-7d96-428e-8d23-307db1ec1e6d req-5e66122e-5f53-4162-8d3a-578b5cf360f8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.346668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:13.348964 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:13.425182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e1e330f-0a90-45b2-b85e-6e17836f09cb req-3282c947-7642-4d02-89fc-da9362d21004 service neutron] 10.222.0.39 "GET /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372097 Aug 10 03:37:13.433407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6bc7a348-7d96-428e-8d23-307db1ec1e6d req-5e66122e-5f53-4162-8d3a-578b5cf360f8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.438111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6bc7a348-7d96-428e-8d23-307db1ec1e6d req-5e66122e-5f53-4162-8d3a-578b5cf360f8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.450813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bc7a348-7d96-428e-8d23-307db1ec1e6d req-5e66122e-5f53-4162-8d3a-578b5cf360f8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d9114c2-bfea-4a12-ba3b-ea85f4720656 HTTP/1.1" status: 204 len: 173 time: 0.4386034 Aug 10 03:37:13.531580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909e150-84f6-449d-9006-ca6c5d45fe92 req-b6f07ac8-4b0d-4f5a-b7ec-c566fc0a288e tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:13.536097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2909e150-84f6-449d-9006-ca6c5d45fe92 req-b6f07ac8-4b0d-4f5a-b7ec-c566fc0a288e tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 944 time: 0.2270443 Aug 10 03:37:13.537272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.555430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66122e-5f53-4162-8d3a-578b5cf360f8 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9114c2-bfea-4a12-ba3b-ea85f4720656,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.616863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:13.626403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:13.631769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:13.658459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2909e150-84f6-449d-9006-ca6c5d45fe92 req-acdddf8d-e727-4480-b952-95bfc0271dc5 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100154 Aug 10 03:37:13.668615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Pushing event updated for resources: {'Port': ['ID=a22da4ea-d2a9-44da-a5c3-286de70c5f08,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:13.719355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.943472 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:13.996022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:14.179440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23b2c5-70fe-48a9-b86e-9ea7bb3fe3e8 req-58a3c476-be4a-4648-b8df-f4a212bd6a08 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:14.186323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b23b2c5-70fe-48a9-b86e-9ea7bb3fe3e8 req-58a3c476-be4a-4648-b8df-f4a212bd6a08 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 944 time: 0.1105363 Aug 10 03:37:14.224491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 2707ec9b-7bc5-497f-805b-11ecc404ea2b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:14.259721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2707ec9b-7bc5-497f-805b-11ecc404ea2b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.260845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.296144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.320984 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b23b2c5-70fe-48a9-b86e-9ea7bb3fe3e8 req-ed69cd08-f25e-49be-bb9b-093e1cb52abd tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240156 Aug 10 03:37:14.439582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0ae8a617-d739-432a-8032-0730d1e2aae9 None None] Provisioning for port a22da4ea-d2a9-44da-a5c3-286de70c5f08 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:14.453082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0ae8a617-d739-432a-8032-0730d1e2aae9 None None] Provisioning complete for port a22da4ea-d2a9-44da-a5c3-286de70c5f08 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:14.453962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a617-d739-432a-8032-0730d1e2aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.514020 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:08Z', 'revision_number': 3, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:14.539914 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-50bc6cff-af21-457c-8927-7a1a69aaf16e req-950c8c0d-450a-4291-bf75-57a9e179ba0b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:37:14.546656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50bc6cff-af21-457c-8927-7a1a69aaf16e req-950c8c0d-450a-4291-bf75-57a9e179ba0b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/b7e982aa-d316-4cd5-a576-f2eca6046e6c HTTP/1.1" status: 404 len: 352 time: 0.0343189 Aug 10 03:37:14.553965 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30a3ba-c644-4eba-bac7-e17fad5e5df3 None None] The sync data for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 is: [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:08Z', 'revision_number': 3, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:14.627737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8a617-d739-432a-8032-0730d1e2aae9 None None] Port a22da4ea-d2a9-44da-a5c3-286de70c5f08 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:14.627974 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-7cec8c69-1f79-48c4-bd6a-652b9d4cbf0f req-25f76316-3718-4d95-a1d4-995fe97fc30e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:37:14.658814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cec8c69-1f79-48c4-bd6a-652b9d4cbf0f req-25f76316-3718-4d95-a1d4-995fe97fc30e tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/1835ed01-55ef-4adc-ba65-fc2d73bebfd8 HTTP/1.1" status: 404 len: 352 time: 0.0569546 Aug 10 03:37:14.694488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.720851 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-52661fa1-cc65-4aea-a795-bf292d4d49dd req-ea3fc770-c1f3-47ed-9a0b-3c9700a78b89 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:37:14.723595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52661fa1-cc65-4aea-a795-bf292d4d49dd req-ea3fc770-c1f3-47ed-9a0b-3c9700a78b89 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/cd417499-702e-4c27-9de9-b7669ae33813 HTTP/1.1" status: 404 len: 352 time: 0.0471275 Aug 10 03:37:14.747907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:14.778533 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6058e864-8ddb-45e9-8ec5-6714afa6c718" -d '{"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-plugged", "status": "completed", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:14.819940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:14.828249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.843252 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.854487 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:14.964860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:14.985725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Pushing event updated for resources: {'Port': ['ID=a22da4ea-d2a9-44da-a5c3-286de70c5f08,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.009690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.046393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da73d3-8a8a-4ee9-ad0d-dd0a68b35b1c req-ec7b8298-fcbd-4fab-adf7-8877fdc8126d tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.061672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26da73d3-8a8a-4ee9-ad0d-dd0a68b35b1c req-ec7b8298-fcbd-4fab-adf7-8877fdc8126d tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 944 time: 0.1916280 Aug 10 03:37:15.114143 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-d5c12e03-44b7-4381-b039-675badbc4d30 req-0954fb72-72f1-48c5-a20f-e87330a1f9f2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:37:15.115901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d5c12e03-44b7-4381-b039-675badbc4d30 req-0954fb72-72f1-48c5-a20f-e87330a1f9f2 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/6d5d3faf-07b2-4f79-a1c4-35f9d9840bdc HTTP/1.1" status: 404 len: 352 time: 0.0961537 Aug 10 03:37:15.140316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dc4ff042-0f70-479e-afab-06d85e556ccb up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:15.162306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26da73d3-8a8a-4ee9-ad0d-dd0a68b35b1c req-b8125764-08ab-46ab-b62d-cca9c8af82e0 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971792 Aug 10 03:37:15.224578 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9242f-7b36-44d1-aefa-057c1f4f9402 x-openstack-request-id: req-e8d9242f-7b36-44d1-aefa-057c1f4f9402 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:15.224878 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-plugged", "status": "completed", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:15.225139 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8d9242f-7b36-44d1-aefa-057c1f4f9402 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:15.225545 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'code': 200} Aug 10 03:37:15.255899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:15.259021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:15.314540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port dc4ff042-0f70-479e-afab-06d85e556ccb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:15.324535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port dc4ff042-0f70-479e-afab-06d85e556ccb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:15.326471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.481050 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-8b0c15e9-6abe-4f65-8f41-085bda599227 req-416a984a-6984-4962-a772-70834d6021ae tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:37:15.483476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b0c15e9-6abe-4f65-8f41-085bda599227 req-416a984a-6984-4962-a772-70834d6021ae tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/8b47d5d6-9d37-4a06-b6f1-2397931aa03c HTTP/1.1" status: 404 len: 352 time: 0.0283327 Aug 10 03:37:15.492585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456c78-5298-4782-af6f-5815a7f09bca req-56a80bc3-3634-4f36-b392-548fb1ffffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.494468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd456c78-5298-4782-af6f-5815a7f09bca req-56a80bc3-3634-4f36-b392-548fb1ffffa5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 1097 time: 0.0982716 Aug 10 03:37:15.538244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.578149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd456c78-5298-4782-af6f-5815a7f09bca req-56de8eca-436f-4168-b858-3e995aeb4fb6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701280 Aug 10 03:37:15.620131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dc4ff042-0f70-479e-afab-06d85e556ccb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dc4ff042-0f70-479e-afab-06d85e556ccb,segment=NetworkSegment(eda22285-1244-4a6d-932b-08635d559e55),segment_id=eda22285-1244-4a6d-932b-08635d559e55)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:15.627641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.760591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5f1f8-6867-4a66-928f-33517267651f req-7cdbe796-28e3-4322-b4ad-6f58c24f60c7 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:15.769081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dc4ff042-0f70-479e-afab-06d85e556ccb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:15.774376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bde5f1f8-6867-4a66-928f-33517267651f req-7cdbe796-28e3-4322-b4ad-6f58c24f60c7 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1178329 Aug 10 03:37:15.868282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bde5f1f8-6867-4a66-928f-33517267651f req-2e97de1f-c834-4daa-8e55-286e3129d2ca tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913563 Aug 10 03:37:15.885410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-b78c846e-d742-4712-9784-3d83db1ca4bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1470459 Aug 10 03:37:15.887090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-086e4a46-cec2-450d-ab62-dfaab3e4afcb None None] Provisioning complete for port a22da4ea-d2a9-44da-a5c3-286de70c5f08 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:15.888300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-086e4a46-cec2-450d-ab62-dfaab3e4afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.958338 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-9269ae3e-4bca-4f6e-96de-5f226c62fb10 req-98e912c4-1d10-4e68-a6bc-5fd465094e56 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] show failed (client error): The resource could not be found. Aug 10 03:37:15.972592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9269ae3e-4bca-4f6e-96de-5f226c62fb10 req-98e912c4-1d10-4e68-a6bc-5fd465094e56 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/3c999d9e-9b55-4d62-a5fd-8cef8cb5f1a6 HTTP/1.1" status: 404 len: 352 time: 0.0686903 Aug 10 03:37:16.003422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-086e4a46-cec2-450d-ab62-dfaab3e4afcb None None] Port a22da4ea-d2a9-44da-a5c3-286de70c5f08 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:16.112994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.113651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.114179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.114661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.115134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.115651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.116127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.139987 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1b93400f-eae8-4c5f-8ea7-6cefa6c8d1f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6497 time: 0.1366260 Aug 10 03:37:16.268737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d7c18-d0ce-4ac3-b65d-cfb1db6490f9 req-ac529563-b940-4f1d-b55e-c593cbafc76e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.273103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-443d7c18-d0ce-4ac3-b65d-cfb1db6490f9 req-ac529563-b940-4f1d-b55e-c593cbafc76e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.0918643 Aug 10 03:37:16.275533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:16.381673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-443d7c18-d0ce-4ac3-b65d-cfb1db6490f9 req-ac26c90a-ca69-4004-bddc-17106774c65c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980711 Aug 10 03:37:16.433753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-44e3c007-13c9-4af3-8884-f89eda7c8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.434622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-44e3c007-13c9-4af3-8884-f89eda7c8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.435594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-44e3c007-13c9-4af3-8884-f89eda7c8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.440988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-44e3c007-13c9-4af3-8884-f89eda7c8ba3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c923a62-d54d-4253-8b48-573208e0866d&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=b28aa53a-be11-4438-86f6-c11f4785f315&id=b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 200 len: 2294 time: 0.2725992 Aug 10 03:37:16.666680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:16.722337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-647f01c2-4a10-4cbe-8071-c278730501fd admin admin] 10.222.0.53 "PUT /v2.0/routers/1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2346416 Aug 10 03:37:16.754120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-277f7cab-b32b-4d93-b09b-c82b183cf1c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 200 len: 1002 time: 0.3014116 Aug 10 03:37:16.754432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c868e575-b864-473b-a052-678c91108db9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:16.837235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123495-16e2-46fa-9433-9e08e25bfe47 req-59554558-418d-4f96-b62c-64f51d7776c8 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.845167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb123495-16e2-46fa-9433-9e08e25bfe47 req-59554558-418d-4f96-b62c-64f51d7776c8 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 945 time: 0.3759766 Aug 10 03:37:16.854093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-2b6ba0a5-318a-4f56-b5a9-0ab1c238d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.855716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-2b6ba0a5-318a-4f56-b5a9-0ab1c238d6c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ec33bad-b4ec-48cc-a9ab-6073ed279561 HTTP/1.1" status: 200 len: 851 time: 0.0876667 Aug 10 03:37:16.865447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e255488-0ef1-43dc-99af-f117f1266af1 req-da507f9d-2e43-44bc-b48e-b16e9a74da46 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:16.880004 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e255488-0ef1-43dc-99af-f117f1266af1 req-da507f9d-2e43-44bc-b48e-b16e9a74da46 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1023 time: 0.1468022 Aug 10 03:37:16.996023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c868e575-b864-473b-a052-678c91108db9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:17.006394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c868e575-b864-473b-a052-678c91108db9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:17.006952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.015222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e255488-0ef1-43dc-99af-f117f1266af1 req-5b839c6e-f828-4c4c-b065-ba7a274cda9d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=5851b73a-0d6c-48a7-89c1-605e4c24fe9b&id=d0b5ffec-cef9-414a-8684-a687c976250a&id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1333227 Aug 10 03:37:17.336882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb575bd5-8860-4823-a615-18086e81de01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4ff042-0f70-479e-afab-06d85e556ccb'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:17.345150 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8f1794-6ece-4cbe-9a10-adc2d1ae9583" -d '{"events": [{"server_uuid": "eb575bd5-8860-4823-a615-18086e81de01", "name": "network-vif-plugged", "status": "completed", "tag": "dc4ff042-0f70-479e-afab-06d85e556ccb"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:17.351987 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.390465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c868e575-b864-473b-a052-678c91108db9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c868e575-b864-473b-a052-678c91108db9,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:17.399865 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:17.483588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c868e575-b864-473b-a052-678c91108db9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:17.580844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabc8c-77d1-4f49-b3fb-40fba04a3403 req-0fc77c17-9b5f-4e7c-aee5-a3154e489191 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.584554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48eabc8c-77d1-4f49-b3fb-40fba04a3403 req-0fc77c17-9b5f-4e7c-aee5-a3154e489191 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1341362 Aug 10 03:37:17.625308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb123495-16e2-46fa-9433-9e08e25bfe47 req-3b2ea441-74fa-44dc-baf4-7ff5d7a263af tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7790318 Aug 10 03:37:17.642190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-6af65861-922a-4f8d-b049-d7c98cec2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:17.644142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-6af65861-922a-4f8d-b049-d7c98cec2fca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c923a62-d54d-4253-8b48-573208e0866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064386 Aug 10 03:37:17.682812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48eabc8c-77d1-4f49-b3fb-40fba04a3403 req-871fbdbd-85d1-4c7d-a8ca-82f1e2b87e0f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868077 Aug 10 03:37:17.784524 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e45f18c-36fe-4238-9357-def914f55c18 x-openstack-request-id: req-8e45f18c-36fe-4238-9357-def914f55c18 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:17.785599 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb575bd5-8860-4823-a615-18086e81de01", "name": "network-vif-plugged", "status": "completed", "tag": "dc4ff042-0f70-479e-afab-06d85e556ccb", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:17.786161 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e45f18c-36fe-4238-9357-def914f55c18 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:17.786769 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb575bd5-8860-4823-a615-18086e81de01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4ff042-0f70-479e-afab-06d85e556ccb', 'code': 200} Aug 10 03:37:17.805002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-02d01175-f4c2-4457-a59d-a6616c3c1ad7 service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422796 Aug 10 03:37:17.970645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Sync routers for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:17.990657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:17.991330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:18.025076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7379d18-66bf-4f2b-a26a-40c7c7af7513 req-4cf0c33e-844a-4893-ab28-345966a904a1 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.030044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7379d18-66bf-4f2b-a26a-40c7c7af7513 req-4cf0c33e-844a-4893-ab28-345966a904a1 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1369941 Aug 10 03:37:18.132785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7379d18-66bf-4f2b-a26a-40c7c7af7513 req-b5e7b3bb-c8ba-492e-954b-2c18abb2f5a7 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876386 Aug 10 03:37:18.140832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b028c8-6d14-4c75-85c6-10ee0be19564 req-5ac5ccd0-e6a9-4bd7-bdae-78b832b56cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.142562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24b028c8-6d14-4c75-85c6-10ee0be19564 req-5ac5ccd0-e6a9-4bd7-bdae-78b832b56cbc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 1097 time: 0.1831734 Aug 10 03:37:18.279031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1151ff0d-619a-4416-abdf-28d8e72a908e service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536970 Aug 10 03:37:18.283014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24b028c8-6d14-4c75-85c6-10ee0be19564 req-b7288bbb-b65d-480a-95b1-eb76d7fbc17b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179805 Aug 10 03:37:18.338772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-91b93e98-3313-443f-b3f5-4988b45f739b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.341178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-91b93e98-3313-443f-b3f5-4988b45f739b tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1023 time: 0.1159718 Aug 10 03:37:18.425084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:18.580823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-c43798d4-5055-480e-978e-130e88935f73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 217 time: 0.2358863 Aug 10 03:37:18.695057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Deleting port 74468e6d-119e-4c79-8f09-718b9c113f4f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:18.698244 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.719630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c868e575-b864-473b-a052-678c91108db9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:18.763397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:18.768515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216796848', 'description': 'tempest-description--1450977919'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:18.770621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baee17-d8db-4a2b-8613-43ead8c4a347 req-7e1e99e7-5f71-46c4-974f-455de0611c2f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.772655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1baee17-d8db-4a2b-8613-43ead8c4a347 req-7e1e99e7-5f71-46c4-974f-455de0611c2f tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1023 time: 0.1311376 Aug 10 03:37:18.786730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-cf2658f2-0fe3-4a5f-acaa-0516e0961759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:18.788376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-cf2658f2-0fe3-4a5f-acaa-0516e0961759 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1919277 Aug 10 03:37:18.876541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c868e575-b864-473b-a052-678c91108db9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:18.877228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:18.895329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1baee17-d8db-4a2b-8613-43ead8c4a347 req-bac40b9b-8ea5-493f-9d70-7cf4554d0a94 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=5851b73a-0d6c-48a7-89c1-605e4c24fe9b&id=d0b5ffec-cef9-414a-8684-a687c976250a&id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1143868 Aug 10 03:37:19.105117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.151987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-cfa3b510-35bd-4b30-9822-441f8a708c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.155029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-cfa3b510-35bd-4b30-9822-441f8a708c33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3454232 Aug 10 03:37:19.157718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] For port 74468e6d-119e-4c79-8f09-718b9c113f4f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=74468e6d-119e-4c79-8f09-718b9c113f4f,segment=NetworkSegment(3d914e04-5dfa-4c35-a893-a88a8b4653a6),segment_id=3d914e04-5dfa-4c35-a893-a88a8b4653a6)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:19.158341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.183750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 2, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:19.242096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Calling delete_port for 74468e6d-119e-4c79-8f09-718b9c113f4f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:19.263807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Checking router: 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:19.264809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Updating router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 port a22da4ea-d2a9-44da-a5c3-286de70c5f08 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:19.359464 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.370444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbea8b-baee-428a-9bf5-7d2ee562a00a req-2d797369-cafd-4b52-b56f-df91132183d2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.386735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27fbea8b-baee-428a-9bf5-7d2ee562a00a req-2d797369-cafd-4b52-b56f-df91132183d2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.3125057 Aug 10 03:37:19.445021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7108-418a-4037-94ca-40c8ade21892 req-3c33c9f6-19c9-4022-bf54-eae6ce038705 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.454093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b0f7108-418a-4037-94ca-40c8ade21892 req-3c33c9f6-19c9-4022-bf54-eae6ce038705 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 945 time: 0.2672839 Aug 10 03:37:19.478646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27fbea8b-baee-428a-9bf5-7d2ee562a00a req-57904390-267d-496e-84b3-8b37ee2e00c5 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828278 Aug 10 03:37:19.554699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-b4a02836-275e-4858-81ae-584db2b426d0 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803844 Aug 10 03:37:19.681165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4975cb-14f5-459c-a3c1-d1e8dcc05d33 req-98358d0c-f2dc-48c4-8073-4b2d1f1ed7e7 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:19.684241 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b4975cb-14f5-459c-a3c1-d1e8dcc05d33 req-98358d0c-f2dc-48c4-8073-4b2d1f1ed7e7 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1235640 Aug 10 03:37:19.691751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b0f7108-418a-4037-94ca-40c8ade21892 req-2cea8455-38b6-4bfd-8c41-0d476bdfd5c3 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363136 Aug 10 03:37:19.783415 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.835308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:19.841487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b4975cb-14f5-459c-a3c1-d1e8dcc05d33 req-da9d9f38-2210-40e4-b810-b9b1a21034ee tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303079 Aug 10 03:37:19.937631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.037421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6a195-52ea-489b-930b-46959fba17ad req-1acbfb28-92e6-4f7a-985a-4cdb46b4ffac tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.038905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3fb6a195-52ea-489b-930b-46959fba17ad req-1acbfb28-92e6-4f7a-985a-4cdb46b4ffac tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/ports?device_id=45e90ae9-15fc-4f0b-8331-4ba0d19cde76 HTTP/1.1" status: 200 len: 1023 time: 0.0619001 Aug 10 03:37:20.042122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.046851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2796800 Aug 10 03:37:20.053037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53950) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.064856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-84eb66cf-8eb0-4f16-98e5-99e6b5309d32 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818957 Aug 10 03:37:20.068075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'security_group_rule': {'security_group_id': 'e24c1d5b-cc07-49a9-932f-9483a11f7d47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:20.079389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Transition to ACTIVE for port object a22da4ea-d2a9-44da-a5c3-286de70c5f08 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:20.088685 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.090778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1c107-c501-4f8e-818f-11e65bc11596 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24c1d5b-cc07-49a9-932f-9483a11f7d47,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.100006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.189526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3fb6a195-52ea-489b-930b-46959fba17ad req-aacaad14-68c9-4f86-b918-9d7f0c33d177 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups?id=5851b73a-0d6c-48a7-89c1-605e4c24fe9b&id=d0b5ffec-cef9-414a-8684-a687c976250a&id=fe04c919-b06f-4be9-b648-3117d068a4f7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1434331 Aug 10 03:37:20.204840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-050606ab-1b3d-40ed-9f1f-9ad2a26c9848 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 217 time: 0.1245620 Aug 10 03:37:20.224466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.366172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.372713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.397588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'Port': ['ID=74468e6d-119e-4c79-8f09-718b9c113f4f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.421385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3c08a8-3363-423c-a0d6-4d99455fbc53,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.438964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.440852 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-30dff014-831d-4d37-9d35-84e14eb9775f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778787 Aug 10 03:37:20.444402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53952) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.450682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'security_group_rule': {'security_group_id': 'e24c1d5b-cc07-49a9-932f-9483a11f7d47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:20.466082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e0300-232b-4fac-9995-34df51b8b490 None None] Pushing event updated for resources: {'Port': ['ID=a22da4ea-d2a9-44da-a5c3-286de70c5f08,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.469767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-2892109e-3039-49d9-96d9-19cc73be5c9f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.478447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-2892109e-3039-49d9-96d9-19cc73be5c9f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.6187301 Aug 10 03:37:20.487049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Attempting to bind port a22da4ea-d2a9-44da-a5c3-286de70c5f08 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:20.491759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Attempting to bind port a22da4ea-d2a9-44da-a5c3-286de70c5f08 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:20.495205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Attempting to bind port a22da4ea-d2a9-44da-a5c3-286de70c5f08 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:20.518557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.521178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] No DVR routers for this DVR port 74468e6d-119e-4c79-8f09-718b9c113f4f on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:20.521458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:20.526017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.528225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a8f8ae8-fbe6-49b2-aa7c-4151e753cf12 req-d93e363d-d45a-4e84-ae58-9ceb2b55073d tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.39 "DELETE /v2.0/ports/74468e6d-119e-4c79-8f09-718b9c113f4f HTTP/1.1" status: 204 len: 173 time: 2.1442938 Aug 10 03:37:20.530719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:20.532899 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.535012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:20.537625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Bound port: a22da4ea-d2a9-44da-a5c3-286de70c5f08, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:20.541078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.541893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'name': 'network-vif-deleted', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:20.546165 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bda60-6ff2-4b98-81cb-ffd33f3f3417" -d '{"events": [{"server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "name": "network-vif-deleted", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:20.561389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-4c2beafa-4926-47b7-89ad-6dc06cc0b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.564011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-4c2beafa-4926-47b7-89ad-6dc06cc0b8cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.3202343 Aug 10 03:37:20.577480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-89384281-ee38-43a2-ab42-d21bf387f7c2 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/quotas/1871513ed8374488b2eb039df2a9d222 HTTP/1.1" status: 200 len: 375 time: 0.0970128 Aug 10 03:37:20.695767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.723843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] For port a22da4ea-d2a9-44da-a5c3-286de70c5f08, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:20.730125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3dd91-4e5b-455a-ac2a-b627e57cecf8 req-72640bb6-18f4-4785-9c37-32e5e17b790e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.748704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] For port a22da4ea-d2a9-44da-a5c3-286de70c5f08, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a22da4ea-d2a9-44da-a5c3-286de70c5f08,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:20.748993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24c3dd91-4e5b-455a-ac2a-b627e57cecf8 req-72640bb6-18f4-4785-9c37-32e5e17b790e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1469843 Aug 10 03:37:20.757072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.757533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.766266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-97204993-a2a3-4f68-815f-1cc23f7536db tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869974 Aug 10 03:37:20.814762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c81a6ab-ad5b-4aa0-80d1-24700d73029f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:20.821836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:20.822584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:20.841544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-ad97646d-a8f2-4278-882f-a9099465710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:20.844966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-ad97646d-a8f2-4278-882f-a9099465710c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655250 Aug 10 03:37:20.849725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24c3dd91-4e5b-455a-ac2a-b627e57cecf8 req-3d7d6fb5-6299-4e9f-8c2f-c8be4c468c49 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997281 Aug 10 03:37:20.860191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.877833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66cd4357-c51c-40b9-97ad-caee4559bf19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308109 Aug 10 03:37:20.883117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53964) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:20.889131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:20.951576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:20.985209 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533ae3b-31b0-4af2-891e-5f770793713d x-openstack-request-id: req-0533ae3b-31b0-4af2-891e-5f770793713d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:20.986261 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e90ae9-15fc-4f0b-8331-4ba0d19cde76", "name": "network-vif-deleted", "tag": "74468e6d-119e-4c79-8f09-718b9c113f4f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:20.986999 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0533ae3b-31b0-4af2-891e-5f770793713d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:20.987952 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e90ae9-15fc-4f0b-8331-4ba0d19cde76', 'name': 'network-vif-deleted', 'tag': '74468e6d-119e-4c79-8f09-718b9c113f4f', 'status': 'completed', 'code': 200} Aug 10 03:37:20.991058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:21.177049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.177264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e0300-232b-4fac-9995-34df51b8b490 None None] Pushing event updated for resources: {'Port': ['ID=a22da4ea-d2a9-44da-a5c3-286de70c5f08,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:21.184737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-bb225dc4-ee0a-4fa9-98fb-21a81ff2e76c service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168839 Aug 10 03:37:21.308266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-61c358fb-adc3-42f3-ae33-eef98bbcdea4 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512713 Aug 10 03:37:21.343296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2532-e860-4447-b071-103747046047 req-340187e1-93a8-4f7e-850b-da8f7fa56936 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.343691 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-414a2532-e860-4447-b071-103747046047 req-340187e1-93a8-4f7e-850b-da8f7fa56936 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 945 time: 0.2437940 Aug 10 03:37:21.395233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:20Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:21.473631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22901-7cca-45e6-b967-a3393c850e90 None None] The sync data for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 is: [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:20Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:21.496720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Allocated IP 172.25.2.151 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/2e5e5de0-26a4-440c-826c-b80a4b845f24) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:21.554711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-49f4549a-e4d7-4655-8162-502c74e86943 service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604727 Aug 10 03:37:21.655732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-72447010-39b0-4fa1-a4d3-59a7c7b03b6c service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777221 Aug 10 03:37:21.736754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-414a2532-e860-4447-b071-103747046047 req-a1ec9a7a-e6dd-437b-b267-5281c98922cb tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774319 Aug 10 03:37:21.774760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-c74ecedd-90aa-44ac-a563-921a18efd2e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 HTTP/1.1" status: 200 len: 217 time: 0.1102126 Aug 10 03:37:21.938227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:21.990522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1e7cd212-e2c8-4a9c-95e3-97e418c076ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:21.993156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-1e7cd212-e2c8-4a9c-95e3-97e418c076ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.2055557 Aug 10 03:37:22.008256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d2bc8-a788-48c3-b68d-1295d6a6ef27 req-ba8305ee-e4a1-413b-93af-79bb028202a1 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.018565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-714d2bc8-a788-48c3-b68d-1295d6a6ef27 req-ba8305ee-e4a1-413b-93af-79bb028202a1 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1591780 Aug 10 03:37:22.069433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 74468e6d-119e-4c79-8f09-718b9c113f4f no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:22.115854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-714d2bc8-a788-48c3-b68d-1295d6a6ef27 req-883cc48e-01cf-495a-ab81-9c61c9a5bae6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961740 Aug 10 03:37:22.135144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 74468e6d-119e-4c79-8f09-718b9c113f4f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:22.136230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.136963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 74468e6d-119e-4c79-8f09-718b9c113f4f not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:22.214519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-ed3ec1ab-ed13-4da4-92ab-f0d4045cadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.220411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-ed3ec1ab-ed13-4da4-92ab-f0d4045cadf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1249490 Aug 10 03:37:22.264820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:22.280536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:22.288764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:22.381509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=2e5e5de0-26a4-440c-826c-b80a4b845f24,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:22.386197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-958968eb-3dc0-4fc9-96fc-9fcdb0c5828e req-43cdbd30-af00-4e4f-bf65-0befa6b0293e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 210 time: 0.0407243 Aug 10 03:37:22.456161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40a938-2658-44e7-92d6-4333c9bc8d1a req-eea34b2f-68c1-404a-b87a-2e8177498f80 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:22.459070 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d40a938-2658-44e7-92d6-4333c9bc8d1a req-eea34b2f-68c1-404a-b87a-2e8177498f80 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1930034 Aug 10 03:37:22.465905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-ec89106b-5d21-4c59-950f-4a0aed680792 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313774 Aug 10 03:37:22.653237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d40a938-2658-44e7-92d6-4333c9bc8d1a req-469a3332-484a-4e71-b22a-dddd128ab9f9 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776886 Aug 10 03:37:22.702990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.762943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a22da4ea-d2a9-44da-a5c3-286de70c5f08 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:22.772975 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.839839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a22da4ea-d2a9-44da-a5c3-286de70c5f08 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:22.851764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a22da4ea-d2a9-44da-a5c3-286de70c5f08 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:22.854038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:22.961193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4be7561c-36f2-4100-bdb8-d1e537013bdc req-90fb79c7-c8b9-4a40-bdb6-9a89a791a5cb tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/d0b5ffec-cef9-414a-8684-a687c976250a HTTP/1.1" status: 200 len: 1801 time: 0.4311955 Aug 10 03:37:22.972289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-b4dff805-052f-41c2-9921-8bc9148859d8 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932647 Aug 10 03:37:23.142852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.161208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-a10f23f6-a4de-46ec-9565-3a258aa8f0de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 HTTP/1.1" status: 200 len: 217 time: 0.1292121 Aug 10 03:37:23.205352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port a22da4ea-d2a9-44da-a5c3-286de70c5f08, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a22da4ea-d2a9-44da-a5c3-286de70c5f08,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:23.213045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.270156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4be7561c-36f2-4100-bdb8-d1e537013bdc req-f0af7b7e-96b3-48a0-b49f-188e0122efcf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.311523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-fd09f7d7-ce20-4859-b3fc-365d88eadab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.313578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-fd09f7d7-ce20-4859-b3fc-365d88eadab9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1439888 Aug 10 03:37:23.326805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.334353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4be7561c-36f2-4100-bdb8-d1e537013bdc req-f0af7b7e-96b3-48a0-b49f-188e0122efcf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.341340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=a22da4ea-d2a9-44da-a5c3-286de70c5f08,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.342150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.418851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=2e5e5de0-26a4-440c-826c-b80a4b845f24,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.437851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e3be8-8e36-45e6-8389-409243227b97 req-db7f8139-0902-4e05-9e6c-7a9d67e41c84 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.449124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c64e3be8-8e36-45e6-8389-409243227b97 req-db7f8139-0902-4e05-9e6c-7a9d67e41c84 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1847999 Aug 10 03:37:23.454456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-039d77a7-ac18-435d-8cb8-603bf1b7f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:23.457630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-039d77a7-ac18-435d-8cb8-603bf1b7f0ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296256 Aug 10 03:37:23.482824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4be7561c-36f2-4100-bdb8-d1e537013bdc req-f0af7b7e-96b3-48a0-b49f-188e0122efcf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.486448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4be7561c-36f2-4100-bdb8-d1e537013bdc req-f0af7b7e-96b3-48a0-b49f-188e0122efcf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.504576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4be7561c-36f2-4100-bdb8-d1e537013bdc req-f0af7b7e-96b3-48a0-b49f-188e0122efcf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0b5ffec-cef9-414a-8684-a687c976250a HTTP/1.1" status: 204 len: 173 time: 0.5236082 Aug 10 03:37:23.586142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.595435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af7b7e-96b3-48a0-b49f-188e0122efcf tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b5ffec-cef9-414a-8684-a687c976250a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:23.614566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c64e3be8-8e36-45e6-8389-409243227b97 req-e0ab75e5-f53f-49fd-8973-ea8f9c6daf45 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629422 Aug 10 03:37:23.641713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:23.668722 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7abed410-1070-43ac-947b-598148106994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7734957 Aug 10 03:37:23.724789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-b576ff57-bf81-44e1-9caf-c6d35b9af28f service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571244 Aug 10 03:37:23.777952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-db14c431-02d7-4de6-a8e3-c160a949d1aa req-5a25005c-9032-4ace-b8a4-be0cfbd509b7 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "GET /v2.0/security-groups/5851b73a-0d6c-48a7-89c1-605e4c24fe9b HTTP/1.1" status: 200 len: 1803 time: 0.0972826 Aug 10 03:37:23.793544 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52af7b08-9cca-4ce2-acf7-d702da741d6a req-058f7344-e21b-43f1-9dac-125eaad2eb65 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 210 time: 0.0666568 Aug 10 03:37:24.028570 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-db14c431-02d7-4de6-a8e3-c160a949d1aa req-77aa8ab1-f65e-4774-a0f8-8a5909b2bbe0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.037045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-23d1dbcc-8e55-431c-ad22-34e3a84ae5ee service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981980 Aug 10 03:37:24.105286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-db14c431-02d7-4de6-a8e3-c160a949d1aa req-77aa8ab1-f65e-4774-a0f8-8a5909b2bbe0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.146205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63377-339c-4e94-bd20-6c441b6e4ba2 req-be2170b7-78ae-413d-915a-8c03b25e35ec tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.164072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fb63377-339c-4e94-bd20-6c441b6e4ba2 req-be2170b7-78ae-413d-915a-8c03b25e35ec tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1201880 Aug 10 03:37:24.222619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-32074d76-0512-45ac-8129-26c21938355f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81468674-3186-452c-a42b-2a3bb63aab79 HTTP/1.1" status: 200 len: 217 time: 0.1579521 Aug 10 03:37:24.277501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fb63377-339c-4e94-bd20-6c441b6e4ba2 req-2b8dc958-e028-47be-84cb-93c76e0e87ec tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046462 Aug 10 03:37:24.385037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-db14c431-02d7-4de6-a8e3-c160a949d1aa req-77aa8ab1-f65e-4774-a0f8-8a5909b2bbe0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.388010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-db14c431-02d7-4de6-a8e3-c160a949d1aa req-77aa8ab1-f65e-4774-a0f8-8a5909b2bbe0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.389215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-db14c431-02d7-4de6-a8e3-c160a949d1aa req-77aa8ab1-f65e-4774-a0f8-8a5909b2bbe0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] 10.222.0.53 "DELETE /v2.0/security-groups/5851b73a-0d6c-48a7-89c1-605e4c24fe9b HTTP/1.1" status: 204 len: 173 time: 0.5758610 Aug 10 03:37:24.397643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-a2fe7cbe-87e1-489f-9546-1d662a96ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.407196 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-a2fe7cbe-87e1-489f-9546-1d662a96ffd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.1563439 Aug 10 03:37:24.407919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54050) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:24.435062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-879563ea-b7d1-48dc-bcba-d7ae51ce32ae tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.438966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-879563ea-b7d1-48dc-bcba-d7ae51ce32ae tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.3751993 Aug 10 03:37:24.524766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.547258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Request body: {'port': {'device_id': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'admin_state_up': True, 'tenant_id': '1871513ed8374488b2eb039df2a9d222'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:24.551757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa8ab1-f65e-4774-a0f8-8a5909b2bbe0 tempest-SecurityGroupsTestJSON-597868533 tempest-SecurityGroupsTestJSON-597868533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851b73a-0d6c-48a7-89c1-605e4c24fe9b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:24.551979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Deleting subnet 69c48cf4-7d42-4589-a4d9-f112d119dc63 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:24.576924 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.600609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-e2437644-2095-4a0d-9f68-6d30f5af42b7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--216796848&fields=id&tenant_id=1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 267 time: 0.1356115 Aug 10 03:37:24.691187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a22da4ea-d2a9-44da-a5c3-286de70c5f08 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:24.717899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.821464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-05d17f42-55c7-47bd-827e-30283d9554ee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.830376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-05d17f42-55c7-47bd-827e-30283d9554ee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.2287536 Aug 10 03:37:24.837482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a22da4ea-d2a9-44da-a5c3-286de70c5f08 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:24.838471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.840367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:24.861910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-c0b64690-ef61-4b1e-b785-10c9d06bb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.863801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-c0b64690-ef61-4b1e-b785-10c9d06bb695 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4219465 Aug 10 03:37:24.880819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-7451c38d-444b-4b07-908a-3d4f78c3734a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/quotas/1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 375 time: 0.0491860 Aug 10 03:37:24.960160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703de70-3f0b-4556-93b3-83dda1beb006 req-80e502c3-325d-4272-af58-fac02e982920 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:24.968762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1703de70-3f0b-4556-93b3-83dda1beb006 req-80e502c3-325d-4272-af58-fac02e982920 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1719379 Aug 10 03:37:25.005435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Made reservation on behalf of 1871513ed8374488b2eb039df2a9d222 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:25.010540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.125224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1703de70-3f0b-4556-93b3-83dda1beb006 req-65dd3c5f-492b-4cd4-9d97-b42de44e2414 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550708 Aug 10 03:37:25.139801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-93acf411-e66f-4d4b-a804-41869089ea6f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2561333 Aug 10 03:37:25.168557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.280875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-178a75dc-545c-4688-8e1a-bb72edf99b36 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025159 Aug 10 03:37:25.294342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c48cf4-7d42-4589-a4d9-f112d119dc63,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:25.310348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.318908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a1044a2-5e4a-42ff-91b1-d2163c723749 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/69c48cf4-7d42-4589-a4d9-f112d119dc63 HTTP/1.1" status: 204 len: 168 time: 0.9104507 Aug 10 03:37:25.335428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54062) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:25.401556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-63e1869e-bf81-491f-9220-65d82a64f57d service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250245 Aug 10 03:37:25.618832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-ac85ed61-012d-4d12-b909-25e317f4918b service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047813 Aug 10 03:37:25.872286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:25.939385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Allocated IP 172.20.0.9 (4828f6b7-a4df-421e-bd52-aa1ae2fa697e/5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f/f5e05b4a-a479-4977-97df-881567de81d3) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:25.946727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b154ce64-9921-45f6-b9b2-c38012694dee req-47357a76-3341-462b-9b9c-7b6e001825d4 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 210 time: 0.0562534 Aug 10 03:37:26.005142 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.081963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22db52-070e-4e4e-8017-4eb701a7800e req-b71828a5-6171-4491-bce2-bc7cb175293a tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.083610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c22db52-070e-4e4e-8017-4eb701a7800e req-b71828a5-6171-4491-bce2-bc7cb175293a tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 945 time: 0.6429801 Aug 10 03:37:26.087612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-db8c5ec3-188e-4e95-bfac-46d5f8116fe9 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7691858 Aug 10 03:37:26.169666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d311d7-985d-4662-9ba5-f4474e55d11d req-d6bce485-7dde-4462-9d77-9f268a6578af tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.175859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65d311d7-985d-4662-9ba5-f4474e55d11d req-d6bce485-7dde-4462-9d77-9f268a6578af tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1097207 Aug 10 03:37:26.198252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-05df667d-a27e-4df3-9021-0a7233a0fd72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 200 len: 217 time: 0.0972040 Aug 10 03:37:26.254012 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65d311d7-985d-4662-9ba5-f4474e55d11d req-6170db0f-f11d-4389-92aa-8f895b14b7cb tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648582 Aug 10 03:37:26.352095 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.360145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cbb5e028-2c60-416e-8ab1-60bd309d32d7 req-d77ea1f7-5f4a-4d93-8e4f-38fb1bf309b7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 210 time: 0.0573771 Aug 10 03:37:26.495237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20851252-2488-442e-afd6-3d0c52f9f170']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:26.565192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c22db52-070e-4e4e-8017-4eb701a7800e req-d7a0fd80-afe2-4ea2-81a7-505b86b6151e tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660025 Aug 10 03:37:26.591253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d914e04-5dfa-4c35-a893-a88a8b4653a6') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:26.591955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d914e04-5dfa-4c35-a893-a88a8b4653a6') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:26.603583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a03c97-3a24-4f33-99ba-9067f7d98b99 req-abf3ae76-f14d-49e0-9a36-a10e033cf722 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.607036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b4a03c97-3a24-4f33-99ba-9067f7d98b99 req-abf3ae76-f14d-49e0-9a36-a10e033cf722 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1334023 Aug 10 03:37:26.629906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.630611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54084) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:26.656805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1293599667'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:26.658836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-b1c73138-7473-404f-804f-c5e599cf0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.661896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-b1c73138-7473-404f-804f-c5e599cf0eb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.4369755 Aug 10 03:37:26.701905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:26.708999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.748282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.781048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b4a03c97-3a24-4f33-99ba-9067f7d98b99 req-0cf1d7a2-7596-4ac4-8932-98fcd3e9327e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633179 Aug 10 03:37:26.782451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:26.795298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:26.796403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:26.812330 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:26.820441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.821329 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Added segment 443621a1-3acf-4081-ba91-2c44a77c3f0f of type vlan for network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f Aug 10 03:37:26.855196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-40eab008-180a-41e5-aece-5cb188f03218 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:26.859601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-40eab008-180a-41e5-aece-5cb188f03218 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 945 time: 0.3987961 Aug 10 03:37:26.927912 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fea2293e-1953-4433-86e2-017399ac15f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.951230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.012042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.012366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.018309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.019521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.100176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4659009 Aug 10 03:37:27.106850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-c2ccea1c-e299-4256-855a-fa04564ddfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.108475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54092) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.114724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-c2ccea1c-e299-4256-855a-fa04564ddfcf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4304636 Aug 10 03:37:27.119840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1698333182'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:27.120166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.150524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498502f9-14fe-40a3-9d36-56ea99b97f28 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Network': ['ID=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.152011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.163311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/20851252-2488-442e-afd6-3d0c52f9f170 HTTP/1.1" status: 204 len: 168 time: 1.8185959 Aug 10 03:37:27.166553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:27.186539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:27.191601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.226322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:27.244114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.244469 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Added segment 98e0434d-d127-458e-bc4e-9384e0d9777e of type vlan for network da083595-1785-4765-b902-06d6a2da41fa Aug 10 03:37:27.392550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.446028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391891b-9715-42b3-b034-9fdebb62706b req-2c01b5e2-404b-4d15-a8f5-0101289fb488 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.454111 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0391891b-9715-42b3-b034-9fdebb62706b req-2c01b5e2-404b-4d15-a8f5-0101289fb488 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1019235 Aug 10 03:37:27.475824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.498464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.504985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.505657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.521080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f6821-29df-4dc7-8fa5-b594e74767a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20851252-2488-442e-afd6-3d0c52f9f170,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.613077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fd19601-bbac-4180-95e2-439ff14bcc8e req-0daa1adc-17e3-4d35-bd33-557557def508 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 210 time: 0.3381362 Aug 10 03:37:27.663675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0391891b-9715-42b3-b034-9fdebb62706b req-2a8925e5-5e9c-4647-ae2c-8dd94dcaabd6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084651 Aug 10 03:37:27.731801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6200101 Aug 10 03:37:27.741875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54108) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.764805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca962b3d-8b7c-4d92-a0fc-7592cee4c7b9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Network': ['ID=da083595-1785-4765-b902-06d6a2da41fa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:27.780837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-ee5ae229-3b9d-469c-aeac-c07f2a682658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:27.781173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'subnet': {'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:27.781288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network da083595-1785-4765-b902-06d6a2da41fa details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:27.783233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-ee5ae229-3b9d-469c-aeac-c07f2a682658 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0b57c48de8b4f0c82705645ada23744&device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 1097 time: 0.3270352 Aug 10 03:37:27.788509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a95c76a3-0c9f-4eee-b6c5-44254f1bb7e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f0edfe629234c62961bc345b3e95581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095467 Aug 10 03:37:27.807475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54110) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:27.852519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:27.911862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:27.982760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-465e20de-7468-4702-af14-49298b53d83b req-edec557d-784b-4400-add8-07b5046b23d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 210 time: 0.1764698 Aug 10 03:37:28.010582 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-5737fdff-d180-447c-8a86-11d366a7367e service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842784 Aug 10 03:37:28.013233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Deleting port dc4ff042-0f70-479e-afab-06d85e556ccb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:28.014465 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.057890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:28.062746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-79d37e08-152d-491b-a0f6-d48e7391f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.066311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-79d37e08-152d-491b-a0f6-d48e7391f66a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 200 len: 916 time: 0.2723224 Aug 10 03:37:28.136065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:28.167927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:28.170308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-f87b65bf-e4cf-47b8-a344-de88529cb0ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d HTTP/1.1" status: 200 len: 217 time: 0.0936635 Aug 10 03:37:28.211168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event updated for resources: {'Port': ['ID=f5e05b4a-a479-4977-97df-881567de81d3,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:28.235232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29351949-dfcb-4569-8309-82c6d963ad05 req-7259264a-9e03-4a52-a7f7-ed22054a328f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.237035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29351949-dfcb-4569-8309-82c6d963ad05 req-7259264a-9e03-4a52-a7f7-ed22054a328f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.4829423 Aug 10 03:37:28.244797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-8926b926-2528-428a-9db3-f6343df5818d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.246560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-8926b926-2528-428a-9db3-f6343df5818d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.6383116 Aug 10 03:37:28.339017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71630ae6-58f1-469b-b650-48efd311229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.347994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:28.351843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.354861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-32c3c124-cfc7-404d-877e-837d95258b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.357606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-32c3c124-cfc7-404d-877e-837d95258b26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 200 len: 854 time: 0.1699126 Aug 10 03:37:28.380344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.380595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a16b97-8930-466e-9723-1fd68c8c0f5f req-1baa98f5-af48-4693-ad7e-6020512eda15 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.381085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.383749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1a16b97-8930-466e-9723-1fd68c8c0f5f req-1baa98f5-af48-4693-ad7e-6020512eda15 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 945 time: 0.2263634 Aug 10 03:37:28.471708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71630ae6-58f1-469b-b650-48efd311229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.494266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] For port dc4ff042-0f70-479e-afab-06d85e556ccb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dc4ff042-0f70-479e-afab-06d85e556ccb,segment=NetworkSegment(eda22285-1244-4a6d-932b-08635d559e55),segment_id=eda22285-1244-4a6d-932b-08635d559e55)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:28.494686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.514329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-b243ade1-0f33-4449-bbc5-10b8c58058d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 379 time: 0.2489109 Aug 10 03:37:28.517286 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29351949-dfcb-4569-8309-82c6d963ad05 req-5dfa935b-131c-4cb3-9200-f0313108008f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497215 Aug 10 03:37:28.549396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'port': {'device_id': '452d5b84-8564-4295-8f95-d602726a8981', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'admin_state_up': True, 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'security_groups': ['e24c1d5b-cc07-49a9-932f-9483a11f7d47']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:28.562529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-10c05dbb-56de-4134-b355-5d2156e73e09 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0346317 Aug 10 03:37:28.564762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a42b04f0-6c62-4226-bbe6-24e4e1426bed req-8e9e0f18-18ce-44ea-aad6-e47c7d9db509 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230911 Aug 10 03:37:28.571076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Calling delete_port for dc4ff042-0f70-479e-afab-06d85e556ccb owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:28.591473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Request body: {'port': {'device_id': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:28.594495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-5a3d283f-bd29-418d-b9ee-61f0114c2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.597820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-5a3d283f-bd29-418d-b9ee-61f0114c2429 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a5833be-b557-46e6-a77c-f23d875d0845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117703 Aug 10 03:37:28.603575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1a16b97-8930-466e-9723-1fd68c8c0f5f req-8a05d77c-ffdf-46e8-aaaa-3a1c82b2a3ed tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/security-groups?id=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896482 Aug 10 03:37:28.815071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-29d9c7a9-e691-4de4-b9d9-7a6096ad015f service neutron] 10.222.0.39 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035384 Aug 10 03:37:28.819811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.832263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71630ae6-58f1-469b-b650-48efd311229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.836432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71630ae6-58f1-469b-b650-48efd311229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:28.842089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-71630ae6-58f1-469b-b650-48efd311229c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe04c919-b06f-4be9-b648-3117d068a4f7 HTTP/1.1" status: 204 len: 168 time: 1.0291994 Aug 10 03:37:28.934824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71630ae6-58f1-469b-b650-48efd311229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04c919-b06f-4be9-b648-3117d068a4f7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:28.968901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486f4ed-b13f-4cb4-afec-6e6c7fb431f8 req-3a569a35-00fa-44a5-9b32-6fb8607936af tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:28.970706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3486f4ed-b13f-4cb4-afec-6e6c7fb431f8 req-3a569a35-00fa-44a5-9b32-6fb8607936af tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 931 time: 0.1525164 Aug 10 03:37:29.074911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3486f4ed-b13f-4cb4-afec-6e6c7fb431f8 req-ec02876c-fd15-4eee-9d3a-077ef6136f38 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901167 Aug 10 03:37:29.115339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29644ced-17c9-40dd-b4d2-ba28a6a32992 req-b458fba0-d85f-4d82-ac11-170456548f4d service neutron] 10.222.0.39 "GET /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851281 Aug 10 03:37:29.192948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:29.196804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.216399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca506db-be78-46c3-8c9e-a00be1969838 req-baf60ca2-82f7-435e-a8f9-3ab61f719873 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:29.218340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dca506db-be78-46c3-8c9e-a00be1969838 req-baf60ca2-82f7-435e-a8f9-3ab61f719873 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.3758392 Aug 10 03:37:29.230247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.303062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.305610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e84415-4654-409e-9096-c3ecd8df9199 req-31e526cf-d19e-4e2e-8d92-8412620d8ef8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 210 time: 0.0509679 Aug 10 03:37:29.431328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Pushing event deleted for resources: {'Port': ['ID=dc4ff042-0f70-479e-afab-06d85e556ccb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.502458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Subnet': ['ID=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:29.540430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dca506db-be78-46c3-8c9e-a00be1969838 req-21d3500c-b278-4906-8189-9e592248108d tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044419 Aug 10 03:37:29.597651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] No DVR routers for this DVR port dc4ff042-0f70-479e-afab-06d85e556ccb on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:29.610127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.612351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad5736e3-543f-41da-9774-2637a9af2fdc req-1321b29e-bd02-465f-aca1-a136c0e5bd4b tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.65 "DELETE /v2.0/ports/dc4ff042-0f70-479e-afab-06d85e556ccb HTTP/1.1" status: 204 len: 173 time: 2.6571848 Aug 10 03:37:29.618386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb575bd5-8860-4823-a615-18086e81de01', 'name': 'network-vif-deleted', 'tag': 'dc4ff042-0f70-479e-afab-06d85e556ccb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:29.620784 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed413175-e40a-49c8-93b4-08f782c1ea97" -d '{"events": [{"server_uuid": "eb575bd5-8860-4823-a615-18086e81de01", "name": "network-vif-deleted", "tag": "dc4ff042-0f70-479e-afab-06d85e556ccb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:29.677892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.691882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Checking segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:29.692537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network hostable DHCP agents. Network: 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:29.719792 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a3ec0-bacd-4b09-8a27-31978de41bc7 x-openstack-request-id: req-6e9a3ec0-bacd-4b09-8a27-31978de41bc7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:29.720134 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb575bd5-8860-4823-a615-18086e81de01", "name": "network-vif-deleted", "tag": "dc4ff042-0f70-479e-afab-06d85e556ccb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:29.720325 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e9a3ec0-bacd-4b09-8a27-31978de41bc7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:29.720731 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb575bd5-8860-4823-a615-18086e81de01', 'name': 'network-vif-deleted', 'tag': 'dc4ff042-0f70-479e-afab-06d85e556ccb', 'status': 'completed', 'code': 200} Aug 10 03:37:29.778338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Allocated IP 172.20.0.4 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/2e6069a4-d311-4153-a694-6856d91477ac) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:29.808609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:29.838612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:29.860363 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-da1ff7b2-da44-4752-91bb-2ea197147857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.863366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e05b4a-a479-4977-97df-881567de81d3 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:29.871534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30031746-20fe-4d5d-bc00-c9477cbbf1a6 None None] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:29.874676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:29.875293 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.907492 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:29.921024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d87a-829d-404b-adda-63ac3f0d49a2 req-79e3f223-0803-4154-81bb-27ea68357b56 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:29.931008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91e8d87a-829d-404b-adda-63ac3f0d49a2 req-79e3f223-0803-4154-81bb-27ea68357b56 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.2091215 Aug 10 03:37:29.991865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Transition to ACTIVE for port object f5e05b4a-a479-4977-97df-881567de81d3 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:30.085607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91e8d87a-829d-404b-adda-63ac3f0d49a2 req-88e3595f-1bfb-4707-8294-210bf247c278 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165583 Aug 10 03:37:30.188851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:30.190055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.458817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca272d17-aca2-446c-9c39-8b2d4de47508 req-204ea88c-7d0c-4794-ac4b-3b1c9b3f082e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:30.461103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca272d17-aca2-446c-9c39-8b2d4de47508 req-204ea88c-7d0c-4794-ac4b-3b1c9b3f082e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 943 time: 0.0906146 Aug 10 03:37:30.551421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Allocated IP 10.1.1.2 (4bf7adc3-47bb-42fe-abfd-2b0aef82c39f/b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6/64bead03-87d1-445a-8ae7-8ab5df9cc27c) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:30.558669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca272d17-aca2-446c-9c39-8b2d4de47508 req-01aad9b9-0313-4641-ba38-c94e530240f6 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829432 Aug 10 03:37:30.564988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3359cc25-3548-4133-944f-1d19d449c05c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8191717 Aug 10 03:37:30.569885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:30.575349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b752621-1498-45d7-b9c1-f6d02e949015 req-2c10d97f-63fb-4382-85c1-a0501f072583 tempest-ServerMetadataNegativeTestJSON-485011625 tempest-ServerMetadataNegativeTestJSON-485011625-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb575bd5-8860-4823-a615-18086e81de01 HTTP/1.1" status: 200 len: 210 time: 0.6418097 Aug 10 03:37:30.580904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.587570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'subnet': {'network_id': 'da083595-1785-4765-b902-06d6a2da41fa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:30.615266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54154) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:30.765563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e05b4a-a479-4977-97df-881567de81d3,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:30.805921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.806997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.807875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.808703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.809585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.810489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.811383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.812284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.813132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.813961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.814820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.815683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:30.876038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.900286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Transition to ACTIVE for port object 64bead03-87d1-445a-8ae7-8ab5df9cc27c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:30.939986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Transition to ACTIVE for port object 64bead03-87d1-445a-8ae7-8ab5df9cc27c will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:30.943853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48952926-8bd2-47fa-9883-205bddd6b11c req-b8d2c7dd-5420-429d-a42c-7674602b297c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 210 time: 0.1520519 Aug 10 03:37:30.964875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:30.986380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.019111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:31.024246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:31.025883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:31.027945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:31.032916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.036544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1502805923-network', 'tenant_id': '397d06b7cdbf41c3a0ce8e954dec6561'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:31.042981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Transition to ACTIVE for port object 2e6069a4-d311-4153-a694-6856d91477ac will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:31.090873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Attempting to bind port f5e05b4a-a479-4977-97df-881567de81d3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:31.091179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Attempting to bind port f5e05b4a-a479-4977-97df-881567de81d3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:31.091619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Attempting to bind port f5e05b4a-a479-4977-97df-881567de81d3 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:31.102807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Made reservation on behalf of 397d06b7cdbf41c3a0ce8e954dec6561 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:31.105330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.105578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Pushing event updated for resources: {'Port': ['ID=64bead03-87d1-445a-8ae7-8ab5df9cc27c,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:31.115392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Port f5e05b4a-a479-4977-97df-881567de81d3 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:31.115862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Attempting to bind port f5e05b4a-a479-4977-97df-881567de81d3 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:31.124275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd972-76d2-4317-b055-e7d1fe6cbff4 req-c7200bf6-1d84-4aa9-9c91-14c06e51ef48 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.126951 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cbfd972-76d2-4317-b055-e7d1fe6cbff4 req-c7200bf6-1d84-4aa9-9c91-14c06e51ef48 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1744082 Aug 10 03:37:31.137906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:31.138287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Checking segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:31.138683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Bound using segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:31.139156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Bound port: f5e05b4a-a479-4977-97df-881567de81d3, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:31.139521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.143655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.165119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.199784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Attempting to bind port 64bead03-87d1-445a-8ae7-8ab5df9cc27c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:31.200372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Attempting to bind port 64bead03-87d1-445a-8ae7-8ab5df9cc27c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:31.201119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Attempting to bind port 64bead03-87d1-445a-8ae7-8ab5df9cc27c on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:31.210393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cbfd972-76d2-4317-b055-e7d1fe6cbff4 req-ddf9fd73-cf99-43ce-bf7b-9fc910b88a2f tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Aug 10 03:37:31.231737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:31.236532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Checking segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:31.237311 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.237898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Bound using segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:31.247140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Bound port: 64bead03-87d1-445a-8ae7-8ab5df9cc27c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:31.249649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.269601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dc4ff042-0f70-479e-afab-06d85e556ccb no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:31.276641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:31.294370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:31.328164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:31.344960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:31.383742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: dc4ff042-0f70-479e-afab-06d85e556ccb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:31.384329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dc4ff042-0f70-479e-afab-06d85e556ccb not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:31.465096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] For port 64bead03-87d1-445a-8ae7-8ab5df9cc27c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:31.469158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] For port 64bead03-87d1-445a-8ae7-8ab5df9cc27c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=64bead03-87d1-445a-8ae7-8ab5df9cc27c,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:31.475935 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.501324 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.511332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] For port f5e05b4a-a479-4977-97df-881567de81d3, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:31.591384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] For port f5e05b4a-a479-4977-97df-881567de81d3, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5e05b4a-a479-4977-97df-881567de81d3,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:31.622000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ddce7-e1d3-4846-9f96-1eabfd9b4390 None None] Pushing event updated for resources: {'Port': ['ID=64bead03-87d1-445a-8ae7-8ab5df9cc27c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:31.652248 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.668903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.669818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.679514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.685284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Subnet': ['ID=52046a16-689d-497b-bc00-20934cfcba47,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:31.698151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5dff-68f5-499d-a132-67084f7f947d req-9d43181d-507d-4bd6-bcdf-33958909cd7b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.700866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d23d5dff-68f5-499d-a132-67084f7f947d req-9d43181d-507d-4bd6-bcdf-33958909cd7b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.4156516 Aug 10 03:37:31.710772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Checking segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:31.711143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network hostable DHCP agents. Network: da083595-1785-4765-b902-06d6a2da41fa, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:31.744484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85702bb5-4719-462c-be98-5aa293e8bc8f req-e85b6cf0-e2bb-4a6e-89d3-ed07d9d15148 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.746084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85702bb5-4719-462c-be98-5aa293e8bc8f req-e85b6cf0-e2bb-4a6e-89d3-ed07d9d15148 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.0990880 Aug 10 03:37:31.747307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network da083595-1785-4765-b902-06d6a2da41fa is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:31.759356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, da083595-1785-4765-b902-06d6a2da41fa) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:31.769776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6133eb4-9708-4aa1-bb18-a328c64b1eb3 None None] Network da083595-1785-4765-b902-06d6a2da41fa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:31.775333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.777186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.867204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85702bb5-4719-462c-be98-5aa293e8bc8f req-15124ee7-368b-4bfa-9d5b-c259d481f603 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998545 Aug 10 03:37:31.910219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:31.912065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:31.914869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] 10.222.0.39 "PUT /v2.0/ports/f5e05b4a-a479-4977-97df-881567de81d3 HTTP/1.1" status: 200 len: 1092 time: 3.3394322 Aug 10 03:37:31.922111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'tag': 'f5e05b4a-a479-4977-97df-881567de81d3'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:31.927139 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687239f8-fcef-4edf-aa4b-e9d6e8334972" -d '{"events": [{"name": "network-changed", "server_uuid": "36a91873-ad0a-47fd-a219-7bbf3a5d37c2", "tag": "f5e05b4a-a479-4977-97df-881567de81d3"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:31.983829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5d32b8ab-a86c-461b-b616-b5784221f36a None None] Provisioning for port 2e6069a4-d311-4153-a694-6856d91477ac completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:31.988818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54176) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:32.000878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.018884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5d32b8ab-a86c-461b-b616-b5784221f36a None None] Provisioning complete for port 2e6069a4-d311-4153-a694-6856d91477ac triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:32.021031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5d32b8ab-a86c-461b-b616-b5784221f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.021247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d23d5dff-68f5-499d-a132-67084f7f947d req-49bb8c39-6ffc-4d16-944f-f28bc35f1b6f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937343 Aug 10 03:37:32.062390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26c6f598-7f5b-4609-b3b6-12ea5556118f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4910557 Aug 10 03:37:32.067387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54178) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:32.084979 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.103737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Deleting subnet 567a99ff-e618-4304-bda5-cebb83ba84df {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:37:32.129036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.132244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'name': 'tempest-TaggedBootDevicesTest_v242-1421092232', 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:32.159438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-3acbd3c9-b465-480f-9f8e-606852c76223 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6339207 Aug 10 03:37:32.212897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.233376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec8aa9-1b88-466b-b47c-27f9b194f723 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e05b4a-a479-4977-97df-881567de81d3,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.252756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5d32b8ab-a86c-461b-b616-b5784221f36a None None] Port 2e6069a4-d311-4153-a694-6856d91477ac cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:32.258574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ea0a-c9ce-4c79-8df3-ed41a197918e req-abdc8c27-2bca-4782-91f5-0e751dc2ad47 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.261868 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7185ea0a-c9ce-4c79-8df3-ed41a197918e req-abdc8c27-2bca-4782-91f5-0e751dc2ad47 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 943 time: 0.1513619 Aug 10 03:37:32.278278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Request body: {'port': {'device_id': '452d5b84-8564-4295-8f95-d602726a8981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:32.307638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-da083595-1785-4765-b902-06d6a2da41fa', 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'fixed_ips': [{'subnet_id': '52046a16-689d-497b-bc00-20934cfcba47'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:37:32.308824 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.328003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:32.331074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.392837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.393444 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Added segment 6b80ad72-3161-46ce-aa2b-795674d44dfb of type vlan for network 11d39091-714e-40ab-a785-da7872d26024 Aug 10 03:37:32.400007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7185ea0a-c9ce-4c79-8df3-ed41a197918e req-71e44c74-2839-4827-961c-5b4b28ca3bbd tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160281 Aug 10 03:37:32.463518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.467500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d0355-c26a-4bf2-87ac-81bf8f2b4101,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.513934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-928868e0-40d0-4c68-8ca0-0aa2a232b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.524147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-928868e0-40d0-4c68-8ca0-0aa2a232b4a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 1095 time: 0.4626362 Aug 10 03:37:32.537244 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94fd288-cb1a-48e7-96d4-dceedd1bd64a x-openstack-request-id: req-b94fd288-cb1a-48e7-96d4-dceedd1bd64a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:32.537516 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a91873-ad0a-47fd-a219-7bbf3a5d37c2", "tag": "f5e05b4a-a479-4977-97df-881567de81d3", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:32.538021 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b94fd288-cb1a-48e7-96d4-dceedd1bd64a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:32.538911 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'tag': 'f5e05b4a-a479-4977-97df-881567de81d3', 'status': 'completed', 'code': 200} Aug 10 03:37:32.542203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.555557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/567a99ff-e618-4304-bda5-cebb83ba84df HTTP/1.1" status: 204 len: 168 time: 0.5653350 Aug 10 03:37:32.557153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567a99ff-e618-4304-bda5-cebb83ba84df,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:32.604066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.610999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54182) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:32.631001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Allocated IP 10.2.2.2 (da083595-1785-4765-b902-06d6a2da41fa/52046a16-689d-497b-bc00-20934cfcba47/7a8edc49-98bd-43fc-a93d-5d2f9505345e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:32.638881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.640347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.640805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.641321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.641920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.642473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.643078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.643717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.644181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.644887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.645342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.645776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7243088c-1dff-4c42-bd8e-9269fafdf42e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:32.666770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.726434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-6bd764f2-fa4b-4b85-a7a2-dc4375170e3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e05b4a-a479-4977-97df-881567de81d3 HTTP/1.1" status: 200 len: 217 time: 0.1155877 Aug 10 03:37:32.761200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c1f09-63d7-494e-87b8-62277c6730af req-aee92308-1b72-47cc-ae42-59344125b457 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.767612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 64bead03-87d1-445a-8ae7-8ab5df9cc27c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:32.776127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e9c1f09-63d7-494e-87b8-62277c6730af req-aee92308-1b72-47cc-ae42-59344125b457 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.6115212 Aug 10 03:37:32.809320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.877448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5f65-929a-49c6-8596-4185935a8a03 req-117f6756-7663-4b73-808b-def36b3954c6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:32.887412 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6db5f65-929a-49c6-8596-4185935a8a03 req-117f6756-7663-4b73-808b-def36b3954c6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 931 time: 0.2772181 Aug 10 03:37:32.894723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 64bead03-87d1-445a-8ae7-8ab5df9cc27c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:32.963165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:32.979026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Transition to ACTIVE for port object 7a8edc49-98bd-43fc-a93d-5d2f9505345e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:33.004239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Transition to ACTIVE for port object 7a8edc49-98bd-43fc-a93d-5d2f9505345e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:33.016004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.034186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6db5f65-929a-49c6-8596-4185935a8a03 req-c83b366e-f72b-409b-bd00-707fcc265ddb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339376 Aug 10 03:37:33.038020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.056709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc91e35-353f-40b5-8648-f277f29241cc']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:33.062436 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e9c1f09-63d7-494e-87b8-62277c6730af req-3f876117-fc00-4500-8fba-2bc55735f04e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841308 Aug 10 03:37:33.074716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda22285-1244-4a6d-932b-08635d559e55') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:33.075401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda22285-1244-4a6d-932b-08635d559e55') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:33.107166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.142509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-f45c938d-b5cf-4078-bb34-706261ad7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.146140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-f45c938d-b5cf-4078-bb34-706261ad7d63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.3590910 Aug 10 03:37:33.157086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Network da083595-1785-4765-b902-06d6a2da41fa is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:33.160330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.162348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.164201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.165563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.188543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:33.189666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:37:33.190175 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:37:33.192916 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:37:33.195039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:33.226176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Pushing event updated for resources: {'Port': ['ID=7a8edc49-98bd-43fc-a93d-5d2f9505345e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.244687 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.311080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d40e6a-7fc0-48a7-a5f9-c1aeb2b8ac99 None None] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:33.317390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:33.353389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.360010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.362094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8fc91e35-353f-40b5-8648-f277f29241cc HTTP/1.1" status: 204 len: 168 time: 0.7454839 Aug 10 03:37:33.390381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f386a-1d88-4540-a96f-48e21d242c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc91e35-353f-40b5-8648-f277f29241cc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.424265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7681201 Aug 10 03:37:33.425324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd2f3-6baf-405b-9f76-59ca097a07c0 req-684b0b46-1b2c-4cb0-9cf7-3927b19f07e4 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.434219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f2fd2f3-6baf-405b-9f76-59ca097a07c0 req-684b0b46-1b2c-4cb0-9cf7-3927b19f07e4 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.1391630 Aug 10 03:37:33.442755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54190) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.449973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Request body: {'subnet': {'network_id': '11d39091-714e-40ab-a785-da7872d26024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1502805923-subnet', 'tenant_id': '397d06b7cdbf41c3a0ce8e954dec6561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:33.518569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f2fd2f3-6baf-405b-9f76-59ca097a07c0 req-4cd48bec-7d22-4c5a-a0c8-27cc32d89a89 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777447 Aug 10 03:37:33.533112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-98d29f42-632d-4312-bfd7-f19e41910282 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3758690 Aug 10 03:37:33.548699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Made reservation on behalf of 397d06b7cdbf41c3a0ce8e954dec6561 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:33.555917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.634441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Attempting to bind port 7a8edc49-98bd-43fc-a93d-5d2f9505345e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:33.634817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Attempting to bind port 7a8edc49-98bd-43fc-a93d-5d2f9505345e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:33.635186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Attempting to bind port 7a8edc49-98bd-43fc-a93d-5d2f9505345e on network da083595-1785-4765-b902-06d6a2da41fa {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:33.647741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:33.648159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Checking segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:33.648666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.649082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Bound using segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:33.649772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Bound port: 7a8edc49-98bd-43fc-a93d-5d2f9505345e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:33.650354 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.655135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] Provisioning for port 64bead03-87d1-445a-8ae7-8ab5df9cc27c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:33.685284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] Provisioning complete for port 64bead03-87d1-445a-8ae7-8ab5df9cc27c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:33.685804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:33.715359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54196) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.779617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b818f-073f-46ea-8c7a-d647ce6f8156 admin admin] Pushing event updated for resources: {'Network': ['ID=11d39091-714e-40ab-a785-da7872d26024,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:33.825301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 11d39091-714e-40ab-a785-da7872d26024 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:33.848741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] For port 7a8edc49-98bd-43fc-a93d-5d2f9505345e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:33.888028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05bd16-3bb9-422f-8fe1-46ac633dcc8f req-30c3460b-dbbd-4112-a0a6-a97a9594d9ce tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.890597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd05bd16-3bb9-422f-8fe1-46ac633dcc8f req-30c3460b-dbbd-4112-a0a6-a97a9594d9ce tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 943 time: 0.1984856 Aug 10 03:37:33.929600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47c62-918c-4173-82f0-9f3c23d781fb req-aecd3324-95be-4a71-bc05-80a7719dabf8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:33.930762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] For port 7a8edc49-98bd-43fc-a93d-5d2f9505345e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a8edc49-98bd-43fc-a93d-5d2f9505345e,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:33.932349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6a47c62-918c-4173-82f0-9f3c23d781fb req-aecd3324-95be-4a71-bc05-80a7719dabf8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.6029739 Aug 10 03:37:33.947332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-55796992-462b-4ced-8155-970fa9f30a96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c6716d435524281b5824c918950abd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220707 Aug 10 03:37:33.953231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54198) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:33.977651 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.028961 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.033485 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.119773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f478c33-4bd3-43be-a9ef-a8d37d6dcd17 None None] Pushing event updated for resources: {'Port': ['ID=7a8edc49-98bd-43fc-a93d-5d2f9505345e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.128776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd05bd16-3bb9-422f-8fe1-46ac633dcc8f req-71fc9807-6e1c-4a2f-a2f9-a948411f95ed tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187998 Aug 10 03:37:34.136699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] device_id is not set on port f353360a-0343-44fb-9228-5c83884cd757 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:34.140808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] For port 64bead03-87d1-445a-8ae7-8ab5df9cc27c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=64bead03-87d1-445a-8ae7-8ab5df9cc27c,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:34.143421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-0a1f30d0-8e20-4e54-8ccb-7e7e2894efc5 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628512 Aug 10 03:37:34.148882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.157805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6a47c62-918c-4173-82f0-9f3c23d781fb req-6a25dcd8-cd97-4c04-98ba-5ba422f2870e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940427 Aug 10 03:37:34.293449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-dde0287e-0342-4c51-9411-0974e2574891 req-c3eed033-456f-4987-9d21-a0421d6cff81 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:37:34.307902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dde0287e-0342-4c51-9411-0974e2574891 req-c3eed033-456f-4987-9d21-a0421d6cff81 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241086 Aug 10 03:37:34.328275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf57c-8b2c-450f-b766-85f356a80787 None None] Pushing event updated for resources: {'Port': ['ID=64bead03-87d1-445a-8ae7-8ab5df9cc27c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.409179 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-54cc89b3-09e0-4e08-8e72-3338adce00f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.480578 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.642447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a21e5ba0-a438-4b35-8993-067680173852 None None] Provisioning complete for port 64bead03-87d1-445a-8ae7-8ab5df9cc27c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:34.643131 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a21e5ba0-a438-4b35-8993-067680173852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.645571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-54cc89b3-09e0-4e08-8e72-3338adce00f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.666460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4f68113d-f1ee-42df-9edd-684204dc4a0e req-31182a76-1034-495c-9470-6fb29fdbdab9 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072987 Aug 10 03:37:34.697815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:34.702078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dde0287e-0342-4c51-9411-0974e2574891 req-1c219e76-4491-4923-aa24-c8c0582b9795 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3911359 Aug 10 03:37:34.735164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.756906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Transition to ACTIVE for port object 2e6069a4-d311-4153-a694-6856d91477ac will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:34.809111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.842373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Pushing event updated for resources: {'Subnet': ['ID=740f2bb0-f5de-4999-899f-d4f95cf0907e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.851400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Checking segment: {'id': '6b80ad72-3161-46ce-aa2b-795674d44dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '11d39091-714e-40ab-a785-da7872d26024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:34.852135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Network hostable DHCP agents. Network: 11d39091-714e-40ab-a785-da7872d26024, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:34.896655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Network 11d39091-714e-40ab-a785-da7872d26024 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:34.916843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:34.933780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 11d39091-714e-40ab-a785-da7872d26024) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:34.952496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:34.956489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.971087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-54cc89b3-09e0-4e08-8e72-3338adce00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.977340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf275b8-a46c-448d-bc92-128f4f132921 None None] Network 11d39091-714e-40ab-a785-da7872d26024 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:34.981108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-54cc89b3-09e0-4e08-8e72-3338adce00f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:34.984067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-54cc89b3-09e0-4e08-8e72-3338adce00f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a HTTP/1.1" status: 204 len: 168 time: 1.0292482 Aug 10 03:37:35.011231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d31358-d65e-4400-83ca-a8414cc5f408 req-b52d2f56-d377-49a9-bc79-ddcd6df1a68c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.013203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91d31358-d65e-4400-83ca-a8414cc5f408 req-b52d2f56-d377-49a9-bc79-ddcd6df1a68c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 931 time: 0.7254453 Aug 10 03:37:35.055883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc89b3-09e0-4e08-8e72-3338adce00f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c83ed7-e2cb-4a56-9f98-c6ac47b78b7a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:35.076894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-015557b6-bec6-4a3d-89d3-e886647a368e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6323698 Aug 10 03:37:35.211027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a8edc49-98bd-43fc-a93d-5d2f9505345e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:35.230405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-5bd7f1f0-39dd-496a-b5ac-dfa4ee1368af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.232035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-5bd7f1f0-39dd-496a-b5ac-dfa4ee1368af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 1095 time: 0.4696324 Aug 10 03:37:35.262870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 10.1.1.30 (4bf7adc3-47bb-42fe-abfd-2b0aef82c39f/b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6/f353360a-0343-44fb-9228-5c83884cd757) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:35.426703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91d31358-d65e-4400-83ca-a8414cc5f408 req-854e22ea-7fcc-4d06-b84a-b02bb87b3f94 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011509 Aug 10 03:37:35.633450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7a8edc49-98bd-43fc-a93d-5d2f9505345e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:35.649853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f683cd-20ea-4c9f-8ef3-2df23b99e4bc None None] Network 11d39091-714e-40ab-a785-da7872d26024 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:35.670288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 64bead03-87d1-445a-8ae7-8ab5df9cc27c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:35.765490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Attempting to bind port 2e6069a4-d311-4153-a694-6856d91477ac on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:35.766090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Attempting to bind port 2e6069a4-d311-4153-a694-6856d91477ac by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:35.766594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Attempting to bind port 2e6069a4-d311-4153-a694-6856d91477ac on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.777178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ea2e-9ea6-4b09-bea4-6a8385dfefe6 req-6e0c15f4-db62-450d-950c-2747d6a02596 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.792443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae11ea2e-9ea6-4b09-bea4-6a8385dfefe6 req-6e0c15f4-db62-450d-950c-2747d6a02596 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1671178 Aug 10 03:37:35.801815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Port 2e6069a4-d311-4153-a694-6856d91477ac on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:35.802334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Attempting to bind port 2e6069a4-d311-4153-a694-6856d91477ac on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:35.835393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-1ed141bc-6589-4982-945d-9f7a504a8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:35.838894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-1ed141bc-6589-4982-945d-9f7a504a8f4a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 915 time: 0.5935378 Aug 10 03:37:35.853725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:35.854512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:35.855469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:35.856900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Bound port: 2e6069a4-d311-4153-a694-6856d91477ac, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:35.857618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:35.911348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae11ea2e-9ea6-4b09-bea4-6a8385dfefe6 req-67ad9e40-ec8b-42a5-a456-8deb6f731be4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150904 Aug 10 03:37:35.980668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-5dd0baac-02c6-4b28-8d38-c8a68c2cc1c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5e05b4a-a479-4977-97df-881567de81d3 HTTP/1.1" status: 200 len: 217 time: 0.1284635 Aug 10 03:37:36.022987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199f887-92bd-4fdc-b3f4-b3876281e27a req-909ebf53-47d2-4221-a548-042aa5484556 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.031503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d199f887-92bd-4fdc-b3f4-b3876281e27a req-909ebf53-47d2-4221-a548-042aa5484556 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 943 time: 0.3468390 Aug 10 03:37:36.087687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 64bead03-87d1-445a-8ae7-8ab5df9cc27c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:36.088800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.154595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.187847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d199f887-92bd-4fdc-b3f4-b3876281e27a req-170f2d67-6ed5-40d1-b856-c032f5149e0b tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550124 Aug 10 03:37:36.239844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-266c3509-1904-42aa-b6d7-f807ee24bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.241622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-266c3509-1904-42aa-b6d7-f807ee24bdec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.2308683 Aug 10 03:37:36.242901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object f353360a-0343-44fb-9228-5c83884cd757 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:36.281515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d80d1-19de-4265-902a-905329715f4d req-87333d13-1b12-4ab7-a8d1-86dd023598f0 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.291060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:36.295123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-c3152338-5a40-4053-a2da-0a726f23abed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441389 Aug 10 03:37:36.302846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb2d80d1-19de-4265-902a-905329715f4d req-87333d13-1b12-4ab7-a8d1-86dd023598f0 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1885152 Aug 10 03:37:36.312188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:36.334673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.370093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1943577-a512-41b7-9be5-2a335578e86b None None] Network da083595-1785-4765-b902-06d6a2da41fa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:36.423100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:36.424132 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.427261 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] 10.222.0.65 "PUT /v2.0/ports/2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 1092 time: 4.1984847 Aug 10 03:37:36.427924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:36.430751 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9" -d '{"events": [{"name": "network-changed", "server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:36.464213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb2d80d1-19de-4265-902a-905329715f4d req-38b4d5f1-45fd-44b4-b0e3-2f425a084a9a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554885 Aug 10 03:37:36.547712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.627207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] Provisioning for port 7a8edc49-98bd-43fc-a93d-5d2f9505345e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:36.663551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] Provisioning complete for port 7a8edc49-98bd-43fc-a93d-5d2f9505345e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:36.663928 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.826282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90b991-911d-4f48-8a42-74c20aefeb04 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:36.872416 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:36.912334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] For port 7a8edc49-98bd-43fc-a93d-5d2f9505345e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a8edc49-98bd-43fc-a93d-5d2f9505345e,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:36.914797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54250) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:36.923075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.115975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8da8c-4dcf-458a-bed6-5314ae27d2e5 None None] Pushing event updated for resources: {'Port': ['ID=7a8edc49-98bd-43fc-a93d-5d2f9505345e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.164271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb4c75-a87f-4a1a-ba9a-585500f7e044 req-6a3f4d25-c4ed-4788-9d7d-3279290b6d21 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.167261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cceb4c75-a87f-4a1a-ba9a-585500f7e044 req-6a3f4d25-c4ed-4788-9d7d-3279290b6d21 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 943 time: 0.1204305 Aug 10 03:37:37.355889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a816a9d8-6d32-471e-b423-69dbd4be8b88 None None] Provisioning complete for port 7a8edc49-98bd-43fc-a93d-5d2f9505345e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:37.356351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a816a9d8-6d32-471e-b423-69dbd4be8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.376153 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc78d9c-a4c6-4d8c-8fc1-defffb3bc3ab x-openstack-request-id: req-fbc78d9c-a4c6-4d8c-8fc1-defffb3bc3ab {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:37.376877 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:37.376877 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbc78d9c-a4c6-4d8c-8fc1-defffb3bc3ab {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:37.377398 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'status': 'completed', 'code': 200} Aug 10 03:37:37.414640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:37.481889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:37.543715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:37.554513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-e83edb0b-9db2-4d98-88ea-c9f65b3f1c62 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2383482 Aug 10 03:37:37.623393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-0ba01933-d27b-4116-bd31-631d29ce95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.625668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-0ba01933-d27b-4116-bd31-631d29ce95c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1095 time: 1.0713036 Aug 10 03:37:37.626615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:37.648202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-network', 'tenant_id': 'f8974399e38e4935a18a76def470a337'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:37.679812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cceb4c75-a87f-4a1a-ba9a-585500f7e044 req-ca55f47d-443c-427a-87d5-cd00c84b2b9c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972122 Aug 10 03:37:37.700245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Made reservation on behalf of f8974399e38e4935a18a76def470a337 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:37.700245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.708087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.838298 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-2aee3778-6b07-4fe9-879a-89cda94e6a46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 217 time: 0.1776366 Aug 10 03:37:37.859626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01b6e-c2bf-41cb-991e-a87a37cc5e69 req-cc77e57c-ba4a-46b7-8be3-62c531448d83 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.861235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18f01b6e-c2bf-41cb-991e-a87a37cc5e69 req-cc77e57c-ba4a-46b7-8be3-62c531448d83 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.0878973 Aug 10 03:37:37.878183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.885244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:37.885951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.886392 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.896169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49fd034e-e5cd-460f-a5c2-1cd70f85875b None None] Provisioning for port f353360a-0343-44fb-9228-5c83884cd757 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:37.902882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49fd034e-e5cd-460f-a5c2-1cd70f85875b None None] Provisioning complete for port f353360a-0343-44fb-9228-5c83884cd757 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:37.903563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49fd034e-e5cd-460f-a5c2-1cd70f85875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.919774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:37:37.955649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:37.955994 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Added segment 0c5f592e-c5ab-4f51-b47f-4c2090c21fd9 of type vlan for network e4e98d56-a0f8-4712-ad9f-98a6448aa83f Aug 10 03:37:37.965307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-49fd034e-e5cd-460f-a5c2-1cd70f85875b None None] Port f353360a-0343-44fb-9228-5c83884cd757 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:37.969640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18f01b6e-c2bf-41cb-991e-a87a37cc5e69 req-42db69d0-4c3c-4609-97e3-c8acb38402a4 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981586 Aug 10 03:37:37.970345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769b3c52-212f-4abc-a3b3-073327c9ec81,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.002731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-5ee0549b-41be-4234-b448-1826f8a13e53 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.004915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-5ee0549b-41be-4234-b448-1826f8a13e53 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/networks?id=11d39091-714e-40ab-a785-da7872d26024 HTTP/1.1" status: 200 len: 822 time: 0.6105821 Aug 10 03:37:38.016690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-affdcdc1-6779-46d3-af97-549f30a3c083 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9334042 Aug 10 03:37:38.019539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54266) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:38.037639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'name': 'tempest-TaggedBootDevicesTest_v242-1345601087', 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:38.047450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-88c769fb-ad66-4c85-bae7-8a51a663ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.048406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-88c769fb-ad66-4c85-bae7-8a51a663ccac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1993141 Aug 10 03:37:38.050563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.052617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-c9613573-288b-4799-8319-ad8eb3c6fd28 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/quotas/397d06b7cdbf41c3a0ce8e954dec6561 HTTP/1.1" status: 200 len: 375 time: 0.0345953 Aug 10 03:37:38.056045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687239f8-fcef-4edf-aa4b-e9d6e8334972 req-dfc40ef3-6e1c-4270-8ceb-7c86cfefe72c service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847538 Aug 10 03:37:38.117067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-f785c831-64b5-49d2-95ea-e71c3d410172 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=397d06b7cdbf41c3a0ce8e954dec6561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497873 Aug 10 03:37:38.141257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-a617eb17-0aff-4f79-ab8b-9ca7ea24e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.144347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-a617eb17-0aff-4f79-ab8b-9ca7ea24e0a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865779 Aug 10 03:37:38.195414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.195414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.195866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.197132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5e05b4a-a479-4977-97df-881567de81d3 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:38.258529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3421483 Aug 10 03:37:38.265418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54268) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:38.272182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Request body: {'subnet': {'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-subnet', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:38.293197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192c257-631b-4b16-b564-7c316eeef334 req-d7097d6d-4ec2-4776-8e7f-a5ba226e6448 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.294928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3192c257-631b-4b16-b564-7c316eeef334 req-d7097d6d-4ec2-4776-8e7f-a5ba226e6448 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1779032 Aug 10 03:37:38.317782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892df9f-c83a-48df-8316-b6cd8e7446ae admin admin] Pushing event updated for resources: {'Network': ['ID=e4e98d56-a0f8-4712-ad9f-98a6448aa83f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.330806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:37:38.335694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f5e05b4a-a479-4977-97df-881567de81d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5e05b4a-a479-4977-97df-881567de81d3,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:38.356202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Made reservation on behalf of f8974399e38e4935a18a76def470a337 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:38.360964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.374968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3192c257-631b-4b16-b564-7c316eeef334 req-f1558a4d-e471-47a6-9de1-70d8fce67bac tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639751 Aug 10 03:37:38.389709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:38.406465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'f5e05b4a-a479-4977-97df-881567de81d3', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'port_id': 'f5e05b4a-a479-4977-97df-881567de81d3', 'mac_address': 'fa:16:3e:e2:b5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:38.478199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-af559704-5d0e-4a60-b4ab-5b106e09f424 service neutron] 10.222.0.53 "GET /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505461 Aug 10 03:37:38.489949 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.498070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-458b28ef-273a-48b6-a7a0-40276bcfb29b service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348601 Aug 10 03:37:38.514712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e05b4a-a479-4977-97df-881567de81d3 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:38.546786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.559596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f5e05b4a-a479-4977-97df-881567de81d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5e05b4a-a479-4977-97df-881567de81d3,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:38.568396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.573695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f6586-734a-49f4-b1b4-263e8467b774 req-571ac2b7-5f8b-4762-b1b1-5fe8fbd52302 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:38.575571 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a86f6586-734a-49f4-b1b4-263e8467b774 req-571ac2b7-5f8b-4762-b1b1-5fe8fbd52302 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 943 time: 0.1135669 Aug 10 03:37:38.587566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] device_id is not set on port 31668117-b943-4854-a45d-aab7dd19d4f4 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:37:38.631432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f5e05b4a-a479-4977-97df-881567de81d3,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:38.760968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a9ec3bf-be7e-40ad-a7ec-f28422c21698 req-9a141d1c-a75b-4f93-a175-69e7db3fe023 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367432 Aug 10 03:37:38.765276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-5110f613-d965-4896-b413-b5a19105dc1a service neutron] 10.222.0.53 "GET /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309482 Aug 10 03:37:38.793038 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a86f6586-734a-49f4-b1b4-263e8467b774 req-54936dba-a4f0-4d68-b662-943938b71575 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961842 Aug 10 03:37:38.822681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a8edc49-98bd-43fc-a93d-5d2f9505345e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:38.878491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:38.890633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f5e05b4a-a479-4977-97df-881567de81d3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:39.028639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Checking segment: {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:39.029177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Network hostable DHCP agents. Network: e4e98d56-a0f8-4712-ad9f-98a6448aa83f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:37:39.031394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 10.1.1.109 (4bf7adc3-47bb-42fe-abfd-2b0aef82c39f/b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6/31668117-b943-4854-a45d-aab7dd19d4f4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:39.045317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d073b9f-a060-4373-9cd9-a18afdf97b77,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:39.140407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7a8edc49-98bd-43fc-a93d-5d2f9505345e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:39.141028 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.162024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-893e411e-77cd-4eb7-b0c1-c320d675077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.167488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-893e411e-77cd-4eb7-b0c1-c320d675077b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1095 time: 0.2852068 Aug 10 03:37:39.255272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:37:39.287145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e4e98d56-a0f8-4712-ad9f-98a6448aa83f) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:39.296601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.297255 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.308976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f67db-0206-46c1-9705-428681f2d06b req-b42c17a1-52e1-4eac-8c8d-a73079d7a839 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.310873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-694f67db-0206-46c1-9705-428681f2d06b req-b42c17a1-52e1-4eac-8c8d-a73079d7a839 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 943 time: 0.1528888 Aug 10 03:37:39.312696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914437e1-87ef-4053-ace3-f23c4d70dd4a req-3e8136d3-7e33-41e7-b8e0-e6be5e736530 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.314973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-914437e1-87ef-4053-ace3-f23c4d70dd4a req-3e8136d3-7e33-41e7-b8e0-e6be5e736530 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.2828014 Aug 10 03:37:39.343953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.357313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d82d89-93f6-4e20-9398-4186a9df98d6 None None] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:39.369218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-467f008e-54f3-4b7e-a5c6-849b29ae8d31 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1023052 Aug 10 03:37:39.374234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54280) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:39.377177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object 31668117-b943-4854-a45d-aab7dd19d4f4 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:39.381962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:39.403609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-65b1efc7-ec8f-4dfe-99e8-078b81adf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.405474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-65b1efc7-ec8f-4dfe-99e8-078b81adf356 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.2216008 Aug 10 03:37:39.416978 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-914437e1-87ef-4053-ace3-f23c4d70dd4a req-b19f66a5-e503-48d8-8723-544c50eacd0c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823119 Aug 10 03:37:39.433723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-694f67db-0206-46c1-9705-428681f2d06b req-e0c0f0d9-4b4c-4d10-9652-55571ac5d896 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120241 Aug 10 03:37:39.479403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-50e4780c-9dcd-4cc7-94fa-27252d163923 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 217 time: 0.0612092 Aug 10 03:37:39.507056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.515072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.582659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-016a803c-cc16-4d8f-b84e-27d33898baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.584108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-016a803c-cc16-4d8f-b84e-27d33898baf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.0903087 Aug 10 03:37:39.627248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-270fbefb-ed3b-44fc-a75b-98ba8eefd0b7 req-8cf21dec-3832-4b6e-9bd6-f87a7e993624 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 210 time: 0.0753133 Aug 10 03:37:39.631292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.680366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a03e0-e6ae-41ff-adf8-148026acd9a6 req-77039c0b-136d-4755-a773-061bfe49a872 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.688998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d82a03e0-e6ae-41ff-adf8-148026acd9a6 req-77039c0b-136d-4755-a773-061bfe49a872 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1006489 Aug 10 03:37:39.693096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-34e55363-3e1c-466a-8c19-c2d9afbae63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:39.695432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-34e55363-3e1c-466a-8c19-c2d9afbae63e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937426 Aug 10 03:37:39.793150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c084ad-2000-4dd9-803b-ed823b08ca56 None None] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:37:39.799325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d82a03e0-e6ae-41ff-adf8-148026acd9a6 req-371a650f-6529-4f4f-ac1a-cbbfced8aaad tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093254 Aug 10 03:37:39.821795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:39.860226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-86f81dc1-4135-43e1-ac3c-a97a757a46d0 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502681 Aug 10 03:37:39.915409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:39.928671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:39.932885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:39.986611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.118300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d350-b95f-4183-916a-76fb94351454 req-e3a1a297-b080-4eec-ac72-1d8a784a47c7 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.121549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5429d350-b95f-4183-916a-76fb94351454 req-e3a1a297-b080-4eec-ac72-1d8a784a47c7 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 944 time: 0.2047825 Aug 10 03:37:40.180110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2e9ac56-2ab1-4f54-8c9d-ec24dbc198a9 req-55ee796f-e53b-4ad8-8c54-e77cbf5743c8 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058712 Aug 10 03:37:40.186396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.187086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.206657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5e05b4a-a479-4977-97df-881567de81d3 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:40.241050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5429d350-b95f-4183-916a-76fb94351454 req-32b02964-a338-4463-9b45-ffccb194148e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004872 Aug 10 03:37:40.317534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port f5e05b4a-a479-4977-97df-881567de81d3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:40.324826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port f5e05b4a-a479-4977-97df-881567de81d3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:40.330581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f1060a75-b28b-4de5-8685-60088b1717d5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3060534 Aug 10 03:37:40.334160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.334845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.352030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72097e6-9357-431a-a952-a50090677a0f req-d9528fe2-b0b6-495b-b48d-cbc2983a0104 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.358902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72097e6-9357-431a-a952-a50090677a0f req-d9528fe2-b0b6-495b-b48d-cbc2983a0104 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.366016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72097e6-9357-431a-a952-a50090677a0f req-d9528fe2-b0b6-495b-b48d-cbc2983a0104 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.374016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f72097e6-9357-431a-a952-a50090677a0f req-d9528fe2-b0b6-495b-b48d-cbc2983a0104 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495&device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba&device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 2416 time: 0.4117818 Aug 10 03:37:40.385786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ec6be48-3636-47af-8916-02e8c5feafb8 None None] Provisioning for port 31668117-b943-4854-a45d-aab7dd19d4f4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:40.396006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ec6be48-3636-47af-8916-02e8c5feafb8 None None] Provisioning complete for port 31668117-b943-4854-a45d-aab7dd19d4f4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:40.396929 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ec6be48-3636-47af-8916-02e8c5feafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.448599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6be48-3636-47af-8916-02e8c5feafb8 None None] Port 31668117-b943-4854-a45d-aab7dd19d4f4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:37:40.456631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f72097e6-9357-431a-a952-a50090677a0f req-316c934c-aa61-4402-944d-32136b75b328 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816467 Aug 10 03:37:40.512637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.548327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e05b4a-a479-4977-97df-881567de81d3'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:40.551606 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7982ab06-bcb1-4986-8306-913b137ddb9d" -d '{"events": [{"server_uuid": "36a91873-ad0a-47fd-a219-7bbf3a5d37c2", "name": "network-vif-plugged", "status": "completed", "tag": "f5e05b4a-a479-4977-97df-881567de81d3"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:40.566359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f5e05b4a-a479-4977-97df-881567de81d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5e05b4a-a479-4977-97df-881567de81d3,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:40.572024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.585784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54300) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:40.590895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975754842', 'description': 'tempest-description--1143826204'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:40.624126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.650753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f5e05b4a-a479-4977-97df-881567de81d3,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:40.706551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-8f59110b-02ed-41a8-b681-56b149dc7500 req-ee7ebd42-82b1-4256-9115-8e745b57db54 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:37:40.707436 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f59110b-02ed-41a8-b681-56b149dc7500 req-ee7ebd42-82b1-4256-9115-8e745b57db54 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085964 Aug 10 03:37:40.750244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb2a3-855c-463f-ba1d-662d0dde0185 req-ee3201e7-85bb-48b9-84ce-6e8f02fcfa5d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:40.751994 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adffb2a3-855c-463f-ba1d-662d0dde0185 req-ee3201e7-85bb-48b9-84ce-6e8f02fcfa5d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 943 time: 0.1825223 Aug 10 03:37:40.753856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.777824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.866256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adffb2a3-855c-463f-ba1d-662d0dde0185 req-c0616a29-6bee-4e84-a2f7-6de66e032d4a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857918 Aug 10 03:37:40.913610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.945058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Allocated IP 172.25.2.99 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/475e9e44-918c-41aa-89ab-562b1721fc73) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:40.947235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:40.964617 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac09dc2f-588b-4886-b771-0acb1b64c0b5 x-openstack-request-id: req-ac09dc2f-588b-4886-b771-0acb1b64c0b5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:40.965189 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a91873-ad0a-47fd-a219-7bbf3a5d37c2", "name": "network-vif-plugged", "status": "completed", "tag": "f5e05b4a-a479-4977-97df-881567de81d3", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:40.965940 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac09dc2f-588b-4886-b771-0acb1b64c0b5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:40.965940 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e05b4a-a479-4977-97df-881567de81d3', 'code': 200} Aug 10 03:37:41.023861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f59110b-02ed-41a8-b681-56b149dc7500 req-037c45a5-b937-4905-9be6-625b8656a468 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3000469 Aug 10 03:37:41.024992 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.027000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4400630 Aug 10 03:37:41.033716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.039380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'security_group_rule': {'security_group_id': '242c5c4f-1b81-4d49-bc2a-4dfddf4d4add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.080788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9de7ff6b-89b6-4234-9e5f-a8b2aaf9c43e tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.082806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9de7ff6b-89b6-4234-9e5f-a8b2aaf9c43e tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.65 "GET /v2.0/networks?id=11d39091-714e-40ab-a785-da7872d26024 HTTP/1.1" status: 200 len: 822 time: 0.3173656 Aug 10 03:37:41.084148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87419c2a-33c8-41f0-bcd5-918fcd872a38 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:41.101658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eef453bb-27e2-4b91-b430-cf84bdbfe1a3 req-e7e77bf9-50f8-40ce-9e35-cd824f5e5fd9 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 210 time: 0.0540061 Aug 10 03:37:41.132038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Request body: {'port': {'device_id': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'network_id': '11d39091-714e-40ab-a785-da7872d26024', 'admin_state_up': True, 'tenant_id': '397d06b7cdbf41c3a0ce8e954dec6561'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.146718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.180869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.332398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c578ca-2764-4988-aec7-7e9817f99f32 req-aac591cf-baec-4eec-8d1c-3f24807b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.335313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40c578ca-2764-4988-aec7-7e9817f99f32 req-aac591cf-baec-4eec-8d1c-3f24807b1a0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 1097 time: 0.1966450 Aug 10 03:37:41.338538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.352676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.398805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341453bb-6ed6-4df0-857c-6b872a4fa293 req-b99b7a7b-65c9-4759-9276-5895e5df5f9d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.400998 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-341453bb-6ed6-4df0-857c-6b872a4fa293 req-b99b7a7b-65c9-4759-9276-5895e5df5f9d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1573114 Aug 10 03:37:41.409726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.428047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb20a854-0a83-4ef4-a483-b7e393aed38e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:41.491220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40c578ca-2764-4988-aec7-7e9817f99f32 req-2b2c2a3a-60a3-44f5-acbe-2e271b348bbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313035 Aug 10 03:37:41.495410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.497351 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-31863265-84a8-4501-aae9-77dd86716e1a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4618974 Aug 10 03:37:41.514170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54314) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.514170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'security_group_rule': {'security_group_id': '242c5c4f-1b81-4d49-bc2a-4dfddf4d4add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.525280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Made reservation on behalf of 397d06b7cdbf41c3a0ce8e954dec6561 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:41.529414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.543678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:41.554661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:41.557638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Pushing event updated for resources: {'Port': ['ID=475e9e44-918c-41aa-89ab-562b1721fc73,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:41.562663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:41.614015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-341453bb-6ed6-4df0-857c-6b872a4fa293 req-bcd36048-ae2f-4162-bf0d-32cbaa20bc58 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241090 Aug 10 03:37:41.618221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.731342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f40e-4b0d-4aec-8f21-df0789e3c9d2 req-4deefa3f-b747-4f38-84d5-53cf488ac273 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:41.733193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b4f40e-4b0d-4aec-8f21-df0789e3c9d2 req-4deefa3f-b747-4f38-84d5-53cf488ac273 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 945 time: 0.1659908 Aug 10 03:37:41.823057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.841095 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.848351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Allocated IP 172.20.0.8 (11d39091-714e-40ab-a785-da7872d26024/740f2bb0-f5de-4999-899f-d4f95cf0907e/76921b4b-4d88-4ee7-8ba5-73445d50948f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:41.880861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48b4f40e-4b0d-4aec-8f21-df0789e3c9d2 req-eeb1656d-0de1-4017-b046-101aaa2aef71 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308265 Aug 10 03:37:41.893252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056be50e-76d1-4bdd-8e82-f25156aaeacf,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:41.900333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:41.905283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c652119f-baf4-442f-b96f-5d5718745925 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012308 Aug 10 03:37:41.906613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54318) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:41.917080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:41.918435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.002398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.234100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.245823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e7e0-f54f-4be4-bc08-5ab909863fe2 req-a6eee152-fcbe-401e-b7f7-7e473c533dda tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.250790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80d3e7e0-f54f-4be4-bc08-5ab909863fe2 req-a6eee152-fcbe-401e-b7f7-7e473c533dda tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 943 time: 0.1736588 Aug 10 03:37:42.267913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.365616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80d3e7e0-f54f-4be4-bc08-5ab909863fe2 req-ac259439-4e30-415f-826a-7bd2df471bb7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032856 Aug 10 03:37:42.418340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.441826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.484788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Network 11d39091-714e-40ab-a785-da7872d26024 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:42.537501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963b8e-c7dd-447f-9de8-825d0123f028 req-6463fac2-f127-4b09-b90a-312259bc3b62 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.539509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63963b8e-c7dd-447f-9de8-825d0123f028 req-6463fac2-f127-4b09-b90a-312259bc3b62 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 931 time: 0.1317463 Aug 10 03:37:42.576457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:42.593687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:42.594091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Router a393a092-97a5-4da7-b9f1-a22d8a1ee4df is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:37:42.615944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63963b8e-c7dd-447f-9de8-825d0123f028 req-dd369291-574e-44e3-a114-95f498cabfbf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660553 Aug 10 03:37:42.730196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Pushing event updated for resources: {'Port': ['ID=76921b4b-4d88-4ee7-8ba5-73445d50948f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:42.780400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.781195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.805919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-9ad95d89-8350-4dd8-b7c7-53aa6fecfb63 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7046967 Aug 10 03:37:42.820861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:42.821669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Request body: {'port': {'device_id': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:42.832299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4b6d-7131-43a9-b9df-1c4cc63bb5a9 req-3487510b-1b8b-4427-8157-11cb544f8df6 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:42.834196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b36f4b6d-7131-43a9-b9df-1c4cc63bb5a9 req-3487510b-1b8b-4427-8157-11cb544f8df6 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.0740964 Aug 10 03:37:42.848956 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396331a-8656-4634-b855-398b4167b297 None None] Sync routers for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:42.863792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 172.25.2.204 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/200e3c53-0425-43c6-9830-11ef80ef1c8a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:42.873013 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:42.875040 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:42.884387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.886600 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-811b8ee7-884b-4f0d-827c-e50e8803b9ad admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5103037 Aug 10 03:37:42.891912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54334) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:42.925369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:42.960121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b36f4b6d-7131-43a9-b9df-1c4cc63bb5a9 req-008a6f75-1019-4f51-9411-35679898f688 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186140 Aug 10 03:37:43.122678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:43.283105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:43.388138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9893-86cf-46ec-8051-9955fc42e8ed req-b9f77a9c-dfe6-499c-bc5c-9324534adc0d tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.390859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7dc9893-86cf-46ec-8051-9955fc42e8ed req-b9f77a9c-dfe6-499c-bc5c-9324534adc0d tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 945 time: 0.1127110 Aug 10 03:37:43.510767 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:41Z', 'revision_number': 3, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:43.524413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7dc9893-86cf-46ec-8051-9955fc42e8ed req-bda2dc99-fde4-4ae3-9cd4-65c139f765c3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932508 Aug 10 03:37:43.590778 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396331a-8656-4634-b855-398b4167b297 None None] Checking router: a393a092-97a5-4da7-b9f1-a22d8a1ee4df for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:43.594140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396331a-8656-4634-b855-398b4167b297 None None] Updating router a393a092-97a5-4da7-b9f1-a22d8a1ee4df port 475e9e44-918c-41aa-89ab-562b1721fc73 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:43.599740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:43.648460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '2e6069a4-d311-4153-a694-6856d91477ac', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:43.666345 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e396331a-8656-4634-b855-398b4167b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.708953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.724903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:43.754054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:43.766208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.873862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:43.911895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.994583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80a31b-97bb-45c6-9ca7-9ff14ef67cc9 req-583dcbc6-5bc5-4f17-9758-f04dd598548d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:43.996145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b80a31b-97bb-45c6-9ca7-9ff14ef67cc9 req-583dcbc6-5bc5-4f17-9758-f04dd598548d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2364507 Aug 10 03:37:44.090427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b80a31b-97bb-45c6-9ca7-9ff14ef67cc9 req-06c894c5-31dd-4cf2-946b-a9da3001f50e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822558 Aug 10 03:37:44.093440 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.164753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:44.169853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['2e6069a4-d311-4153-a694-6856d91477ac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:44.189015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:44.196292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:44.201211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=200e3c53-0425-43c6-9830-11ef80ef1c8a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.235687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76921b4b-4d88-4ee7-8ba5-73445d50948f {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:44.250260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.258317 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e396331a-8656-4634-b855-398b4167b297 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.270662 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-e396331a-8656-4634-b855-398b4167b297 None None] Transition to ACTIVE for port object 475e9e44-918c-41aa-89ab-562b1721fc73 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:44.276146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Transition to ACTIVE for port object 76921b4b-4d88-4ee7-8ba5-73445d50948f will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:44.282123 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e396331a-8656-4634-b855-398b4167b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.305866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fdaed-5a27-494a-ab52-55d64d8b7009 req-53cd5978-ef21-49d1-b633-d9ad234703c6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.308753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.317584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-223fdaed-5a27-494a-ab52-55d64d8b7009 req-53cd5978-ef21-49d1-b633-d9ad234703c6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.2524259 Aug 10 03:37:44.396882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-223fdaed-5a27-494a-ab52-55d64d8b7009 req-539431e6-1ba8-44af-9ba1-c896a2fc1677 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778356 Aug 10 03:37:44.411452 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Pushing event updated for resources: {'Port': ['ID=475e9e44-918c-41aa-89ab-562b1721fc73,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.413246 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e396331a-8656-4634-b855-398b4167b297 None None] Attempting to bind port 475e9e44-918c-41aa-89ab-562b1721fc73 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:44.413609 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e396331a-8656-4634-b855-398b4167b297 None None] Attempting to bind port 475e9e44-918c-41aa-89ab-562b1721fc73 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:44.414067 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396331a-8656-4634-b855-398b4167b297 None None] Attempting to bind port 475e9e44-918c-41aa-89ab-562b1721fc73 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:44.443989 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.449198 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396331a-8656-4634-b855-398b4167b297 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:44.449574 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396331a-8656-4634-b855-398b4167b297 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:44.449970 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e396331a-8656-4634-b855-398b4167b297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.450463 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396331a-8656-4634-b855-398b4167b297 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:44.450947 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e396331a-8656-4634-b855-398b4167b297 None None] Bound port: 475e9e44-918c-41aa-89ab-562b1721fc73, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:44.452961 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e396331a-8656-4634-b855-398b4167b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.485886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Pushing event updated for resources: {'Port': ['ID=76921b4b-4d88-4ee7-8ba5-73445d50948f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.556288 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.556904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.557962 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.558689 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.560913 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.561632 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.564223 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.566120 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.566120 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.566330 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.566737 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.567282 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:37:44.636315 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-e396331a-8656-4634-b855-398b4167b297 None None] For port 475e9e44-918c-41aa-89ab-562b1721fc73, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:44.640621 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-e396331a-8656-4634-b855-398b4167b297 None None] For port 475e9e44-918c-41aa-89ab-562b1721fc73, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=475e9e44-918c-41aa-89ab-562b1721fc73,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:44.647712 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e396331a-8656-4634-b855-398b4167b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.649479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.676371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:44.761505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc322db-bc72-4d14-890e-f516678dc442 req-5042f304-8423-4e02-91f2-67e41a5d69d8 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.763130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bc322db-bc72-4d14-890e-f516678dc442 req-5042f304-8423-4e02-91f2-67e41a5d69d8 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 943 time: 0.2043900 Aug 10 03:37:44.845718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Attempting to bind port 76921b4b-4d88-4ee7-8ba5-73445d50948f on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:44.846321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Attempting to bind port 76921b4b-4d88-4ee7-8ba5-73445d50948f by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '6b80ad72-3161-46ce-aa2b-795674d44dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '11d39091-714e-40ab-a785-da7872d26024'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:44.848452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Attempting to bind port 76921b4b-4d88-4ee7-8ba5-73445d50948f on network 11d39091-714e-40ab-a785-da7872d26024 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:44.850908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcb73a-d611-4339-9239-bb3e998d810d None None] Pushing event updated for resources: {'Port': ['ID=475e9e44-918c-41aa-89ab-562b1721fc73,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:44.866520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bc322db-bc72-4d14-890e-f516678dc442 req-526e5423-f7f7-4fa5-926f-0bdbf8add665 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942094 Aug 10 03:37:44.867000 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:44.868263 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:44.957268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Port 76921b4b-4d88-4ee7-8ba5-73445d50948f on network 11d39091-714e-40ab-a785-da7872d26024 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:44.958267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Attempting to bind port 76921b4b-4d88-4ee7-8ba5-73445d50948f on network 11d39091-714e-40ab-a785-da7872d26024 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:44.978217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Allocated IP 172.20.0.1 (e4e98d56-a0f8-4712-ad9f-98a6448aa83f/2d073b9f-a060-4373-9cd9-a18afdf97b77/8f372418-d2bd-45b3-ba52-2f14d4fbbf0c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:44.993343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b21529-66f1-401b-967e-db99c0a54b4b req-89e83e4a-6d0a-4b12-b1eb-072e7c5b60d7 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:44.996529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4b21529-66f1-401b-967e-db99c0a54b4b req-89e83e4a-6d0a-4b12-b1eb-072e7c5b60d7 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.2819972 Aug 10 03:37:45.003664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:45.003664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Checking segment: {'id': '6b80ad72-3161-46ce-aa2b-795674d44dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '11d39091-714e-40ab-a785-da7872d26024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:45.003998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Bound using segment: {'id': '6b80ad72-3161-46ce-aa2b-795674d44dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '11d39091-714e-40ab-a785-da7872d26024'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:45.004514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Bound port: 76921b4b-4d88-4ee7-8ba5-73445d50948f, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b80ad72-3161-46ce-aa2b-795674d44dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '11d39091-714e-40ab-a785-da7872d26024'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:45.005149 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.059332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:45.233366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.263937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-9cc5b2b1-075f-4db2-998a-2d736501c444 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.267715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-9cc5b2b1-075f-4db2-998a-2d736501c444 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.2475667 Aug 10 03:37:45.382944 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:45.384594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.419034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4b21529-66f1-401b-967e-db99c0a54b4b req-2e0d7cfa-1208-4399-840a-9aa0b7ee2d15 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074776 Aug 10 03:37:45.421268 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e396331a-8656-4634-b855-398b4167b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:41Z', 'revision_number': 3, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:45.470512 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396331a-8656-4634-b855-398b4167b297 None None] The sync data for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 is: [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:41Z', 'revision_number': 3, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:45.478396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0e141-7989-49a6-85df-247eebb1388a req-fc3b44f2-e334-4bfa-b116-c6c22d79110c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.481234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88d0e141-7989-49a6-85df-247eebb1388a req-fc3b44f2-e334-4bfa-b116-c6c22d79110c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1823318 Aug 10 03:37:45.492854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:45.500814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:45.509197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:45.535575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] For port 76921b4b-4d88-4ee7-8ba5-73445d50948f, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:45.565306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.571495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] For port 76921b4b-4d88-4ee7-8ba5-73445d50948f, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f,segment=NetworkSegment(6b80ad72-3161-46ce-aa2b-795674d44dfb),segment_id=6b80ad72-3161-46ce-aa2b-795674d44dfb)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:45.575259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.576938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.614209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.638502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.649022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88d0e141-7989-49a6-85df-247eebb1388a req-0d209603-d49a-4111-87a0-be2202cbb7a3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505637 Aug 10 03:37:45.725488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.726153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.727734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] 10.222.0.65 "PUT /v2.0/ports/76921b4b-4d88-4ee7-8ba5-73445d50948f HTTP/1.1" status: 200 len: 1092 time: 2.9121466 Aug 10 03:37:45.734418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'tag': '76921b4b-4d88-4ee7-8ba5-73445d50948f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:45.737097 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e56c87-82d0-4de3-b13d-81d3e85c7dba", "tag": "76921b4b-4d88-4ee7-8ba5-73445d50948f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:45.773337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=200e3c53-0425-43c6-9830-11ef80ef1c8a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:45.823241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Deleting port 20d96214-9a8d-4e5e-8b7c-823aeb455444 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:45.823759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.832901 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90f32fd-f063-4d3b-a708-8c8917d1e84e x-openstack-request-id: req-c90f32fd-f063-4d3b-a708-8c8917d1e84e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:45.833173 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e56c87-82d0-4de3-b13d-81d3e85c7dba", "tag": "76921b4b-4d88-4ee7-8ba5-73445d50948f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:45.833780 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90f32fd-f063-4d3b-a708-8c8917d1e84e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:45.833898 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'tag': '76921b4b-4d88-4ee7-8ba5-73445d50948f', 'status': 'completed', 'code': 200} Aug 10 03:37:45.837284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.900334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e595e3e-0a92-4bc7-9436-094536e099d8 req-ba007bb1-4d07-467a-84b0-c3473e01649e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:45.908442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e595e3e-0a92-4bc7-9436-094536e099d8 req-ba007bb1-4d07-467a-84b0-c3473e01649e tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 945 time: 0.2795606 Aug 10 03:37:45.964105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.054027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3324be-e45c-4895-a91d-5120531984bf service neutron] Pushing event updated for resources: {'Port': ['ID=76921b4b-4d88-4ee7-8ba5-73445d50948f,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:46.080925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.094029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91e79651-cf07-4b4e-be52-b750a4d013fc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1725256 Aug 10 03:37:46.164073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e595e3e-0a92-4bc7-9436-094536e099d8 req-78ab09fb-5e0b-4d30-b70b-bdcc89b63689 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532735 Aug 10 03:37:46.173633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-dd349b9e-ed5b-4b3b-b2eb-48946645d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.175807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-dd349b9e-ed5b-4b3b-b2eb-48946645d8bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=397d06b7cdbf41c3a0ce8e954dec6561&device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 1095 time: 0.3405299 Aug 10 03:37:46.212401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] For port 20d96214-9a8d-4e5e-8b7c-823aeb455444, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=20d96214-9a8d-4e5e-8b7c-823aeb455444,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:46.216401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.256599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d22544-de5a-4afa-ba36-782a60c19a49 req-8d3ce4e7-dbf1-49ce-a63e-1ea648b7e26e tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.262596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15d22544-de5a-4afa-ba36-782a60c19a49 req-8d3ce4e7-dbf1-49ce-a63e-1ea648b7e26e tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 943 time: 0.1677883 Aug 10 03:37:46.374902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Calling delete_port for 20d96214-9a8d-4e5e-8b7c-823aeb455444 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:46.379834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-57bcb833-13f8-448f-a547-16b6eaff65f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f HTTP/1.1" status: 200 len: 217 time: 0.1874738 Aug 10 03:37:46.438460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15d22544-de5a-4afa-ba36-782a60c19a49 req-43f94208-f77c-4496-8a5d-f693bf26a29b tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647611 Aug 10 03:37:46.707845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-3b4dfe8c-81de-479d-bbe3-0fce6be2dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.710852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-3b4dfe8c-81de-479d-bbe3-0fce6be2dd52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=740f2bb0-f5de-4999-899f-d4f95cf0907e HTTP/1.1" status: 200 len: 862 time: 0.3147500 Aug 10 03:37:46.721933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.748944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.809109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:46.820865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910155-be9b-4b68-a478-d7c085fff9f6 req-649c6eb4-86aa-4e30-94aa-9c8fb56c6693 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:46.829658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c910155-be9b-4b68-a478-d7c085fff9f6 req-649c6eb4-86aa-4e30-94aa-9c8fb56c6693 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.2007439 Aug 10 03:37:46.879766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 475e9e44-918c-41aa-89ab-562b1721fc73 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:46.918877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-a730a244-aa6c-4714-a1eb-b2d2b2cac33b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11d39091-714e-40ab-a785-da7872d26024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865957 Aug 10 03:37:46.928370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.941706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-e7767730-6f49-401a-ac8e-516d3421aeda tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1975754842&fields=id&tenant_id=3d3cbe7eafad4dc5bebd775a674949b3 HTTP/1.1" status: 200 len: 267 time: 0.2868507 Aug 10 03:37:46.953141 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c910155-be9b-4b68-a478-d7c085fff9f6 req-94ac744a-ef69-4494-812b-5c37f6934f47 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223552 Aug 10 03:37:46.989296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 475e9e44-918c-41aa-89ab-562b1721fc73 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:46.994201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 475e9e44-918c-41aa-89ab-562b1721fc73 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:46.994944 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.113695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.142755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ff01231b-7485-4d1a-8bd9-0f37e603861d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:47.154955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['b25c1fd7-5972-4ea5-bd97-91131307a5c0', '20d96214-9a8d-4e5e-8b7c-823aeb455444'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:47.186286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:47.190335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Pushing event deleted for resources: {'Port': ['ID=20d96214-9a8d-4e5e-8b7c-823aeb455444,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.201773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:47.221326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-30b808da-c83c-462b-b50d-e7545b77f3d1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.229199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-30b808da-c83c-462b-b50d-e7545b77f3d1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 936 time: 0.2473826 Aug 10 03:37:47.318593 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.327753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] No DVR routers for this DVR port 20d96214-9a8d-4e5e-8b7c-823aeb455444 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:37:47.335329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.338328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae293e25-87f1-43f2-8b0a-804cf5622e82 req-72e01a01-2513-4734-8177-207b42b7295b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "DELETE /v2.0/ports/20d96214-9a8d-4e5e-8b7c-823aeb455444 HTTP/1.1" status: 204 len: 173 time: 2.0484529 Aug 10 03:37:47.342571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:47.344364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-97095e1f-2690-4fb2-9724-a95c76f8c258 service neutron] 10.222.0.65 "GET /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990705 Aug 10 03:37:47.353009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-f0c17989-9b99-4ee6-a499-c15b4635d2d7 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.362198 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-f0c17989-9b99-4ee6-a499-c15b4635d2d7 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 937 time: 0.1317844 Aug 10 03:37:47.407971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a9a91642-f4c3-4ad9-841b-3fbaf13b5adc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0448442 Aug 10 03:37:47.412132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 475e9e44-918c-41aa-89ab-562b1721fc73, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=475e9e44-918c-41aa-89ab-562b1721fc73,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:47.443578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.554084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdc0ab-1382-4613-ac69-513d0187ea95 req-88a9c06d-84ce-4e37-97cf-1b2122b69cb2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.555951 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1bdc0ab-1382-4613-ac69-513d0187ea95 req-88a9c06d-84ce-4e37-97cf-1b2122b69cb2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2654743 Aug 10 03:37:47.564325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Router a393a092-97a5-4da7-b9f1-a22d8a1ee4df has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:47.596509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-93214b55-a365-4553-8217-8c3ef425b41c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1603959 Aug 10 03:37:47.656778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=475e9e44-918c-41aa-89ab-562b1721fc73,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:47.675725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 2e6069a4-d311-4153-a694-6856d91477ac completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:47.681620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1bdc0ab-1382-4613-ac69-513d0187ea95 req-a620c8c0-7e47-4168-864f-69aef702d7ac tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145830 Aug 10 03:37:47.707091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 2e6069a4-d311-4153-a694-6856d91477ac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:47.707788 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:47.841499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'name': 'network-vif-deleted', 'tag': '20d96214-9a8d-4e5e-8b7c-823aeb455444'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:47.844203 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d58f4d0-fbd1-4010-ade0-a64aacff8fc0" -d '{"events": [{"server_uuid": "7f993a68-dbbd-4981-80f0-6de5a5b58495", "name": "network-vif-deleted", "tag": "20d96214-9a8d-4e5e-8b7c-823aeb455444"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:47.869418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2c11ee0-b392-411d-8b57-f613a18e314c req-b76fdca6-43e4-44d6-9497-4cacab0ae51b service neutron] 10.222.0.65 "GET /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043235 Aug 10 03:37:47.926020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6e91ac03-0f0e-4fb1-9a9b-1317a917962f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.947905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6e91ac03-0f0e-4fb1-9a9b-1317a917962f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.959087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6e91ac03-0f0e-4fb1-9a9b-1317a917962f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:47.977849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6e91ac03-0f0e-4fb1-9a9b-1317a917962f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/networks?id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=da083595-1785-4765-b902-06d6a2da41fa&id=da083595-1785-4765-b902-06d6a2da41fa HTTP/1.1" status: 200 len: 1995 time: 0.3803818 Aug 10 03:37:48.007666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-460792ce-9411-4a58-8c73-aab698dd59aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/quotas/3d3cbe7eafad4dc5bebd775a674949b3 HTTP/1.1" status: 200 len: 375 time: 0.0285664 Aug 10 03:37:48.159678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.165125 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-fe88bb6a-20dd-4049-abfd-fc1db6295ce4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1544173 Aug 10 03:37:48.182253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-3f51e18e-b268-4bd2-ac67-1e53e2ed86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.184062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-3f51e18e-b268-4bd2-ac67-1e53e2ed86af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=397d06b7cdbf41c3a0ce8e954dec6561&device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 1095 time: 0.1301155 Aug 10 03:37:48.277042 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98f8b9fc-f086-41b1-afae-353b5cf4fe88 req-3904c892-4f5b-45c1-9084-266022ff8f42 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f993a68-dbbd-4981-80f0-6de5a5b58495 HTTP/1.1" status: 200 len: 210 time: 0.1914823 Aug 10 03:37:48.279956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:48.283086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:48.293233 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877c6cb-9b81-4898-af8e-3df80526ef18" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:48.307147 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:48.311437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 20d96214-9a8d-4e5e-8b7c-823aeb455444 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:48.336748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:48.367007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96c2ca5c-d4ce-40bf-bc3d-fa803ea881d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/a393a092-97a5-4da7-b9f1-a22d8a1ee4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4666147 Aug 10 03:37:48.497353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 20d96214-9a8d-4e5e-8b7c-823aeb455444 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:37:48.499373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 20d96214-9a8d-4e5e-8b7c-823aeb455444 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:37:48.545052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-59c3d860-6e33-44f7-9715-6017bac4883c service neutron] 10.222.0.53 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652229 Aug 10 03:37:48.558677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-59b44803-d236-47ce-b3c6-89d4a083ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.560497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-59b44803-d236-47ce-b3c6-89d4a083ea43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=11d39091-714e-40ab-a785-da7872d26024 HTTP/1.1" status: 200 len: 923 time: 0.3669512 Aug 10 03:37:48.564439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:48.647811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Sync routers for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:48.701690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:48.702789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:48.717345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e23e-b56c-4c4b-a2df-acf40fa44be8 req-c4426933-d23d-4546-b183-55a2bcea2991 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.726698 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8b9e23e-b56c-4c4b-a2df-acf40fa44be8 req-c4426933-d23d-4546-b183-55a2bcea2991 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 943 time: 0.1964576 Aug 10 03:37:48.728514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-808da7bd-ace4-4d00-9af3-91887fbcecb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f HTTP/1.1" status: 200 len: 217 time: 0.1481011 Aug 10 03:37:48.824051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6a24cbcc-3c18-4eb4-bec8-4b7d13660a9a service neutron] 10.222.0.53 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733512 Aug 10 03:37:48.872349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 475e9e44-918c-41aa-89ab-562b1721fc73 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:48.886144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8b9e23e-b56c-4c4b-a2df-acf40fa44be8 req-b581578b-f034-4e01-8042-a7d5a2b25f20 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522090 Aug 10 03:37:48.950728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-49a7b4a7-a812-4e96-90b8-79cd7abeda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:48.953582 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-49a7b4a7-a812-4e96-90b8-79cd7abeda63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=740f2bb0-f5de-4999-899f-d4f95cf0907e HTTP/1.1" status: 200 len: 862 time: 0.1275847 Aug 10 03:37:48.964715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:48.989690 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79079867-33ec-42b6-9430-e28e15b2393b x-openstack-request-id: req-79079867-33ec-42b6-9430-e28e15b2393b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:48.990151 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f993a68-dbbd-4981-80f0-6de5a5b58495", "name": "network-vif-deleted", "tag": "20d96214-9a8d-4e5e-8b7c-823aeb455444", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:48.990635 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79079867-33ec-42b6-9430-e28e15b2393b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:48.991280 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f993a68-dbbd-4981-80f0-6de5a5b58495', 'name': 'network-vif-deleted', 'tag': '20d96214-9a8d-4e5e-8b7c-823aeb455444', 'status': 'completed', 'code': 200} Aug 10 03:37:49.041424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-bca301f0-44da-4874-b169-9c69c04c8284 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11d39091-714e-40ab-a785-da7872d26024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547340 Aug 10 03:37:49.048874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-dca7b7d6-737f-4484-a00e-80fedd0a7a3f service neutron] 10.222.0.53 "GET /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1133895 Aug 10 03:37:49.150113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 475e9e44-918c-41aa-89ab-562b1721fc73 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:49.150956 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.159340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff8e68-7688-413a-a6ef-bcd8204ffce5 req-0504e3ca-219e-4e8a-a346-d6d05b56a3be tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.162182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccff8e68-7688-413a-a6ef-bcd8204ffce5 req-0504e3ca-219e-4e8a-a346-d6d05b56a3be tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.0848246 Aug 10 03:37:49.266474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccff8e68-7688-413a-a6ef-bcd8204ffce5 req-eb955e68-3769-4e8f-a4bc-e471d26725b1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885155 Aug 10 03:37:49.332824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:46Z', 'revision_number': 2, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:49.345243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-136368d8-249f-4c9c-b985-a64db55e1429 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801471 Aug 10 03:37:49.381209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Checking router: a393a092-97a5-4da7-b9f1-a22d8a1ee4df for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:49.381788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Updating router a393a092-97a5-4da7-b9f1-a22d8a1ee4df port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:37:49.436269 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:49.466466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-013ee69e-5363-48dc-acf5-13608348cd83 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133313 Aug 10 03:37:49.527775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-98d5630e-9700-4ff7-b748-1fc078d4aca1 service neutron] 10.222.0.53 "GET /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0598898 Aug 10 03:37:49.620824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-c61d581e-4709-4fee-badf-aac2e2759bf6 service neutron] 10.222.0.65 "GET /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700047 Aug 10 03:37:49.640080 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c71544-d99d-4f27-ac68-e665998d9086 x-openstack-request-id: req-06c71544-d99d-4f27-ac68-e665998d9086 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:49.640761 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:49.642005 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06c71544-d99d-4f27-ac68-e665998d9086 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:49.642740 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:37:49.663820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c17d0-6e6e-4d49-b07f-4d84f5658cb3 req-0b034db1-fff5-48b4-a878-bd769be08a6c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:49.666736 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29c17d0-6e6e-4d49-b07f-4d84f5658cb3 req-0b034db1-fff5-48b4-a878-bd769be08a6c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 945 time: 0.0839953 Aug 10 03:37:49.754015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29c17d0-6e6e-4d49-b07f-4d84f5658cb3 req-4ceafeb1-1eeb-4596-9b68-3fddb2933db0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790069 Aug 10 03:37:49.995554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.023401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Transition to ACTIVE for port object 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:50.051228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.109236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-fea8f763-096f-4c80-84df-54687bfec122 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801167 Aug 10 03:37:50.135017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612283c-65ac-46ee-b1d1-2ec358b41483 None None] Pushing event updated for resources: {'Port': ['ID=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.201022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Attempting to bind port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:50.201355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0a987-83e1-428b-ad15-d257503ea31d req-9b2d58b5-41a8-4fe0-a347-66c3013651a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.201639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Attempting to bind port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:50.202175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Attempting to bind port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c on network e4e98d56-a0f8-4712-ad9f-98a6448aa83f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:50.203864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0b0a987-83e1-428b-ad15-d257503ea31d req-9b2d58b5-41a8-4fe0-a347-66c3013651a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1097 time: 0.5881662 Aug 10 03:37:50.210274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:50.210814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Checking segment: {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:50.211328 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.211836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Bound using segment: {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:50.212430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Bound port: 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:50.212922 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.283329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-49365b84-98ad-4efd-bf9e-247010b3dee5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:50.286510 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-49365b84-98ad-4efd-bf9e-247010b3dee5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 820 time: 0.2235913 Aug 10 03:37:50.300591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] For port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:50.304378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] For port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:50.304658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-912bcf1e-0f6f-4e03-8301-0bdb7a2cb9fb req-289fa267-c930-4a17-a2ec-79b3c6563111 service neutron] 10.222.0.65 "GET /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630521 Aug 10 03:37:50.312140 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:50.313460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0b0a987-83e1-428b-ad15-d257503ea31d req-0f2d5688-bead-4a1e-ac86-3203b804ee8c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973670 Aug 10 03:37:50.324528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-427dfb8f-147d-4dfa-b003-41ce51f3f1ce tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/quotas/f8974399e38e4935a18a76def470a337 HTTP/1.1" status: 200 len: 375 time: 0.0263669 Aug 10 03:37:50.329817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-4fa3d124-2ac9-4668-9dad-ef2d9ecd8be8 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131238 Aug 10 03:37:50.393449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:50.394371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:50.413566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-a133cedb-7baf-474c-945e-76fd73499258 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877688 Aug 10 03:37:50.436505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612283c-65ac-46ee-b1d1-2ec358b41483 None None] Pushing event updated for resources: {'Port': ['ID=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:50.492129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-bcea883f-ad7a-4e95-a129-5f8bb39cb683 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493263 Aug 10 03:37:50.546412 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-d45ce7ef-4422-4417-8af4-b2938f8e7ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252260 Aug 10 03:37:50.628211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a6589a83-29d6-4cd9-963e-075a47ac2df3 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288939 Aug 10 03:37:50.662144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-a02c7171-5c9b-48ea-bdcf-61009667415a service neutron] 10.222.0.53 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141856 Aug 10 03:37:50.752173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-10bcc613-f38d-493b-8d26-000506ff6a15 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229641 Aug 10 03:37:50.788877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:50.913036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-99d9906a-fd24-4e1c-9be4-9bcc52ac17f5 service neutron] 10.222.0.53 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597419 Aug 10 03:37:51.060820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-852c21d6-5969-4457-9ffc-ded5157ce354 service neutron] 10.222.0.53 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467144 Aug 10 03:37:51.144510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:50Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:51.226715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-35717af1-a727-443e-a662-73b585c5d062 service neutron] 10.222.0.53 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648180 Aug 10 03:37:51.241191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a10a0-19e8-41fb-9cee-8f6630e55a63 None None] The sync data for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 is: [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:50Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:51.347197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 76921b4b-4d88-4ee7-8ba5-73445d50948f details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:51.585757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7437800c-fdc7-4e46-9f2f-8bd57ee8d36d service neutron] 10.222.0.53 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490887 Aug 10 03:37:51.700945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 76921b4b-4d88-4ee7-8ba5-73445d50948f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f,segment=NetworkSegment(6b80ad72-3161-46ce-aa2b-795674d44dfb),segment_id=6b80ad72-3161-46ce-aa2b-795674d44dfb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:51.718844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '76921b4b-4d88-4ee7-8ba5-73445d50948f', 'network_id': '11d39091-714e-40ab-a785-da7872d26024', 'port_id': '76921b4b-4d88-4ee7-8ba5-73445d50948f', 'mac_address': 'fa:16:3e:df:18:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740f2bb0-f5de-4999-899f-d4f95cf0907e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:51.792853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.845361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76921b4b-4d88-4ee7-8ba5-73445d50948f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:51.857246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce3dad-a234-46ac-a90e-64035b0862dd req-8dc0e0f1-31f0-42ae-96e9-8394a23b81df tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:51.860347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07ce3dad-a234-46ac-a90e-64035b0862dd req-8dc0e0f1-31f0-42ae-96e9-8394a23b81df tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 943 time: 0.0791636 Aug 10 03:37:51.903234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 76921b4b-4d88-4ee7-8ba5-73445d50948f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f,segment=NetworkSegment(6b80ad72-3161-46ce-aa2b-795674d44dfb),segment_id=6b80ad72-3161-46ce-aa2b-795674d44dfb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:51.911338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:51.951291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a6145f27-f6c1-4d36-96ab-e75deb737aad service neutron] 10.222.0.53 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478825 Aug 10 03:37:51.988059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=76921b4b-4d88-4ee7-8ba5-73445d50948f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:52.011265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07ce3dad-a234-46ac-a90e-64035b0862dd req-ffdf97eb-de28-4eaa-b3c9-4cada9e2fa01 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428912 Aug 10 03:37:52.263797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['76921b4b-4d88-4ee7-8ba5-73445d50948f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:52.270393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f2df0-cb02-45a8-88a7-b678749b140c req-775cd383-a126-4f3e-8a2a-18822d882a6c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:52.279774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f93f2df0-cb02-45a8-88a7-b678749b140c req-775cd383-a126-4f3e-8a2a-18822d882a6c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 945 time: 0.0814857 Aug 10 03:37:52.330923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f93f2df0-cb02-45a8-88a7-b678749b140c req-689fb631-92d3-486b-b068-06db9406cadd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498691 Aug 10 03:37:52.476591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d48741e-2a4e-40a2-8955-d5147ddcc4e7 req-9da26747-3534-46c7-b890-2a669f4af9df tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 210 time: 0.0679364 Aug 10 03:37:52.948472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:53.061614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-807def86-d434-407b-94e6-b3e6770ba02e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.065766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-807def86-d434-407b-94e6-b3e6770ba02e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 820 time: 0.4286823 Aug 10 03:37:53.092681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'port': {'device_id': '12951227-199b-4530-a4c2-10bc5924ca49', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'admin_state_up': True, 'tenant_id': 'f8974399e38e4935a18a76def470a337'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:53.098995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:53.107106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841488d4-0989-4967-9478-d52b412a7232 req-1499794a-7973-4ac0-808c-fe8a6a70a1ee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.108970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-841488d4-0989-4967-9478-d52b412a7232 req-1499794a-7973-4ac0-808c-fe8a6a70a1ee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 945 time: 0.0837972 Aug 10 03:37:53.121841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:53.122480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.122612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54496) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:37:53.128788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'floatingip': {'port_id': '2e6069a4-d311-4153-a694-6856d91477ac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:53.188966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.403702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.444338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Made reservation on behalf of f8974399e38e4935a18a76def470a337 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:53.453684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.523381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:53.529155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:53.610139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:53.655875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68119-cd32-41f1-882c-22f462afbf50 req-202f9190-162f-4348-a24c-f95437176ae6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.667960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4eb68119-cd32-41f1-882c-22f462afbf50 req-202f9190-162f-4348-a24c-f95437176ae6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.2514422 Aug 10 03:37:53.756039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b982-f4ea-44b3-92ff-9ab66dcad724 req-00765ba6-0d69-4992-940c-36aee2bb1579 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:53.757455 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4eb68119-cd32-41f1-882c-22f462afbf50 req-ff5f78e5-1600-4ef5-91cf-0a7057d17664 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880694 Aug 10 03:37:53.758917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aff6b982-f4ea-44b3-92ff-9ab66dcad724 req-00765ba6-0d69-4992-940c-36aee2bb1579 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 944 time: 0.2420070 Aug 10 03:37:53.920032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aff6b982-f4ea-44b3-92ff-9ab66dcad724 req-498323fc-4cd1-464f-a028-a70ab4d8b7f8 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077123 Aug 10 03:37:53.922059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Allocated IP 172.20.0.12 (e4e98d56-a0f8-4712-ad9f-98a6448aa83f/2d073b9f-a060-4373-9cd9-a18afdf97b77/3b32e45b-f2b8-45b1-83dd-0d4db26a8eda) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:37:54.148684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16195ca6-77c3-4af1-9019-bbed03982148 req-9b451390-d56e-42d4-b9f7-21df72318d1a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 210 time: 0.0387414 Aug 10 03:37:54.222333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:37:54.387813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.420845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.487079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d64909d6-1513-4a6a-9b3f-df274edaefbd req-f9272140-d910-436f-8d65-795de88fd307 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.3427398 Aug 10 03:37:54.487079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.583462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.664028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:54.699735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'mac_address': 'fa:16:3e:56:52:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:37:54.774233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-2b0ffbdd-b70d-4480-af89-ed3c63bc7347 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:54.777378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-2b0ffbdd-b70d-4480-af89-ed3c63bc7347 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.2691357 Aug 10 03:37:54.804078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.823905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2707ec9b-7bc5-497f-805b-11ecc404ea2b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:54.829807 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Floating IP 5a524c74-2ed4-4959-856b-9780e9a67dd7 associated. External IP: 172.25.2.151, port: 2e6069a4-d311-4153-a694-6856d91477ac. Aug 10 03:37:54.843746 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:54.855287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:54.859087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:54.919894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.058259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-f9073680-b111-4784-8f64-801c48db70fa tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.060977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-f9073680-b111-4784-8f64-801c48db70fa tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.6309135 Aug 10 03:37:55.063477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:55.064259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e63d0-536a-4632-80cf-a46227b4a5af req-7786cc81-311d-48fe-a41c-9ba33380b797 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.065882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b20e63d0-536a-4632-80cf-a46227b4a5af req-7786cc81-311d-48fe-a41c-9ba33380b797 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.0896783 Aug 10 03:37:55.106871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Network e4e98d56-a0f8-4712-ad9f-98a6448aa83f is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:37:55.133528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:55.134378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.141597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:37:55.153402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:37:55.177426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-99555d94-5d80-4bcf-a20b-0a74e9cee8f0 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/quotas/1871513ed8374488b2eb039df2a9d222 HTTP/1.1" status: 200 len: 375 time: 0.0606949 Aug 10 03:37:55.203187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2707ec9b-7bc5-497f-805b-11ecc404ea2b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:55.223661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:55.294525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b20e63d0-536a-4632-80cf-a46227b4a5af req-8fbf2ae0-012d-4db3-bb0d-31af5da350cd tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623907 Aug 10 03:37:55.361159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 76921b4b-4d88-4ee7-8ba5-73445d50948f up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:55.372428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:37:55.423338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.424240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.493623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Deleting port b25c1fd7-5972-4ea5-bd97-91131307a5c0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:37:55.494179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.641877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 76921b4b-4d88-4ee7-8ba5-73445d50948f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:37:55.654350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 76921b4b-4d88-4ee7-8ba5-73445d50948f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:55.655235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.696162 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c3195f9-a4c8-447b-890b-99280e0988ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6117573 Aug 10 03:37:55.721668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-894ab1d5-2839-49ff-88b0-b7d6d206333f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4872835 Aug 10 03:37:55.744668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-5ea84dba-8d13-478b-981e-39d6b91b4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.746734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-5ea84dba-8d13-478b-981e-39d6b91b4076 service neutron] 10.222.0.65 "GET /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 1032 time: 0.2742538 Aug 10 03:37:55.764241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Request body: {'port': {'device_id': '12951227-199b-4530-a4c2-10bc5924ca49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:55.814259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebee47c-3493-47aa-8e48-739f97ea68a2 req-7d575faf-05cb-4684-b843-6588a76af3f5 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:55.832279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ebee47c-3493-47aa-8e48-739f97ea68a2 req-7d575faf-05cb-4684-b843-6588a76af3f5 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 944 time: 0.3070796 Aug 10 03:37:55.941088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ebee47c-3493-47aa-8e48-739f97ea68a2 req-43864ba3-1087-43e0-b2c7-f55188f6cc02 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952802 Aug 10 03:37:55.949822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:37:55.958463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:55.974825 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f582785-880d-4384-84b2-0272b348879d None None] Sync routers for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:37:56.025865 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:56.026944 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:56.035566 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.039422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.090561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76921b4b-4d88-4ee7-8ba5-73445d50948f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:56.094383 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804553b1-e301-418f-ac30-6fa92fc72d9e" -d '{"events": [{"server_uuid": "a8e56c87-82d0-4de3-b13d-81d3e85c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "76921b4b-4d88-4ee7-8ba5-73445d50948f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:56.120999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 76921b4b-4d88-4ee7-8ba5-73445d50948f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f,segment=NetworkSegment(6b80ad72-3161-46ce-aa2b-795674d44dfb),segment_id=6b80ad72-3161-46ce-aa2b-795674d44dfb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:56.131962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.140909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-58119781-8885-4a79-ac16-48548fedc142 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "PUT /v2.0/floatingips/5a524c74-2ed4-4959-856b-9780e9a67dd7 HTTP/1.1" status: 200 len: 991 time: 3.0166972 Aug 10 03:37:56.142842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:56.146281 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07" -d '{"events": [{"name": "network-changed", "server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:56.203108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9fc3cf40-053f-4f27-8b42-de6563f03a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:56.206938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9fc3cf40-053f-4f27-8b42-de6563f03a5f service neutron] 10.222.0.65 "GET /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 1033 time: 0.4337366 Aug 10 03:37:56.239597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:37:56.311381 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:56.327937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249663e-0800-4ed7-873e-fb317564db28 req-255fc100-7652-4926-8b55-3b3019e9e9c7 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:56.329573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1249663e-0800-4ed7-873e-fb317564db28 req-255fc100-7652-4926-8b55-3b3019e9e9c7 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 932 time: 0.1404691 Aug 10 03:37:56.418875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.437258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1249663e-0800-4ed7-873e-fb317564db28 req-52f354e4-4f4a-4aee-9c5c-f8530c219ba5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998592 Aug 10 03:37:56.446353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] For port b25c1fd7-5972-4ea5-bd97-91131307a5c0, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b25c1fd7-5972-4ea5-bd97-91131307a5c0,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:56.447766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.483904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2707ec9b-7bc5-497f-805b-11ecc404ea2b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:37:56.484614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.486539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=76921b4b-4d88-4ee7-8ba5-73445d50948f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:56.571605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9574a07c-7831-4622-9198-b09fa7a69d02 service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220203 Aug 10 03:37:56.615299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Calling delete_port for b25c1fd7-5972-4ea5-bd97-91131307a5c0 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:37:56.714626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.778638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:37:56.789921 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:56.856078 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '5a524c74-2ed4-4959-856b-9780e9a67dd7', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452d5b84-8564-4295-8f95-d602726a8981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:22Z', 'updated_at': '2021-08-10T03:37:54Z', 'revision_number': 1, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:23Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:56.860387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d626e6c-a9c1-4ffd-90c6-12126ece5b08 req-bace2f7c-a780-4ac5-90d9-55c2ddba6889 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0897608 Aug 10 03:37:56.922519 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f582785-880d-4384-84b2-0272b348879d None None] Checking router: 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:37:56.960460 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:37:56.961125 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:57.006731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:57.051442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6122a610-9ad1-4022-b5ac-2ffb16ed167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.280000 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:37:57.311437 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2428a-32ec-4551-a9e8-25ac6f91b77a x-openstack-request-id: req-8da2428a-32ec-4551-a9e8-25ac6f91b77a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:57.311872 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e56c87-82d0-4de3-b13d-81d3e85c7dba", "name": "network-vif-plugged", "status": "completed", "tag": "76921b4b-4d88-4ee7-8ba5-73445d50948f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:57.312058 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8da2428a-32ec-4551-a9e8-25ac6f91b77a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:57.312373 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76921b4b-4d88-4ee7-8ba5-73445d50948f', 'code': 200} Aug 10 03:37:57.332323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:37:57.348780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.400294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Transition to ACTIVE for port object 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:37:57.597650 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e746fb-db98-4283-a222-88822cc1e3a8 x-openstack-request-id: req-b1e746fb-db98-4283-a222-88822cc1e3a8 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:37:57.598207 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:37:57.598729 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1e746fb-db98-4283-a222-88822cc1e3a8 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:37:57.599438 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'status': 'completed', 'code': 200} Aug 10 03:37:57.643692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:57.781266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-31dcc14b-d6d5-4929-b061-f690e2d729f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:57.783035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-31dcc14b-d6d5-4929-b061-f690e2d729f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1097 time: 0.1380548 Aug 10 03:37:57.853831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:57.932599 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8f582785-880d-4384-84b2-0272b348879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '5a524c74-2ed4-4959-856b-9780e9a67dd7', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452d5b84-8564-4295-8f95-d602726a8981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:22Z', 'updated_at': '2021-08-10T03:37:54Z', 'revision_number': 1, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:23Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:37:58.019634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d45d4-1558-4f53-89a3-3ff65a5da0e0 req-6ee87f88-e079-4966-bc6e-721762f2422d tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.027577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-349d45d4-1558-4f53-89a3-3ff65a5da0e0 req-6ee87f88-e079-4966-bc6e-721762f2422d tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 945 time: 0.2709825 Aug 10 03:37:58.029731 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f582785-880d-4384-84b2-0272b348879d None None] The sync data for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 is: [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '5a524c74-2ed4-4959-856b-9780e9a67dd7', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452d5b84-8564-4295-8f95-d602726a8981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:22Z', 'updated_at': '2021-08-10T03:37:54Z', 'revision_number': 1, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:23Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:37:58.166649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e047a4-293b-4152-b2fb-52a3e2881822 req-e0301f9d-888b-4c3b-a4f9-9be6094b2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.170869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8e047a4-293b-4152-b2fb-52a3e2881822 req-e0301f9d-888b-4c3b-a4f9-9be6094b2867 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 1097 time: 0.6094301 Aug 10 03:37:58.191248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-349d45d4-1558-4f53-89a3-3ff65a5da0e0 req-c18c5c01-968a-4b9b-a4ed-d69fc04d9b28 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626782 Aug 10 03:37:58.198319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-8d6b861e-93fd-48c8-946a-0bdecd594832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.200100 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-8d6b861e-93fd-48c8-946a-0bdecd594832 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.4041903 Aug 10 03:37:58.276917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-1fed35c8-7492-4422-852a-9cbc67a3a647 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.298397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-1fed35c8-7492-4422-852a-9cbc67a3a647 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.334405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-1fed35c8-7492-4422-852a-9cbc67a3a647 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.339540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-1fed35c8-7492-4422-852a-9cbc67a3a647 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "GET /v2.0/networks?id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=da083595-1785-4765-b902-06d6a2da41fa&id=da083595-1785-4765-b902-06d6a2da41fa HTTP/1.1" status: 200 len: 1995 time: 2.1029832 Aug 10 03:37:58.362305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-12789e77-8494-4385-be0e-3d3fa1647fa7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.1503561 Aug 10 03:37:58.489331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d632b1a-9b0f-47d3-b87c-5e3fd2ccee24 req-d7cc22ed-635b-4b93-ade0-51b19556637e tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.498158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d632b1a-9b0f-47d3-b87c-5e3fd2ccee24 req-d7cc22ed-635b-4b93-ade0-51b19556637e tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 945 time: 0.1347599 Aug 10 03:37:58.567143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f724a7-6eb9-4e12-878f-3344d53356d3 None None] New status for floating IP 5a524c74-2ed4-4959-856b-9780e9a67dd7: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:37:58.596382 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d632b1a-9b0f-47d3-b87c-5e3fd2ccee24 req-604f7f68-d95e-4832-b6c4-2e3a76062557 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968940 Aug 10 03:37:58.607288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-845ce5d2-9e32-4338-9a8c-a753d2a851b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.613853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-845ce5d2-9e32-4338-9a8c-a753d2a851b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.2152305 Aug 10 03:37:58.631871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Attempting to bind port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:37:58.632459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Attempting to bind port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:37:58.633051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Attempting to bind port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda on network e4e98d56-a0f8-4712-ad9f-98a6448aa83f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:58.666857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda on network e4e98d56-a0f8-4712-ad9f-98a6448aa83f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:37:58.668509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Attempting to bind port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda on network e4e98d56-a0f8-4712-ad9f-98a6448aa83f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:37:58.697265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-1407aca1-9459-4fc9-a1a6-0ba28a4cdc84 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3cbe7eafad4dc5bebd775a674949b3 HTTP/1.1" status: 200 len: 380 time: 0.2790353 Aug 10 03:37:58.701900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:37:58.702417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Checking segment: {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:37:58.704846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Bound using segment: {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:37:58.707334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Bound port: 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:37:58.708326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:58.720359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-bdd98ab6-2b4d-484e-a52a-15fb299cc23b service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1457946 Aug 10 03:37:58.739338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-cc16cc46-8578-428b-b33b-c722dd7e9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:58.744584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-cc16cc46-8578-428b-b33b-c722dd7e9244 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252112 Aug 10 03:37:58.767153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8e047a4-293b-4152-b2fb-52a3e2881822 req-7640bf89-8f5e-46a6-b9a6-b93bf14d77b3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584728 Aug 10 03:37:58.803829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'admin_state_up': True, 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'security_groups': ['242c5c4f-1b81-4d49-bc2a-4dfddf4d4add']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:37:58.971992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-af91d000-7cd9-4afe-8364-bd15f740cad2 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166626 Aug 10 03:37:59.104436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:37:59.110987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:37:59.230476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e59571-1b14-476e-82e5-7b6e246bbed4 req-6671c6db-1bca-4ca2-8f64-851a24b28a20 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:37:59.242020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9e59571-1b14-476e-82e5-7b6e246bbed4 req-6671c6db-1bca-4ca2-8f64-851a24b28a20 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 944 time: 0.2683299 Aug 10 03:37:59.314127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:37:59.316577 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee1ec1e-dc9a-4bd8-a973-4a36341df63f" -d '{"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-plugged", "status": "completed", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:37:59.332001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9e59571-1b14-476e-82e5-7b6e246bbed4 req-9522c362-47b1-478a-9518-e26ba94e2627 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853076 Aug 10 03:37:59.350896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d79ca24-f5a6-459f-9e16-e66b7b3d1a07 req-635bb9bc-5ccb-4a3f-ba2f-3c930aa475e0 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691618 Aug 10 03:37:59.387768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b25c1fd7-5972-4ea5-bd97-91131307a5c0 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:37:59.451039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.654617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.686105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.800168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16e548e2-a086-4f8b-b737-d3e07e7eb4c0 req-a9e1df5a-5c65-4578-a5e8-67781bef9182 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 210 time: 0.0712407 Aug 10 03:37:59.826218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-253bd609-1ee8-48fd-af56-3daca1105e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.897630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97abd550-04f8-4ae7-8996-90650536db7b req-965726e9-3423-4bac-b2e8-daadc13b69fe tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.4788871 Aug 10 03:37:59.901439 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.916169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ff01231b-7485-4d1a-8bd9-0f37e603861d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:37:59.919117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:37:59.928302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:59.962899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:37:59.992204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.003054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.004859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-3c1c318d-a0cd-4664-b5e2-2c956d55d833 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 1093 time: 4.2819228 Aug 10 03:38:00.006272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:00.011594 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a149f9-5508-4c25-be7b-7c2980644af8" -d '{"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:00.052597 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46197842-e960-4732-8dea-ad4c5c1aa6a0 x-openstack-request-id: req-46197842-e960-4732-8dea-ad4c5c1aa6a0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:00.056498 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-plugged", "status": "completed", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:00.057113 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46197842-e960-4732-8dea-ad4c5c1aa6a0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:00.066922 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'code': 200} Aug 10 03:38:00.069489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f853be66-c3ab-46b1-828a-2a537859b8ea req-2c1977b9-3693-41a3-a4e9-529eed580bf8 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 210 time: 0.1586490 Aug 10 03:38:00.237410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Pushing event deleted for resources: {'Port': ['ID=b25c1fd7-5972-4ea5-bd97-91131307a5c0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:00.258670 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be771ce-9548-4df8-a2c3-c5ac043e756b x-openstack-request-id: req-5be771ce-9548-4df8-a2c3-c5ac043e756b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:00.258982 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:00.259258 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5be771ce-9548-4df8-a2c3-c5ac043e756b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:00.260175 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'status': 'completed', 'code': 200} Aug 10 03:38:00.473660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] No DVR routers for this DVR port b25c1fd7-5972-4ea5-bd97-91131307a5c0 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:00.487995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:00.493910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a782dede-4489-42cc-82cf-7ec26ca45604 req-1bd25f84-9611-42c9-9ec4-201d1cd9a97a tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.65 "DELETE /v2.0/ports/b25c1fd7-5972-4ea5-bd97-91131307a5c0 HTTP/1.1" status: 204 len: 173 time: 5.7074227 Aug 10 03:38:00.567551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 172.20.0.7 (d55ceef1-37e1-43e0-a52d-c75603bde0fe/94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a/0b50b902-d964-4d8c-81ca-3e810b8c935f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:00.574410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b6959-081f-45cb-aa5b-6c7e31c93c0a req-5f9cd1d9-8c2b-4488-a900-3e74866f6a74 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.582857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a88b6959-081f-45cb-aa5b-6c7e31c93c0a req-5f9cd1d9-8c2b-4488-a900-3e74866f6a74 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 944 time: 0.1293151 Aug 10 03:38:00.618711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3be8a3-b306-470d-9ea6-fb838f0fa520 req-5aadbcb8-6ed7-49e0-a5b4-d3c9710e87ac tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.620524 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd3be8a3-b306-470d-9ea6-fb838f0fa520 req-5aadbcb8-6ed7-49e0-a5b4-d3c9710e87ac tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 945 time: 0.4504511 Aug 10 03:38:00.639546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-0401254b-c6ed-46bd-95c5-84d5f4a18bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:00.641171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-0401254b-c6ed-46bd-95c5-84d5f4a18bd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1096 time: 0.4737339 Aug 10 03:38:00.711211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a88b6959-081f-45cb-aa5b-6c7e31c93c0a req-b20ea383-2481-4053-8659-b93acd0a1ce6 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272500 Aug 10 03:38:00.947403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-9295ed1e-3a05-4c3b-becc-bc800717dd1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.2640285 Aug 10 03:38:01.132168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad71caab-0624-40d5-9240-65fc661439c3 req-90881cae-adb7-44ce-b9ae-1601ce7c7be7 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 210 time: 0.0497036 Aug 10 03:38:01.146563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cd3be8a3-b306-470d-9ea6-fb838f0fa520 req-aa2f65f3-e995-4bfd-8ea8-5911bab58be8 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027106 Aug 10 03:38:01.264343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-2baa4648-0759-4098-b70b-5c7d1a3db443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.279314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-2baa4648-0759-4098-b70b-5c7d1a3db443 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.3105628 Aug 10 03:38:01.309383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0789956b-3d24-4475-80d9-649f6d5fca6a req-43a48de8-14c4-44da-9f18-38910a7bed60 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0773077 Aug 10 03:38:01.636339 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:01.669038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-a78ee225-764d-4462-9ed8-f15713be38f9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:01.670713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-a78ee225-764d-4462-9ed8-f15713be38f9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.2996674 Aug 10 03:38:01.685266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Request body: {'port': {'device_id': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'admin_state_up': True, 'tenant_id': '1871513ed8374488b2eb039df2a9d222'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:02.079927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Made reservation on behalf of 1871513ed8374488b2eb039df2a9d222 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:02.086123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.151284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f297ec-ec45-42ad-8ce9-e730b4c4f920 req-f3151e79-a13e-4a3f-b1a1-6e63b4198b2d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.154504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6f297ec-ec45-42ad-8ce9-e730b4c4f920 req-f3151e79-a13e-4a3f-b1a1-6e63b4198b2d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 944 time: 0.1434865 Aug 10 03:38:02.155389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-b406b5cf-afdf-4195-b1a6-038422d005df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8584094 Aug 10 03:38:02.213930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9b62bfd-7d7e-4fd2-874c-6d2ae7540abd req-3acc81d2-f6f0-4eb1-aec1-7a1662bbb0d2 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=b952d972-4a6b-4c31-bf71-c318244ec9ba HTTP/1.1" status: 200 len: 210 time: 0.0601778 Aug 10 03:38:02.307111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'name': 'network-vif-deleted', 'tag': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:02.310710 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8ac89-632c-4c03-a311-dc301375721b" -d '{"events": [{"server_uuid": "b952d972-4a6b-4c31-bf71-c318244ec9ba", "name": "network-vif-deleted", "tag": "b25c1fd7-5972-4ea5-bd97-91131307a5c0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:02.344147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6f297ec-ec45-42ad-8ce9-e730b4c4f920 req-15c17bb1-8b24-48a6-af67-a0619c08185e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729074 Aug 10 03:38:02.457896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.519030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object 0b50b902-d964-4d8c-81ca-3e810b8c935f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:02.548635 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-8f582183-80e3-42e7-b0d7-d1120dfacddf service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711421 Aug 10 03:38:02.610169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-757168ee-96dc-41a0-8adc-24cc2fde11c3 req-2e1c3038-b93c-4d88-919f-2728f7c0992e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 210 time: 0.0800054 Aug 10 03:38:02.616172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64556e-58d7-404d-b2e6-27a6df4598ba req-d6af7f62-b41b-414e-96c8-ad6a823f04ef tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.618010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c64556e-58d7-404d-b2e6-27a6df4598ba req-d6af7f62-b41b-414e-96c8-ad6a823f04ef tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 945 time: 0.1526291 Aug 10 03:38:02.632921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.633215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Allocated IP 172.20.0.10 (4828f6b7-a4df-421e-bd52-aa1ae2fa697e/5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f/206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:02.790620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:02.795757 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d88680b-d530-4f69-8012-6c27a359ff14 x-openstack-request-id: req-5d88680b-d530-4f69-8012-6c27a359ff14 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:02.796176 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952d972-4a6b-4c31-bf71-c318244ec9ba", "name": "network-vif-deleted", "tag": "b25c1fd7-5972-4ea5-bd97-91131307a5c0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:02.796409 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d88680b-d530-4f69-8012-6c27a359ff14 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:02.796814 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b952d972-4a6b-4c31-bf71-c318244ec9ba', 'name': 'network-vif-deleted', 'tag': 'b25c1fd7-5972-4ea5-bd97-91131307a5c0', 'status': 'completed', 'code': 200} Aug 10 03:38:02.812011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:02.817712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:02.895957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:02.896758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:02.953598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c64556e-58d7-404d-b2e6-27a6df4598ba req-cd3eee14-eb64-4046-a7be-505d22d318ae tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007479 Aug 10 03:38:02.955187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1958992 Aug 10 03:38:02.968688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'admin_state_up': True, 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'security_groups': ['242c5c4f-1b81-4d49-bc2a-4dfddf4d4add']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:02.977156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9bcd2-125b-460f-9223-67ca920150e4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:03.097354 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5538c0e-8b50-4920-89b9-ae29c126fcd8 req-153b1cdf-27fe-4f8d-8684-6491d2cc9d2e service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774508 Aug 10 03:38:03.154933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.321926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b96d331a-ba96-4a48-a43d-c7c5f3095ca1 None None] Provisioning for port 0b50b902-d964-4d8c-81ca-3e810b8c935f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:03.335224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b96d331a-ba96-4a48-a43d-c7c5f3095ca1 None None] Provisioning complete for port 0b50b902-d964-4d8c-81ca-3e810b8c935f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:03.337086 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b96d331a-ba96-4a48-a43d-c7c5f3095ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.472253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b96d331a-ba96-4a48-a43d-c7c5f3095ca1 None None] Port 0b50b902-d964-4d8c-81ca-3e810b8c935f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:03.579001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543c8a0-5216-4c2e-8bd0-26b51c7a1c4d req-538d429e-e9fc-4739-a14d-47956f01ce5b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.586235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:03.587374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7543c8a0-5216-4c2e-8bd0-26b51c7a1c4d req-538d429e-e9fc-4739-a14d-47956f01ce5b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 931 time: 0.6708117 Aug 10 03:38:03.605178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.642233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-b9840412-e35d-4721-8bad-94959a593db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.646552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-b9840412-e35d-4721-8bad-94959a593db5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1096 time: 0.4515288 Aug 10 03:38:03.660535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7543c8a0-5216-4c2e-8bd0-26b51c7a1c4d req-28529008-12d7-4f32-9437-f33f05d20d4d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720980 Aug 10 03:38:03.678005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.769273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-c1f3edae-951d-4771-bcc1-bc5c331d694c tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.772485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-c1f3edae-951d-4771-bcc1-bc5c331d694c tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 945 time: 0.3486640 Aug 10 03:38:03.840622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.853487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'f5e05b4a-a479-4977-97df-881567de81d3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:03.897888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:03.904252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:03.914489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c9047-0fc1-4851-bc74-ce862b61d9a8 req-3fdffd83-9505-41e7-a476-47a35a8f4db0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.923242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956c9047-0fc1-4851-bc74-ce862b61d9a8 req-3fdffd83-9505-41e7-a476-47a35a8f4db0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 944 time: 0.1169059 Aug 10 03:38:03.931925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:03.949129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-1a625a22-8a5c-4255-9c12-0c4e5a9a58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:03.953052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-1a625a22-8a5c-4255-9c12-0c4e5a9a58b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.2422082 Aug 10 03:38:04.019372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.020437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.125403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956c9047-0fc1-4851-bc74-ce862b61d9a8 req-3db813a0-7e53-4d3b-aac2-e3f1e8a65ff6 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012627 Aug 10 03:38:04.145349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event updated for resources: {'Port': ['ID=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:04.167117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e12af84a-bdb4-4d81-a956-bafed72bded9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4859951 Aug 10 03:38:04.187828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Request body: {'port': {'device_id': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:04.187944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-558b3667-a139-4565-b890-5d1d21751df8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.2033489 Aug 10 03:38:04.382582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:04.411892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571e3b-433f-49b0-aa1a-be95ccef09ce req-55a4fdc1-3b11-45a5-a94c-4492e9cc0a62 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.414260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d9571e3b-433f-49b0-aa1a-be95ccef09ce req-55a4fdc1-3b11-45a5-a94c-4492e9cc0a62 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 932 time: 0.2348664 Aug 10 03:38:04.428080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca24293-fb71-422d-bbc6-a694df50b6cd req-6a6cab54-d3e1-47c1-8c8b-bc073a9c27e0 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.439563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ca24293-fb71-422d-bbc6-a694df50b6cd req-6a6cab54-d3e1-47c1-8c8b-bc073a9c27e0 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1286213 Aug 10 03:38:04.492990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d9571e3b-433f-49b0-aa1a-be95ccef09ce req-9a2599d0-a315-45db-8c96-78128ee81a4b tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Aug 10 03:38:04.500315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-70f465b6-30e6-4e8c-88c8-74703e054701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:04.506188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-70f465b6-30e6-4e8c-88c8-74703e054701 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.2672365 Aug 10 03:38:04.547422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 10.1.1.120 (4bf7adc3-47bb-42fe-abfd-2b0aef82c39f/b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6/c906fd43-9cad-4970-9ed7-4e090c4b47e8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:04.621912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ca24293-fb71-422d-bbc6-a694df50b6cd req-cccc8369-169c-4c59-9779-ff3f18fa69e4 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806414 Aug 10 03:38:04.870150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-e12cede6-55ee-4347-9cb3-aaa804a481f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221180 Aug 10 03:38:05.075695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:05.091470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.117889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.206101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Transition to ACTIVE for port object 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:05.231903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.234423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-03b4f7ed-9051-48eb-aebb-156a76de44cc service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230913 Aug 10 03:38:05.250959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Deleting port 76921b4b-4d88-4ee7-8ba5-73445d50948f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:05.251553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.300119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce68b4-1d72-4a51-8233-10add1a2a00c req-d56ae5fc-8a06-4110-9382-5394b109fdc9 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.306212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24ce68b4-1d72-4a51-8233-10add1a2a00c req-d56ae5fc-8a06-4110-9382-5394b109fdc9 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 945 time: 0.5470481 Aug 10 03:38:05.357944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Pushing event updated for resources: {'Port': ['ID=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:05.371403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object c906fd43-9cad-4970-9ed7-4e090c4b47e8 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:05.379559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea7ea1-9673-40ee-a7fd-68dea04018e7 req-09e97a24-02a3-4797-8ebd-f290b092c588 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:05.386361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdea7ea1-9673-40ee-a7fd-68dea04018e7 req-09e97a24-02a3-4797-8ebd-f290b092c588 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 931 time: 0.2897196 Aug 10 03:38:05.594530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdea7ea1-9673-40ee-a7fd-68dea04018e7 req-7c73cac2-18f2-4c38-a14e-0c2eebea7297 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916475 Aug 10 03:38:05.615651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] For port 76921b4b-4d88-4ee7-8ba5-73445d50948f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=76921b4b-4d88-4ee7-8ba5-73445d50948f,segment=NetworkSegment(6b80ad72-3161-46ce-aa2b-795674d44dfb),segment_id=6b80ad72-3161-46ce-aa2b-795674d44dfb)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:05.616042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.632993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Calling delete_port for 76921b4b-4d88-4ee7-8ba5-73445d50948f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:05.761370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24ce68b4-1d72-4a51-8233-10add1a2a00c req-f1617cbc-132e-4aea-9638-cccf1abf35e3 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/security-groups?id=089d0355-c26a-4bf2-87ac-81bf8f2b4101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934927 Aug 10 03:38:05.761600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Attempting to bind port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:05.762103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Attempting to bind port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:05.762422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Attempting to bind port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:05.780386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:05.780730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Attempting to bind port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:05.800206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:05.800561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Checking segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:05.800974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Bound using segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:05.807869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Bound port: 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:05.808263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.865481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:05.986119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] For port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:06.028216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] For port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:06.044120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.092468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:06.132110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624273d2-0d73-4194-84a8-41b0d79c7959 req-6da4918b-6db1-4009-ac5d-c3f901d90e49 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.133765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-624273d2-0d73-4194-84a8-41b0d79c7959 req-6da4918b-6db1-4009-ac5d-c3f901d90e49 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 944 time: 0.1915653 Aug 10 03:38:06.146457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.147095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.148514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] 10.222.0.39 "PUT /v2.0/ports/206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 HTTP/1.1" status: 200 len: 1093 time: 1.9676905 Aug 10 03:38:06.159092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'tag': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:06.161641 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8", "tag": "206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:06.173239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69a149f9-5508-4c25-be7b-7c2980644af8 req-17c2879a-cc18-459a-8624-6196bfe17e56 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007821 Aug 10 03:38:06.209585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7e761-3dab-414f-8516-39887156ab1b service neutron] Pushing event updated for resources: {'Port': ['ID=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:06.214620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72de397-7109-46c5-b9ec-f4555fee2c36 req-31b1a8ab-eb4c-4f58-94fe-a854abd1371a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.221141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72de397-7109-46c5-b9ec-f4555fee2c36 req-31b1a8ab-eb4c-4f58-94fe-a854abd1371a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 944 time: 0.3522840 Aug 10 03:38:06.253285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-624273d2-0d73-4194-84a8-41b0d79c7959 req-ccee1596-a3aa-4361-b584-c9751a43d15f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071541 Aug 10 03:38:06.276148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:06.302325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:06.304268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:06.316110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:06.409109 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.446985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47c76182-612f-4d17-adfd-ef962e3810e6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.450409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47c76182-612f-4d17-adfd-ef962e3810e6 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.39 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.5819380 Aug 10 03:38:06.665199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Pushing event deleted for resources: {'Port': ['ID=76921b4b-4d88-4ee7-8ba5-73445d50948f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:06.682348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-1096d09c-b7a9-4084-bc71-ba97240767e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.684225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-1096d09c-b7a9-4084-bc71-ba97240767e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 1096 time: 0.4549620 Aug 10 03:38:06.766699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087a0f1-09a3-4538-9129-be37e798468e req-dfaea355-a881-4624-9357-a9ca47a6a58c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.775921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9087a0f1-09a3-4538-9129-be37e798468e req-dfaea355-a881-4624-9357-a9ca47a6a58c tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 0.1240044 Aug 10 03:38:06.785106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72de397-7109-46c5-b9ec-f4555fee2c36 req-5d9a2e1a-e376-42bb-a6b1-142170912ece tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101430 Aug 10 03:38:06.796446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:06.804665 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.818918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:06.860910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9087a0f1-09a3-4538-9129-be37e798468e req-23564aa7-6dbc-4aaa-a6ef-573913cf05ff tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770159 Aug 10 03:38:06.864636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'port_id': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'mac_address': 'fa:16:3e:17:48:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:06.882733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-8082bcf7-5cdc-49e4-8b04-b91aaf875a31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 HTTP/1.1" status: 200 len: 217 time: 0.1637788 Aug 10 03:38:06.932840 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.935178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] No DVR routers for this DVR port 76921b4b-4d88-4ee7-8ba5-73445d50948f on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:06.944100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-02cef251-49e5-49f4-8fa0-4f2779b33390 None None] Provisioning for port c906fd43-9cad-4970-9ed7-4e090c4b47e8 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:06.945012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:06.947896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317624c2-a3b8-40e1-9dc9-ef88642383ab req-0b46a5ef-5feb-4fc4-a7b5-ad101c17aecf tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.65 "DELETE /v2.0/ports/76921b4b-4d88-4ee7-8ba5-73445d50948f HTTP/1.1" status: 204 len: 173 time: 2.9917498 Aug 10 03:38:06.954422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:06.979001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:06.980795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-02cef251-49e5-49f4-8fa0-4f2779b33390 None None] Provisioning complete for port c906fd43-9cad-4970-9ed7-4e090c4b47e8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:06.981493 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02cef251-49e5-49f4-8fa0-4f2779b33390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.016594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'name': 'network-vif-deleted', 'tag': '76921b4b-4d88-4ee7-8ba5-73445d50948f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:07.026804 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320dec7a-ffbf-4851-acee-a39d4c73a077" -d '{"events": [{"server_uuid": "a8e56c87-82d0-4de3-b13d-81d3e85c7dba", "name": "network-vif-deleted", "tag": "76921b4b-4d88-4ee7-8ba5-73445d50948f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:07.027594 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.070404 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c503b-8bea-4168-955c-0155ddeb7509 x-openstack-request-id: req-194c503b-8bea-4168-955c-0155ddeb7509 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:07.070769 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8", "tag": "206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:07.070909 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-194c503b-8bea-4168-955c-0155ddeb7509 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:07.071325 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'tag': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96', 'status': 'completed', 'code': 200} Aug 10 03:38:07.089477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-667ef299-76cf-4de0-9235-3f61180819d0 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1258838 Aug 10 03:38:07.109445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'admin_state_up': True, 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'security_groups': ['242c5c4f-1b81-4d49-bc2a-4dfddf4d4add']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:07.156434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-02cef251-49e5-49f4-8fa0-4f2779b33390 None None] Port c906fd43-9cad-4970-9ed7-4e090c4b47e8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:07.207667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:07.218504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.219214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.219214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.219602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.220030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.222274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.222274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.222274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.222274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.222274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.222274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.225002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:07.229487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20422d62-4e25-407d-b26d-846cfbb046d5 req-a60ea76e-3198-435e-a43c-9a83a4b210fa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.244764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20422d62-4e25-407d-b26d-846cfbb046d5 req-a60ea76e-3198-435e-a43c-9a83a4b210fa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.252140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20422d62-4e25-407d-b26d-846cfbb046d5 req-a60ea76e-3198-435e-a43c-9a83a4b210fa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 1653 time: 0.1230092 Aug 10 03:38:07.305352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:07.307650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20422d62-4e25-407d-b26d-846cfbb046d5 req-508111db-aee5-42c3-8e61-1be7cd71e54f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539441 Aug 10 03:38:07.314435 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0fc15db-bf2f-428d-86d7-469a65ef7b88 req-5f1ef783-0885-442c-b03d-e59e80f39615 tempest-ServerAddressesNegativeTestJSON-107234682 tempest-ServerAddressesNegativeTestJSON-107234682-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8e56c87-82d0-4de3-b13d-81d3e85c7dba HTTP/1.1" status: 200 len: 210 time: 0.0581310 Aug 10 03:38:07.383218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-74520fd8-9dc6-46e3-86d4-a961c84aa226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.393192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-74520fd8-9dc6-46e3-86d4-a961c84aa226 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.4516761 Aug 10 03:38:07.444764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 76921b4b-4d88-4ee7-8ba5-73445d50948f no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:07.445749 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1779bc2f-c1de-4022-a66a-39de3acd669a x-openstack-request-id: req-1779bc2f-c1de-4022-a66a-39de3acd669a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:07.446171 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e56c87-82d0-4de3-b13d-81d3e85c7dba", "name": "network-vif-deleted", "tag": "76921b4b-4d88-4ee7-8ba5-73445d50948f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:07.446525 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1779bc2f-c1de-4022-a66a-39de3acd669a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:07.447028 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e56c87-82d0-4de3-b13d-81d3e85c7dba', 'name': 'network-vif-deleted', 'tag': '76921b4b-4d88-4ee7-8ba5-73445d50948f', 'status': 'completed', 'code': 200} Aug 10 03:38:07.492084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-528fa34b-a1e6-47d2-9162-e1e8fdf42570 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789685 Aug 10 03:38:07.530114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 76921b4b-4d88-4ee7-8ba5-73445d50948f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:07.534376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 76921b4b-4d88-4ee7-8ba5-73445d50948f not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:07.587126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Deleting port ff01231b-7485-4d1a-8bd9-0f37e603861d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:07.587728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.749645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe3fd7-4fa5-4070-b1c3-645225d0e4b9 req-c655c3ee-9fc6-41c2-9539-a5d326fdf525 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.776298 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7fbe3fd7-4fa5-4070-b1c3-645225d0e4b9 req-c655c3ee-9fc6-41c2-9539-a5d326fdf525 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 944 time: 0.2935805 Aug 10 03:38:07.794791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:07.800870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:07.875883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-e1bec987-0e88-4af1-bc5d-000dbb8a8784 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733890 Aug 10 03:38:07.979953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484fee-fa17-487b-a6d5-63d6ae27f166 req-eb27fc74-86c7-4553-84bc-9e03232b6fc5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:07.981959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b2484fee-fa17-487b-a6d5-63d6ae27f166 req-eb27fc74-86c7-4553-84bc-9e03232b6fc5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 945 time: 0.0844240 Aug 10 03:38:07.987922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] For port ff01231b-7485-4d1a-8bd9-0f37e603861d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ff01231b-7485-4d1a-8bd9-0f37e603861d,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:07.988308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.008418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7fbe3fd7-4fa5-4070-b1c3-645225d0e4b9 req-b1ec5362-e808-4b0e-a045-3d5dc97d9fb7 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305858 Aug 10 03:38:08.095871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b2484fee-fa17-487b-a6d5-63d6ae27f166 req-b0de3712-a874-4e98-8dba-d6297b6dc05f tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795033 Aug 10 03:38:08.136242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Calling delete_port for ff01231b-7485-4d1a-8bd9-0f37e603861d owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:08.316230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:08.515936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edf305-4124-4ded-ac47-f33a0263aed0 req-a9cf919b-529c-4192-b634-28cd80590da8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:08.533810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edf305-4124-4ded-ac47-f33a0263aed0 req-a9cf919b-529c-4192-b634-28cd80590da8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:08.541280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88edf305-4124-4ded-ac47-f33a0263aed0 req-a9cf919b-529c-4192-b634-28cd80590da8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 1653 time: 0.1153624 Aug 10 03:38:08.572886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:08.580036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:08.581297 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.633285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88edf305-4124-4ded-ac47-f33a0263aed0 req-24db6dba-7b20-4616-8d52-11ff12e50718 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909970 Aug 10 03:38:08.747050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54780) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:08.831658 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.867773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Deleting subnet 740f2bb0-f5de-4999-899f-d4f95cf0907e {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:08.873393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.875486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:08.880818 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc0a118-dee9-4f14-977c-e4f6aa2c6900" -d '{"events": [{"server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "name": "network-vif-plugged", "status": "completed", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:08.911774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:08.919464 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:08.922541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ff01231b-7485-4d1a-8bd9-0f37e603861d no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:08.973606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.072915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.245267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9b9b1d-84be-4330-8c4d-0d6615b6b6ad req-761fdb56-baf6-46d7-b393-5662ec37f462 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3480501 Aug 10 03:38:09.260406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d95f-448f-4989-a829-4d6ad55840d5 req-7d1e69d4-120a-42b2-b875-fcae7653ea19 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.268594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1187d95f-448f-4989-a829-4d6ad55840d5 req-7d1e69d4-120a-42b2-b875-fcae7653ea19 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 945 time: 1.1449027 Aug 10 03:38:09.340532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 10.1.1.54 (4bf7adc3-47bb-42fe-abfd-2b0aef82c39f/b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6/dadbad94-c0ac-4cd1-b153-c0d6261ddbe4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:09.358297 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f12480a-ae14-4a09-ba1b-9d009f257058 x-openstack-request-id: req-1f12480a-ae14-4a09-ba1b-9d009f257058 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:09.358928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04f503-b017-424c-a514-8262cd827c44 req-b6d9ef0e-7d3d-4390-9e9f-dcaa9fd156f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.359039 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "name": "network-vif-plugged", "status": "completed", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:09.360212 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f12480a-ae14-4a09-ba1b-9d009f257058 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:09.360393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f04f503-b017-424c-a514-8262cd827c44 req-b6d9ef0e-7d3d-4390-9e9f-dcaa9fd156f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.2294564 Aug 10 03:38:09.360925 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'code': 200} Aug 10 03:38:09.378429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40a4f3-0f96-4956-8936-d911bb1da1b5 req-06cbc49e-115f-4cef-98f6-f747959d81d2 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.386918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d40a4f3-0f96-4956-8936-d911bb1da1b5 req-06cbc49e-115f-4cef-98f6-f747959d81d2 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 944 time: 0.1870084 Aug 10 03:38:09.424838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.451124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1187d95f-448f-4989-a829-4d6ad55840d5 req-aec98572-8efe-4c05-aea4-42b6a2253a30 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/security-groups?id=34730213-9a20-4364-9951-e251649b9b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812909 Aug 10 03:38:09.469189 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.473415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.552369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.558309 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/740f2bb0-f5de-4999-899f-d4f95cf0907e HTTP/1.1" status: 204 len: 168 time: 0.8060741 Aug 10 03:38:09.558309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb5dc4-e705-4b4f-96cd-b4460302d9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740f2bb0-f5de-4999-899f-d4f95cf0907e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:09.564981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54792) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:09.644007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d40a4f3-0f96-4956-8936-d911bb1da1b5 req-e5d8df4c-1a5d-4251-8a13-f1063245d806 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560666 Aug 10 03:38:09.652452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-e15e45b6-73bf-43ff-9f9e-be2798a2df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:09.654825 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-e15e45b6-73bf-43ff-9f9e-be2798a2df6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 1096 time: 0.3403866 Aug 10 03:38:09.675763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f04f503-b017-424c-a514-8262cd827c44 req-12619b8c-060d-4511-9a73-9969b142c9d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617390 Aug 10 03:38:09.710521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.826209 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.844861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d39091-714e-40ab-a785-da7872d26024']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:09.871569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b80ad72-3161-46ce-aa2b-795674d44dfb') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:09.871865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b80ad72-3161-46ce-aa2b-795674d44dfb') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:09.884282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.905176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.917742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:09.918271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:09.969534 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.018808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Pushing event deleted for resources: {'Port': ['ID=ff01231b-7485-4d1a-8bd9-0f37e603861d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:10.031815 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:10.049563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48d641-ec2b-4b38-8285-6459ea15ead6 req-87dcf952-6b52-4e96-b1c4-9b1a313a6497 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.057273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca48d641-ec2b-4b38-8285-6459ea15ead6 req-87dcf952-6b52-4e96-b1c4-9b1a313a6497 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.4310315 Aug 10 03:38:10.086230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.099245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.103497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] 10.222.0.53 "DELETE /v2.0/networks/11d39091-714e-40ab-a785-da7872d26024 HTTP/1.1" status: 204 len: 168 time: 0.5301173 Aug 10 03:38:10.118671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814310f-d9ca-45fe-9ec5-77a5695c4719 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d39091-714e-40ab-a785-da7872d26024,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:10.167790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a46d-d1cf-4e37-8c7c-89d64c4aa646 req-b4158f5d-2b96-4d2a-b6d3-94de925fca6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.218339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037a46d-d1cf-4e37-8c7c-89d64c4aa646 req-b4158f5d-2b96-4d2a-b6d3-94de925fca6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.225455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] No DVR routers for this DVR port ff01231b-7485-4d1a-8bd9-0f37e603861d on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:10.230094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f037a46d-d1cf-4e37-8c7c-89d64c4aa646 req-b4158f5d-2b96-4d2a-b6d3-94de925fca6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 1653 time: 0.1952107 Aug 10 03:38:10.260330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.263490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24de1ea9-e622-4c9e-8991-e40ae6c9650c req-47148930-8973-42a7-a5ab-3166a9f4388b tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.39 "DELETE /v2.0/ports/ff01231b-7485-4d1a-8bd9-0f37e603861d HTTP/1.1" status: 204 len: 173 time: 3.7385159 Aug 10 03:38:10.264857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'name': 'network-vif-deleted', 'tag': 'ff01231b-7485-4d1a-8bd9-0f37e603861d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:10.277693 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5be2c-3aed-4634-8192-d79bfc9559a7" -d '{"events": [{"server_uuid": "60bd217d-186d-4e61-a49a-1c8a65ca2614", "name": "network-vif-deleted", "tag": "ff01231b-7485-4d1a-8bd9-0f37e603861d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:10.293938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-7cbc35c9-5191-426f-9901-dedb1c757188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.296207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-7cbc35c9-5191-426f-9901-dedb1c757188 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 915 time: 0.5987551 Aug 10 03:38:10.307561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.322917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca48d641-ec2b-4b38-8285-6459ea15ead6 req-79c7c2d4-16b3-4cbe-9f10-85e934b126c6 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646482 Aug 10 03:38:10.382500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f037a46d-d1cf-4e37-8c7c-89d64c4aa646 req-0a089ad1-f78d-42d9-93fa-4c2fb4e587c3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383045 Aug 10 03:38:10.427677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:10.467410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-cf822352-f32b-48a6-8908-7756048cb917 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 HTTP/1.1" status: 200 len: 217 time: 0.1331475 Aug 10 03:38:10.467830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54810) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.534331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-03078a9e-e1e7-4142-84db-1bd89e0876ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.535854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-03078a9e-e1e7-4142-84db-1bd89e0876ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.0816107 Aug 10 03:38:10.539194 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de628b42-2f55-4714-a072-de868046f70c x-openstack-request-id: req-de628b42-2f55-4714-a072-de868046f70c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:10.539621 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bd217d-186d-4e61-a49a-1c8a65ca2614", "name": "network-vif-deleted", "tag": "ff01231b-7485-4d1a-8bd9-0f37e603861d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:10.539984 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de628b42-2f55-4714-a072-de868046f70c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:10.540576 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bd217d-186d-4e61-a49a-1c8a65ca2614', 'name': 'network-vif-deleted', 'tag': 'ff01231b-7485-4d1a-8bd9-0f37e603861d', 'status': 'completed', 'code': 200} Aug 10 03:38:10.593196 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-c14f3350-849c-407c-9ec0-04d8ac173af6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427785 Aug 10 03:38:10.625621 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-14d16dcf-3281-42c7-a27b-99e42b284374 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=397d06b7cdbf41c3a0ce8e954dec6561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553974 Aug 10 03:38:10.626414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:10.652847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.819570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8739861f-1c45-4150-8d68-b91fc89fbb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.915454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8739861f-1c45-4150-8d68-b91fc89fbb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:10.960191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62976-9bdb-4060-86de-f4bf2f6735d6 req-8a635d2a-7e2a-4b4e-9344-2589f33a4938 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:10.961803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1b62976-9bdb-4060-86de-f4bf2f6735d6 req-8a635d2a-7e2a-4b4e-9344-2589f33a4938 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 944 time: 0.1556413 Aug 10 03:38:10.997297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:11.000816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.011903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:11.050364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb801c23-fca8-43f2-a925-f7c98a66cb7b req-83825caa-cfe2-462c-82f0-43b5bc78b5e8 tempest-ListServerFiltersTestJSON-105163750 tempest-ListServerFiltersTestJSON-105163750-project] 10.222.0.53 "GET /v2.0/ports?device_id=60bd217d-186d-4e61-a49a-1c8a65ca2614 HTTP/1.1" status: 200 len: 210 time: 0.3027599 Aug 10 03:38:11.053167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:11.055196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1b62976-9bdb-4060-86de-f4bf2f6735d6 req-f8290e8d-116d-4c11-bdd4-e5d320dc95de tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841160 Aug 10 03:38:11.093870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8739861f-1c45-4150-8d68-b91fc89fbb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.096602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8739861f-1c45-4150-8d68-b91fc89fbb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.101499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8739861f-1c45-4150-8d68-b91fc89fbb65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/089d0355-c26a-4bf2-87ac-81bf8f2b4101 HTTP/1.1" status: 204 len: 168 time: 0.4608727 Aug 10 03:38:11.161955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739861f-1c45-4150-8d68-b91fc89fbb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d0355-c26a-4bf2-87ac-81bf8f2b4101,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:11.278007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.286436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.318932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-1f6ebdf1-263a-4931-9af0-a59ed6e53430 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044985 Aug 10 03:38:11.349731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-288f8c21-94f2-4a7a-8a7e-8e595378771c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2478216 Aug 10 03:38:11.389442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa', 'admin_state_up': True, 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'security_groups': ['242c5c4f-1b81-4d49-bc2a-4dfddf4d4add']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:11.646487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0a1a695d-cc11-4647-8f27-0f5be2770cb0 None None] Provisioning for port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:11.664048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0a1a695d-cc11-4647-8f27-0f5be2770cb0 None None] Provisioning complete for port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:11.665537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a1a695d-cc11-4647-8f27-0f5be2770cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:11.683821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:11.702408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c2c16-b1bd-4104-b760-63b0fd71266a req-af5d627e-6921-44a4-a732-1b12d122ce00 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.710550 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e75c2c16-b1bd-4104-b760-63b0fd71266a req-af5d627e-6921-44a4-a732-1b12d122ce00 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1136975 Aug 10 03:38:11.804720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e75c2c16-b1bd-4104-b760-63b0fd71266a req-2fc34312-ff6a-4f52-a199-6ff80fd7b39e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928741 Aug 10 03:38:11.828150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-d3f6f37a-3439-429b-bf3c-8b422ee7cf22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1700795 Aug 10 03:38:11.857971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a695d-cc11-4647-8f27-0f5be2770cb0 None None] Port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:11.892232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6bf18-dfab-4021-b2a9-0f5c0eb5affa req-a810f5ac-baf9-4c51-ba51-ab990820159b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.899091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6bf18-dfab-4021-b2a9-0f5c0eb5affa req-a810f5ac-baf9-4c51-ba51-ab990820159b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.905792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6bf18-dfab-4021-b2a9-0f5c0eb5affa req-a810f5ac-baf9-4c51-ba51-ab990820159b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:11.914217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73c6bf18-dfab-4021-b2a9-0f5c0eb5affa req-a810f5ac-baf9-4c51-ba51-ab990820159b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 2373 time: 0.2548382 Aug 10 03:38:11.964678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea62cba4-3dd5-4e22-9d0f-9854af8d45c5 req-116e815b-10f3-4952-a3e0-7b0387c3399c service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364658 Aug 10 03:38:12.035841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73c6bf18-dfab-4021-b2a9-0f5c0eb5affa req-42f469ed-a4a3-40ab-8bc1-010104c7c6b7 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203549 Aug 10 03:38:12.055141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.091201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-d6cd561a-3fe7-4462-aafe-5fc8f7c1f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.093430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-d6cd561a-3fe7-4462-aafe-5fc8f7c1f6c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 1097 time: 0.2320168 Aug 10 03:38:12.146427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:12.322651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Deleting subnet 871838d2-22d9-443e-85f5-f449fb01b534 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:12.339242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.350898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:12.397490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-ac2c737b-34bb-47e9-afc4-94832773163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.400120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-ac2c737b-34bb-47e9-afc4-94832773163e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 915 time: 0.2823484 Aug 10 03:38:12.442537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.626217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:12.670758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'port_id': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96', 'mac_address': 'fa:16:3e:fa:46:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:12.780460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.794399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.825669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:12.886098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9917d-bfd8-4868-98b2-d26fa672766f req-362838a4-0026-4713-90f2-c76c3e19d198 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:12.899783 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86d9917d-bfd8-4868-98b2-d26fa672766f req-362838a4-0026-4713-90f2-c76c3e19d198 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.3606069 Aug 10 03:38:12.903326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:12.916536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:12.989357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 10.2.2.100 (da083595-1785-4765-b902-06d6a2da41fa/52046a16-689d-497b-bc00-20934cfcba47/d9287df7-d120-40f8-99c0-c6002ca36785) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:13.038898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86d9917d-bfd8-4868-98b2-d26fa672766f req-45b56bef-05f5-40d7-bf19-9fa1dc74dcee tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376672 Aug 10 03:38:13.045415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.099652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:13.144433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54884) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:13.176015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.185620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871838d2-22d9-443e-85f5-f449fb01b534,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:13.202428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object d9287df7-d120-40f8-99c0-c6002ca36785 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:13.233039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.239741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:13.242843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6202f321-ede7-4e36-9a46-e2d77058ac84 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/871838d2-22d9-443e-85f5-f449fb01b534 HTTP/1.1" status: 204 len: 168 time: 1.0919936 Aug 10 03:38:13.251638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54890) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:13.274009 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.360960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc65414-8f03-4de6-b393-339a81c3d6a2 None None] Network 4a5833be-b557-46e6-a77c-f23d875d0845 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:13.459317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-570968863-network', 'tenant_id': 'ab939f57cb5f4c0ba88da74b36381bc7'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:13.507685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-3ed0dcb6-0b14-4c6e-b359-11b03064967a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6 HTTP/1.1" status: 200 len: 217 time: 0.2363653 Aug 10 03:38:13.531301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.534957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network da083595-1785-4765-b902-06d6a2da41fa is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:13.581574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Made reservation on behalf of ab939f57cb5f4c0ba88da74b36381bc7 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:13.583901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.624329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:13.628128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-6f33b8be-40d9-4891-9a8d-081403e0bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.632425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-6f33b8be-40d9-4891-9a8d-081403e0bc2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.1126170 Aug 10 03:38:13.642792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:13.648859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.662707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-1f087dfb-5911-4740-a302-5946221661fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.664432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-1f087dfb-5911-4740-a302-5946221661fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.4174843 Aug 10 03:38:13.734161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-1b84d1fa-a9ce-43ef-b9f0-7b1178970c86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732927 Aug 10 03:38:13.749615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56f71-995b-4360-8371-0a1d5d62e180 req-6669919c-bf9d-4974-8dbf-18d26841f314 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.756281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56f71-995b-4360-8371-0a1d5d62e180 req-6669919c-bf9d-4974-8dbf-18d26841f314 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.762385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56f71-995b-4360-8371-0a1d5d62e180 req-6669919c-bf9d-4974-8dbf-18d26841f314 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.771102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3852a73-a1e6-4a08-a3a9-81483909ef77 req-e5ae234b-9a62-404f-8543-73b96df829b6 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.773935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56f71-995b-4360-8371-0a1d5d62e180 req-6669919c-bf9d-4974-8dbf-18d26841f314 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.784190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3852a73-a1e6-4a08-a3a9-81483909ef77 req-e5ae234b-9a62-404f-8543-73b96df829b6 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 945 time: 0.5202804 Aug 10 03:38:13.785563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3c56f71-995b-4360-8371-0a1d5d62e180 req-6669919c-bf9d-4974-8dbf-18d26841f314 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3094 time: 0.2502394 Aug 10 03:38:13.854320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] DHCP port deletion for 4a5833be-b557-46e6-a77c-f23d875d0845 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:38:13.917578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3c56f71-995b-4360-8371-0a1d5d62e180 req-f724b484-c605-4da9-97f0-0f083067147b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308219 Aug 10 03:38:13.923005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-24cb9485-54fb-4cfe-a46a-c9a464ad0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:13.925673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-24cb9485-54fb-4cfe-a46a-c9a464ad0856 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.1840472 Aug 10 03:38:13.940990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:13.989512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Deleting port d75e7e21-4896-4904-a603-df8d17df8d97 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:13.989863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.992332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] Deleting port d75e7e21-4896-4904-a603-df8d17df8d97 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:13.992730 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.084702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-da2c7fee-1bbe-436b-b207-6a266c8bf3ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.1011188 Aug 10 03:38:14.207606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] For port d75e7e21-4896-4904-a603-df8d17df8d97, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d75e7e21-4896-4904-a603-df8d17df8d97,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:14.208779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.227322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-70832638-96e3-4351-bf79-d22a435ce56e None None] Provisioning for port d9287df7-d120-40f8-99c0-c6002ca36785 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:14.233864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3852a73-a1e6-4a08-a3a9-81483909ef77 req-ef5cf24d-038e-4c06-8d92-0cec4e7478bf tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483335 Aug 10 03:38:14.241738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.243680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.259525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] Calling delete_port for d75e7e21-4896-4904-a603-df8d17df8d97 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:14.264457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-70832638-96e3-4351-bf79-d22a435ce56e None None] Provisioning complete for port d9287df7-d120-40f8-99c0-c6002ca36785 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:14.267328 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-70832638-96e3-4351-bf79-d22a435ce56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.288220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be081-4aa1-43bc-a875-ef023f20f589 req-d20a9b9a-69b6-428b-a9fe-59579b04c216 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.296788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c6be081-4aa1-43bc-a875-ef023f20f589 req-d20a9b9a-69b6-428b-a9fe-59579b04c216 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1229303 Aug 10 03:38:14.358672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c6be081-4aa1-43bc-a875-ef023f20f589 req-699049ee-2416-440e-ae71-6ebc29a2035d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608568 Aug 10 03:38:14.359227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-dc307288-8cae-46a7-9947-1e99e00d6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.376727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] For port d75e7e21-4896-4904-a603-df8d17df8d97, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d75e7e21-4896-4904-a603-df8d17df8d97,segment=NetworkSegment(4278b046-bd86-4952-a0d8-033c164d6f12),segment_id=4278b046-bd86-4952-a0d8-033c164d6f12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:14.377644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.389546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-dc307288-8cae-46a7-9947-1e99e00d6a31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.2262309 Aug 10 03:38:14.411301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Calling delete_port for d75e7e21-4896-4904-a603-df8d17df8d97 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:14.421740 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.433497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.449732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-e4c7b2ff-4e5e-4434-8be0-30a6fd28990f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490787 Aug 10 03:38:14.450345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:14.452755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-971f7c8f-38a8-45b7-8e6b-500cad70f389 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330427 Aug 10 03:38:14.456301 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cab400bf-d149-4d0e-9561-f01608852d6b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0708473 Aug 10 03:38:14.465348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.465612 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Added segment d0c06ad1-af13-4977-8226-a31357aa6ab8 of type vlan for network 97b24055-2778-4219-b5b3-802b081f64cb Aug 10 03:38:14.524035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.536543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-70832638-96e3-4351-bf79-d22a435ce56e None None] Port d9287df7-d120-40f8-99c0-c6002ca36785 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:14.542357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.566603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] Pushing event deleted for resources: {'Port': ['ID=d75e7e21-4896-4904-a603-df8d17df8d97,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.576794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01d7d6-eade-4ad9-848f-ce819388e643 None None] No DVR routers for this DVR port d75e7e21-4896-4904-a603-df8d17df8d97 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:14.607335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa', 'admin_state_up': True, 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'security_groups': ['242c5c4f-1b81-4d49-bc2a-4dfddf4d4add']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:14.668494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd217f8b-43d3-4894-9581-635b26a329a9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.685132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.690741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:14.691616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.809803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] Pushing event updated for resources: {'Network': ['ID=97b24055-2778-4219-b5b3-802b081f64cb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.822603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 97b24055-2778-4219-b5b3-802b081f64cb details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:14.851585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d75e7e21-4896-4904-a603-df8d17df8d97 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:14.856772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e5565498-2ef2-4faa-8567-d1db31a4cdfb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7032514 Aug 10 03:38:14.860187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:14.869590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Request body: {'subnet': {'network_id': '97b24055-2778-4219-b5b3-802b081f64cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-570968863-subnet', 'tenant_id': 'ab939f57cb5f4c0ba88da74b36381bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:14.884220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.899428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8ca9e68-d867-4aac-8580-41b7df94886b req-c8a024e1-7829-4fdc-915d-9e56c0cbf933 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314482 Aug 10 03:38:14.904830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-2664d64c-b12b-408b-96b8-ca92914f40bc service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411590 Aug 10 03:38:14.940381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] No DVR routers for this DVR port d75e7e21-4896-4904-a603-df8d17df8d97 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:14.948804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75e7e21-4896-4904-a603-df8d17df8d97,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:14.959842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Made reservation on behalf of ab939f57cb5f4c0ba88da74b36381bc7 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:14.963724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:14.980745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d75e7e21-4896-4904-a603-df8d17df8d97 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:14.982054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d75e7e21-4896-4904-a603-df8d17df8d97 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:15.091490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.110315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5833be-b557-46e6-a77c-f23d875d0845']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:15.115707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Made reservation on behalf of 3d3cbe7eafad4dc5bebd775a674949b3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:15.120477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.125267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4278b046-bd86-4952-a0d8-033c164d6f12') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:15.125267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4278b046-bd86-4952-a0d8-033c164d6f12') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:15.136729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.163079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.170645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fe6436-ca1f-4ebf-87c4-c18cfad53843 req-a25dd8bb-2aa5-488c-b426-defc53d88087 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556071 Aug 10 03:38:15.172613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:15.173147 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:15.324276 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:15.400859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.406960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.411652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4a5833be-b557-46e6-a77c-f23d875d0845 HTTP/1.1" status: 204 len: 168 time: 2.1577933 Aug 10 03:38:15.444853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705c97-1083-442a-8b43-bb7e607b2fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5833be-b557-46e6-a77c-f23d875d0845,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.472182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fddba-6c0a-4ebe-b126-82e7c0172e1d req-6a491d19-ce14-4ca9-9daa-335b4219d18e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.478643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fddba-6c0a-4ebe-b126-82e7c0172e1d req-6a491d19-ce14-4ca9-9daa-335b4219d18e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.495299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fddba-6c0a-4ebe-b126-82e7c0172e1d req-6a491d19-ce14-4ca9-9daa-335b4219d18e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.512120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fddba-6c0a-4ebe-b126-82e7c0172e1d req-6a491d19-ce14-4ca9-9daa-335b4219d18e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.514211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c7fddba-6c0a-4ebe-b126-82e7c0172e1d req-6a491d19-ce14-4ca9-9daa-335b4219d18e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3094 time: 0.1973004 Aug 10 03:38:15.563635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Allocated IP 10.2.2.200 (da083595-1785-4765-b902-06d6a2da41fa/52046a16-689d-497b-bc00-20934cfcba47/3a22d867-527a-4936-882b-2f9773347a35) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:15.596384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d866-492a-4c32-9730-6d662c3e83a9 req-7c0ff236-4105-4565-aae0-19d8dc94049f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:15.609538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b391d866-492a-4c32-9730-6d662c3e83a9 req-7c0ff236-4105-4565-aae0-19d8dc94049f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 945 time: 0.2667675 Aug 10 03:38:15.629493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.658885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c7fddba-6c0a-4ebe-b126-82e7c0172e1d req-a3575655-d515-4bee-8241-75fceea67c52 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206355 Aug 10 03:38:15.724890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.844587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b391d866-492a-4c32-9730-6d662c3e83a9 req-3be17a00-be0d-4d98-8518-69b4e2c02308 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185810 Aug 10 03:38:15.848957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=252a5518-45fb-4103-9a0f-fcb3c0f855d5,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:15.863676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Checking segment: {'id': 'd0c06ad1-af13-4977-8226-a31357aa6ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:15.863934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Network hostable DHCP agents. Network: 97b24055-2778-4219-b5b3-802b081f64cb, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:15.876139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8cc0f18f-3f1f-4af6-b5df-6f152179cba3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0b57c48de8b4f0c82705645ada23744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359226 Aug 10 03:38:15.879498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54938) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:15.965930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Network 97b24055-2778-4219-b5b3-802b081f64cb is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:16.000457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 97b24055-2778-4219-b5b3-802b081f64cb) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:16.011582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448fb315-b664-498e-9b76-ca3ec1b03973 None None] Network 97b24055-2778-4219-b5b3-802b081f64cb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:16.013388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.014093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.054940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.069907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c862be99-a3e3-4e84-af50-e62bde1b874e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.080509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Transition to ACTIVE for port object 3a22d867-527a-4936-882b-2f9773347a35 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:16.106112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c862be99-a3e3-4e84-af50-e62bde1b874e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.142072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.155664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2385cfe8-1362-42a5-a06f-44aef0b5d285 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2838240 Aug 10 03:38:16.171899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde8ad0-866e-40c9-bff9-9125d4158e89 req-b1a132df-e19b-4b53-ac69-f37446d29549 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.184000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5bde8ad0-866e-40c9-bff9-9125d4158e89 req-b1a132df-e19b-4b53-ac69-f37446d29549 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.2810955 Aug 10 03:38:16.242814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Network da083595-1785-4765-b902-06d6a2da41fa is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:16.255989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:16.264030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:16.301631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ee992-3a6e-4192-bd35-b7940fcb3422 None None] Network 97b24055-2778-4219-b5b3-802b081f64cb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:16.344175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5bde8ad0-866e-40c9-bff9-9125d4158e89 req-f646396e-6239-4995-82c3-1482a601687e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592433 Aug 10 03:38:16.366820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.368661 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.373439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event updated for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:16.383841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c862be99-a3e3-4e84-af50-e62bde1b874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.398685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c862be99-a3e3-4e84-af50-e62bde1b874e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.399785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c862be99-a3e3-4e84-af50-e62bde1b874e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34730213-9a20-4364-9951-e251649b9b0f HTTP/1.1" status: 204 len: 168 time: 0.5177188 Aug 10 03:38:16.412179 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6f8b3066-1666-48bc-bf00-2ab0a8f0c1ee tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8147047 Aug 10 03:38:16.436997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:16.439195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862be99-a3e3-4e84-af50-e62bde1b874e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34730213-9a20-4364-9951-e251649b9b0f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:16.531193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:16.646900 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.859553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9e5a680b-7dfd-49d3-965e-e828cf0ef69e None None] Provisioning for port 3a22d867-527a-4936-882b-2f9773347a35 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:16.881699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9e5a680b-7dfd-49d3-965e-e828cf0ef69e None None] Provisioning complete for port 3a22d867-527a-4936-882b-2f9773347a35 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:16.882153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9e5a680b-7dfd-49d3-965e-e828cf0ef69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.891303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:16.972726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc1dd-1663-4303-be40-fee51040df45 req-71c5fc3d-a681-44e9-b806-0b388b2bde91 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:16.998644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:16.999168 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.010894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc1dd-1663-4303-be40-fee51040df45 req-71c5fc3d-a681-44e9-b806-0b388b2bde91 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.043987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc1dd-1663-4303-be40-fee51040df45 req-71c5fc3d-a681-44e9-b806-0b388b2bde91 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.067703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc1dd-1663-4303-be40-fee51040df45 req-71c5fc3d-a681-44e9-b806-0b388b2bde91 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.078645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc1dd-1663-4303-be40-fee51040df45 req-71c5fc3d-a681-44e9-b806-0b388b2bde91 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.106160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a680b-7dfd-49d3-965e-e828cf0ef69e None None] Port 3a22d867-527a-4936-882b-2f9773347a35 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:38:17.138172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00bdc1dd-1663-4303-be40-fee51040df45 req-71c5fc3d-a681-44e9-b806-0b388b2bde91 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3815 time: 0.3521802 Aug 10 03:38:17.261266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00bdc1dd-1663-4303-be40-fee51040df45 req-2179430b-1f1b-47ab-83fc-6c7ff40b4fb1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180472 Aug 10 03:38:17.332892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.428608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b50b902-d964-4d8c-81ca-3e810b8c935f {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:17.437222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:17.440824 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28b217-99da-4e58-9adb-7d7acb9b1d8a" -d '{"events": [{"server_uuid": "4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8", "name": "network-vif-plugged", "status": "completed", "tag": "206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:17.449735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.458032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:17.466799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.495722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Transition to ACTIVE for port object 0b50b902-d964-4d8c-81ca-3e810b8c935f will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:17.537037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:17.606709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:17.843155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff623-b49b-47ef-bb2d-6540b7e3ca45 req-f0a48c5a-e550-4076-9963-bf5f21152711 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:17.855384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-562ff623-b49b-47ef-bb2d-6540b7e3ca45 req-f0a48c5a-e550-4076-9963-bf5f21152711 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 946 time: 0.1795013 Aug 10 03:38:17.960131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-562ff623-b49b-47ef-bb2d-6540b7e3ca45 req-176409a4-b00f-44c3-b6b4-54fd89d088a9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035609 Aug 10 03:38:18.161282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:18.579404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1506813997-network', 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:18.604239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Pushing event updated for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:18.668968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Attempting to bind port 0b50b902-d964-4d8c-81ca-3e810b8c935f on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:18.669673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Attempting to bind port 0b50b902-d964-4d8c-81ca-3e810b8c935f by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:18.670243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Attempting to bind port 0b50b902-d964-4d8c-81ca-3e810b8c935f on network d55ceef1-37e1-43e0-a52d-c75603bde0fe {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:18.679665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562c231-e98a-4f03-b73c-9349dc2d65bf req-e1da606b-a8e3-4c26-9575-64b8065efc89 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:18.688753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-ba040b92-1be7-4ead-9346-54e1f6da3471 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:18.691637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-ba040b92-1be7-4ead-9346-54e1f6da3471 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/networks?id=97b24055-2778-4219-b5b3-802b081f64cb HTTP/1.1" status: 200 len: 808 time: 1.1814969 Aug 10 03:38:18.693598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Port 0b50b902-d964-4d8c-81ca-3e810b8c935f on network d55ceef1-37e1-43e0-a52d-c75603bde0fe not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:18.694310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Attempting to bind port 0b50b902-d964-4d8c-81ca-3e810b8c935f on network d55ceef1-37e1-43e0-a52d-c75603bde0fe {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:18.715127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b562c231-e98a-4f03-b73c-9349dc2d65bf req-e1da606b-a8e3-4c26-9575-64b8065efc89 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.2264042 Aug 10 03:38:18.718457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:18.718813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Checking segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:18.719207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Bound using segment: {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:18.719715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Bound port: 0b50b902-d964-4d8c-81ca-3e810b8c935f, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de49335-701d-4708-b011-5c551a6fae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:18.720148 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.737480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-1c6f1053-bee8-4741-8345-9a689d5a6ae1 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/quotas/ab939f57cb5f4c0ba88da74b36381bc7 HTTP/1.1" status: 200 len: 375 time: 0.0306213 Aug 10 03:38:18.749900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:18.756833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.810841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:18.825212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-4ee50ba4-000d-4ba0-ae3b-5ab340f6902b tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab939f57cb5f4c0ba88da74b36381bc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750880 Aug 10 03:38:18.866123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b562c231-e98a-4f03-b73c-9349dc2d65bf req-ecb9debb-ba6c-4b28-80ca-c2338598295a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495457 Aug 10 03:38:18.957129 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41f5015-9a49-41fb-adbe-bafbd80b00b1 x-openstack-request-id: req-d41f5015-9a49-41fb-adbe-bafbd80b00b1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:18.959036 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8", "name": "network-vif-plugged", "status": "completed", "tag": "206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:18.959602 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d41f5015-9a49-41fb-adbe-bafbd80b00b1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:18.960613 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96', 'code': 200} Aug 10 03:38:19.056123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-26f55b77-22ff-49ed-955c-d8fe8b676919 service neutron] 10.222.0.53 "GET /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096398 Aug 10 03:38:19.057304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:19.062467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:19.099959 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.117767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.133846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.159668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:19.173244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.173910 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Added segment 3605a2c7-bcd3-4c54-b289-c81fdf634a2e of type vlan for network 89737755-3779-485b-a320-9a81e69f5eb5 Aug 10 03:38:19.239061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.269419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.270137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.271696 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] 10.222.0.65 "PUT /v2.0/ports/0b50b902-d964-4d8c-81ca-3e810b8c935f HTTP/1.1" status: 200 len: 1092 time: 2.8486691 Aug 10 03:38:19.280462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:19.285144 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:19.317742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:19.356411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.360295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.396972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.397189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdddda-5229-4789-a002-05a092ff8efc service neutron] Pushing event updated for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.415534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c982909-a1b6-4283-a35d-aac3b6686711 req-06001bff-0d6f-4aa0-bdf4-785b332c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.417670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c982909-a1b6-4283-a35d-aac3b6686711 req-06001bff-0d6f-4aa0-bdf4-785b332c020d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 1098 time: 0.3577573 Aug 10 03:38:19.447344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-3288939f-ec6b-439d-a864-55b237d6da72 service neutron] 10.222.0.53 "GET /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718810 Aug 10 03:38:19.526380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:19.552368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c982909-a1b6-4283-a35d-aac3b6686711 req-a0f83762-1eeb-450f-887c-5176c3761f63 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832930 Aug 10 03:38:19.630650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Pushing event updated for resources: {'Network': ['ID=89737755-3779-485b-a320-9a81e69f5eb5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.648073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 89737755-3779-485b-a320-9a81e69f5eb5 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:19.663589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-c0c3df58-20f3-4016-bb24-ff876890c394 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.673527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-c0c3df58-20f3-4016-bb24-ff876890c394 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.681746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-c0c3df58-20f3-4016-bb24-ff876890c394 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.691387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-c0c3df58-20f3-4016-bb24-ff876890c394 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.703733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-c0c3df58-20f3-4016-bb24-ff876890c394 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:19.716986 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-c0c3df58-20f3-4016-bb24-ff876890c394 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3827 time: 0.6620796 Aug 10 03:38:19.749427 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5843875 Aug 10 03:38:19.750624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0000d-98af-4f97-870c-6ba37baca344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6e375-5b7c-4454-a01c-8d133a59308f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:19.779351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55028) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:19.808377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eea50136-adda-4255-9bdf-39e3b0bf49d6 req-3a2e8f9f-efe8-4742-8174-82cb2eb84290 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901935 Aug 10 03:38:19.821268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Request body: {'subnet': {'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1506813997-subnet', 'tenant_id': 'e98f8abb83324accbb6530eab883d1de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:19.946407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:19.953713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.117759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da17aee-f703-4b69-b84b-4d2fac59b9d8 req-8bc5a978-125c-459e-8f57-76d126b74a30 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.120854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3da17aee-f703-4b69-b84b-4d2fac59b9d8 req-8bc5a978-125c-459e-8f57-76d126b74a30 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 946 time: 0.1516414 Aug 10 03:38:20.316165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3da17aee-f703-4b69-b84b-4d2fac59b9d8 req-621512c1-cee9-46fa-a5dd-29f17ff1da94 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500363 Aug 10 03:38:20.336649 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f083a02-97b3-44f8-926e-a9cb96d92411 x-openstack-request-id: req-3f083a02-97b3-44f8-926e-a9cb96d92411 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:20.336939 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:20.337258 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f083a02-97b3-44f8-926e-a9cb96d92411 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:20.337580 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'status': 'completed', 'code': 200} Aug 10 03:38:20.563206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f353360a-0343-44fb-9228-5c83884cd757 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:20.583863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.612335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ff6de-0cc7-41e8-895f-bde33c89d570 req-0aca0979-6173-445a-b813-5fd2229311f3 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.618678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Transition to ACTIVE for port object f353360a-0343-44fb-9228-5c83884cd757 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:20.622952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-858ff6de-0cc7-41e8-895f-bde33c89d570 req-0aca0979-6173-445a-b813-5fd2229311f3 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1535010 Aug 10 03:38:20.676316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:20.745361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b33f57d-52c0-4835-91ef-0e0813d8aec1 req-8cbe5634-af45-4d6f-9e14-c916c9356699 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 210 time: 0.0989861 Aug 10 03:38:20.890074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-858ff6de-0cc7-41e8-895f-bde33c89d570 req-0cec4672-e015-4a7d-a630-79f452505c35 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567091 Aug 10 03:38:20.976788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Pushing event updated for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:20.994682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.995204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.995688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.996163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.996635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:20.997104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.000744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-c4a17c31-6123-4e35-8c5d-513f97b11c68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5250 time: 0.6674891 Aug 10 03:38:21.097217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.292387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.298369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.305371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.311399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.317376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.324029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.326215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-3c63b2b4-ee88-421b-92db-d0bf228bf749 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 4604 time: 0.3244569 Aug 10 03:38:21.326907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0552e0-932c-49ff-9682-67477ea90dcd,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:21.341116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Attempting to bind port f353360a-0343-44fb-9228-5c83884cd757 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:21.341455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Attempting to bind port f353360a-0343-44fb-9228-5c83884cd757 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:21.341785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Attempting to bind port f353360a-0343-44fb-9228-5c83884cd757 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:21.359640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-794038ce-abd9-44d1-b082-fd787176f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.360199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-794038ce-abd9-44d1-b082-fd787176f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.360774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-794038ce-abd9-44d1-b082-fd787176f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.363544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-794038ce-abd9-44d1-b082-fd787176f517 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3096647 Aug 10 03:38:21.367637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Port f353360a-0343-44fb-9228-5c83884cd757 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:21.367981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Attempting to bind port f353360a-0343-44fb-9228-5c83884cd757 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:21.396297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:21.396742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Network hostable DHCP agents. Network: 89737755-3779-485b-a320-9a81e69f5eb5, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:38:21.413910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:21.414372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Checking segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:21.414894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Bound using segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:21.415350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Bound port: f353360a-0343-44fb-9228-5c83884cd757, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:21.415710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.491760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1392fb81-ac70-4c2b-90bb-b349b61c5c20 req-7f9d7f8e-d3e1-42ec-92b0-cb5f4e962ae3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414151 Aug 10 03:38:21.543886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Network 89737755-3779-485b-a320-9a81e69f5eb5 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:38:21.587868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 89737755-3779-485b-a320-9a81e69f5eb5) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:21.598599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-8811f171-910e-41ef-a5dc-0fdbef6e2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.600412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39a3bac2-b5ed-4ca2-b690-5d2a467d2d23 req-8811f171-910e-41ef-a5dc-0fdbef6e2fd7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2213790 Aug 10 03:38:21.603756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.604394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.608514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdaa77-eea1-4f38-9134-b3bede1ac531 None None] Network 89737755-3779-485b-a320-9a81e69f5eb5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:21.615200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:21.630399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f353360a-0343-44fb-9228-5c83884cd757,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:21.651970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7771b65d-161b-4dd7-84e1-4d309ed2b9c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8620505 Aug 10 03:38:21.654263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.693022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.693648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.695801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] 10.222.0.65 "PUT /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 1136 time: 2.3902376 Aug 10 03:38:21.719030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdff54-39ab-4519-9b3d-8baa39d5cd98 service neutron] Pushing event updated for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:21.802968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:21.955384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:21.963625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0c686-effc-4c78-b5ff-92352987b939 req-d5c72b08-088c-4824-ba86-d55a4e99e994 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:21.972900 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4cd0c686-effc-4c78-b5ff-92352987b939 req-d5c72b08-088c-4824-ba86-d55a4e99e994 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 946 time: 0.3431447 Aug 10 03:38:21.976416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1422a4-1a40-4d6f-9a10-95292dce856e None None] Network 89737755-3779-485b-a320-9a81e69f5eb5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:38:21.990057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-d0d88e71-23ae-4c6b-8204-bd0220cfdc39 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:22.003225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-d0d88e71-23ae-4c6b-8204-bd0220cfdc39 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.65 "GET /v2.0/networks?id=97b24055-2778-4219-b5b3-802b081f64cb HTTP/1.1" status: 200 len: 808 time: 0.5385389 Aug 10 03:38:22.021485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Request body: {'port': {'device_id': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb', 'admin_state_up': True, 'tenant_id': 'ab939f57cb5f4c0ba88da74b36381bc7'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:22.136636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4cd0c686-effc-4c78-b5ff-92352987b939 req-b1733d0c-43b1-4a92-bc8f-5e949a15f9f3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322014 Aug 10 03:38:22.251098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Made reservation on behalf of ab939f57cb5f4c0ba88da74b36381bc7 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:22.256187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.349343 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:22.401355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'f353360a-0343-44fb-9228-5c83884cd757'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:22.404423 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "f353360a-0343-44fb-9228-5c83884cd757"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:22.528055 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a963de6-7925-49dd-9c59-165c06252ac4 req-1b057cc7-3e49-498e-ab6d-1555e111b27e tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 210 time: 0.1111665 Aug 10 03:38:22.556343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Allocated IP 172.20.0.10 (97b24055-2778-4219-b5b3-802b081f64cb/252a5518-45fb-4103-9a0f-fcb3c0f855d5/00cb3304-29a2-4532-8d16-4a1a39b397bb) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:22.586944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31668117-b943-4854-a45d-aab7dd19d4f4 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:22.608059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.647909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Transition to ACTIVE for port object 31668117-b943-4854-a45d-aab7dd19d4f4 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:22.660553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.923714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:22.940687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:22.944988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcdad1-42c3-4a20-8e28-560c5489a3e8 req-4757d8d3-8931-4661-ba0f-90a5004a5f0a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:22.946668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfcdad1-42c3-4a20-8e28-560c5489a3e8 req-4757d8d3-8931-4661-ba0f-90a5004a5f0a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.2139735 Aug 10 03:38:23.068437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Attempting to bind port 31668117-b943-4854-a45d-aab7dd19d4f4 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:23.070989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Attempting to bind port 31668117-b943-4854-a45d-aab7dd19d4f4 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:23.073446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Attempting to bind port 31668117-b943-4854-a45d-aab7dd19d4f4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:23.083081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Port 31668117-b943-4854-a45d-aab7dd19d4f4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:23.083620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Attempting to bind port 31668117-b943-4854-a45d-aab7dd19d4f4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:23.084166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfcdad1-42c3-4a20-8e28-560c5489a3e8 req-5df56a27-255a-4c81-89b8-2865a3a26610 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004028 Aug 10 03:38:23.094369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:23.094979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Checking segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:23.095717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Bound using segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:23.096430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Bound port: 31668117-b943-4854-a45d-aab7dd19d4f4, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:23.097005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.136039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.226911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Network 97b24055-2778-4219-b5b3-802b081f64cb is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:23.234396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:23.251468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:23.255455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Pushing event updated for resources: {'Port': ['ID=00cb3304-29a2-4532-8d16-4a1a39b397bb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:23.357141 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6480d3a-6d7e-4207-9e12-d353c000d15d x-openstack-request-id: req-e6480d3a-6d7e-4207-9e12-d353c000d15d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:23.357424 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "f353360a-0343-44fb-9228-5c83884cd757", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:23.357679 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6480d3a-6d7e-4207-9e12-d353c000d15d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:23.358108 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'f353360a-0343-44fb-9228-5c83884cd757', 'status': 'completed', 'code': 200} Aug 10 03:38:23.359356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.360255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.389559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-318274a6-0e92-495f-8d60-cc37b6bb7f52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3808627 Aug 10 03:38:23.405170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Request body: {'port': {'device_id': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:23.417239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-257bb6ba-46f9-418f-9f0a-40c8a42eb086 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.425474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-257bb6ba-46f9-418f-9f0a-40c8a42eb086 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.3002696 Aug 10 03:38:23.468286 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-59010d26-0ce2-4824-a0fc-9b07a9205e68 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0415082 Aug 10 03:38:23.476754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:23.518184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=31668117-b943-4854-a45d-aab7dd19d4f4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:23.523323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4ccd826a-442d-4b8f-a93a-b85dc6608f60 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468495 Aug 10 03:38:23.526414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.544960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.551295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.557605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.560940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.561430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.561909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.562410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.562878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.563615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.563729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.564602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.566569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-7df0a829-9a32-45f2-bac5-73ebcb1f492d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6180 time: 0.1793766 Aug 10 03:38:23.570643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.577018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.583092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.585255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-00fd099c-b521-41f2-9ad5-613d00e683de tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5382 time: 0.1392548 Aug 10 03:38:23.586396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.636619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:23.637259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.638769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] 10.222.0.65 "PUT /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 1137 time: 1.8412652 Aug 10 03:38:23.719750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:23.770238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fceb0-2836-46f0-8012-8ecc5b04cd6e service neutron] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:23.872385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:23.879627 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ab9ced4-2562-4a55-b391-758d1c80cf09 req-a0ff26de-8258-43f1-a69c-81e45a9bfc6e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2786922 Aug 10 03:38:24.018296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4350a5e2-4e8c-4259-a121-a7b0ad5295c2 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480739 Aug 10 03:38:24.056458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-2e94ec86-b034-4d12-a84f-0dd91f9a8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.059307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-2e94ec86-b034-4d12-a84f-0dd91f9a8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.060347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-2e94ec86-b034-4d12-a84f-0dd91f9a8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.070728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-2e94ec86-b034-4d12-a84f-0dd91f9a8828 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4809675 Aug 10 03:38:24.111788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cb3304-29a2-4532-8d16-4a1a39b397bb {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:24.128848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.161432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Transition to ACTIVE for port object 00cb3304-29a2-4532-8d16-4a1a39b397bb will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:24.167881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.279101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=00cb3304-29a2-4532-8d16-4a1a39b397bb,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.420445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37d41f-c1c6-443a-bfb8-1c9a664dfcae req-d875f362-7db4-4089-8a13-5cf7c01574e3 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.422004 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc37d41f-c1c6-443a-bfb8-1c9a664dfcae req-d875f362-7db4-4089-8a13-5cf7c01574e3 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 944 time: 0.1444569 Aug 10 03:38:24.428292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Attempting to bind port 00cb3304-29a2-4532-8d16-4a1a39b397bb on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:24.428879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Attempting to bind port 00cb3304-29a2-4532-8d16-4a1a39b397bb by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'd0c06ad1-af13-4977-8226-a31357aa6ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:24.429210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Attempting to bind port 00cb3304-29a2-4532-8d16-4a1a39b397bb on network 97b24055-2778-4219-b5b3-802b081f64cb {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:24.440698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Port 00cb3304-29a2-4532-8d16-4a1a39b397bb on network 97b24055-2778-4219-b5b3-802b081f64cb not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:24.441025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Attempting to bind port 00cb3304-29a2-4532-8d16-4a1a39b397bb on network 97b24055-2778-4219-b5b3-802b081f64cb {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:24.458144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:24.458512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Checking segment: {'id': 'd0c06ad1-af13-4977-8226-a31357aa6ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:24.458882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Bound using segment: {'id': 'd0c06ad1-af13-4977-8226-a31357aa6ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:24.460129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Bound port: 00cb3304-29a2-4532-8d16-4a1a39b397bb, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c06ad1-af13-4977-8226-a31357aa6ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:24.460129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.466667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-543a73ad-f8b7-48ec-a85a-a30bca8d2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:24.468169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc15e4d-59a2-41fd-ad38-de2ef6cb51b0 req-543a73ad-f8b7-48ec-a85a-a30bca8d2728 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3640945 Aug 10 03:38:24.478467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-a7b49223-1ce3-4ac9-adf8-34f19e94e669 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410350 Aug 10 03:38:24.491941 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc37d41f-c1c6-443a-bfb8-1c9a664dfcae req-a1b3771f-7063-4731-83a9-b627957e0220 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575488 Aug 10 03:38:24.526794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.603979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] For port 00cb3304-29a2-4532-8d16-4a1a39b397bb, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:24.611438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] For port 00cb3304-29a2-4532-8d16-4a1a39b397bb, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb,segment=NetworkSegment(d0c06ad1-af13-4977-8226-a31357aa6ab8),segment_id=d0c06ad1-af13-4977-8226-a31357aa6ab8)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:24.612713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c906fd43-9cad-4970-9ed7-4e090c4b47e8 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:24.621049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.628411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.652042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Transition to ACTIVE for port object c906fd43-9cad-4970-9ed7-4e090c4b47e8 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:24.657103 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.742077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:24.813392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Attempting to bind port c906fd43-9cad-4970-9ed7-4e090c4b47e8 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:24.813786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Attempting to bind port c906fd43-9cad-4970-9ed7-4e090c4b47e8 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:24.814241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Attempting to bind port c906fd43-9cad-4970-9ed7-4e090c4b47e8 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:24.820295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Port c906fd43-9cad-4970-9ed7-4e090c4b47e8 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:24.821106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Attempting to bind port c906fd43-9cad-4970-9ed7-4e090c4b47e8 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:24.828422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:24.829049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Checking segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:24.830462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Bound using segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:24.831431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Bound port: c906fd43-9cad-4970-9ed7-4e090c4b47e8, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:24.832004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:24.931583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:24.934505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:24.944092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.052415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.053315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.056295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/c906fd43-9cad-4970-9ed7-4e090c4b47e8 HTTP/1.1" status: 200 len: 1092 time: 1.3524287 Aug 10 03:38:25.076980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a441549-1ec8-4b70-a7a7-ff20829c90e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:25.111866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:25.191037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.191834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.193131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] 10.222.0.65 "PUT /v2.0/ports/00cb3304-29a2-4532-8d16-4a1a39b397bb HTTP/1.1" status: 200 len: 1093 time: 1.7949946 Aug 10 03:38:25.193924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'tag': '00cb3304-29a2-4532-8d16-4a1a39b397bb'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:25.196024 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff255330-a916-4d55-94ab-c871ee6b094f" -d '{"events": [{"name": "network-changed", "server_uuid": "522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84", "tag": "00cb3304-29a2-4532-8d16-4a1a39b397bb"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:25.201632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8dc7f-4a65-42df-a0d6-7615282b0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=00cb3304-29a2-4532-8d16-4a1a39b397bb,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:25.221456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de52d0a-8f34-4c5c-855a-dacec9d15d13 req-49be9a68-7e3b-4732-88ca-29e9e3990c92 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.223410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3de52d0a-8f34-4c5c-855a-dacec9d15d13 req-49be9a68-7e3b-4732-88ca-29e9e3990c92 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.6155114 Aug 10 03:38:25.311431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3de52d0a-8f34-4c5c-855a-dacec9d15d13 req-c26b8511-5089-47c4-83a3-48dbb05b65fc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755785 Aug 10 03:38:25.317052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f69473b0-0c0c-43fc-9906-f9b7d9fb5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.318821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-f69473b0-0c0c-43fc-9906-f9b7d9fb5b0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab939f57cb5f4c0ba88da74b36381bc7&device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 1096 time: 0.0655730 Aug 10 03:38:25.320057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.359331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '31668117-b943-4854-a45d-aab7dd19d4f4'}, {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:25.365200 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa41320-f41f-4119-a774-54fee695bc77" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "31668117-b943-4854-a45d-aab7dd19d4f4"}, {"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:25.398866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-e25322f0-218c-4f83-ab1a-277efc103679 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb HTTP/1.1" status: 200 len: 217 time: 0.0621216 Aug 10 03:38:25.435761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e49015f-dc7d-437f-a026-20d2ca505275 req-7ea695f7-1d0a-4c8d-9dfb-2c55e8a4024b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 210 time: 0.0398510 Aug 10 03:38:25.484470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-14ebe8d1-5d71-44ba-a2f1-8b93bf0f138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.488205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-14ebe8d1-5d71-44ba-a2f1-8b93bf0f138f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=252a5518-45fb-4103-9a0f-fcb3c0f855d5 HTTP/1.1" status: 200 len: 848 time: 0.0807040 Aug 10 03:38:25.542767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-94f138fb-f321-474f-9187-362f3c2a5eb2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.544927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-27c277e6-9c85-405c-847e-73c692ab4cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b24055-2778-4219-b5b3-802b081f64cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474503 Aug 10 03:38:25.546234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-94f138fb-f321-474f-9187-362f3c2a5eb2 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.3305843 Aug 10 03:38:25.630008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-c106292f-c9b1-4e5c-968c-7609a791f891 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/quotas/cd6d2fe3a91d4402bc859e6e8b70a3fa HTTP/1.1" status: 200 len: 375 time: 0.0761764 Aug 10 03:38:25.686511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.693018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.699004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.704900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.710814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.718656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.724133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:25.726207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-ae40deda-2a08-450d-b0ea-0af0fcbe6152 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5394 time: 0.1802948 Aug 10 03:38:25.783387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-1e2e2a40-2a26-42d1-a273-54773124c9c8 service neutron] 10.222.0.65 "GET /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214634 Aug 10 03:38:25.832265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:25.867923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e90a791-9faf-4e9d-9558-29eaa8926054 req-aa7cef95-5284-48a9-841b-3e767bfae8c3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261251 Aug 10 03:38:25.944172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c665f96-134b-4cc3-baca-598efb6ed633 req-14b2078f-4b86-47af-b53b-b4b087a2e3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377819 Aug 10 03:38:26.192040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-e9a4fcf8-6fd3-4c3f-8370-08070239b6ec tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5513346 Aug 10 03:38:26.222806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-c7f81e30-95f4-4e8d-803d-e451d9d1fbd1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.224338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-c7f81e30-95f4-4e8d-803d-e451d9d1fbd1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "GET /v2.0/ports?device_id=41ce5e23-160e-40d7-8197-2c7b7e70b120 HTTP/1.1" status: 200 len: 945 time: 0.1264846 Aug 10 03:38:26.228480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-951203e4-3108-4f3e-84b3-c29a9b76a037 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.229969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-951203e4-3108-4f3e-84b3-c29a9b76a037 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.1840475 Aug 10 03:38:26.255234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:26.406516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:26.437198 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9b5a9-4f77-43e8-9752-e706ff79c470 x-openstack-request-id: req-4ea9b5a9-4f77-43e8-9752-e706ff79c470 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:26.437580 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84", "tag": "00cb3304-29a2-4532-8d16-4a1a39b397bb", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:26.437951 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ea9b5a9-4f77-43e8-9752-e706ff79c470 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:26.438616 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'tag': '00cb3304-29a2-4532-8d16-4a1a39b397bb', 'status': 'completed', 'code': 200} Aug 10 03:38:26.468704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:26.480395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.517666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:26.535139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.558329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Transition to ACTIVE for port object dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:26.561942 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f3593-e712-4791-8693-29e9f5d5609f x-openstack-request-id: req-601f3593-e712-4791-8693-29e9f5d5609f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:26.562473 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "31668117-b943-4854-a45d-aab7dd19d4f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:26.562733 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.562875 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-601f3593-e712-4791-8693-29e9f5d5609f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:26.563337 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '31668117-b943-4854-a45d-aab7dd19d4f4', 'status': 'completed', 'code': 200} Aug 10 03:38:26.563681 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8', 'status': 'completed', 'code': 200} Aug 10 03:38:26.594072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-59dd34b1-5a3f-4322-bfd6-e89e5d55064c service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919823 Aug 10 03:38:26.609386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.610013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:26.612397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:26.614833 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf127e-ee57-43ee-abb0-d2f37f4fecb0" -d '{"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-unplugged", "status": "completed", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:26.622252 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.684965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:26.726507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1571a-ce72-46e9-b58d-492e91af4910 req-dc14567c-0ec0-4831-af8c-63c900b4970b tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.728226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2f1571a-ce72-46e9-b58d-492e91af4910 req-dc14567c-0ec0-4831-af8c-63c900b4970b tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 944 time: 0.1392255 Aug 10 03:38:26.776448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.9 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/7051975b-7396-4a00-9c96-54d766f2c584) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:26.795059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2f1571a-ce72-46e9-b58d-492e91af4910 req-3df94c0d-bf80-4073-96bf-9f1f483c4135 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605609 Aug 10 03:38:26.919565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff255330-a916-4d55-94ab-c871ee6b094f req-9e34dd0b-e72d-4602-804d-ed39b507bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.921345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-9e34dd0b-e72d-4602-804d-ed39b507bd88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab939f57cb5f4c0ba88da74b36381bc7&device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 1096 time: 0.3559804 Aug 10 03:38:26.944600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4291e807-1e3f-4e5e-a624-f9ba29cd5fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:26.968481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.969102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.969666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.970278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.970853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.971416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.971929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:26.974195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9aa41320-f41f-4119-a774-54fee695bc77 req-024b1fbe-ad3e-4dec-b6f9-c65bb41616c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6316 time: 0.3937137 Aug 10 03:38:26.975310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Pushing event updated for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:27.072376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Deleting port 2707ec9b-7bc5-497f-805b-11ecc404ea2b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:27.072768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.100402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.186531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.225368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc24f-d474-4ee7-8b90-01f6fd87e855 req-8c20dbbb-cffb-45ba-b14d-b3041c570d6a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.226865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c7cc24f-d474-4ee7-8b90-01f6fd87e855 req-8c20dbbb-cffb-45ba-b14d-b3041c570d6a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0891984 Aug 10 03:38:27.249178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:27.260480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:27.271054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:27.275121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-14c6fdab-a773-4caf-b98f-4c07f40addde service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678469 Aug 10 03:38:27.276876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=7051975b-7396-4a00-9c96-54d766f2c584,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:27.350307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c7cc24f-d474-4ee7-8b90-01f6fd87e855 req-aa2b7b8d-f798-4b9a-834d-258ccad19859 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091027 Aug 10 03:38:27.354492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff255330-a916-4d55-94ab-c871ee6b094f req-bcb0314b-09db-4111-b318-b14745211762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.356086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-bcb0314b-09db-4111-b318-b14745211762 service neutron] 10.222.0.65 "GET /v2.0/networks?id=97b24055-2778-4219-b5b3-802b081f64cb HTTP/1.1" status: 200 len: 909 time: 0.4042063 Aug 10 03:38:27.356865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Attempting to bind port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:27.357201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Attempting to bind port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:27.357531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Attempting to bind port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:27.368692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.369434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.398110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-6a7911be-aeed-4b3a-8373-e005aaa9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.398633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-6a7911be-aeed-4b3a-8373-e005aaa9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.399208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-6a7911be-aeed-4b3a-8373-e005aaa9947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.401403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9aa41320-f41f-4119-a774-54fee695bc77 req-6a7911be-aeed-4b3a-8373-e005aaa9947a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4047110 Aug 10 03:38:27.402299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:27.402648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Attempting to bind port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:27.407096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b8c296a4-f9c3-4b2d-a66b-a1eb43f7c6e6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1574225 Aug 10 03:38:27.409126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] For port 2707ec9b-7bc5-497f-805b-11ecc404ea2b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2707ec9b-7bc5-497f-805b-11ecc404ea2b,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:27.409523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.428351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Request body: {'port': {'device_id': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:27.477010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:27.478648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Checking segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:27.479205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Bound using segment: {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:27.480035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Bound port: dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443621a1-3acf-4081-ba91-2c44a77c3f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:27.480548 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.512717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-c1b80b35-9798-433f-b6be-fe24448584e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb HTTP/1.1" status: 200 len: 217 time: 0.1368649 Aug 10 03:38:27.554758 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f8a781-f56b-4bb2-bcd5-9ad33d86f443 x-openstack-request-id: req-21f8a781-f56b-4bb2-bcd5-9ad33d86f443 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:27.555152 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-unplugged", "status": "completed", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:27.555599 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21f8a781-f56b-4bb2-bcd5-9ad33d86f443 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:27.556091 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'code': 200} Aug 10 03:38:27.614887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Calling delete_port for 2707ec9b-7bc5-497f-805b-11ecc404ea2b owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:27.648614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:27.652930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff255330-a916-4d55-94ab-c871ee6b094f req-cf60d00c-b4b7-4601-8853-7fec0eb24bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.654674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-cf60d00c-b4b7-4601-8853-7fec0eb24bea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=252a5518-45fb-4103-9a0f-fcb3c0f855d5 HTTP/1.1" status: 200 len: 848 time: 0.1189110 Aug 10 03:38:27.661562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54d35d-4308-49c0-adaa-e8875f21fc67 req-b87f8681-e2db-43dd-810e-a725f3b30570 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.669236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ec54d35d-4308-49c0-adaa-e8875f21fc67 req-b87f8681-e2db-43dd-810e-a725f3b30570 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 931 time: 0.2063980 Aug 10 03:38:27.773811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ec54d35d-4308-49c0-adaa-e8875f21fc67 req-190709e0-a172-44b7-ae9b-274dc5e5cdb9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031759 Aug 10 03:38:27.781544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-edcabaa8-99bf-4444-86c5-257898010ec0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b24055-2778-4219-b5b3-802b081f64cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646548 Aug 10 03:38:27.876151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:27.879785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:27.934239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-1f6ebe24-d75a-4849-8aa2-5275df426944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:27.936425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9aa41320-f41f-4119-a774-54fee695bc77 req-1f6ebe24-d75a-4849-8aa2-5275df426944 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4882789 Aug 10 03:38:27.951544 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f5fe6dc-121d-40ef-86c6-595e6f48a430 req-0f42f926-6871-41e3-b8f9-6c7fa3b6e6ed tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 210 time: 0.0543871 Aug 10 03:38:27.952634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.082047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.082847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.088730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] 10.222.0.65 "PUT /v2.0/ports/dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 HTTP/1.1" status: 200 len: 1091 time: 2.9816842 Aug 10 03:38:28.177240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.178411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df305a-2c8e-401c-90d8-77919dc99a8a req-59f89cb1-5734-423d-9cec-b6ea979e9178 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.183528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.185935 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4df305a-2c8e-401c-90d8-77919dc99a8a req-59f89cb1-5734-423d-9cec-b6ea979e9178 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 944 time: 0.1263328 Aug 10 03:38:28.191053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.197526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.210796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.216880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.223347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.231677 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-5b756e55-8f27-4a2d-9ff4-45274b24c75e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5406 time: 0.5738173 Aug 10 03:38:28.237099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:28.255670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4df305a-2c8e-401c-90d8-77919dc99a8a req-a764f4ad-d6c1-423f-b56f-044ee25c02cf tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672448 Aug 10 03:38:28.309355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc217d-a59c-45f2-9836-9cb6b002d4be service neutron] Pushing event updated for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:28.384740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7051975b-7396-4a00-9c96-54d766f2c584 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:28.412829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.451769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Transition to ACTIVE for port object 7051975b-7396-4a00-9c96-54d766f2c584 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:28.457549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.479314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-93f5ec55-d965-4ec1-a780-4960fe0dd522 service neutron] 10.222.0.65 "GET /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355642 Aug 10 03:38:28.526318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.527122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.527799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.528533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.529261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.529940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.530678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.534072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9aa41320-f41f-4119-a774-54fee695bc77 req-c3f02956-6128-4e31-b884-eadf972695c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6358 time: 0.4949024 Aug 10 03:38:28.549954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07496453-c247-47c5-b377-e5dcb9a03f99 req-dd37a198-2a05-4e5d-82d1-b1b7796eca77 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3172355 Aug 10 03:38:28.556876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Pushing event updated for resources: {'Port': ['ID=7051975b-7396-4a00-9c96-54d766f2c584,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:28.589058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:28.591891 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:28.624957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.684497 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d23079e-26a1-4080-97e5-e79a9ddcb8e0 x-openstack-request-id: req-1d23079e-26a1-4080-97e5-e79a9ddcb8e0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:28.684723 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:28.684996 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d23079e-26a1-4080-97e5-e79a9ddcb8e0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:28.685318 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4', 'status': 'completed', 'code': 200} Aug 10 03:38:28.706137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b680598-119e-4394-a7a9-532258fefcaf req-d0dac13b-0012-4fe6-aaa7-23ff65fb9f65 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.707882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b680598-119e-4394-a7a9-532258fefcaf req-d0dac13b-0012-4fe6-aaa7-23ff65fb9f65 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1097486 Aug 10 03:38:28.712479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Attempting to bind port 7051975b-7396-4a00-9c96-54d766f2c584 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:28.712479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Attempting to bind port 7051975b-7396-4a00-9c96-54d766f2c584 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:28.712479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Attempting to bind port 7051975b-7396-4a00-9c96-54d766f2c584 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:28.714688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Port 7051975b-7396-4a00-9c96-54d766f2c584 on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:28.715082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Attempting to bind port 7051975b-7396-4a00-9c96-54d766f2c584 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:28.721330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:28.721736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:28.722216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:28.722721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Bound port: 7051975b-7396-4a00-9c96-54d766f2c584, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:28.723156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.779964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.792417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b680598-119e-4394-a7a9-532258fefcaf req-1d8342fe-9561-456e-9694-cbbc71a4fed1 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666280 Aug 10 03:38:28.864077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] For port 7051975b-7396-4a00-9c96-54d766f2c584, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:28.870193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] For port 7051975b-7396-4a00-9c96-54d766f2c584, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7051975b-7396-4a00-9c96-54d766f2c584,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:28.879043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.882188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event deleted for resources: {'Port': ['ID=2707ec9b-7bc5-497f-805b-11ecc404ea2b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:28.960134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Pushing event updated for resources: {'Port': ['ID=7051975b-7396-4a00-9c96-54d766f2c584,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:28.966520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:28.967145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:28.968592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] 10.222.0.65 "PUT /v2.0/ports/7051975b-7396-4a00-9c96-54d766f2c584 HTTP/1.1" status: 200 len: 1092 time: 1.5461335 Aug 10 03:38:28.969051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'tag': '7051975b-7396-4a00-9c96-54d766f2c584'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:28.972118 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1af2136-b02a-4b35-8392-6436a051042c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b6bdee-5274-4b15-8c62-84cde0278676", "tag": "7051975b-7396-4a00-9c96-54d766f2c584"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:29.012201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff255330-a916-4d55-94ab-c871ee6b094f req-30888e13-cc71-47db-9e0d-3b9c8f328db0 service neutron] 10.222.0.65 "GET /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732895 Aug 10 03:38:29.040455 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd00ed4f-4e78-43a2-9581-0c4fdefd4362 x-openstack-request-id: req-fd00ed4f-4e78-43a2-9581-0c4fdefd4362 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:29.040949 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b6bdee-5274-4b15-8c62-84cde0278676", "tag": "7051975b-7396-4a00-9c96-54d766f2c584", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:29.041355 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd00ed4f-4e78-43a2-9581-0c4fdefd4362 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:29.042735 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'tag': '7051975b-7396-4a00-9c96-54d766f2c584', 'status': 'completed', 'code': 200} Aug 10 03:38:29.135220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d7776f5-b2f5-4c72-82c4-eed658134819 req-cdea430f-d46b-4330-8c99-9004000615bc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 210 time: 0.0339780 Aug 10 03:38:29.144002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-bd125f63-b679-4c36-ae31-5321f64f0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.144796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-bd125f63-b679-4c36-ae31-5321f64f0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.145509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-bd125f63-b679-4c36-ae31-5321f64f0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.147761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9aa41320-f41f-4119-a774-54fee695bc77 req-bd125f63-b679-4c36-ae31-5321f64f0203 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5964959 Aug 10 03:38:29.174316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] No DVR routers for this DVR port 2707ec9b-7bc5-497f-805b-11ecc404ea2b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:29.200362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.203594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b40796b6-1308-4af8-8466-eb6f95dbee6b req-5fd46536-5931-4812-a3b4-a40b25c5bb57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "DELETE /v2.0/ports/2707ec9b-7bc5-497f-805b-11ecc404ea2b HTTP/1.1" status: 204 len: 173 time: 2.9623034 Aug 10 03:38:29.380021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb9ca-17c5-46d3-a238-cfbdaa122376 req-691a1373-0392-4931-b3c7-b169613cc44e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.381690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14beb9ca-17c5-46d3-a238-cfbdaa122376 req-691a1373-0392-4931-b3c7-b169613cc44e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 943 time: 0.4858139 Aug 10 03:38:29.424430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-67a5ffbd-a46b-4664-bb8d-b2933cb55ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.425903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-67a5ffbd-a46b-4664-bb8d-b2933cb55ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 1095 time: 0.3848157 Aug 10 03:38:29.441775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-99d33f29-de91-47c6-bfad-ff7dfc78df00 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.443474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-99d33f29-de91-47c6-bfad-ff7dfc78df00 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.5114594 Aug 10 03:38:29.445310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f5cb6-5313-46f7-99d8-d7f23e9bc9f7 req-bf47f139-801a-41ce-ac16-6055a544d1ee tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.448186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-250f5cb6-5313-46f7-99d8-d7f23e9bc9f7 req-bf47f139-801a-41ce-ac16-6055a544d1ee tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 944 time: 0.0966675 Aug 10 03:38:29.510876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Request body: {'port': {'device_id': '97d407ef-6b34-4427-9bd1-81613713aa67', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'admin_state_up': True, 'tenant_id': 'cd6d2fe3a91d4402bc859e6e8b70a3fa'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:29.525364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-250f5cb6-5313-46f7-99d8-d7f23e9bc9f7 req-f5390484-f34c-4ac6-9d56-05565ea92fe3 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659113 Aug 10 03:38:29.537064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-602d5cd4-4591-44f4-a4bd-e7a25410bf10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7051975b-7396-4a00-9c96-54d766f2c584 HTTP/1.1" status: 200 len: 217 time: 0.0836620 Aug 10 03:38:29.543557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 00cb3304-29a2-4532-8d16-4a1a39b397bb details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:29.600266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa41320-f41f-4119-a774-54fee695bc77 req-82c95095-d6cd-4bd5-af58-f7472623300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.602484 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9aa41320-f41f-4119-a774-54fee695bc77 req-82c95095-d6cd-4bd5-af58-f7472623300a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4261463 Aug 10 03:38:29.649231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.729014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 00cb3304-29a2-4532-8d16-4a1a39b397bb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb,segment=NetworkSegment(d0c06ad1-af13-4977-8226-a31357aa6ab8),segment_id=d0c06ad1-af13-4977-8226-a31357aa6ab8)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:29.746035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '00cb3304-29a2-4532-8d16-4a1a39b397bb', 'network_id': '97b24055-2778-4219-b5b3-802b081f64cb', 'port_id': '00cb3304-29a2-4532-8d16-4a1a39b397bb', 'mac_address': 'fa:16:3e:dd:9f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252a5518-45fb-4103-9a0f-fcb3c0f855d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:29.808193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.812030 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ba06bc5-71f1-48b3-9a49-a6855eeb20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.843055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cb3304-29a2-4532-8d16-4a1a39b397bb {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:29.891831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 00cb3304-29a2-4532-8d16-4a1a39b397bb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb,segment=NetworkSegment(d0c06ad1-af13-4977-8226-a31357aa6ab8),segment_id=d0c06ad1-af13-4977-8226-a31357aa6ab8)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:29.899258 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:29.933310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.944623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.955570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.962781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.969226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.977135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.984238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:29.993956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-b6915cc3-fd16-4e7d-9f07-2db96447f2d8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5406 time: 0.1423838 Aug 10 03:38:30.017601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=00cb3304-29a2-4532-8d16-4a1a39b397bb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.050619 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d431f37e-7b73-4be0-8777-5546dfed84ba req-af9db308-4c17-406a-8b30-9d94e50e55cc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554950 Aug 10 03:38:30.162517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14beb9ca-17c5-46d3-a238-cfbdaa122376 req-285bae91-93f8-49ff-8f0d-7af04723fe67 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467189 Aug 10 03:38:30.203017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96012f98-34b1-456d-9fac-0685799c9bac req-1d65db8c-906d-4434-a7e4-96b5267285d3 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.206553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['00cb3304-29a2-4532-8d16-4a1a39b397bb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:30.220694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-eaa65b97-845e-43a0-b615-842aabeba488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.222758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-eaa65b97-845e-43a0-b615-842aabeba488 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.6464763 Aug 10 03:38:30.225230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96012f98-34b1-456d-9fac-0685799c9bac req-1d65db8c-906d-4434-a7e4-96b5267285d3 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0875163 Aug 10 03:38:30.274218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96012f98-34b1-456d-9fac-0685799c9bac req-746979e3-471f-4b1c-af5b-03a44467dc98 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Aug 10 03:38:30.341798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-5b943070-ffeb-43c7-8e70-50bbe39eb20a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840855 Aug 10 03:38:30.348855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-652a557d-3f3f-41fc-96da-61ce65bc23dc req-3ebe0630-9f4f-4fe4-9fb1-981df060b349 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 210 time: 0.0898094 Aug 10 03:38:30.362251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9287df7-d120-40f8-99c0-c6002ca36785 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:30.418125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:30.419809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.434958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.435436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.435907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.436375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.436833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.437294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.437938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.440627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-d7fca189-0a67-4f07-bc74-995063dcfeaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6358 time: 0.3308315 Aug 10 03:38:30.446211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 2707ec9b-7bc5-497f-805b-11ecc404ea2b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:30.446587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2707ec9b-7bc5-497f-805b-11ecc404ea2b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:30.476886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Transition to ACTIVE for port object d9287df7-d120-40f8-99c0-c6002ca36785 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:30.522330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.572693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Made reservation on behalf of cd6d2fe3a91d4402bc859e6e8b70a3fa for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:30.576373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:30.660435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0c022-6057-4ab7-b17e-fc916c8072a6 req-0306c00a-e04e-4afc-b106-c0105933cc52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.674419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-47f506a7-3371-4aa5-94f9-7d1e0a475ec2 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207958 Aug 10 03:38:30.675078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Pushing event updated for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:30.678664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1db0c022-6057-4ab7-b17e-fc916c8072a6 req-0306c00a-e04e-4afc-b106-c0105933cc52 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 945 time: 0.0756264 Aug 10 03:38:30.708862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-deleted', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:30.711670 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df14334-566d-41cd-bda0-15a8e31219b7" -d '{"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-deleted", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:30.794870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1db0c022-6057-4ab7-b17e-fc916c8072a6 req-73757216-0e88-4079-a257-9a4506a6fe9f tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081004 Aug 10 03:38:30.850232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-3abc83b5-1543-4191-b8fa-9a7cf76fb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.850716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-3abc83b5-1543-4191-b8fa-9a7cf76fb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.851188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-3abc83b5-1543-4191-b8fa-9a7cf76fb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:30.852909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-3abc83b5-1543-4191-b8fa-9a7cf76fb37b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3953290 Aug 10 03:38:30.880049 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60e939-07b2-4cc3-bc16-418bc86c13a0 x-openstack-request-id: req-cd60e939-07b2-4cc3-bc16-418bc86c13a0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:30.880341 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce5e23-160e-40d7-8197-2c7b7e70b120", "name": "network-vif-deleted", "tag": "2707ec9b-7bc5-497f-805b-11ecc404ea2b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:30.880671 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd60e939-07b2-4cc3-bc16-418bc86c13a0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:30.881056 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce5e23-160e-40d7-8197-2c7b7e70b120', 'name': 'network-vif-deleted', 'tag': '2707ec9b-7bc5-497f-805b-11ecc404ea2b', 'status': 'completed', 'code': 200} Aug 10 03:38:31.066034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Attempting to bind port d9287df7-d120-40f8-99c0-c6002ca36785 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:31.066372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Attempting to bind port d9287df7-d120-40f8-99c0-c6002ca36785 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:31.066705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Attempting to bind port d9287df7-d120-40f8-99c0-c6002ca36785 on network da083595-1785-4765-b902-06d6a2da41fa {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:31.078566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-b6a8db55-bec5-4471-8d9d-971b0efee253 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927553 Aug 10 03:38:31.091652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Port d9287df7-d120-40f8-99c0-c6002ca36785 on network da083595-1785-4765-b902-06d6a2da41fa not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:31.092083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Attempting to bind port d9287df7-d120-40f8-99c0-c6002ca36785 on network da083595-1785-4765-b902-06d6a2da41fa {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:31.094577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Allocated IP 172.20.0.9 (326b7c03-9548-4a44-9e50-8ca18e3a32e8/5ea7d117-630d-4cc2-92bb-e80bf66230d6/a8c71b6a-407b-4467-9e6c-e514aea35565) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:31.111048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-349c9dfd-5038-4a12-950f-d6c505fa03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.112661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2f7ac67-ce4f-448c-9dba-d111b1e7cad5 req-349c9dfd-5038-4a12-950f-d6c505fa03f0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509348 Aug 10 03:38:31.113432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:31.114464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Checking segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:31.114864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Bound using segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:31.115512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Bound port: d9287df7-d120-40f8-99c0-c6002ca36785, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:31.115892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.237312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.246129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.255899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.263950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.270504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.276567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.283290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.285335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-b93313d6-f2ea-4aee-a271-138fe1303b6a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5418 time: 0.1248696 Aug 10 03:38:31.350504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9490da7-476e-4f07-a917-83b9dd2c28fa req-e86cd6ec-1334-403d-9690-ad75af109782 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573874 Aug 10 03:38:31.356530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:31.367771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2136-b02a-4b35-8392-6436a051042c req-45a999bb-61f6-44e0-9357-d7ca04f7737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.369295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-45a999bb-61f6-44e0-9357-d7ca04f7737e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 1095 time: 0.2187622 Aug 10 03:38:31.406713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d9287df7-d120-40f8-99c0-c6002ca36785,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:31.447967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.499823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d75c16-86f3-4204-b518-3c03a1b1be86 req-df0cabc7-31b1-4acc-83d3-eefcb41d4c55 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.502110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26d75c16-86f3-4204-b518-3c03a1b1be86 req-df0cabc7-31b1-4acc-83d3-eefcb41d4c55 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 943 time: 0.2283537 Aug 10 03:38:31.516613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.516851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a695b6-f1ce-4329-a89d-d0f83d508989 req-898efb9f-50d2-40d3-9389-545852d43b78 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.517765 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.518895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28a695b6-f1ce-4329-a89d-d0f83d508989 req-898efb9f-50d2-40d3-9389-545852d43b78 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0814006 Aug 10 03:38:31.519175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] 10.222.0.65 "PUT /v2.0/ports/d9287df7-d120-40f8-99c0-c6002ca36785 HTTP/1.1" status: 200 len: 1092 time: 3.3583124 Aug 10 03:38:31.540067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 00cb3304-29a2-4532-8d16-4a1a39b397bb up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:31.563046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Request body: {'port': {'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:31.622574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28a695b6-f1ce-4329-a89d-d0f83d508989 req-108a5c03-c1ec-4d3c-82fc-3111cfb2174d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Aug 10 03:38:31.662984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.668439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.679777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 00cb3304-29a2-4532-8d16-4a1a39b397bb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:31.687870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 00cb3304-29a2-4532-8d16-4a1a39b397bb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:31.688584 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.719084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Pushing event updated for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:31.754141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26d75c16-86f3-4204-b518-3c03a1b1be86 req-0e243174-96f8-41c2-9144-760372e034fe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259507 Aug 10 03:38:31.769795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2136-b02a-4b35-8392-6436a051042c req-ce711465-4c0a-4345-b20a-a4b1b1126657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:31.771358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-ce711465-4c0a-4345-b20a-a4b1b1126657 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.3929398 Aug 10 03:38:31.780341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.780696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.781065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.781389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.781891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.782494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.783070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.783552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e8fa550-33d7-485d-9fac-8082e9562f35 req-f70e9084-dd0a-4b7e-9304-6eb70a066491 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 210 time: 0.0522861 Aug 10 03:38:31.784022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.784115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.784408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.784746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.785077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aab6fc-ad88-48ae-959c-75f2c934d70c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:31.863473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.897574 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:31.910872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-0f23e247-fee5-42a1-865d-a81c426ffa9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7051975b-7396-4a00-9c96-54d766f2c584 HTTP/1.1" status: 200 len: 217 time: 0.1188803 Aug 10 03:38:31.940707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb3304-29a2-4532-8d16-4a1a39b397bb'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:31.949167 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fad1a8f-8c95-4c59-9222-5f5db748cf5d" -d '{"events": [{"server_uuid": "522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84", "name": "network-vif-plugged", "status": "completed", "tag": "00cb3304-29a2-4532-8d16-4a1a39b397bb"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:31.969920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 00cb3304-29a2-4532-8d16-4a1a39b397bb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb,segment=NetworkSegment(d0c06ad1-af13-4977-8226-a31357aa6ab8),segment_id=d0c06ad1-af13-4977-8226-a31357aa6ab8)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:31.981226 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.029253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.046256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=00cb3304-29a2-4532-8d16-4a1a39b397bb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:32.102461 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5217dbaf-b0c6-41da-8118-99ab77abc519 x-openstack-request-id: req-5217dbaf-b0c6-41da-8118-99ab77abc519 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:32.103503 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84", "name": "network-vif-plugged", "status": "completed", "tag": "00cb3304-29a2-4532-8d16-4a1a39b397bb", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:32.103827 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5217dbaf-b0c6-41da-8118-99ab77abc519 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:32.104843 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb3304-29a2-4532-8d16-4a1a39b397bb', 'code': 200} Aug 10 03:38:32.112118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2136-b02a-4b35-8392-6436a051042c req-cf8ac86f-1fa6-411e-a6ec-478a20f1538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.113602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-cf8ac86f-1fa6-411e-a6ec-478a20f1538e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.1877034 Aug 10 03:38:32.200576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:32.240110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0c46d-971d-4182-8525-cb9608da50fa req-4544d9be-0aba-4ec5-aa14-697bcf7d9bae tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.241670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e3e0c46d-971d-4182-8525-cb9608da50fa req-4544d9be-0aba-4ec5-aa14-697bcf7d9bae tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 945 time: 0.3298936 Aug 10 03:38:32.252518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-6c3aa0af-1e82-4acd-ba9a-bf6946b93d7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750360 Aug 10 03:38:32.253918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:32.256545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:32.259437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:32.478699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.479386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.514009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e3e0c46d-971d-4182-8525-cb9608da50fa req-b3d24ed1-5815-42bc-b594-25612f048b8e tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333548 Aug 10 03:38:32.532010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cad305-f1bc-4cbe-b39e-076e7704fbaf req-eefa2d4f-09f9-4335-83b4-693ee9fb8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.534123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8cad305-f1bc-4cbe-b39e-076e7704fbaf req-eefa2d4f-09f9-4335-83b4-693ee9fb8c3a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 1098 time: 0.3514047 Aug 10 03:38:32.551483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.557645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.563657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.566772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-9e0bc8c1-5518-4a39-b080-9ebee1283a68 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0880165 Aug 10 03:38:32.570415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.576524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.583130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.589079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.591089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-2e39160b-18a0-4849-bb4b-002efd492c85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5418 time: 0.1143196 Aug 10 03:38:32.591725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Request body: {'port': {'device_id': '97d407ef-6b34-4427-9bd1-81613713aa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:32.598217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-d4ca7414-3989-49f1-98cc-21b413efe112 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354232 Aug 10 03:38:32.642196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e0e88e3-0d87-4116-974b-895ffea24f55 req-fe234651-f20e-48a4-9b59-5350c4a6d4c1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378630 Aug 10 03:38:32.729714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8cad305-f1bc-4cbe-b39e-076e7704fbaf req-244f8363-f9ac-4a7f-b66f-9104c7ac5282 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871657 Aug 10 03:38:32.803496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.838389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a22d867-527a-4936-882b-2f9773347a35 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:32.877966 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:32.881945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:32.884265 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7031eab-da93-44d9-9c57-aedad5671329" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:32.889561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25914d3a-b208-4fac-90cb-9f2bd954919a req-5b51a5c2-cd77-4c92-9ee7-126f5a02ef27 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.891190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-25914d3a-b208-4fac-90cb-9f2bd954919a req-5b51a5c2-cd77-4c92-9ee7-126f5a02ef27 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 943 time: 0.0564249 Aug 10 03:38:32.904889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed363e-7397-4e56-8747-b6cb94db8367 req-8f172455-bc86-4fc4-9e70-13e3b0f48eec tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:32.906419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71ed363e-7397-4e56-8747-b6cb94db8367 req-8f172455-bc86-4fc4-9e70-13e3b0f48eec tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.2006731 Aug 10 03:38:32.913886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1af2136-b02a-4b35-8392-6436a051042c req-ff9c0534-584c-4b18-bd3f-53239c356877 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907841 Aug 10 03:38:32.926825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Transition to ACTIVE for port object 3a22d867-527a-4936-882b-2f9773347a35 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:32.933822 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-25914d3a-b208-4fac-90cb-9f2bd954919a req-075a7d17-3de6-46ae-b348-c4be54ba563f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345514 Aug 10 03:38:32.943399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.065373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71ed363e-7397-4e56-8747-b6cb94db8367 req-5ad2e18d-3b46-4ce8-bb63-433f9a6ed761 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427534 Aug 10 03:38:33.104363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:33.115552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc95fe0-6ff7-47e5-858b-1a1a217109dc req-431e5f38-0a2c-4b5f-9b2a-821e1e1c9180 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.124714 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edc95fe0-6ff7-47e5-858b-1a1a217109dc req-431e5f38-0a2c-4b5f-9b2a-821e1e1c9180 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 931 time: 0.1285329 Aug 10 03:38:33.143285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.195034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edc95fe0-6ff7-47e5-858b-1a1a217109dc req-7d86c594-e53a-4c0e-bade-875dd82b827c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684638 Aug 10 03:38:33.219609 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ab071-7c8f-416e-b27b-3084fbe256ce x-openstack-request-id: req-655ab071-7c8f-416e-b27b-3084fbe256ce {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:33.219968 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:33.220244 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-655ab071-7c8f-416e-b27b-3084fbe256ce {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:33.220627 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785', 'status': 'completed', 'code': 200} Aug 10 03:38:33.285408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Attempting to bind port 3a22d867-527a-4936-882b-2f9773347a35 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:33.285741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Attempting to bind port 3a22d867-527a-4936-882b-2f9773347a35 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:33.286105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Attempting to bind port 3a22d867-527a-4936-882b-2f9773347a35 on network da083595-1785-4765-b902-06d6a2da41fa {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:33.324196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Port 3a22d867-527a-4936-882b-2f9773347a35 on network da083595-1785-4765-b902-06d6a2da41fa not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:33.324524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Attempting to bind port 3a22d867-527a-4936-882b-2f9773347a35 on network da083595-1785-4765-b902-06d6a2da41fa {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:33.704288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:33.705548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Checking segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:33.705548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Bound using segment: {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:33.705967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Bound port: 3a22d867-527a-4936-882b-2f9773347a35, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e0434d-d127-458e-bc4e-9384e0d9777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:33.706338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:33.795489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.801761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.807826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.810835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.811566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.812372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.813317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.813418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.813693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.814134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.814854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.817603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7031eab-da93-44d9-9c57-aedad5671329 req-e0835a00-565c-4af0-a839-67f4e38b74d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6452 time: 0.5477071 Aug 10 03:38:33.819744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.826391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.832809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.834793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-d70b09e8-cfe2-4275-819e-3e4e84d82e4c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1016626 Aug 10 03:38:33.880387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a1fde0b-af1f-45af-8659-ea58b18d8d14 req-7800bf55-da6c-411f-b40a-3c1587a32327 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388608 Aug 10 03:38:33.910506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567170-8f52-4d14-9401-fd6fb36b8ff2 req-9b1f91c7-0c29-4717-ab73-284d95b5eeb9 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:33.912037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63567170-8f52-4d14-9401-fd6fb36b8ff2 req-9b1f91c7-0c29-4717-ab73-284d95b5eeb9 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 946 time: 0.2208610 Aug 10 03:38:34.003125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c71b6a-407b-4467-9e6c-e514aea35565 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:34.008671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:34.020617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.054747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3a22d867-527a-4936-882b-2f9773347a35,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:34.068817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.072317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63567170-8f52-4d14-9401-fd6fb36b8ff2 req-995c3318-7d5e-4515-9b07-08c7fe26e398 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359787 Aug 10 03:38:34.074141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb06613-9803-4791-9317-3a698635f906 req-4708eedc-95e2-4ac4-9d3b-fb78c494cf95 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.076182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abb06613-9803-4791-9317-3a698635f906 req-4708eedc-95e2-4ac4-9d3b-fb78c494cf95 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 943 time: 0.0674214 Aug 10 03:38:34.084689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Transition to ACTIVE for port object a8c71b6a-407b-4467-9e6c-e514aea35565 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:34.113339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-6de1b999-cadf-4049-9f2f-77eca7843091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.113811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-6de1b999-cadf-4049-9f2f-77eca7843091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.114326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-6de1b999-cadf-4049-9f2f-77eca7843091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.116109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7031eab-da93-44d9-9c57-aedad5671329 req-6de1b999-cadf-4049-9f2f-77eca7843091 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2885838 Aug 10 03:38:34.120059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.145892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.146459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.147939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] 10.222.0.65 "PUT /v2.0/ports/3a22d867-527a-4936-882b-2f9773347a35 HTTP/1.1" status: 200 len: 1092 time: 2.5891697 Aug 10 03:38:34.176014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abb06613-9803-4791-9317-3a698635f906 req-52d2bb4b-d108-456f-a81f-bf5dde83aa5c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767658 Aug 10 03:38:34.258718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7446c5-6594-488f-942d-dc8443807c99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:34.316201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a32fe2-b9b9-4bb7-92f6-24259c0fcf11 req-fefb2030-5a5f-48da-830b-0b850088f28d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.324593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7031eab-da93-44d9-9c57-aedad5671329 req-a9b5d0fa-e07e-4a5c-b079-d777293b549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.326191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7031eab-da93-44d9-9c57-aedad5671329 req-a9b5d0fa-e07e-4a5c-b079-d777293b549c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016497 Aug 10 03:38:34.330834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6a32fe2-b9b9-4bb7-92f6-24259c0fcf11 req-fefb2030-5a5f-48da-830b-0b850088f28d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0865660 Aug 10 03:38:34.403388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6a32fe2-b9b9-4bb7-92f6-24259c0fcf11 req-b86b15bc-aa9e-4b87-b1d3-1d49651f5f77 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695789 Aug 10 03:38:34.466643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Attempting to bind port a8c71b6a-407b-4467-9e6c-e514aea35565 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:34.467251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Attempting to bind port a8c71b6a-407b-4467-9e6c-e514aea35565 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:34.467599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Attempting to bind port a8c71b6a-407b-4467-9e6c-e514aea35565 on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:34.469734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:34.486536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Port a8c71b6a-407b-4467-9e6c-e514aea35565 on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:34.487442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Attempting to bind port a8c71b6a-407b-4467-9e6c-e514aea35565 on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:34.502840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:34.503171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Checking segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:34.503557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Bound using segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:34.504002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Bound port: a8c71b6a-407b-4467-9e6c-e514aea35565, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:34.504365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.512470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.513297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.513297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.514018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.514658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.514839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.515240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.517908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3347a506-2d1e-42f7-a587-614da1aff17e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6494 time: 0.1362748 Aug 10 03:38:34.544565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce09d10-13ca-49de-8442-dc22c5e61e8d req-b972c6a3-063e-49c0-9a33-07c32641d234 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.546219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ce09d10-13ca-49de-8442-dc22c5e61e8d req-b972c6a3-063e-49c0-9a33-07c32641d234 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 943 time: 0.1520720 Aug 10 03:38:34.587944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-2cc6242a-0aba-4ee9-afa6-0ffb8f0481af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f HTTP/1.1" status: 200 len: 217 time: 0.0583220 Aug 10 03:38:34.712440 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ce09d10-13ca-49de-8442-dc22c5e61e8d req-c460551c-4d3d-415d-9a33-d02e689397f0 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350870 Aug 10 03:38:34.714712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:34.717779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-dd24bbac-6e4b-4bab-aabb-9bff9d169da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.719273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-dd24bbac-6e4b-4bab-aabb-9bff9d169da2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a HTTP/1.1" status: 200 len: 855 time: 0.1133950 Aug 10 03:38:34.721600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:34.739436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.792104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.792736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:34.794142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] 10.222.0.39 "PUT /v2.0/ports/a8c71b6a-407b-4467-9e6c-e514aea35565 HTTP/1.1" status: 200 len: 1092 time: 2.2085986 Aug 10 03:38:34.821757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-0d9cda55-7050-4083-b8ab-dfbbb61a518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.823207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-0d9cda55-7050-4083-b8ab-dfbbb61a518f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962622 Aug 10 03:38:34.823984 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718ad37-8902-4472-8930-585fe5d4ec9e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:34.938217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-74a50933-92c4-4f50-834d-6cb5db7fc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:34.940329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-74a50933-92c4-4f50-834d-6cb5db7fc0ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 1095 time: 0.0993876 Aug 10 03:38:34.999845 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-ea816a01-76c0-4d96-8917-5dc9b0a2944f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c71b6a-407b-4467-9e6c-e514aea35565 HTTP/1.1" status: 200 len: 217 time: 0.0478086 Aug 10 03:38:35.009827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-9904ae1a-5172-4b1e-8832-944821da2353 service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788421 Aug 10 03:38:35.130875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-24787eba-c73f-46da-afca-bc176fd0e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.131660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-24787eba-c73f-46da-afca-bc176fd0e3d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.1209538 Aug 10 03:38:35.147447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.155462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.162587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.168677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.176351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.181701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.186979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.188981 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-36bc7573-70cf-42e1-af6a-00f0b0cc4b9c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1929193 Aug 10 03:38:35.230417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '3a22d867-527a-4936-882b-2f9773347a35'}, {'name': 'network-changed', 'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:35.232804 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05fa57-b080-4ee1-9058-1d92c39fda62" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "3a22d867-527a-4936-882b-2f9773347a35"}, {"name": "network-changed", "server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:35.240908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-577a0114-017a-417f-8c23-575fccfc95c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488186 Aug 10 03:38:35.332747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-b4a010c3-4e9b-41ae-9026-e1ffe922da10 service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999539 Aug 10 03:38:35.336777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5239181-8c12-40a1-aea2-fc9b624ea2ce req-a570b5a5-9ff8-4824-a882-92cea39dafc4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292453 Aug 10 03:38:35.379455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-17534d43-656f-4b26-9715-d2cde23dc47a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 217 time: 0.0393875 Aug 10 03:38:35.397230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa8ba3-ccf2-4203-98f3-fe63eb515c6a req-9c1e8004-9cd4-439f-b6cd-3ee4058a9746 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.399043 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8fa8ba3-ccf2-4203-98f3-fe63eb515c6a req-9c1e8004-9cd4-439f-b6cd-3ee4058a9746 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 943 time: 0.0701053 Aug 10 03:38:35.400409 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb3c10-3bfe-40f7-83ba-ac3af4aed958 x-openstack-request-id: req-4edb3c10-3bfe-40f7-83ba-ac3af4aed958 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:35.400686 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "3a22d867-527a-4936-882b-2f9773347a35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:35.400944 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4edb3c10-3bfe-40f7-83ba-ac3af4aed958 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:35.401336 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '3a22d867-527a-4936-882b-2f9773347a35', 'status': 'completed', 'code': 200} Aug 10 03:38:35.401617 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'status': 'completed', 'code': 200} Aug 10 03:38:35.444170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8fa8ba3-ccf2-4203-98f3-fe63eb515c6a req-a01de1b2-a31f-4529-9b39-0fc383d1f5d7 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Aug 10 03:38:35.445891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-f3e3fd0e-11d7-4481-af88-e96fb2885494 service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944487 Aug 10 03:38:35.474229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-2d801fca-db63-4972-b492-f8f0fe3b7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.474229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-2d801fca-db63-4972-b492-f8f0fe3b7e4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.0821819 Aug 10 03:38:35.547818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7051975b-7396-4a00-9c96-54d766f2c584 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:35.606983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e540b6f-d939-486d-b2a3-d355cc644b8f req-abc3b710-d3d5-4041-aee8-8156b36f7f43 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.611711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e540b6f-d939-486d-b2a3-d355cc644b8f req-abc3b710-d3d5-4041-aee8-8156b36f7f43 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0754573 Aug 10 03:38:35.633170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-0567d4a7-a001-4cb5-8177-2f2834dc4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.635155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-0567d4a7-a001-4cb5-8177-2f2834dc4ecf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1422925 Aug 10 03:38:35.665249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e540b6f-d939-486d-b2a3-d355cc644b8f req-d8b54e03-4b77-484c-a156-e73380530143 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Aug 10 03:38:35.718309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6f35552-2d77-4ec4-b2c2-0261c9aca094 req-58cd1a39-aa26-4947-a4f6-25c52187efd4 service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593184 Aug 10 03:38:35.768840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 7051975b-7396-4a00-9c96-54d766f2c584, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7051975b-7396-4a00-9c96-54d766f2c584,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:35.770218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-c3e21113-0d28-4ce8-94fd-bbe97793f30f service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272655 Aug 10 03:38:35.785238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '7051975b-7396-4a00-9c96-54d766f2c584', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '7051975b-7396-4a00-9c96-54d766f2c584', 'mac_address': 'fa:16:3e:b5:49:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:35.833595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.850452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7051975b-7396-4a00-9c96-54d766f2c584 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:35.880994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 7051975b-7396-4a00-9c96-54d766f2c584, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7051975b-7396-4a00-9c96-54d766f2c584,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:35.888549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:35.905729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abad4ab-d261-4506-9b40-fb2b1d3a39e0 req-74166ef2-f1fe-4a08-86d4-db6899e34f2e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.914325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3abad4ab-d261-4506-9b40-fb2b1d3a39e0 req-74166ef2-f1fe-4a08-86d4-db6899e34f2e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 943 time: 0.0680759 Aug 10 03:38:35.949204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=7051975b-7396-4a00-9c96-54d766f2c584,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:35.956534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3abad4ab-d261-4506-9b40-fb2b1d3a39e0 req-8bda09a6-cd82-4acc-ae81-76b388d3efd1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Aug 10 03:38:35.979927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-6f5c7da1-9164-469f-8b08-c7e62109321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:35.981910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-6f5c7da1-9164-469f-8b08-c7e62109321b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 1095 time: 0.0952585 Aug 10 03:38:36.009912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-41ebe665-f499-4327-854c-e5271967aebd service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310550 Aug 10 03:38:36.115202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cd21af28-d7e9-490b-a64d-b916c88f0745 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0920970 Aug 10 03:38:36.168212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:36.191564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-f8f6cf73-226c-44d0-95ad-1a6a08997ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.193357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-f8f6cf73-226c-44d0-95ad-1a6a08997ac8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 905 time: 0.2007148 Aug 10 03:38:36.197577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-77c7b61e-c1b8-4ccf-bddc-db6ee188afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.197577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-77c7b61e-c1b8-4ccf-bddc-db6ee188afa2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.0746446 Aug 10 03:38:36.262382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-f81f5920-d4eb-4ab9-adf6-1a488fa04aea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c71b6a-407b-4467-9e6c-e514aea35565 HTTP/1.1" status: 200 len: 217 time: 0.0595610 Aug 10 03:38:36.317229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-fe326250-91bc-4a80-bae9-f71bbef154e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.317229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-fe326250-91bc-4a80-bae9-f71bbef154e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067557 Aug 10 03:38:36.372132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-d12db8cd-923e-4548-850e-1c2bdd90b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.373631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-d12db8cd-923e-4548-850e-1c2bdd90b92a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.1048033 Aug 10 03:38:36.431093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-06a55e23-ce86-4ebd-8457-28df9b6869ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296483 Aug 10 03:38:36.469899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-5a9890c9-d259-45b3-82a6-64e5836f37de service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447802 Aug 10 03:38:36.489411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.495975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.503456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.509857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.517847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.524583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.530499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.532762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-4c1241ec-9021-4639-aa63-5cd5a7d807bc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1151617 Aug 10 03:38:36.596947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6a652dd-6d4a-4711-b87a-14601b0f7230 req-831545d0-8945-4993-b599-d4d3c0fc07ca tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509167 Aug 10 03:38:36.643991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-a176ac3e-a6ee-405d-99b0-947a9351fa5c service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998255 Aug 10 03:38:36.686316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-6aac9c52-85e7-4161-a3fe-534c40447023 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634436 Aug 10 03:38:36.722976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c67c0-5c02-4cca-bd66-4445e09d3a9b req-ef7860ec-bf3a-4eb0-944f-a710765a97dc tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.724459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-350c67c0-5c02-4cca-bd66-4445e09d3a9b req-ef7860ec-bf3a-4eb0-944f-a710765a97dc tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 946 time: 0.0558012 Aug 10 03:38:36.772279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-350c67c0-5c02-4cca-bd66-4445e09d3a9b req-ce0d3d67-9774-48ea-a643-fbfda4917ab2 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347381 Aug 10 03:38:36.778090 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-c1b13a39-8fcd-4fe1-be75-e128c5664de6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8 HTTP/1.1" status: 200 len: 217 time: 0.0636420 Aug 10 03:38:36.864694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f65b5-0065-4809-af32-58a9c28461b7 req-0a982264-51a2-4bed-b0d1-2e2a6b3eb242 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.866452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa9f65b5-0065-4809-af32-58a9c28461b7 req-0a982264-51a2-4bed-b0d1-2e2a6b3eb242 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 944 time: 0.2006776 Aug 10 03:38:36.872792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-80be0ca6-0750-4fa0-9c2e-07fff227af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.872792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-80be0ca6-0750-4fa0-9c2e-07fff227af39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.0838878 Aug 10 03:38:36.875309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-44a977dc-c575-4c84-b481-d1fd089ec3c8 service neutron] 10.222.0.39 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218907 Aug 10 03:38:36.942827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa9f65b5-0065-4809-af32-58a9c28461b7 req-a761b4ed-628e-469f-be45-809c60e8d980 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664046 Aug 10 03:38:36.949673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-70b5930b-570f-420f-9930-5402d5dcad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.951226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-70b5930b-570f-420f-9930-5402d5dcad35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674191 Aug 10 03:38:36.994423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b50f7-d6c7-4678-9ec3-4e210dc7fcd7 req-75a84951-f1b5-4f7f-9c96-7aa8a76f24a0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:36.996052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b3b50f7-d6c7-4678-9ec3-4e210dc7fcd7 req-75a84951-f1b5-4f7f-9c96-7aa8a76f24a0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0685494 Aug 10 03:38:37.045877 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b3b50f7-d6c7-4678-9ec3-4e210dc7fcd7 req-54824830-e68d-4f63-8c3e-aa3bebd8f69a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Aug 10 03:38:37.076890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-4f8ac0c0-e82d-4e96-90db-a2b32f461910 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180773 Aug 10 03:38:37.217266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bd30c-55a3-45c7-9396-9cc322239dcb req-0792ff87-9137-4fc0-8de2-5aa0cb6a8aea tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.219139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc7bd30c-55a3-45c7-9396-9cc322239dcb req-0792ff87-9137-4fc0-8de2-5aa0cb6a8aea tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 943 time: 0.1264610 Aug 10 03:38:37.261999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-caa580a7-bc99-410c-97c1-a399d35ed0e6 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769538 Aug 10 03:38:37.325974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc7bd30c-55a3-45c7-9396-9cc322239dcb req-cc53ec3f-ff6a-4bd2-9140-2c8d8539d1a7 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982091 Aug 10 03:38:37.327467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-cefb8290-5253-4664-ac6d-a2b2f0aea57f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 HTTP/1.1" status: 200 len: 217 time: 0.0569909 Aug 10 03:38:37.565717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7051975b-7396-4a00-9c96-54d766f2c584 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:37.627765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 7051975b-7396-4a00-9c96-54d766f2c584 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:37.632372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 7051975b-7396-4a00-9c96-54d766f2c584 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:37.632768 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.717926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-da20a670-ae16-46b3-9cc3-debbed99c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.719476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-da20a670-ae16-46b3-9cc3-debbed99c09b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.3838317 Aug 10 03:38:37.739026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.744912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.762438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.770229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.777160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.778305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7051975b-7396-4a00-9c96-54d766f2c584'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:37.783923 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1411c7b-c12e-465b-94ea-5ef016d0b6fe" -d '{"events": [{"server_uuid": "e2b6bdee-5274-4b15-8c62-84cde0278676", "name": "network-vif-plugged", "status": "completed", "tag": "7051975b-7396-4a00-9c96-54d766f2c584"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:37.784248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.791528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.797417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.800256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1543555d-e507-42cd-b14f-61dd78628362 req-bddfad63-be0c-442e-8a2b-274304518cd9 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1191032 Aug 10 03:38:37.809490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 7051975b-7396-4a00-9c96-54d766f2c584, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7051975b-7396-4a00-9c96-54d766f2c584,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:37.815376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-03787a7b-2afa-4b10-931f-aad4477c3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:37.817785 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:37.820002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-03787a7b-2afa-4b10-931f-aad4477c3327 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0886343 Aug 10 03:38:37.865246 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea2ef9-50fc-4a7c-99b9-d74b8ba9f692 x-openstack-request-id: req-57ea2ef9-50fc-4a7c-99b9-d74b8ba9f692 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:37.866361 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b6bdee-5274-4b15-8c62-84cde0278676", "name": "network-vif-plugged", "status": "completed", "tag": "7051975b-7396-4a00-9c96-54d766f2c584", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:37.866700 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57ea2ef9-50fc-4a7c-99b9-d74b8ba9f692 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:37.867207 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7051975b-7396-4a00-9c96-54d766f2c584', 'code': 200} Aug 10 03:38:37.872065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1543555d-e507-42cd-b14f-61dd78628362 req-e90becd0-4984-490c-bb31-d128fa561707 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631335 Aug 10 03:38:37.903022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=7051975b-7396-4a00-9c96-54d766f2c584,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.049165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-53e2124f-2663-4d57-89f0-e7a2c42a8e9b service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186553 Aug 10 03:38:38.106540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efa2e3-7b2b-484f-93f3-87ab2c3ca124 req-8814f283-00c2-416d-a84d-49a126863957 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.108159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97efa2e3-7b2b-484f-93f3-87ab2c3ca124 req-8814f283-00c2-416d-a84d-49a126863957 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 945 time: 0.0579054 Aug 10 03:38:38.135797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8713a9-bebf-4814-a0c4-aa5eb3d5bba4 req-16a49e34-5587-4d0f-924e-f6d37e41ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.137221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f8713a9-bebf-4814-a0c4-aa5eb3d5bba4 req-16a49e34-5587-4d0f-924e-f6d37e41ca94 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 1097 time: 0.1793971 Aug 10 03:38:38.149280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a5190-7f37-443f-bf3b-f8ab2db6bbef req-50392577-3f05-4246-93ab-65ab036b07a1 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.150997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ec5a5190-7f37-443f-bf3b-f8ab2db6bbef req-50392577-3f05-4246-93ab-65ab036b07a1 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 946 time: 0.2045341 Aug 10 03:38:38.161899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97efa2e3-7b2b-484f-93f3-87ab2c3ca124 req-4cb63f25-0915-4dd7-b053-1f9ff8235d47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445046 Aug 10 03:38:38.192665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-69d94cfe-fea8-4211-ab0d-031e05cbbe2a tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.194831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-69d94cfe-fea8-4211-ab0d-031e05cbbe2a tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.65 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 946 time: 0.1922033 Aug 10 03:38:38.291404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f8713a9-bebf-4814-a0c4-aa5eb3d5bba4 req-cbdbe18f-c212-43e5-9d96-587b4afafbea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372583 Aug 10 03:38:38.334496 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ec5a5190-7f37-443f-bf3b-f8ab2db6bbef req-d21a5a7d-d807-43e0-8484-b3bafbd26e65 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd217f8b-43d3-4894-9581-635b26a329a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649196 Aug 10 03:38:38.339031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-465995ea-3b2a-48b2-bbc6-161c32279dfb service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792995 Aug 10 03:38:38.384234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc073-baaa-4b39-9523-a119610d9946 req-71acf8c4-271f-48a1-bba4-79bed84b7bdc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.387224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e83dc073-baaa-4b39-9523-a119610d9946 req-71acf8c4-271f-48a1-bba4-79bed84b7bdc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0824244 Aug 10 03:38:38.399087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-3b8a212b-b93b-4a74-a048-e23744fc55f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9287df7-d120-40f8-99c0-c6002ca36785 HTTP/1.1" status: 200 len: 217 time: 0.0516591 Aug 10 03:38:38.421406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Deleting port 00cb3304-29a2-4532-8d16-4a1a39b397bb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:38:38.421757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.459930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e83dc073-baaa-4b39-9523-a119610d9946 req-177308ee-9eaa-47aa-a188-f6b2ab72244c tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660627 Aug 10 03:38:38.467693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:38.607435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-5599985f-fffa-40cd-8963-b9b9f92f2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.610044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-5599985f-fffa-40cd-8963-b9b9f92f2381 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.1920655 Aug 10 03:38:38.647628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:38.664720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'mac_address': 'fa:16:3e:ee:07:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:38.697452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5a7a-e3d1-48f7-ba4e-2d7a57ab8e83 req-808fd748-cc73-4dff-936b-364f3ebf26f8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.699094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e68f5a7a-e3d1-48f7-ba4e-2d7a57ab8e83 req-808fd748-cc73-4dff-936b-364f3ebf26f8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 943 time: 0.2187228 Aug 10 03:38:38.708234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] For port 00cb3304-29a2-4532-8d16-4a1a39b397bb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=00cb3304-29a2-4532-8d16-4a1a39b397bb,segment=NetworkSegment(d0c06ad1-af13-4977-8226-a31357aa6ab8),segment_id=d0c06ad1-af13-4977-8226-a31357aa6ab8)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:38.708596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.724448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.739270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Calling delete_port for 00cb3304-29a2-4532-8d16-4a1a39b397bb owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:38:38.742436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ad58d1a1-64cc-4c0f-9b8f-eeee74a31bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:38.743962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-ad58d1a1-64cc-4c0f-9b8f-eeee74a31bb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1263053 Aug 10 03:38:38.748930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c71b6a-407b-4467-9e6c-e514aea35565 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:38.779022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:38.785052 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:38.853863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e68f5a7a-e3d1-48f7-ba4e-2d7a57ab8e83 req-2dec8b72-3c16-48a5-8423-c9bd1613142b tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425951 Aug 10 03:38:38.855898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:38.930660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-adb2d543-7f8f-4975-8f94-8407d43ffb33 service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735778 Aug 10 03:38:39.076574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a8c71b6a-407b-4467-9e6c-e514aea35565'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:39.182082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.207815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['00cb3304-29a2-4532-8d16-4a1a39b397bb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:39.275444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Pushing event deleted for resources: {'Port': ['ID=00cb3304-29a2-4532-8d16-4a1a39b397bb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:39.323600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.330552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.336571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.342579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.348590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.354513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.355007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e1c1-7749-44d9-a4d2-0d6b56dd4c89 req-161d65b5-fa7b-4fcb-ae14-53453c4a8c8b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.356606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8a0e1c1-7749-44d9-a4d2-0d6b56dd4c89 req-161d65b5-fa7b-4fcb-ae14-53453c4a8c8b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 945 time: 0.0620203 Aug 10 03:38:39.360436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.362422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2566addc-db38-4888-9d75-98f7a790a539 req-154234b5-9d9e-4d97-9526-8dbefda86910 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.3628197 Aug 10 03:38:39.363263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] No DVR routers for this DVR port 00cb3304-29a2-4532-8d16-4a1a39b397bb on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:38:39.366736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.368700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d974c9c-2fad-4a8d-a85b-7cb7a91c30fa req-d33009c6-2341-420c-b114-84d7ecf13883 tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.65 "DELETE /v2.0/ports/00cb3304-29a2-4532-8d16-4a1a39b397bb HTTP/1.1" status: 204 len: 173 time: 1.1657989 Aug 10 03:38:39.381804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'name': 'network-vif-deleted', 'tag': '00cb3304-29a2-4532-8d16-4a1a39b397bb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:39.384095 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ccb1e9-ba99-4bdb-a288-dd053ec2da3e" -d '{"events": [{"server_uuid": "522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84", "name": "network-vif-deleted", "tag": "00cb3304-29a2-4532-8d16-4a1a39b397bb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:39.397307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-c6c087a8-d180-42fb-801d-9ed0f94181b7 service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560225 Aug 10 03:38:39.405092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8a0e1c1-7749-44d9-a4d2-0d6b56dd4c89 req-c7ba379a-62ad-425f-8ec2-fd4d4a749d4f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Aug 10 03:38:39.452411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-27af8070-e93c-48af-b69e-19b6fb468e0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a22d867-527a-4936-882b-2f9773347a35 HTTP/1.1" status: 200 len: 217 time: 0.0467761 Aug 10 03:38:39.496569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2566addc-db38-4888-9d75-98f7a790a539 req-e60db624-3560-460c-94ed-8e725072f43d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155145 Aug 10 03:38:39.556461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-93e3fdd1-5abf-4d23-8a3b-cbd2bcbe3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.558990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-93e3fdd1-5abf-4d23-8a3b-cbd2bcbe3bc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.0957592 Aug 10 03:38:39.580039 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf8f890-7337-420a-a6bf-14c83c78b820 x-openstack-request-id: req-9bf8f890-7337-420a-a6bf-14c83c78b820 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:39.580317 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84", "name": "network-vif-deleted", "tag": "00cb3304-29a2-4532-8d16-4a1a39b397bb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:39.580580 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bf8f890-7337-420a-a6bf-14c83c78b820 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:39.580988 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84', 'name': 'network-vif-deleted', 'tag': '00cb3304-29a2-4532-8d16-4a1a39b397bb', 'status': 'completed', 'code': 200} Aug 10 03:38:39.634717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-714beb4a-8e7e-4298-b054-5bbf52ceede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.636295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-714beb4a-8e7e-4298-b054-5bbf52ceede5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0694163 Aug 10 03:38:39.639048 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e03bebe0-ea46-4534-b0c6-d6a5d585ebe4 req-c9de02d6-bf28-4ed7-8e3b-dd9c0fe7db3a tempest-ServerTagsTestJSON-278656070 tempest-ServerTagsTestJSON-278656070-project] 10.222.0.53 "GET /v2.0/ports?device_id=522ac5c8-c6c4-4eef-a15b-f1d81cf3cc84 HTTP/1.1" status: 200 len: 210 time: 0.0324218 Aug 10 03:38:39.816719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7186-ab57-4428-860f-146098c155ae req-e7ebf9ce-6973-422d-b1b8-0dcdb9b52432 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.821616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-c36f2207-d35e-4d12-a4f9-047659a647be service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750937 Aug 10 03:38:39.826688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e2e7186-ab57-4428-860f-146098c155ae req-e7ebf9ce-6973-422d-b1b8-0dcdb9b52432 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.1609752 Aug 10 03:38:39.841579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e4d6c-50cd-44c9-a231-7f53eb4dcebf req-e9d97aa6-c26f-4a29-a50e-2c3d928ff603 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:39.842966 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e2e7186-ab57-4428-860f-146098c155ae req-27815cb4-9c56-46c6-850f-579eda5dbc24 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0144923 Aug 10 03:38:39.843456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-494e4d6c-50cd-44c9-a231-7f53eb4dcebf req-e9d97aa6-c26f-4a29-a50e-2c3d928ff603 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0829849 Aug 10 03:38:39.925207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e2e7186-ab57-4428-860f-146098c155ae req-722509db-dafb-4649-a14f-433ba3ac15e0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642734 Aug 10 03:38:39.990380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-494e4d6c-50cd-44c9-a231-7f53eb4dcebf req-1257cdf0-e910-45c7-964f-1c190eeaa446 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836477 Aug 10 03:38:40.016812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff002198-c0f5-43d3-a11f-1b21b8712aa0 req-d521770f-4ddd-4714-9fda-6d8d62eee92f service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721942 Aug 10 03:38:40.068398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e2e7186-ab57-4428-860f-146098c155ae req-bd1fd101-1ef5-414e-9762-ec0f289556f0 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312563 Aug 10 03:38:40.127082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea175d-164d-458d-b158-c426ed5f7d3e req-ee44bee1-8795-4c83-a6a0-1f28dddd434e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.128809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6ea175d-164d-458d-b158-c426ed5f7d3e req-ee44bee1-8795-4c83-a6a0-1f28dddd434e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 944 time: 0.0659530 Aug 10 03:38:40.204095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6ea175d-164d-458d-b158-c426ed5f7d3e req-46f53183-cec3-4444-9b7d-c5096be40da4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 Aug 10 03:38:40.231179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.231695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.232312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.232693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.233177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.233665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.234197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.237614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-e7f160c3-c345-4069-9450-4f0afdc7a5f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6494 time: 0.0720403 Aug 10 03:38:40.256384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e2e7186-ab57-4428-860f-146098c155ae req-383b5952-d91b-4196-a137-a6462d556815 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768823 Aug 10 03:38:40.418724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-4a6359c5-95fd-40f1-bbea-21d754b1c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.420384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-4a6359c5-95fd-40f1-bbea-21d754b1c72d service neutron] 10.222.0.65 "GET /v2.0/networks?id=da083595-1785-4765-b902-06d6a2da41fa HTTP/1.1" status: 200 len: 903 time: 0.1747758 Aug 10 03:38:40.480509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:40.491085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-10554879-a1e0-4397-9400-63aacbd78927 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a22d867-527a-4936-882b-2f9773347a35 HTTP/1.1" status: 200 len: 217 time: 0.0617530 Aug 10 03:38:40.569235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port a8c71b6a-407b-4467-9e6c-e514aea35565 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:40.575765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a8c71b6a-407b-4467-9e6c-e514aea35565 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:40.576665 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.586467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-8d1a531e-fb85-4541-b7c9-137ce70291d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.587854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-8d1a531e-fb85-4541-b7c9-137ce70291d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.0898287 Aug 10 03:38:40.662212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-20a59d90-386f-41ba-a6f5-e4957492d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.664588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-20a59d90-386f-41ba-a6f5-e4957492d42c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681102 Aug 10 03:38:40.780208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.811270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:40.816249 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd043d98-ac87-4bd6-bb38-6ab2c70cbc49" -d '{"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-plugged", "status": "completed", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:40.825954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.838186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.839049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-16795f27-ba69-45f4-ae35-bf62617ff84f service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653254 Aug 10 03:38:40.845109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.852794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.860430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.868094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.875364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:40.878786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-76a45e27-fac8-453c-aa47-b12b8e412896 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1948617 Aug 10 03:38:40.990033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.037785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e05fa57-b080-4ee1-9058-1d92c39fda62 req-59fd3ec5-6078-4e57-bd93-2e68c807080e service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893737 Aug 10 03:38:41.125212 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72095e-3a6f-4cb2-88ba-ec1ac94258a6 x-openstack-request-id: req-ef72095e-3a6f-4cb2-88ba-ec1ac94258a6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:41.125702 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-plugged", "status": "completed", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:41.126220 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef72095e-3a6f-4cb2-88ba-ec1ac94258a6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:41.127316 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'code': 200} Aug 10 03:38:41.132568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:41.139956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44b009d9-c95b-4f24-979b-1c5753236f9b req-fc2dab40-ed3f-4169-b0d8-6b688b1ca4a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505393 Aug 10 03:38:41.140759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.158804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Deleting subnet 252a5518-45fb-4103-9a0f-fcb3c0f855d5 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:38:41.162348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.269318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.284198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.331276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.336834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb785bf-5294-42ec-8230-1e20578aeaf7 req-f7222f29-4164-4ba1-9503-8fac0ccf5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.338683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3eb785bf-5294-42ec-8230-1e20578aeaf7 req-f7222f29-4164-4ba1-9503-8fac0ccf5dc0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 1097 time: 0.1231294 Aug 10 03:38:41.379515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac9024-2565-4bce-a77c-b371c4543b8f req-7ae58e41-41d7-44e2-88f4-f84f3acce550 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.387824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bac9024-2565-4bce-a77c-b371c4543b8f req-7ae58e41-41d7-44e2-88f4-f84f3acce550 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1256809 Aug 10 03:38:41.440860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3eb785bf-5294-42ec-8230-1e20578aeaf7 req-ca8588a3-6b24-4ff7-a6ca-49c7bd4303da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903759 Aug 10 03:38:41.447840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bac9024-2565-4bce-a77c-b371c4543b8f req-659bb1f7-63a5-4283-aada-500dfdd45953 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576832 Aug 10 03:38:41.530838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.586818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 00cb3304-29a2-4532-8d16-4a1a39b397bb no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:38:41.593802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.598162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/252a5518-45fb-4103-9a0f-fcb3c0f855d5 HTTP/1.1" status: 204 len: 168 time: 0.6013811 Aug 10 03:38:41.600056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252a5518-45fb-4103-9a0f-fcb3c0f855d5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:41.601254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55526) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:41.612676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.613880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.614451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.614902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.615399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.615833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.616273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.616698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.618034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.618034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.618034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.618578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05760702-c13c-4c83-9187-1be21093d006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:38:41.622488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 00cb3304-29a2-4532-8d16-4a1a39b397bb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:38:41.622862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 00cb3304-29a2-4532-8d16-4a1a39b397bb not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:38:41.632125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-45a64dfd-4b37-4610-b230-e3e4ef8edd80 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.634039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-45a64dfd-4b37-4610-b230-e3e4ef8edd80 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.2780254 Aug 10 03:38:41.653186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-49dc7881-601f-48ab-bdcf-975a45d38700 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0120666 Aug 10 03:38:41.681159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b248628-1f2f-4c62-a8fd-348fd99fa7ce req-ef1d7bc9-e226-48f8-91bb-d61a2993abaa tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:41.682861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b248628-1f2f-4c62-a8fd-348fd99fa7ce req-ef1d7bc9-e226-48f8-91bb-d61a2993abaa tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 945 time: 0.1299245 Aug 10 03:38:41.713386 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-df8e8f39-7fba-4321-b4fb-4cd464f90677 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521185 Aug 10 03:38:41.723654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.749408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b248628-1f2f-4c62-a8fd-348fd99fa7ce req-8fcbf273-a7d8-4dcf-ab56-d0491b054600 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Aug 10 03:38:41.829004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.835433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-91e4b360-8620-45fc-a96d-2357a12b0647 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129358 Aug 10 03:38:41.843715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b24055-2778-4219-b5b3-802b081f64cb']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:41.860072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c06ad1-af13-4977-8226-a31357aa6ab8') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:41.860615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c06ad1-af13-4977-8226-a31357aa6ab8') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:41.871727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.890824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.899411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:41.899911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:41.902570 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:41.960385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-5dfbb501-c03e-493b-a1fb-b96939fe4162 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153717 Aug 10 03:38:41.998205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.010201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.019204 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/97b24055-2778-4219-b5b3-802b081f64cb HTTP/1.1" status: 204 len: 168 time: 0.4115975 Aug 10 03:38:42.048033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25fced-94f7-45d4-8e80-75c979b208f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b24055-2778-4219-b5b3-802b081f64cb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.186342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.242750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1aa8558b-e5fa-4908-811b-c7fae67c52ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab939f57cb5f4c0ba88da74b36381bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551400 Aug 10 03:38:42.247472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:42.293940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da16bda0-7a8f-494e-9bc1-84babe0af06f req-8bbc721c-dec7-49dc-b618-51524e307fc8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 210 time: 0.1029725 Aug 10 03:38:42.321051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c098f5eb-931b-45d4-8647-7ffbb44acc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.372188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c098f5eb-931b-45d4-8647-7ffbb44acc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.434050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.441792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.447293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.453232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.459834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.465812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.471880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.474657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-87a2a7e0-3a7d-4914-9e89-f750eb3a8503 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1281762 Aug 10 03:38:42.566180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c098f5eb-931b-45d4-8647-7ffbb44acc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.570864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c098f5eb-931b-45d4-8647-7ffbb44acc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:42.572767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c098f5eb-931b-45d4-8647-7ffbb44acc98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd217f8b-43d3-4894-9581-635b26a329a9 HTTP/1.1" status: 204 len: 168 time: 0.3255093 Aug 10 03:38:42.598188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-18e629ae-fca2-4dd6-a870-1b1a6706a938 req-df23869b-49ba-4cae-b823-708d079d6072 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132660 Aug 10 03:38:42.625762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f5eb-931b-45d4-8647-7ffbb44acc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd217f8b-43d3-4894-9581-635b26a329a9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:42.665201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6d783-3e32-4068-984f-30f173cfbcbb req-ad017c0d-2647-44d6-8156-1dd5c2e6997c tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.670814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcc6d783-3e32-4068-984f-30f173cfbcbb req-ad017c0d-2647-44d6-8156-1dd5c2e6997c tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1149178 Aug 10 03:38:42.717464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcc6d783-3e32-4068-984f-30f173cfbcbb req-c80c6e1d-dbe4-4308-814d-dfaa6e74eeaf tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Aug 10 03:38:42.899554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3535ab-a36c-4f3b-b9e2-ca4e0c0dd8ae req-7807f298-0f59-4742-a66f-0931c2c9f578 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:42.901723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f3535ab-a36c-4f3b-b9e2-ca4e0c0dd8ae req-7807f298-0f59-4742-a66f-0931c2c9f578 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 945 time: 0.0693452 Aug 10 03:38:42.978270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f3535ab-a36c-4f3b-b9e2-ca4e0c0dd8ae req-01710236-f356-42cc-a06a-f4804ae1cccf tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Aug 10 03:38:43.336700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850c2e2-2afd-4a4c-87b6-1c0e61d3fa9c req-1ef2c926-c87c-484c-b951-e29e296b08e5 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.338341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f850c2e2-2afd-4a4c-87b6-1c0e61d3fa9c req-1ef2c926-c87c-484c-b951-e29e296b08e5 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 945 time: 0.0651321 Aug 10 03:38:43.392664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f850c2e2-2afd-4a4c-87b6-1c0e61d3fa9c req-d8f8f131-051a-4fa4-9843-4cb32bd40857 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Aug 10 03:38:43.499191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a12c192-8f84-4312-855f-2e7f48ffb610 req-7ba4b7ff-ad98-4026-87ad-548131135787 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 210 time: 0.0534468 Aug 10 03:38:43.679002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-7b8b14fa-25c0-40ad-8818-1148035ddabe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.681037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-7b8b14fa-25c0-40ad-8818-1148035ddabe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.1600261 Aug 10 03:38:43.699198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': '8dde719a-4379-4278-96d5-17528344d168', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:43.831997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:43.877591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.889736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.894309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10217803-dca9-4b80-a5c5-812a51db25e1 req-94bc8fcc-2af6-4b99-8179-735e1b23c66b tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.897214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10217803-dca9-4b80-a5c5-812a51db25e1 req-94bc8fcc-2af6-4b99-8179-735e1b23c66b tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0652897 Aug 10 03:38:43.901339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.911052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.919146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.927994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.934853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:43.943628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-6f88bf74-5e4d-4004-8244-fd26af78a469 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.2248094 Aug 10 03:38:43.978280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10217803-dca9-4b80-a5c5-812a51db25e1 req-2cc7b77c-3420-4a12-b575-00b3c9a8934e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692370 Aug 10 03:38:43.989791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1940208294-network', 'tenant_id': '78bc3e32053d455ebc9cee6b9ca59dc2'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:44.040810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47f78ba9-7105-4f87-b7bc-dd79a033d7ed req-002a9997-6929-44d3-a124-0e970eb324cd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959597 Aug 10 03:38:44.045951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:44.055102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.215019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Made reservation on behalf of 78bc3e32053d455ebc9cee6b9ca59dc2 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:44.217338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.232989 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.302140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.11 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/490491e5-c266-40e8-ae94-9daea575d540) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:44.487379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.501282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.563632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:38:44.581409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.594062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.594465 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Added segment 81b150a3-5d39-439e-91c8-3a5b260d1e2c of type vlan for network 48cb7546-467e-4fc1-bd54-263089d971e7 Aug 10 03:38:44.597918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb79472-4519-4a84-8fdd-9ed29c0442be,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.625842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a65502-78c7-471c-b0c3-9490dfd7d9f3 req-e9679875-e6af-4b6d-a2da-df97e8338ce9 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.627510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10a65502-78c7-471c-b0c3-9490dfd7d9f3 req-e9679875-e6af-4b6d-a2da-df97e8338ce9 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 945 time: 0.1470678 Aug 10 03:38:44.635713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29c2acaf-df7e-4e69-b57b-04d0c7522360 req-7cc57ab0-b0ce-4f06-9a09-86b2be537fad tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 210 time: 0.0397758 Aug 10 03:38:44.691153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.726728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.740521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:44.746706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10a65502-78c7-471c-b0c3-9490dfd7d9f3 req-a2832b32-c354-45de-9d0e-235bb90249d8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981247 Aug 10 03:38:44.781270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.782906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.783429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.800002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:44.817531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:44.852546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:44.873028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=490491e5-c266-40e8-ae94-9daea575d540,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.915083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0745132 Aug 10 03:38:44.964147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:44.965008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:44.986228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5802e-299c-4485-881f-56d48b56e525 admin admin] Pushing event updated for resources: {'Network': ['ID=48cb7546-467e-4fc1-bd54-263089d971e7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:44.999348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-34f6bce4-70e0-4039-806c-2bafa8f2e21b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3067155 Aug 10 03:38:45.010085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 48cb7546-467e-4fc1-bd54-263089d971e7 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:38:45.020423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Request body: {'port': {'device_id': '8dde719a-4379-4278-96d5-17528344d168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:45.138548 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.224990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a1d65-0380-4ba9-b984-371d653cedf3 req-1b8a89f3-6ed2-4f27-af9e-29cf5b49ceb3 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.226732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-691a1d65-0380-4ba9-b984-371d653cedf3 req-1b8a89f3-6ed2-4f27-af9e-29cf5b49ceb3 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1172514 Aug 10 03:38:45.354162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.359722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-691a1d65-0380-4ba9-b984-371d653cedf3 req-96c150ef-8e1a-46de-9106-ae802be5c3fe tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142640 Aug 10 03:38:45.360972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.367096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.373643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.379888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.386274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.392868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.395214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c40af584-3ece-4e55-8c18-100071372287 req-b2c1f4e7-4002-4bdf-a5c3-195879f7f975 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1178248 Aug 10 03:38:45.449566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c40af584-3ece-4e55-8c18-100071372287 req-62223267-2fb8-4953-99dc-e70d6bdc442a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472689 Aug 10 03:38:45.638456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490491e5-c266-40e8-ae94-9daea575d540 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:45.649303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.671159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Transition to ACTIVE for port object 490491e5-c266-40e8-ae94-9daea575d540 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:45.677024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.745276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Pushing event updated for resources: {'Port': ['ID=490491e5-c266-40e8-ae94-9daea575d540,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:45.842050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388991-f68c-48a3-8ac2-56f672876719 req-b49efcad-df37-4c5f-b261-3efb51054f84 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:45.847077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88388991-f68c-48a3-8ac2-56f672876719 req-b49efcad-df37-4c5f-b261-3efb51054f84 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 944 time: 0.0776320 Aug 10 03:38:45.866622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Attempting to bind port 490491e5-c266-40e8-ae94-9daea575d540 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:45.867000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Attempting to bind port 490491e5-c266-40e8-ae94-9daea575d540 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:45.867349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Attempting to bind port 490491e5-c266-40e8-ae94-9daea575d540 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:45.904926 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88388991-f68c-48a3-8ac2-56f672876719 req-93b7f761-747e-4a49-80f8-cb25bedf70a3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501142 Aug 10 03:38:45.912763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Port 490491e5-c266-40e8-ae94-9daea575d540 on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:45.913089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Attempting to bind port 490491e5-c266-40e8-ae94-9daea575d540 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:45.966777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:45.967209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:45.967642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:45.968149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Bound port: 490491e5-c266-40e8-ae94-9daea575d540, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:45.968520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.124644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-7128bb48-a170-4230-aa47-f22040ccfb15 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.126807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-7128bb48-a170-4230-aa47-f22040ccfb15 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.1373320 Aug 10 03:38:46.146567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-23356641-ea96-46b6-9ff4-f59fa91ffbaa tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/quotas/1871513ed8374488b2eb039df2a9d222 HTTP/1.1" status: 200 len: 375 time: 0.0120101 Aug 10 03:38:46.213232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-c040bfd6-d899-45ef-beb8-d73ea8a55e93 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581636 Aug 10 03:38:46.319033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-5419629b-7be8-4962-8e2e-2e105e47999a service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937297 Aug 10 03:38:46.411671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94499-d65d-4fb0-ba7d-cad4c5862439 req-59eae8a8-88e7-48ea-b435-e0032ba7c22b tempest-ComputeTenantNetworksTest-775791746 tempest-ComputeTenantNetworksTest-775791746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.415693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-e2eed2a6-8b2d-416c-b3fb-ee192c795d7f service neutron] 10.222.0.53 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902634 Aug 10 03:38:46.417696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94499-d65d-4fb0-ba7d-cad4c5862439 req-59eae8a8-88e7-48ea-b435-e0032ba7c22b tempest-ComputeTenantNetworksTest-775791746 tempest-ComputeTenantNetworksTest-775791746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.424012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f94499-d65d-4fb0-ba7d-cad4c5862439 req-59eae8a8-88e7-48ea-b435-e0032ba7c22b tempest-ComputeTenantNetworksTest-775791746 tempest-ComputeTenantNetworksTest-775791746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.425712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90f94499-d65d-4fb0-ba7d-cad4c5862439 req-59eae8a8-88e7-48ea-b435-e0032ba7c22b tempest-ComputeTenantNetworksTest-775791746 tempest-ComputeTenantNetworksTest-775791746-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6005864 Aug 10 03:38:46.452198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] For port 490491e5-c266-40e8-ae94-9daea575d540, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:46.456596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] For port 490491e5-c266-40e8-ae94-9daea575d540, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=490491e5-c266-40e8-ae94-9daea575d540,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:46.461501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.541275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.541903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.543371 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] 10.222.0.65 "PUT /v2.0/ports/490491e5-c266-40e8-ae94-9daea575d540 HTTP/1.1" status: 200 len: 1093 time: 1.5339866 Aug 10 03:38:46.546079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dde719a-4379-4278-96d5-17528344d168', 'tag': '490491e5-c266-40e8-ae94-9daea575d540'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:46.548538 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8dde719a-4379-4278-96d5-17528344d168", "tag": "490491e5-c266-40e8-ae94-9daea575d540"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:46.574006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bcf7c-78af-44b3-b778-2250d6301213 service neutron] Pushing event updated for resources: {'Port': ['ID=490491e5-c266-40e8-ae94-9daea575d540,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:46.599035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fda586-8467-4a71-9a31-51d2866ffad3 req-820f3fb0-8fef-4a32-9575-e4a9ac9b4616 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.600697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54fda586-8467-4a71-9a31-51d2866ffad3 req-820f3fb0-8fef-4a32-9575-e4a9ac9b4616 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1035566 Aug 10 03:38:46.674489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-a9c020d3-bc4c-4f8b-a0fc-61a32254f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.677086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-a9c020d3-bc4c-4f8b-a0fc-61a32254f0c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 1096 time: 0.0751915 Aug 10 03:38:46.684851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54fda586-8467-4a71-9a31-51d2866ffad3 req-f90accdf-3c75-43f9-b991-7e42539b0cc8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718575 Aug 10 03:38:46.710517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660210e7-57cb-4ae0-ace1-2052923ea1e8 req-75b71621-b822-407b-89ea-9dd0d300c6f3 tempest-ComputeTenantNetworksTest-775791746 tempest-ComputeTenantNetworksTest-775791746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.726634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-660210e7-57cb-4ae0-ace1-2052923ea1e8 req-75b71621-b822-407b-89ea-9dd0d300c6f3 tempest-ComputeTenantNetworksTest-775791746 tempest-ComputeTenantNetworksTest-775791746-project] 10.222.0.53 "GET /v2.0/networks/48cb7546-467e-4fc1-bd54-263089d971e7 HTTP/1.1" status: 200 len: 769 time: 0.1258664 Aug 10 03:38:46.727216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55674) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:46.741446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-823c8755-aab2-4d3a-9422-bf223c638432 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490491e5-c266-40e8-ae94-9daea575d540 HTTP/1.1" status: 200 len: 217 time: 0.0451953 Aug 10 03:38:46.799810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-685aad1a-6cf6-4553-abc6-86bc4b049ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:46.801398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-685aad1a-6cf6-4553-abc6-86bc4b049ae4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.0529823 Aug 10 03:38:46.864126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-8f6a2fe2-fbfe-421d-a2e7-601ac171e27e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354006 Aug 10 03:38:46.869404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.886237 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89080f5-c1c7-450d-86bc-1d175d3066db x-openstack-request-id: req-c89080f5-c1c7-450d-86bc-1d175d3066db {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:46.886541 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dde719a-4379-4278-96d5-17528344d168", "tag": "490491e5-c266-40e8-ae94-9daea575d540", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:46.886778 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c89080f5-c1c7-450d-86bc-1d175d3066db {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:46.887178 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dde719a-4379-4278-96d5-17528344d168', 'tag': '490491e5-c266-40e8-ae94-9daea575d540', 'status': 'completed', 'code': 200} Aug 10 03:38:46.996195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.038399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-281d8522-d2f8-4e18-aca0-65a008fbc390 req-a499ab6d-802a-4189-ba03-f79f696d4614 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 210 time: 0.0462039 Aug 10 03:38:47.040098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48cb7546-467e-4fc1-bd54-263089d971e7']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:47.061340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b150a3-5d39-439e-91c8-3a5b260d1e2c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:47.077260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.078346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b150a3-5d39-439e-91c8-3a5b260d1e2c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:38:47.084049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.090449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.097179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.099290 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.106170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.119182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.125627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.131044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.134197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-ff34c0ff-d898-4b47-8216-b5c80920f36f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.2689459 Aug 10 03:38:47.149395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:38:47.150466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.154899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e467279-5ac2-40b4-8a29-56b5bdfa1fcb req-65492d78-c621-4627-bd2e-7c5583da2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:38:47.156371 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:38:47.162195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e467279-5ac2-40b4-8a29-56b5bdfa1fcb req-65492d78-c621-4627-bd2e-7c5583da2edf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.2602656 Aug 10 03:38:47.167874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-895bdd2d-5412-471e-a785-5e5bfa3652cf service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834876 Aug 10 03:38:47.262371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.273370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.278286 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] 10.222.0.53 "DELETE /v2.0/networks/48cb7546-467e-4fc1-bd54-263089d971e7 HTTP/1.1" status: 204 len: 168 time: 0.5484040 Aug 10 03:38:47.282279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aed422d3-5093-4146-9c05-c12bf7075df3 req-7d6174b9-2859-4497-a4f9-8474781395c5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469822 Aug 10 03:38:47.311556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e467279-5ac2-40b4-8a29-56b5bdfa1fcb req-c1dbeb9d-6f11-4892-a10b-361d5d83ee81 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406298 Aug 10 03:38:47.312617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbf21c-41f6-4251-9f16-71fced86bbcf admin admin] Pushing event deleted for resources: {'Network': ['ID=48cb7546-467e-4fc1-bd54-263089d971e7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.355262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ceae19-21ae-47d9-bfd4-5c6b6d33959b req-33555952-713e-4839-af6f-9b555a167990 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644344 Aug 10 03:38:47.378592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87932f-d69c-4dd4-9adb-b3622170e57d req-65949bee-e105-41fc-a2ab-bede2a906878 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.381411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d87932f-d69c-4dd4-9adb-b3622170e57d req-65949bee-e105-41fc-a2ab-bede2a906878 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 944 time: 0.1005032 Aug 10 03:38:47.456225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d87932f-d69c-4dd4-9adb-b3622170e57d req-d7614545-315d-40e5-bb28-ec56225e34c9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667255 Aug 10 03:38:47.464999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-a01ac986-147c-447a-8abb-5768a81881b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.467082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-a01ac986-147c-447a-8abb-5768a81881b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 1096 time: 0.0502381 Aug 10 03:38:47.498258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55694) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:47.549806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-34ee834b-ef2d-40e6-8d13-b7446ad0d45e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78bc3e32053d455ebc9cee6b9ca59dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499864 Aug 10 03:38:47.553797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55696) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:47.576414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-cdbd29df-356b-4a8e-b89e-41d7e9d80f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.577933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-cdbd29df-356b-4a8e-b89e-41d7e9d80f67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.1030662 Aug 10 03:38:47.636479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98415389-77af-4950-8618-d21d718640f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.649964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-64fbb7a2-3d3e-4b18-8b7b-030b05298f78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490491e5-c266-40e8-ae94-9daea575d540 HTTP/1.1" status: 200 len: 217 time: 0.0613105 Aug 10 03:38:47.672456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98415389-77af-4950-8618-d21d718640f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.715101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-ea6323ad-d602-4dea-a42b-188c5c4c0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.717086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-ea6323ad-d602-4dea-a42b-188c5c4c0724 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.0602069 Aug 10 03:38:47.734011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98415389-77af-4950-8618-d21d718640f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.737665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98415389-77af-4950-8618-d21d718640f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:47.743136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-98415389-77af-4950-8618-d21d718640f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fb79472-4519-4a84-8fdd-9ed29c0442be HTTP/1.1" status: 204 len: 168 time: 0.1841886 Aug 10 03:38:47.749344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98415389-77af-4950-8618-d21d718640f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb79472-4519-4a84-8fdd-9ed29c0442be,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:47.760503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-4b3ae2c6-ecb9-4cc3-9f67-0aad95df3c72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351079 Aug 10 03:38:47.944646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de2e1e-7aec-4d8c-bd25-4e3ecf55def3 req-005380b2-ea96-49c4-9c91-243d2a2b23a4 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:47.946890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7de2e1e-7aec-4d8c-bd25-4e3ecf55def3 req-005380b2-ea96-49c4-9c91-243d2a2b23a4 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1053801 Aug 10 03:38:47.950207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-84c3a1f6-63ca-48ac-99ae-915f9605a257 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812794 Aug 10 03:38:48.085528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7de2e1e-7aec-4d8c-bd25-4e3ecf55def3 req-8ec2bf33-d04a-45b5-90dd-a535d580b001 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319981 Aug 10 03:38:48.199202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7918b5c3-fa59-4de8-8327-8e725d217d43 req-77fd7878-ec1e-421c-8827-9e3e04e3d56c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 210 time: 0.0540378 Aug 10 03:38:48.227902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa5a1c3-fc93-4b6e-b927-e0543aa7b7bd req-7c99b5aa-47e4-4793-90ed-eaf3d3a7696d service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629650 Aug 10 03:38:48.341888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-3047e6ec-f64e-454f-8f2a-1af420cd00be tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.344312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-3047e6ec-f64e-454f-8f2a-1af420cd00be tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 814 time: 0.2202322 Aug 10 03:38:48.359907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Request body: {'port': {'device_id': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'admin_state_up': True, 'tenant_id': '1871513ed8374488b2eb039df2a9d222'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:48.537470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.540339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:48.558738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.569937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.578720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.588517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.598152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.603846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Made reservation on behalf of 1871513ed8374488b2eb039df2a9d222 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:38:48.607094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.611276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.617063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-23ab4adb-4769-46d4-afd7-593039d927d6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.2151165 Aug 10 03:38:48.703129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bbb4376-3876-476a-851e-64fbec81aa56 req-c477d0af-9055-4b3b-813b-e515d5139a2a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831249 Aug 10 03:38:48.738138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:48.759723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'mac_address': 'fa:16:3e:ee:07:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:48.821075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.832610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Allocated IP 172.20.0.6 (4828f6b7-a4df-421e-bd52-aa1ae2fa697e/5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f/82e12a17-d46c-467f-a67b-ea04b1c8e42e) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:48.841117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8c71b6a-407b-4467-9e6c-e514aea35565 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:48.845035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9351cd-004f-4fe8-ab89-fb846440bd52 req-cb8340cf-fb31-46a6-a300-2f1e3ba906f8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:48.846983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd9351cd-004f-4fe8-ab89-fb846440bd52 req-cb8340cf-fb31-46a6-a300-2f1e3ba906f8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 944 time: 0.2021248 Aug 10 03:38:48.877814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:48.886517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:48.932486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd9351cd-004f-4fe8-ab89-fb846440bd52 req-8af0efd7-5bbe-4945-b6cd-478641b28d9f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779572 Aug 10 03:38:49.006923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.021634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a8c71b6a-407b-4467-9e6c-e514aea35565'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:49.180192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.271875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.309559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defd461-de6f-40e7-a07c-6ec126b98040 req-b67285ff-31cd-405c-8829-9433c9e7cbf6 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.311401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3defd461-de6f-40e7-a07c-6ec126b98040 req-b67285ff-31cd-405c-8829-9433c9e7cbf6 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0838537 Aug 10 03:38:49.369661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'f5e05b4a-a479-4977-97df-881567de81d3', '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:49.404442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3defd461-de6f-40e7-a07c-6ec126b98040 req-142b6d32-e853-4746-ab19-61ec4fd5fa9a tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840812 Aug 10 03:38:49.419958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:49.481019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:49.505704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:49.553837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event updated for resources: {'Port': ['ID=82e12a17-d46c-467f-a67b-ea04b1c8e42e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.581421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a9777318-40f0-40ab-9db9-a74c336ff6d2 req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-381426362', 'description': 'tempest-description-2119070721'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.596440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.597310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.606655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ff521-ab9f-4dee-90ea-44a68091ca3f req-0f10b74a-c0a5-4290-b297-ec8feedfc0d3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.617445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-363ff521-ab9f-4dee-90ea-44a68091ca3f req-0f10b74a-c0a5-4290-b297-ec8feedfc0d3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 931 time: 0.2414956 Aug 10 03:38:49.623471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a9777318-40f0-40ab-9db9-a74c336ff6d2 req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.679268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-363ff521-ab9f-4dee-90ea-44a68091ca3f req-6210843c-1739-4ad3-a289-b71479f91547 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606034 Aug 10 03:38:49.682168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-a0e1144b-3d75-4e8c-a956-5730b9ecc92e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3267202 Aug 10 03:38:49.700635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Request body: {'port': {'device_id': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:49.743020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a9777318-40f0-40ab-9db9-a74c336ff6d2 req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.753293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a9777318-40f0-40ab-9db9-a74c336ff6d2 req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.848419 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.854071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aeba98-eb53-4654-bd4c-e4242fb8d40c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:49.888947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a9777318-40f0-40ab-9db9-a74c336ff6d2 req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:49.900406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9777318-40f0-40ab-9db9-a74c336ff6d2 req-57fdcbc9-d65f-444b-bd3a-e174dbdee7a2 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3245089 Aug 10 03:38:49.941079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.947037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.964580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.973694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:49.999356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.009118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.016586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.028512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-adcd4d80-2be0-4be7-8540-5570e7bc6ee2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.2037311 Aug 10 03:38:50.077031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c59feea0-deab-4b3e-9bc5-ff24a5a91d5e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-381426362&fields=id&tenant_id=f8974399e38e4935a18a76def470a337 HTTP/1.1" status: 200 len: 267 time: 0.0668592 Aug 10 03:38:50.129893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cec9f7f-162a-4c71-908b-b4dfc3e0887a req-630a3db0-b876-4d8e-b24e-4523126147a4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004479 Aug 10 03:38:50.157406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-1f2ee743-d347-4573-914b-dcd979295ccc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.169340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-1f2ee743-d347-4573-914b-dcd979295ccc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0911033 Aug 10 03:38:50.190817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'port': {'security_groups': ['769b3c52-212f-4abc-a3b3-073327c9ec81', 'a0aeba98-eb53-4654-bd4c-e4242fb8d40c']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:50.314121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.406524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee27f9-7000-4bf3-be11-6aab07db693a req-4f2a37ad-0fb9-41d6-9394-14019064c518 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:50.409122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aeee27f9-7000-4bf3-be11-6aab07db693a req-4f2a37ad-0fb9-41d6-9394-14019064c518 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 944 time: 0.1355560 Aug 10 03:38:50.541512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aeee27f9-7000-4bf3-be11-6aab07db693a req-70b4914d-5979-458a-af92-99eaa63c31ef tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219301 Aug 10 03:38:50.578306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:50.698545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e12a17-d46c-467f-a67b-ea04b1c8e42e {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:50.721298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a8c71b6a-407b-4467-9e6c-e514aea35565 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:50.721672 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.729394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.782278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Transition to ACTIVE for port object 82e12a17-d46c-467f-a67b-ea04b1c8e42e will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:38:50.789486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.893216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:50.964328 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.970232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.981199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:50.990140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Pushing event updated for resources: {'Port': ['ID=82e12a17-d46c-467f-a67b-ea04b1c8e42e,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.024446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:51.028496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:51.032214 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113bdf3c-a63b-4770-bea2-5cf3f2747707" -d '{"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-plugged", "status": "completed", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:51.035966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:51.103770 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.112907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.114055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.132835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7628268-d67e-4673-967c-32a0e31f2d38 req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "PUT /v2.0/ports/3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 982 time: 0.9607341 Aug 10 03:38:51.133602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:51.141312 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025f3ea-9752-4b8d-8f1d-4fd20570830d" -d '{"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:51.222715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790086-2cc8-42e6-9d0f-9a149dd4bdb8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=6']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.254987 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a0d02a-c1e2-433c-97f7-39fce0f5ee05 x-openstack-request-id: req-82a0d02a-c1e2-433c-97f7-39fce0f5ee05 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:51.255617 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-plugged", "status": "completed", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:51.256023 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82a0d02a-c1e2-433c-97f7-39fce0f5ee05 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:51.256467 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'code': 200} Aug 10 03:38:51.299262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Attempting to bind port 82e12a17-d46c-467f-a67b-ea04b1c8e42e on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:38:51.299262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Attempting to bind port 82e12a17-d46c-467f-a67b-ea04b1c8e42e by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:38:51.299668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Attempting to bind port 82e12a17-d46c-467f-a67b-ea04b1c8e42e on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:51.312835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811775b5-7bcc-49ca-8a5d-7179b156e8dd req-03bcb412-b86d-488a-9b11-d2cf69145361 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.316287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-811775b5-7bcc-49ca-8a5d-7179b156e8dd req-03bcb412-b86d-488a-9b11-d2cf69145361 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 943 time: 0.1169577 Aug 10 03:38:51.318751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Port 82e12a17-d46c-467f-a67b-ea04b1c8e42e on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:38:51.319154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Attempting to bind port 82e12a17-d46c-467f-a67b-ea04b1c8e42e on network 4828f6b7-a4df-421e-bd52-aa1ae2fa697e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:38:51.344582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:38:51.344582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Checking segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:38:51.344582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Bound using segment: {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:38:51.344582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Bound port: 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47437046-db3e-4385-a059-a72186806d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:38:51.344582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.356621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:51.440825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:51.470449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-811775b5-7bcc-49ca-8a5d-7179b156e8dd req-c7b583a8-ad90-49f6-b627-7470a43894e4 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375613 Aug 10 03:38:51.483723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-46812039-a037-4fd4-8794-af2bca5a1adb tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-381426362&fields=id&tenant_id=f8974399e38e4935a18a76def470a337 HTTP/1.1" status: 200 len: 267 time: 0.1311481 Aug 10 03:38:51.600317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-b323ed3f-9f2c-4de9-b92c-9078abc1981e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.613696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-b323ed3f-9f2c-4de9-b92c-9078abc1981e tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 985 time: 0.1115878 Aug 10 03:38:51.615658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'port': {'security_groups': ['769b3c52-212f-4abc-a3b3-073327c9ec81']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:51.667642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] For port 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:38:51.667833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 490491e5-c266-40e8-ae94-9daea575d540 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:51.682298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] For port 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:38:51.691584 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0173b9cf-33e3-4b1c-a744-1f0646302d92 x-openstack-request-id: req-0173b9cf-33e3-4b1c-a744-1f0646302d92 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:51.692449 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:51.693033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.693504 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0173b9cf-33e3-4b1c-a744-1f0646302d92 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:51.697109 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'status': 'completed', 'code': 200} Aug 10 03:38:51.812753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:51.814473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:51.816217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-791da649-237f-462f-ab87-2375c1faddbb service neutron] 10.222.0.39 "PUT /v2.0/ports/82e12a17-d46c-467f-a67b-ea04b1c8e42e HTTP/1.1" status: 200 len: 1092 time: 2.1246364 Aug 10 03:38:51.824285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'tag': '82e12a17-d46c-467f-a67b-ea04b1c8e42e'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:51.828891 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2ffef5-621a-408c-91c5-285e82c0883b", "tag": "82e12a17-d46c-467f-a67b-ea04b1c8e42e"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:51.851244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.041444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 490491e5-c266-40e8-ae94-9daea575d540, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=490491e5-c266-40e8-ae94-9daea575d540,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:52.053554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-246add56-ec85-436d-b7a1-346cae048697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.068265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-246add56-ec85-436d-b7a1-346cae048697 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1137 time: 0.3822784 Aug 10 03:38:52.077493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '490491e5-c266-40e8-ae94-9daea575d540', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '490491e5-c266-40e8-ae94-9daea575d540', 'mac_address': 'fa:16:3e:19:3a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:52.099842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791da649-237f-462f-ab87-2375c1faddbb service neutron] Pushing event updated for resources: {'Port': ['ID=82e12a17-d46c-467f-a67b-ea04b1c8e42e,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.175983 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.191673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490491e5-c266-40e8-ae94-9daea575d540 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:52.255288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 490491e5-c266-40e8-ae94-9daea575d540, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=490491e5-c266-40e8-ae94-9daea575d540,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:52.261486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.278026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.280721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:52.289589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.310654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.317908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.324855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.331862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.338202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.343198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=490491e5-c266-40e8-ae94-9daea575d540,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.354862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-28fcee67-3d15-4d88-af2f-fcd2c3c268a3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.5369940 Aug 10 03:38:52.375679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.384506 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.390799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-a5016f92-ac3e-4e5a-a1b2-901da824016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.393963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-a5016f92-ac3e-4e5a-a1b2-901da824016d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 1095 time: 0.5041661 Aug 10 03:38:52.402427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:52.438451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5b64d2d-8770-42ba-8c0a-ee1150d31e2a req-f1db2a4a-26f3-4c02-bf4d-4a860c204573 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787325 Aug 10 03:38:52.539922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-e06a0b7d-94da-44f9-96c2-eba6679ba800 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e HTTP/1.1" status: 200 len: 217 time: 0.1243553 Aug 10 03:38:52.611234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-4f5f8402-fe67-4001-b5a5-5206c106534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.616521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.619472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:52.621132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf5e0d75-dc55-4407-a742-93aaa99ff91b req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "PUT /v2.0/ports/3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 943 time: 1.0109675 Aug 10 03:38:52.622781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a8737-c099-4978-8885-d1997c0f38da tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event updated for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:52.628230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-4f5f8402-fe67-4001-b5a5-5206c106534c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.5428393 Aug 10 03:38:52.676104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['490491e5-c266-40e8-ae94-9daea575d540'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:52.767366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:52.773640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-fc2d4841-fabb-49db-b71f-a5ece8c12614 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.1315937 Aug 10 03:38:52.794814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:52.795271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb55d3-bc3e-4bd2-b509-347cd9e02676 req-81c9f472-1aa0-4da1-9055-b8a4d25f4800 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.803378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aafb55d3-bc3e-4bd2-b509-347cd9e02676 req-81c9f472-1aa0-4da1-9055-b8a4d25f4800 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 945 time: 0.2561703 Aug 10 03:38:52.808780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b403-92bf-4acc-82af-a7698daea947 req-7fdffd98-5b96-47dc-af82-ce898a3f59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.810226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-7fdffd98-5b96-47dc-af82-ce898a3f59b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.2573817 Aug 10 03:38:52.876641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-e1266b85-2bbe-4216-90ef-5b1d7019fd3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516062 Aug 10 03:38:52.967275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-bb073770-e59a-4987-a0b0-13f5e45e704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:52.968765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-bb073770-e59a-4987-a0b0-13f5e45e704e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.1627426 Aug 10 03:38:52.972362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aafb55d3-bc3e-4bd2-b509-347cd9e02676 req-f8fcb17f-a879-4ea8-95f3-0ec7172b61d0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678786 Aug 10 03:38:53.030650 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28e0e2-a9c5-4b28-a827-cfccf919af22 x-openstack-request-id: req-bf28e0e2-a9c5-4b28-a827-cfccf919af22 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:53.031037 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2ffef5-621a-408c-91c5-285e82c0883b", "tag": "82e12a17-d46c-467f-a67b-ea04b1c8e42e", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:53.031201 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf28e0e2-a9c5-4b28-a827-cfccf919af22 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:53.031621 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'tag': '82e12a17-d46c-467f-a67b-ea04b1c8e42e', 'status': 'completed', 'code': 200} Aug 10 03:38:53.098862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa101-283a-40e5-88c7-6397d850e666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.115183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-e538da31-bf0f-4456-9b87-155e3f2fe995 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160052 Aug 10 03:38:53.258243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa101-283a-40e5-88c7-6397d850e666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.272205 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c9aa101-283a-40e5-88c7-6397d850e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.322578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aa101-283a-40e5-88c7-6397d850e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd257db6-f714-4a95-a3ff-394a63b3d000,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.373711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3c9aa101-283a-40e5-88c7-6397d850e666 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=503d33587eff4f6493b91067e9bfe687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769761 Aug 10 03:38:53.375697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55868) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:53.425882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537f9ed-578b-4a98-9f0b-a67e533d2dab req-676b0bd7-4bb3-4e30-a6c2-72cb24c63a06 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.435930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2537f9ed-578b-4a98-9f0b-a67e533d2dab req-676b0bd7-4bb3-4e30-a6c2-72cb24c63a06 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 943 time: 0.1757162 Aug 10 03:38:53.546472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c55d2c8-3630-4a7e-9340-d64fcc967fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.587114 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2537f9ed-578b-4a98-9f0b-a67e533d2dab req-4fcc818f-4931-4b38-b007-b6859435d839 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496873 Aug 10 03:38:53.661054 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c55d2c8-3630-4a7e-9340-d64fcc967fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.712543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-3d458ef1-4c6e-4bbd-bcf6-cba8b88e6923 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8240266 Aug 10 03:38:53.723082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:53.726478 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48331f3d-cacd-4cb3-82b4-8a74f34290ed" -d '{"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:53.852813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c55d2c8-3630-4a7e-9340-d64fcc967fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.858067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c55d2c8-3630-4a7e-9340-d64fcc967fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:53.861442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c55d2c8-3630-4a7e-9340-d64fcc967fac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd257db6-f714-4a95-a3ff-394a63b3d000 HTTP/1.1" status: 204 len: 168 time: 0.4838364 Aug 10 03:38:53.883432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55d2c8-3630-4a7e-9340-d64fcc967fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd257db6-f714-4a95-a3ff-394a63b3d000,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:53.941398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.955888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.969535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.984555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:53.996974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.017236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-fc74e8f6-40ae-44b6-a35e-85b193286ac6 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685932 Aug 10 03:38:54.031210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.056344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.065657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-bc1d6469-6044-414f-a9c7-f2bfdb7d141e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.2963383 Aug 10 03:38:54.104159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-f2249462-f86d-45b0-b705-058e6c241f86 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8109252 Aug 10 03:38:54.116856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:54.126140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d92b2d21-e9e5-4de0-a726-a05f05944f3c req-e8a55a95-04e3-4a47-bb6d-76a3e0053e0e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532489 Aug 10 03:38:54.147474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d130b403-92bf-4acc-82af-a7698daea947 req-693cf0b9-28b7-494b-b9df-eaae32ac5875 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225028 Aug 10 03:38:54.178544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5025f3ea-9752-4b8d-8f1d-4fd20570830d req-2a58e767-911f-48a5-aaae-f984d89b5be7 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519177 Aug 10 03:38:54.190038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.226899 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6477c8-6502-4675-bf0d-aba36ef8bc67 x-openstack-request-id: req-7f6477c8-6502-4675-bf0d-aba36ef8bc67 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:54.227584 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:54.227991 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f6477c8-6502-4675-bf0d-aba36ef8bc67 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:54.231723 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'status': 'completed', 'code': 200} Aug 10 03:38:54.362345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-5f7cafc1-48b0-4478-999d-302e5d7ae3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.364010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-5f7cafc1-48b0-4478-999d-302e5d7ae3cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.1029251 Aug 10 03:38:54.365935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-65b4439d-1477-42f3-9f47-f5aaa4bf5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.368121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-65b4439d-1477-42f3-9f47-f5aaa4bf5901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 1095 time: 0.1093423 Aug 10 03:38:54.470060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55894) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:54.489636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22b099f0-4ab0-4ede-81d8-35fad4a154f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.538095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.575204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.598938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-52125b18-247e-4d01-8194-01f9130a5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.600606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-52125b18-247e-4d01-8194-01f9130a5128 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.2108102 Aug 10 03:38:54.609670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-64f90203-42d7-4773-ac03-09ece10ca7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.611335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-64f90203-42d7-4773-ac03-09ece10ca7a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 915 time: 0.2226129 Aug 10 03:38:54.620013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b6b00-44a8-42e3-899b-26b98559ea5d req-f2df3ccd-8f6e-4b5c-ac34-42690c25a432 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.622047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-172b6b00-44a8-42e3-899b-26b98559ea5d req-f2df3ccd-8f6e-4b5c-ac34-42690c25a432 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 945 time: 0.1289916 Aug 10 03:38:54.700821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-172b6b00-44a8-42e3-899b-26b98559ea5d req-89dbf137-ce2d-4efc-8a6a-6a5c34b3dd7f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703161 Aug 10 03:38:54.732304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-9d26f806-c0a1-45e7-844b-cd54b54fccc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.1120918 Aug 10 03:38:54.732304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-4c42a402-1928-4218-9333-27fc6f44caef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e HTTP/1.1" status: 200 len: 217 time: 0.0823126 Aug 10 03:38:54.795888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22b099f0-4ab0-4ede-81d8-35fad4a154f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.801642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22b099f0-4ab0-4ede-81d8-35fad4a154f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.855679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b099f0-4ab0-4ede-81d8-35fad4a154f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52326f-020a-43c6-8615-aa58ca9b0ae0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:54.865233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-22b099f0-4ab0-4ede-81d8-35fad4a154f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5f81ca81b9b4446b2c2ce20d089c6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927922 Aug 10 03:38:54.865772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55898) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:38:54.881213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-5cc64716-cb05-4614-ab21-f020c8fd5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.883784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-5cc64716-cb05-4614-ab21-f020c8fd5b72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.1421447 Aug 10 03:38:54.886265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-5e7e9e4b-abf9-48bf-8f17-3aab68034cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:54.888585 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-5e7e9e4b-abf9-48bf-8f17-3aab68034cae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.1455457 Aug 10 03:38:54.963855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Allocated IP 172.25.2.114 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e07ef65b-2421-456a-8c54-6d536da4cb7d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:38:54.965292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-283da18b-acc7-4bc7-9e93-85dbd0e4cb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.965292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-283da18b-acc7-4bc7-9e93-85dbd0e4cb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:54.965613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-78f5f66b-c7d8-44ef-8014-9c01c30187aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585227 Aug 10 03:38:54.967575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-1db84b37-95f0-4fc8-bbe3-0d68be440b1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647011 Aug 10 03:38:55.064020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-283da18b-acc7-4bc7-9e93-85dbd0e4cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.070517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-283da18b-acc7-4bc7-9e93-85dbd0e4cb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.072108 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-283da18b-acc7-4bc7-9e93-85dbd0e4cb61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d52326f-020a-43c6-8615-aa58ca9b0ae0 HTTP/1.1" status: 204 len: 168 time: 0.2052095 Aug 10 03:38:55.086575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283da18b-acc7-4bc7-9e93-85dbd0e4cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52326f-020a-43c6-8615-aa58ca9b0ae0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:55.134162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db927-d109-405e-aada-c130c61a82da req-886f5d79-769f-44b9-8633-b704fba80b71 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.138596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-971db927-d109-405e-aada-c130c61a82da req-886f5d79-769f-44b9-8633-b704fba80b71 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 943 time: 0.1261234 Aug 10 03:38:55.236539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-971db927-d109-405e-aada-c130c61a82da req-f4efb071-34c0-4a8a-84f6-b7afb69f06f5 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924158 Aug 10 03:38:55.308308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-15899a3e-c1b0-486e-bd98-211accba21e4 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284602 Aug 10 03:38:55.373758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-78a0a521-57c7-41f4-b323-5f0010b4d98d service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919871 Aug 10 03:38:55.405585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.413462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.422024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.427759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.435043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.441607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.441894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.448491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:55.458500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-176708ab-dcf1-4821-96fd-d7fc6f2b2d8d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1354709 Aug 10 03:38:55.530395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a37302d-451f-4af6-83d1-029ebcf27050 req-f7cb5f13-ea1c-4ef4-968f-bb02118694ca tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684435 Aug 10 03:38:55.617190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1cd637e6-4207-4ac3-9f83-a39b06d1cf7f req-36831ffd-55ba-4fd1-9a5e-754815620f2b service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772331 Aug 10 03:38:55.626140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48331f3d-cacd-4cb3-82b4-8a74f34290ed req-1da64ce2-0515-4df9-b555-4b59eb404c54 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304864 Aug 10 03:38:55.627976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.648974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 490491e5-c266-40e8-ae94-9daea575d540 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:55.673929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:38:55.677748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:38:55.680940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:38:55.744560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event updated for resources: {'Port': ['ID=e07ef65b-2421-456a-8c54-6d536da4cb7d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:55.880800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 490491e5-c266-40e8-ae94-9daea575d540 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:55.897439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.899063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 490491e5-c266-40e8-ae94-9daea575d540 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:55.899773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:55.941864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.006933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e4cfa-701a-496a-a886-3ef24531d678 req-3c33981a-9482-4635-a9f3-8b61575b37a0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:56.018271 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.024319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a57e4cfa-701a-496a-a886-3ef24531d678 req-3c33981a-9482-4635-a9f3-8b61575b37a0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 945 time: 0.1315351 Aug 10 03:38:56.069333 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.130759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a57e4cfa-701a-496a-a886-3ef24531d678 req-5073cd6e-586d-46c5-b5d9-2d5fabbe0b72 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048834 Aug 10 03:38:56.132708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dde719a-4379-4278-96d5-17528344d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490491e5-c266-40e8-ae94-9daea575d540'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:56.136248 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a0139-e4c2-4be4-9e39-cc82385e32e6" -d '{"events": [{"server_uuid": "8dde719a-4379-4278-96d5-17528344d168", "name": "network-vif-plugged", "status": "completed", "tag": "490491e5-c266-40e8-ae94-9daea575d540"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:56.189998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 490491e5-c266-40e8-ae94-9daea575d540, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=490491e5-c266-40e8-ae94-9daea575d540,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:56.197943 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.345896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=490491e5-c266-40e8-ae94-9daea575d540,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.380214 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03fed12-3de8-4df1-9f6c-741208e12450 x-openstack-request-id: req-b03fed12-3de8-4df1-9f6c-741208e12450 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:56.380613 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dde719a-4379-4278-96d5-17528344d168", "name": "network-vif-plugged", "status": "completed", "tag": "490491e5-c266-40e8-ae94-9daea575d540", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:56.380969 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b03fed12-3de8-4df1-9f6c-741208e12450 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:56.381477 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dde719a-4379-4278-96d5-17528344d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490491e5-c266-40e8-ae94-9daea575d540', 'code': 200} Aug 10 03:38:56.439989 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.447284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.597266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aed585-f589-4056-b682-e9dcbb9f7809 req-154201eb-024f-45a9-a227-12e21392cf15 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:56.611897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event updated for resources: {'Port': ['ID=e07ef65b-2421-456a-8c54-6d536da4cb7d,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:56.613208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35aed585-f589-4056-b682-e9dcbb9f7809 req-154201eb-024f-45a9-a227-12e21392cf15 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 943 time: 0.1365473 Aug 10 03:38:56.635442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 82e12a17-d46c-467f-a67b-ea04b1c8e42e details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:56.692880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19264e35-7c63-435c-bf8d-1f56aefdcf64 req-fe0bfa70-b603-4868-865e-40665b4736e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:56.695709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19264e35-7c63-435c-bf8d-1f56aefdcf64 req-fe0bfa70-b603-4868-865e-40665b4736e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 1098 time: 0.2434576 Aug 10 03:38:56.711272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35aed585-f589-4056-b682-e9dcbb9f7809 req-bdfe3a09-6449-4e4e-a50f-996fece4dde7 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790279 Aug 10 03:38:56.775390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.789256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19264e35-7c63-435c-bf8d-1f56aefdcf64 req-ce27b42c-5432-4cf3-8b6f-3749e0f34c2b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725968 Aug 10 03:38:56.808042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.821675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-fa91e34a-efe9-44a9-b1da-36e23c84aa66 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7162478 Aug 10 03:38:56.866483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:56.886138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '82e12a17-d46c-467f-a67b-ea04b1c8e42e', 'network_id': '4828f6b7-a4df-421e-bd52-aa1ae2fa697e', 'port_id': '82e12a17-d46c-467f-a67b-ea04b1c8e42e', 'mac_address': 'fa:16:3e:dd:59:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:38:56.960795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b4341eca-24e8-4b54-92f3-f35afc760bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:56.979245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.010501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e12a17-d46c-467f-a67b-ea04b1c8e42e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:38:57.088328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:57.096150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.098100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.104964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.112501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.119190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.142439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.154902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.162590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.173139 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-528bd502-89d7-4339-9e94-785f985af02b req-d3d68684-92fe-482b-9483-d964c62c6130 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.2252347 Aug 10 03:38:57.264884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-528bd502-89d7-4339-9e94-785f985af02b req-b095c48d-e1b7-4191-9537-ae649a2c4a51 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893719 Aug 10 03:38:57.275408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=82e12a17-d46c-467f-a67b-ea04b1c8e42e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:57.408447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-9c452630-6875-4701-9216-3446d9600033 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 696 time: 0.5827718 Aug 10 03:38:57.441491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['82e12a17-d46c-467f-a67b-ea04b1c8e42e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:38:57.678663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-1832bc2d-1553-4632-9d5c-652b759c9c51 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:57.680988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11c2bb1d-4979-4c0b-893f-4840ed890d21 req-1832bc2d-1553-4632-9d5c-652b759c9c51 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.2573001 Aug 10 03:38:58.168701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-b87f22d7-8544-4a4c-bc85-c79257a9c8b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.170290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-b87f22d7-8544-4a4c-bc85-c79257a9c8b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1858006 Aug 10 03:38:58.215611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9af82a-ec13-4139-a9de-aeec88754ea8 req-63a111b4-dc7a-4b71-ac42-c4060ac40c09 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.225432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e9af82a-ec13-4139-a9de-aeec88754ea8 req-63a111b4-dc7a-4b71-ac42-c4060ac40c09 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 946 time: 0.6703501 Aug 10 03:38:58.281317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e9af82a-ec13-4139-a9de-aeec88754ea8 req-cbe912f0-db4c-4da1-9cee-000217b9798e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Aug 10 03:38:58.359058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-e88dbbf3-38c3-46ce-949e-d1012110edf9 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 696 time: 0.1616628 Aug 10 03:38:58.364287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'floatingip': {'port_id': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:38:58.480325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78a2f8-04c8-422b-9efa-b3b9dffa4d87 req-60361f50-87a1-468f-83f9-2133b1859090 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.483602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd78a2f8-04c8-422b-9efa-b3b9dffa4d87 req-60361f50-87a1-468f-83f9-2133b1859090 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 944 time: 0.1275547 Aug 10 03:38:58.507666 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.590686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd78a2f8-04c8-422b-9efa-b3b9dffa4d87 req-a905a73c-1942-4b7a-a259-fdeb33dfd10e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958760 Aug 10 03:38:58.650998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 82e12a17-d46c-467f-a67b-ea04b1c8e42e up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:38:58.818210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 82e12a17-d46c-467f-a67b-ea04b1c8e42e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:38:58.825207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 82e12a17-d46c-467f-a67b-ea04b1c8e42e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:38:58.825815 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:58.851678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.856888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.864157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.873498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.880872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.888323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.895808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:38:58.904664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-d38d62fc-7f06-42c0-a533-91ac3d2ef1aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5430 time: 0.1806731 Aug 10 03:38:58.969418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45932e06-c98c-46df-9ef2-52e60caeccd1 req-6e92b16c-153c-4c5d-b6c4-a7ffff510400 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635703 Aug 10 03:38:58.982353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.056234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e12a17-d46c-467f-a67b-ea04b1c8e42e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:38:59.070418 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc639d21-ba5c-4a00-af8e-ff75e63374f7" -d '{"events": [{"server_uuid": "1f2ffef5-621a-408c-91c5-285e82c0883b", "name": "network-vif-plugged", "status": "completed", "tag": "82e12a17-d46c-467f-a67b-ea04b1c8e42e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:38:59.090819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:59.100684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.253726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=82e12a17-d46c-467f-a67b-ea04b1c8e42e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:38:59.347510 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:59.637452 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.641917 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.649039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.679255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d9287df7-d120-40f8-99c0-c6002ca36785 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:38:59.840901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-16dd8811-34f6-42a5-ba45-a40e98d5245a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:59.886562 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f471a414-84c9-417f-a116-6be48e6b9c24 x-openstack-request-id: req-f471a414-84c9-417f-a116-6be48e6b9c24 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:38:59.886813 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2ffef5-621a-408c-91c5-285e82c0883b", "name": "network-vif-plugged", "status": "completed", "tag": "82e12a17-d46c-467f-a67b-ea04b1c8e42e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:38:59.887115 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f471a414-84c9-417f-a116-6be48e6b9c24 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:38:59.887623 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e12a17-d46c-467f-a67b-ea04b1c8e42e', 'code': 200} Aug 10 03:38:59.917219 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Floating IP 61dd87cd-a2af-443a-b5c0-99b52204435a associated. External IP: 172.25.2.114, port: 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda. Aug 10 03:38:59.934232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d9287df7-d120-40f8-99c0-c6002ca36785,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:38:59.981555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'd9287df7-d120-40f8-99c0-c6002ca36785', 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa', 'port_id': 'd9287df7-d120-40f8-99c0-c6002ca36785', 'mac_address': 'fa:16:3e:40:f0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52046a16-689d-497b-bc00-20934cfcba47', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:00.054841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dabfa-f4d1-45b0-b56a-e4efa9b5c063 req-195c7714-8193-478d-8c07-1d7e3c202f33 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.070443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-687dabfa-f4d1-45b0-b56a-e4efa9b5c063 req-195c7714-8193-478d-8c07-1d7e3c202f33 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 946 time: 0.1014121 Aug 10 03:39:00.071310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.118306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9287df7-d120-40f8-99c0-c6002ca36785 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:00.145424 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-687dabfa-f4d1-45b0-b56a-e4efa9b5c063 req-cc66a846-c029-4f23-9384-bf12426b0d8a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656195 Aug 10 03:39:00.214358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d9287df7-d120-40f8-99c0-c6002ca36785,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:00.223063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.223879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3a22d867-527a-4936-882b-2f9773347a35 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:00.440757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200befbe-054f-4715-b143-c50cc52dba3c req-1aa1956e-178b-4a76-9e58-bbfb5109d56f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.466537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-200befbe-054f-4715-b143-c50cc52dba3c req-1aa1956e-178b-4a76-9e58-bbfb5109d56f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 945 time: 0.2144513 Aug 10 03:39:00.476020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:00.526105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3a22d867-527a-4936-882b-2f9773347a35,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:00.550801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Router a393a092-97a5-4da7-b9f1-a22d8a1ee4df has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:00.553427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ae33-8305-4eb4-9ac5-afe96116ce3d req-45b2b19b-c3b9-4c81-a87c-dfdbacfb9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:00.555018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea06ae33-8305-4eb4-9ac5-afe96116ce3d req-45b2b19b-c3b9-4c81-a87c-dfdbacfb9949 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 1097 time: 0.5219040 Aug 10 03:39:00.582635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '3a22d867-527a-4936-882b-2f9773347a35', 'network_id': 'da083595-1785-4765-b902-06d6a2da41fa', 'port_id': '3a22d867-527a-4936-882b-2f9773347a35', 'mac_address': 'fa:16:3e:0b:7d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52046a16-689d-497b-bc00-20934cfcba47', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:00.618975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-200befbe-054f-4715-b143-c50cc52dba3c req-02afe475-8b94-4309-b27e-0ecb9b8cad63 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455235 Aug 10 03:39:00.668265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea06ae33-8305-4eb4-9ac5-afe96116ce3d req-f5b3179a-6333-4274-8c60-f00e56f46543 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019230 Aug 10 03:39:00.689173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.736053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a22d867-527a-4936-882b-2f9773347a35 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:00.770336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3a22d867-527a-4936-882b-2f9773347a35,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:00.781938 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.782583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:00.786061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c906fd43-9cad-4970-9ed7-4e090c4b47e8 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:00.800128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:00.802782 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] Sync routers for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:00.835006 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:00.835789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:00.845223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:00.933625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-52c64ed1-e4f4-4f6e-9dd1-ed98fa8baadc tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "PUT /v2.0/floatingips/61dd87cd-a2af-443a-b5c0-99b52204435a HTTP/1.1" status: 200 len: 997 time: 2.5731909 Aug 10 03:39:00.934751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:00.943762 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc239912-ff36-4701-8c29-f40018caa0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:00.984961 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:01.051645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-a88d736f-dac2-401e-b3c5-1eac3997bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.072917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-a88d736f-dac2-401e-b3c5-1eac3997bcb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.1097286 Aug 10 03:39:01.083534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.092293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:01.096013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.114863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.120689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'port_id': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8', 'mac_address': 'fa:16:3e:07:61:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:01.134123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.157344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.189853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.216049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.235333 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-f4559af0-2b98-4320-98d3-c45545c5d18d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5432 time: 0.3535202 Aug 10 03:39:01.264668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.299701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c906fd43-9cad-4970-9ed7-4e090c4b47e8 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:01.340116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:01.352150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-6bc70ce1-2f16-456b-adce-c0d63eb6055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.354925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-6bc70ce1-2f16-456b-adce-c0d63eb6055b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.2765298 Aug 10 03:39:01.355223 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.356087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b50b902-d964-4d8c-81ca-3e810b8c935f details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:01.411475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a7341d5-eed0-4a1e-83a4-236c5387f1e1 req-753a536b-ac0e-458e-be0c-53349a1a0122 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741207 Aug 10 03:39:01.575195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-d2d4a3ef-4892-4aa3-be55-14222fec5eb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 1000 time: 0.2007525 Aug 10 03:39:01.709712 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '61dd87cd-a2af-443a-b5c0-99b52204435a', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'port_id': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'mac_address': 'fa:16:3e:17:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12951227-199b-4530-a4c2-10bc5924ca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 1, 'project_id': 'f8974399e38e4935a18a76def470a337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:53Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.773969 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] Checking router: a393a092-97a5-4da7-b9f1-a22d8a1ee4df for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:01.798944 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:01.801392 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:01.842652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-c222fd88-173b-4298-8a82-8cdebdff7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.851513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-c222fd88-173b-4298-8a82-8cdebdff7f69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.2409875 Aug 10 03:39:01.880265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e67c3-8c5b-4609-aace-be9a114b71a0 req-dbc85eb2-59ba-4742-afc1-af20da46cc1b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:01.885787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be6e67c3-8c5b-4609-aace-be9a114b71a0 req-dbc85eb2-59ba-4742-afc1-af20da46cc1b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 946 time: 0.1420758 Aug 10 03:39:01.967404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-9fac7b9d-68e4-46ce-8d35-5d39cf6282c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065762 Aug 10 03:39:01.970524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:01.975732 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:01.988190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be6e67c3-8c5b-4609-aace-be9a114b71a0 req-3ee91b25-8d70-42df-a65a-ae0e4445ac8c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736895 Aug 10 03:39:02.080210 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:02.088953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.118580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'port_id': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'mac_address': 'fa:16:3e:a0:30:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:02.166975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-d6116a49-1084-468c-86a0-1be0347c75c2 service neutron] 10.222.0.53 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956406 Aug 10 03:39:02.246888 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.325608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b50b902-d964-4d8c-81ca-3e810b8c935f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:02.382666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.390612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.391428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 31668117-b943-4854-a45d-aab7dd19d4f4 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:02.434638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56066) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:02.441911 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe96747-014a-454e-a971-df5d514a69f5 x-openstack-request-id: req-1fe96747-014a-454e-a971-df5d514a69f5 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:02.442878 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:02.450282 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fe96747-014a-454e-a971-df5d514a69f5 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:02.452229 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'status': 'completed', 'code': 200} Aug 10 03:39:02.518110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebf88aed-8939-4a28-809f-2693fa3789a9 req-1d43597a-64dc-4cb3-bd3b-2927bf113ff1 service neutron] 10.222.0.53 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339949 Aug 10 03:39:02.575264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-9dc2d7df-4d95-4d11-bb0d-f4fea7fed14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:02.576935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-9dc2d7df-4d95-4d11-bb0d-f4fea7fed14a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.1232257 Aug 10 03:39:02.653211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=31668117-b943-4854-a45d-aab7dd19d4f4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.674544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:02.694206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '31668117-b943-4854-a45d-aab7dd19d4f4', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'port_id': '31668117-b943-4854-a45d-aab7dd19d4f4', 'mac_address': 'fa:16:3e:3d:4e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:02.756503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a1d88-5d6e-4def-b76b-5040f5e2b8df req-fdd67b10-8f68-4ca5-accd-c47660603d28 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:02.763396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c05a1d88-5d6e-4def-b76b-5040f5e2b8df req-fdd67b10-8f68-4ca5-accd-c47660603d28 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 945 time: 0.2027016 Aug 10 03:39:02.789935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-a44b94ce-9158-40c7-a4c9-1a86f86ffeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:02.791568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-a44b94ce-9158-40c7-a4c9-1a86f86ffeea service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.2044253 Aug 10 03:39:02.792907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.797301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a64d5ee-8325-4969-bd6d-f6a586fe7571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.857815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31668117-b943-4854-a45d-aab7dd19d4f4 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:02.875424 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '61dd87cd-a2af-443a-b5c0-99b52204435a', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'port_id': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'mac_address': 'fa:16:3e:17:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12951227-199b-4530-a4c2-10bc5924ca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 1, 'project_id': 'f8974399e38e4935a18a76def470a337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:53Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:02.900028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=31668117-b943-4854-a45d-aab7dd19d4f4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:02.909130 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:02.909818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f353360a-0343-44fb-9228-5c83884cd757 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:02.928131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c05a1d88-5d6e-4def-b76b-5040f5e2b8df req-2c56ed42-9fb8-4d23-8713-1f489103153b tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327662 Aug 10 03:39:02.939768 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9930e-6e93-4679-bba8-389b0c6fc012 None None] The sync data for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 is: [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '61dd87cd-a2af-443a-b5c0-99b52204435a', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'port_id': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'mac_address': 'fa:16:3e:17:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12951227-199b-4530-a4c2-10bc5924ca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:38:55Z', 'updated_at': '2021-08-10T03:38:59Z', 'revision_number': 1, 'project_id': 'f8974399e38e4935a18a76def470a337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:53Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:03.033104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-8c07f1e6-b0a2-4b93-9e63-ed52bad5d6ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 1000 time: 0.2314768 Aug 10 03:39:03.037800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.126578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-783cadae-1121-4208-9a23-d565ab202c48 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 1000 time: 0.1278751 Aug 10 03:39:03.248441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a64d5ee-8325-4969-bd6d-f6a586fe7571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.389398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e487-e974-4c79-adf3-bd57570c93bf req-d08636ca-8a8d-4970-b93c-cff9c7547bd5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.413645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-d08636ca-8a8d-4970-b93c-cff9c7547bd5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports/3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 943 time: 0.1619625 Aug 10 03:39:03.414140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a64d5ee-8325-4969-bd6d-f6a586fe7571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.438759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f1a80a-119f-4a29-9106-5b8d087ea4c0 None None] New status for floating IP 61dd87cd-a2af-443a-b5c0-99b52204435a: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:03.445328 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:39:03.536436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f353360a-0343-44fb-9228-5c83884cd757,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:03.542200 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7a64d5ee-8325-4969-bd6d-f6a586fe7571 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe032062f3da4556b787045f9d90c168&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1039777 Aug 10 03:39:03.554914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.558210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56084) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:03.579975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'f353360a-0343-44fb-9228-5c83884cd757', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'port_id': 'f353360a-0343-44fb-9228-5c83884cd757', 'mac_address': 'fa:16:3e:01:70:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:03.769628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-8a2e4aa6-5652-4c84-84d3-9e59efba1915 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 1000 time: 0.2330613 Aug 10 03:39:03.826008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.852128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-4a469321-6738-4575-9dad-d020eb0c0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.852523 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-4a469321-6738-4575-9dad-d020eb0c0156 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.8094332 Aug 10 03:39:03.879892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.882158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f353360a-0343-44fb-9228-5c83884cd757 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:03.900968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.911967 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37054012-c784-49ea-976f-fb9f96e35875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.915643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d5ee-8325-4969-bd6d-f6a586fe7571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8617dc4f-603c-4a3b-82de-739e4e007ea4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:03.931869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e487-e974-4c79-adf3-bd57570c93bf req-8c6e8024-baf9-4419-b566-7807022a3145 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.936176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.940890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-8c6e8024-baf9-4419-b566-7807022a3145 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.1702561 Aug 10 03:39:03.951481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.968794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.978951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f353360a-0343-44fb-9228-5c83884cd757,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:03.984916 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:03.986694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:03.989555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:03.992076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37054012-c784-49ea-976f-fb9f96e35875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.004615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:04.010947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-7045869a-6a6a-4e03-8575-05b37744eb73 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5435 time: 1.0872939 Aug 10 03:39:04.090191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-0810161e-5d83-4601-b7fc-1cf7fd0aa243 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278900 Aug 10 03:39:04.112125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-a7740703-06d7-43a4-b4f8-24ed5f6078ea tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 1002 time: 0.1700878 Aug 10 03:39:04.118363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:04.176717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.196297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.202884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:39:04.224289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:04.241225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13e87aeb-aa39-4aef-b7fd-6f11a13dbb5e req-f9fbd251-3f3e-46e2-91e2-19979d297d2b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891801 Aug 10 03:39:04.246161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4', 'network_id': '4bf7adc3-47bb-42fe-abfd-2b0aef82c39f', 'port_id': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4', 'mac_address': 'fa:16:3e:aa:d0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:04.272591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37054012-c784-49ea-976f-fb9f96e35875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.277008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37054012-c784-49ea-976f-fb9f96e35875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.284297 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-37054012-c784-49ea-976f-fb9f96e35875 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8617dc4f-603c-4a3b-82de-739e4e007ea4 HTTP/1.1" status: 204 len: 168 time: 0.7132375 Aug 10 03:39:04.354643 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.379431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-57f36652-cb15-4fc4-b714-118d6a5e245e service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557886 Aug 10 03:39:04.392083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:04.403370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37054012-c784-49ea-976f-fb9f96e35875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617dc4f-603c-4a3b-82de-739e4e007ea4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.522813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:04.532495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.577024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.585622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:04.586736 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Floating IP 61dd87cd-a2af-443a-b5c0-99b52204435a disassociated. External IP: 172.25.2.114, port: 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda. Aug 10 03:39:04.730995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:04.901828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98464212-b438-4f83-a0dc-999e4c526f5b req-e5ba35cc-068c-48cc-950e-1ce98ba99efe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:04.903547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98464212-b438-4f83-a0dc-999e4c526f5b req-e5ba35cc-068c-48cc-950e-1ce98ba99efe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 946 time: 0.3299818 Aug 10 03:39:05.015667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:05.032436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-507c534c-d186-4f02-beaa-9d7f0139a714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.038644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc239912-ff36-4701-8c29-f40018caa0f8 req-2f1a3c83-b781-42c7-aa86-5555645f2b39 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518476 Aug 10 03:39:05.072581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24b5f-1903-4973-bd78-016e01a5494f req-8d0420f6-5893-4c98-ab56-7cd6beb66cf6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.083263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbb24b5f-1903-4973-bd78-016e01a5494f req-8d0420f6-5893-4c98-ab56-7cd6beb66cf6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 946 time: 0.5077000 Aug 10 03:39:05.189618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbb24b5f-1903-4973-bd78-016e01a5494f req-d0efe51e-376a-4bd8-8425-fb87fe6987e2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049054 Aug 10 03:39:05.193101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-507c534c-d186-4f02-beaa-9d7f0139a714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.197118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Router a393a092-97a5-4da7-b9f1-a22d8a1ee4df has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:05.202700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-507c534c-d186-4f02-beaa-9d7f0139a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.244961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 490491e5-c266-40e8-ae94-9daea575d540 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:05.245505 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.320581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-507c534c-d186-4f02-beaa-9d7f0139a714 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3a9a2daeb8c4c7bbfd3b35ce15492ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037360 Aug 10 03:39:05.343613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56110) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:05.377227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:05.380072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c534c-d186-4f02-beaa-9d7f0139a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bf6130-8ad2-4c1a-b029-88b988ca7ab4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:05.385478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.397794 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] Sync routers for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:05.420702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-555830fe-008c-46f4-8304-1710cc8df3b0 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "PUT /v2.0/floatingips/61dd87cd-a2af-443a-b5c0-99b52204435a HTTP/1.1" status: 200 len: 695 time: 1.3069477 Aug 10 03:39:05.421558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:05.425418 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa12947-0818-4cd0-9c9e-a79546086fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:05.433238 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:05.435910 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:05.482899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 490491e5-c266-40e8-ae94-9daea575d540, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=490491e5-c266-40e8-ae94-9daea575d540,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:05.484070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.497993 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f2e556-5e60-49cf-964d-e3df87768f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.539761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e487-e974-4c79-adf3-bd57570c93bf req-d393c4bc-e2b7-4762-ad25-cbc63397e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.542205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-d393c4bc-e2b7-4762-ad25-cbc63397e51b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.1027105 Aug 10 03:39:05.577405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 490491e5-c266-40e8-ae94-9daea575d540 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:05.582471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['f353360a-0343-44fb-9228-5c83884cd757'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:05.645740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f2e556-5e60-49cf-964d-e3df87768f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.692601 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:05.747337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['31668117-b943-4854-a45d-aab7dd19d4f4'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:05.770279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e487-e974-4c79-adf3-bd57570c93bf req-9964031a-0517-4671-84e4-a93624437372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.773913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-9964031a-0517-4671-84e4-a93624437372 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.2193041 Aug 10 03:39:05.861241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.868556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.876050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.883594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.890352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.897902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.905280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:05.905477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['3a22d867-527a-4936-882b-2f9773347a35'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:05.909832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d9287df7-d120-40f8-99c0-c6002ca36785'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:05.915092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-24b6be98-9d37-4d9a-b780-242c8f01cab1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.1207247 Aug 10 03:39:05.916667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-de577055-b0ee-4fce-86da-36cf85f40799 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5437 time: 0.2087989 Aug 10 03:39:05.957031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f2e556-5e60-49cf-964d-e3df87768f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.960129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94f2e556-5e60-49cf-964d-e3df87768f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:05.961546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-94f2e556-5e60-49cf-964d-e3df87768f64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5bf6130-8ad2-4c1a-b029-88b988ca7ab4 HTTP/1.1" status: 204 len: 168 time: 0.6174006 Aug 10 03:39:06.058882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ea2dacf-94c5-4596-a209-c3dc0fc86a48 req-4f81695e-7a39-488c-86e3-b198011967c5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409869 Aug 10 03:39:06.072316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2e556-5e60-49cf-964d-e3df87768f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bf6130-8ad2-4c1a-b029-88b988ca7ab4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:06.089149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0b50b902-d964-4d8c-81ca-3e810b8c935f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:06.100503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['dadbad94-c0ac-4cd1-b153-c0d6261ddbe4'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:06.152204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c906fd43-9cad-4970-9ed7-4e090c4b47e8'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:06.224895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e487-e974-4c79-adf3-bd57570c93bf req-844acf2e-e195-4829-8fca-a2d4636936c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:06.234980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-844acf2e-e195-4829-8fca-a2d4636936c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.2925475 Aug 10 03:39:06.369834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-eebde503-3c51-4ecc-931f-277e86daa6dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242316 Aug 10 03:39:06.388757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.574324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=490491e5-c266-40e8-ae94-9daea575d540,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:06.581454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:53Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:06.613739 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] Checking router: a393a092-97a5-4da7-b9f1-a22d8a1ee4df for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:06.625109 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:06.626080 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:06.671926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 490491e5-c266-40e8-ae94-9daea575d540 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:06.692106 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:06.705078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98464212-b438-4f83-a0dc-999e4c526f5b req-d4eb7656-c7ef-45a2-9559-9ee14a44c12c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "DELETE /v2.0/ports/490491e5-c266-40e8-ae94-9daea575d540 HTTP/1.1" status: 204 len: 173 time: 1.7786746 Aug 10 03:39:06.706006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dde719a-4379-4278-96d5-17528344d168', 'name': 'network-vif-deleted', 'tag': '490491e5-c266-40e8-ae94-9daea575d540'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:06.711150 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce5a8cb-3d39-4aee-90f3-740deb8a8c62" -d '{"events": [{"server_uuid": "8dde719a-4379-4278-96d5-17528344d168", "name": "network-vif-deleted", "tag": "490491e5-c266-40e8-ae94-9daea575d540"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:06.768875 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:06.830347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-99e39175-d466-4f34-b396-8c65bb0a2f37 service neutron] 10.222.0.53 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397342 Aug 10 03:39:06.868269 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d79808-bd45-475f-b12c-14321a802b8b x-openstack-request-id: req-f7d79808-bd45-475f-b12c-14321a802b8b {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:06.868654 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:06.868908 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7d79808-bd45-475f-b12c-14321a802b8b {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:06.882977 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'status': 'completed', 'code': 200} Aug 10 03:39:07.036763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-ba6b4341-0f98-4019-871b-9c0a8623034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:07.039524 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-ba6b4341-0f98-4019-871b-9c0a8623034a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8974399e38e4935a18a76def470a337&device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 1098 time: 0.0777946 Aug 10 03:39:07.195157 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f160e487-e974-4c79-adf3-bd57570c93bf req-9385026b-7668-48b7-b689-cf41b0e0bdc9 service neutron] 10.222.0.53 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561552 Aug 10 03:39:07.386109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-b2811103-2d1d-4b4b-bf62-da7f6dc596a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:07.391515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-b2811103-2d1d-4b4b-bf62-da7f6dc596a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 200 len: 921 time: 0.3442266 Aug 10 03:39:07.440789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8db01932-615c-4e9f-8acc-327a98d60c14 req-3cafeadc-cd7a-4d5f-b054-8bdfd4b006f4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8dde719a-4379-4278-96d5-17528344d168 HTTP/1.1" status: 200 len: 210 time: 0.0942900 Aug 10 03:39:07.476926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-3a0c1039-ceb8-4285-bbc9-70edf5311eb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 200 len: 217 time: 0.0767217 Aug 10 03:39:07.582669 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:53Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:07.778993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-d881e415-9311-4517-82c8-711f49b20b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:07.783883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-d881e415-9311-4517-82c8-711f49b20b29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 200 len: 860 time: 0.2786191 Aug 10 03:39:07.784071 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5521388-30ab-445e-aee4-58a7261acffa None None] The sync data for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 is: [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:37:45Z', 'revision_number': 4, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '8f372418-d2bd-45b3-ba52-2f14d4fbbf0c', 'name': '', 'network_id': 'e4e98d56-a0f8-4712-ad9f-98a6448aa83f', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'mac_address': 'fa:16:3e:66:47:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:37:53Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'subnets': [{'id': '2d073b9f-a060-4373-9cd9-a18afdf97b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:07.896421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-6a03aa74-d949-442c-a1c2-41997ef1794d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e4e98d56-a0f8-4712-ad9f-98a6448aa83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980644 Aug 10 03:39:08.176152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-73f3935a-1486-4346-830e-8046dd3188f7 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752562 Aug 10 03:39:08.183684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.224070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.264670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.291426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.332828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.381872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.415446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:08.417616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3db5a0-b5ae-47d5-bf2b-38c3bb7a2287 None None] New status for floating IP 61dd87cd-a2af-443a-b5c0-99b52204435a: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:08.446987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-912d7150-0825-4129-a453-737e1e858a2d tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5437 time: 0.4511509 Aug 10 03:39:08.541273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa12947-0818-4cd0-9c9e-a79546086fcd req-59be828a-83f8-49d2-accb-29c4e4661c45 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574209 Aug 10 03:39:08.603568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2b59a21-4867-4c83-97b5-c137b73e0891 req-c862362b-f721-4cab-ab00-5d46d37dbaad tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546052 Aug 10 03:39:08.636115 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dad838-a503-4323-94eb-044b7f24cd59 x-openstack-request-id: req-31dad838-a503-4323-94eb-044b7f24cd59 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:08.636569 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dde719a-4379-4278-96d5-17528344d168", "name": "network-vif-deleted", "tag": "490491e5-c266-40e8-ae94-9daea575d540", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:08.637084 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31dad838-a503-4323-94eb-044b7f24cd59 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:08.637561 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dde719a-4379-4278-96d5-17528344d168', 'name': 'network-vif-deleted', 'tag': '490491e5-c266-40e8-ae94-9daea575d540', 'status': 'completed', 'code': 200} Aug 10 03:39:08.661791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 490491e5-c266-40e8-ae94-9daea575d540 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:08.730052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 490491e5-c266-40e8-ae94-9daea575d540 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:08.730511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 490491e5-c266-40e8-ae94-9daea575d540 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:08.797972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d339fdec-7d30-4476-8f69-13069745ea0b req-9f646326-26ff-4c90-b97c-9907ce9197cb tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips/61dd87cd-a2af-443a-b5c0-99b52204435a HTTP/1.1" status: 200 len: 695 time: 0.1520882 Aug 10 03:39:09.068699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339fdec-7d30-4476-8f69-13069745ea0b req-26bd0dc2-9164-477b-9690-9bbdb6021ab8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:09.082778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d339fdec-7d30-4476-8f69-13069745ea0b req-26bd0dc2-9164-477b-9690-9bbdb6021ab8 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 784 time: 0.2783773 Aug 10 03:39:09.241343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d339fdec-7d30-4476-8f69-13069745ea0b req-26de44e7-d9df-435d-8b5a-73e838b07db5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 698 time: 0.1568224 Aug 10 03:39:09.341605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d339fdec-7d30-4476-8f69-13069745ea0b req-08f27cdd-ee64-4cbf-92f4-26e5057202cb tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.114 HTTP/1.1" status: 200 len: 696 time: 0.0766180 Aug 10 03:39:09.535356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Deleting port e07ef65b-2421-456a-8c54-6d536da4cb7d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:09.535789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.739417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.739929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.759823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Calling delete_port for e07ef65b-2421-456a-8c54-6d536da4cb7d owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:09.792742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-a12512fb-964c-4691-86ac-dbe9a29fa0f9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:09.802762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-a12512fb-964c-4691-86ac-dbe9a29fa0f9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.1686611 Aug 10 03:39:09.825699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-7a18bbb3-d4f6-4f8d-8edf-2db5cafbd2e8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0214911 Aug 10 03:39:09.886381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:09.899823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-48c8e26d-5bb5-4297-b321-4e0b991f0161 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724738 Aug 10 03:39:10.133816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-3c3a9bf5-854f-486e-8254-a052bad56657 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066307 Aug 10 03:39:10.185781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.288692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-7209affe-b9b5-4228-84d1-5e2e3fb6252e service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538334 Aug 10 03:39:10.320984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event deleted for resources: {'Port': ['ID=e07ef65b-2421-456a-8c54-6d536da4cb7d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:10.484733 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.488923 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.490165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d339fdec-7d30-4476-8f69-13069745ea0b req-237933be-7661-4563-a62b-393935f1aa4d tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "DELETE /v2.0/floatingips/61dd87cd-a2af-443a-b5c0-99b52204435a HTTP/1.1" status: 204 len: 173 time: 1.1476705 Aug 10 03:39:10.598919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c906fd43-9cad-4970-9ed7-4e090c4b47e8 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:10.848251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c906fd43-9cad-4970-9ed7-4e090c4b47e8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:10.857052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c906fd43-9cad-4970-9ed7-4e090c4b47e8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:10.857433 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:10.963172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:10.978176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:10.995321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.013296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.024771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.039834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.053050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.055787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-ffbb7626-8367-4dfa-be63-3f67f059ffc8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5437 time: 0.3500082 Aug 10 03:39:11.113397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.206651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:11.214706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:11.219825 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd07d0-1925-42df-8d8b-b23260950bef" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:11.233190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.238156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f353360a-0343-44fb-9228-5c83884cd757 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:11.278320 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdc357a8-ccae-4408-9149-eb79edba52dd req-48c2360a-3b95-4c37-988d-3e846a8652fe tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2097027 Aug 10 03:39:11.377348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb9a24bd-b9b7-45b2-9ed5-51fcb3077e7a req-8b19c792-111f-4766-8cd9-36295da39299 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups/a0aeba98-eb53-4654-bd4c-e4242fb8d40c HTTP/1.1" status: 200 len: 1809 time: 0.1911607 Aug 10 03:39:11.507563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port f353360a-0343-44fb-9228-5c83884cd757 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:11.522684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0cd3c190-92d0-422d-842a-75574282b9ec req-08b474ce-09b7-43ca-a06b-7216e8c3c42e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 210 time: 0.0832710 Aug 10 03:39:11.565648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port f353360a-0343-44fb-9228-5c83884cd757 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:11.566074 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.615594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-9858b0c4-1ec5-4e5b-b8ad-e012a35ef310 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157815 Aug 10 03:39:11.635520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bb9a24bd-b9b7-45b2-9ed5-51fcb3077e7a req-69538fb1-9db4-44fc-87ac-81e27dc349e5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.670846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bb9a24bd-b9b7-45b2-9ed5-51fcb3077e7a req-69538fb1-9db4-44fc-87ac-81e27dc349e5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.779045 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536fbeed-556f-43ac-9568-fba64baad6d3 x-openstack-request-id: req-536fbeed-556f-43ac-9568-fba64baad6d3 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:11.780062 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:11.780616 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-536fbeed-556f-43ac-9568-fba64baad6d3 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:11.782684 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8', 'code': 200} Aug 10 03:39:11.802648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:11.820049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.820468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.821058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.821546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.822096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.822596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.824451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.824952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.825354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.826335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.827219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.829279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:11.837256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-4d4106af-bd75-452a-b34b-ab5addc056ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:11.838893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-4d4106af-bd75-452a-b34b-ab5addc056ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1871513ed8374488b2eb039df2a9d222&device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 1097 time: 0.1492369 Aug 10 03:39:11.852195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bb9a24bd-b9b7-45b2-9ed5-51fcb3077e7a req-69538fb1-9db4-44fc-87ac-81e27dc349e5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.858002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bb9a24bd-b9b7-45b2-9ed5-51fcb3077e7a req-69538fb1-9db4-44fc-87ac-81e27dc349e5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:11.868406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb9a24bd-b9b7-45b2-9ed5-51fcb3077e7a req-69538fb1-9db4-44fc-87ac-81e27dc349e5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "DELETE /v2.0/security-groups/a0aeba98-eb53-4654-bd4c-e4242fb8d40c HTTP/1.1" status: 204 len: 173 time: 0.4730036 Aug 10 03:39:11.921803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538fb1-9db4-44fc-87ac-81e27dc349e5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aeba98-eb53-4654-bd4c-e4242fb8d40c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:12.013842 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.103618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-7d7353ef-abbf-4d63-a616-09ac375834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.105803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-7d7353ef-abbf-4d63-a616-09ac375834c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 200 len: 915 time: 0.2303793 Aug 10 03:39:12.206926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-f773cb7d-f8bb-4ab6-b5ff-5663ab84ad68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6 HTTP/1.1" status: 200 len: 217 time: 0.0904586 Aug 10 03:39:12.223012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f353360a-0343-44fb-9228-5c83884cd757,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:12.245618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.319406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-9fe0e0e4-feba-4b7b-99dc-ed3b18f49cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.321386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-9fe0e0e4-feba-4b7b-99dc-ed3b18f49cf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 200 len: 854 time: 0.1064289 Aug 10 03:39:12.331204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:12.373204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9601a-85fe-4642-8b0e-dcad25039939 req-b26d1dd5-1395-468c-b8b6-047178b0c847 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.389492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5d9601a-85fe-4642-8b0e-dcad25039939 req-b26d1dd5-1395-468c-b8b6-047178b0c847 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1144569 Aug 10 03:39:12.475471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-9caa0a67-72eb-4146-b11f-d20b1acab3a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4828f6b7-a4df-421e-bd52-aa1ae2fa697e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843275 Aug 10 03:39:12.586657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d9287df7-d120-40f8-99c0-c6002ca36785 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:12.637113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5d9601a-85fe-4642-8b0e-dcad25039939 req-c8085e83-2cb1-4aa6-a914-bb2440323d80 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106724 Aug 10 03:39:12.668919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.686096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.706882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.722599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.742488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.747973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port d9287df7-d120-40f8-99c0-c6002ca36785 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:12.755360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.758417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port d9287df7-d120-40f8-99c0-c6002ca36785 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:12.759544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:12.761923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:12.764251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-1c904462-80e7-4d12-8147-6a77b3e4264d service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730615 Aug 10 03:39:12.771076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-8cf0262a-0937-46e9-95af-0cd97facc29b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5439 time: 0.2353146 Aug 10 03:39:12.837531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bcf2cac-7686-4bb3-b7a6-2fbd8174291c req-f41e0531-edd4-4114-92c2-32d8279382cc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610352 Aug 10 03:39:12.960145 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.031889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d9287df7-d120-40f8-99c0-c6002ca36785,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:13.039467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.041395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3a22d867-527a-4936-882b-2f9773347a35 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:13.052337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2581ebac-c5d8-4910-9be2-b30c0d2468d2 req-5666437a-c4a2-4e1e-af76-399c77a8a1b0 service neutron] 10.222.0.39 "GET /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789674 Aug 10 03:39:13.099415 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9c2d4535-ae42-41b1-8dac-6830a8389f9d req-c8aed9bc-ad9e-45d5-96d5-dece8c7acbab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 210 time: 0.0665472 Aug 10 03:39:13.260293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.298901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 3a22d867-527a-4936-882b-2f9773347a35 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:13.310540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 3a22d867-527a-4936-882b-2f9773347a35 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:13.310540 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.456057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.504623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3a22d867-527a-4936-882b-2f9773347a35,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:13.514675 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.516456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 31668117-b943-4854-a45d-aab7dd19d4f4 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:13.723307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:13.744767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 31668117-b943-4854-a45d-aab7dd19d4f4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:13.758208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 31668117-b943-4854-a45d-aab7dd19d4f4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:13.759835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.810618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353360a-0343-44fb-9228-5c83884cd757'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a22d867-527a-4936-882b-2f9773347a35'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:13.818549 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9590a2-d17a-4928-a5c3-e73773b6960c" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "f353360a-0343-44fb-9228-5c83884cd757"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "3a22d867-527a-4936-882b-2f9773347a35"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:13.943689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-0a778734-e00f-4ee9-8f39-9328af95c79e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:13.945640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-0a778734-e00f-4ee9-8f39-9328af95c79e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.2906601 Aug 10 03:39:13.961087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:13.992759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.018619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72c548-1700-4750-b9b5-2d8acf1573e5 req-d902caae-454a-44c0-89cd-63ff225f74f5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.033936 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd72c548-1700-4750-b9b5-2d8acf1573e5 req-d902caae-454a-44c0-89cd-63ff225f74f5 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.1690893 Aug 10 03:39:14.058021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=31668117-b943-4854-a45d-aab7dd19d4f4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:14.069594 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.072154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b50b902-d964-4d8c-81ca-3e810b8c935f up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:14.151186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd72c548-1700-4750-b9b5-2d8acf1573e5 req-3577e7c3-8df1-4408-92f8-7c062adb0ea1 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133058 Aug 10 03:39:14.198282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:14.206025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.310316 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bae537e-7b28-46e1-9285-60a09f84d612 x-openstack-request-id: req-4bae537e-7b28-46e1-9285-60a09f84d612 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:14.310910 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "f353360a-0343-44fb-9228-5c83884cd757", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "3a22d867-527a-4936-882b-2f9773347a35", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:14.310910 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bae537e-7b28-46e1-9285-60a09f84d612 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:14.311282 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353360a-0343-44fb-9228-5c83884cd757', 'code': 200} Aug 10 03:39:14.311546 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785', 'code': 200} Aug 10 03:39:14.311805 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a22d867-527a-4936-882b-2f9773347a35', 'code': 200} Aug 10 03:39:14.327193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:14.393050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 0b50b902-d964-4d8c-81ca-3e810b8c935f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:14.399481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 0b50b902-d964-4d8c-81ca-3e810b8c935f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:14.399951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.414553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.423618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.432791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.440580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.457655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.468810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.477084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:14.498928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-470fcb43-57b0-45d6-9922-0186f06ece12 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5442 time: 0.2110538 Aug 10 03:39:14.541039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.7 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/6bc86f3d-be5e-4db1-912b-8c07e1b9934b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:14.595658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-79c4e03e-c805-4f24-97ef-66989b6e3083 req-da6d95b1-acdc-40e8-945a-870b63f34baf tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953240 Aug 10 03:39:14.656049 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.699676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4216c205-272c-4f8c-a667-f2c994af00a1 req-3013d4e5-bf33-4344-9c09-dce64ebbab82 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 210 time: 0.0433118 Aug 10 03:39:14.807875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:14.821264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:14.822740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:15.016726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.059932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.087653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:15.093801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:15.094920 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.151292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-a03b8222-f6e5-4f26-b2f9-daaeef22c658 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.153606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-a03b8222-f6e5-4f26-b2f9-daaeef22c658 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.39 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.0863667 Aug 10 03:39:15.213135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.260681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.263968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:15.327726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:15.350843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-ae6e27bd-2c1c-4b13-bca9-de8176716f45 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.355087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-ae6e27bd-2c1c-4b13-bca9-de8176716f45 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.3780141 Aug 10 03:39:15.358073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56456) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:15.369562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:15.373784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:15.374050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:15.386774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.450092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-3eba18fd-effd-4519-a8da-4288851afadb tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/quotas/cd6d2fe3a91d4402bc859e6e8b70a3fa HTTP/1.1" status: 200 len: 375 time: 0.0820923 Aug 10 03:39:15.473344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.474326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.494350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.522284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-62e44923-449d-4fea-9061-422739a3e545 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5661638 Aug 10 03:39:15.539726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:15.548536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349db08-04a2-489d-bfb8-7a767ae1de47 req-beec9a34-a4f6-4454-b79f-f8c54a4be50f tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:15.550399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c349db08-04a2-489d-bfb8-7a767ae1de47 req-beec9a34-a4f6-4454-b79f-f8c54a4be50f tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 946 time: 0.2338669 Aug 10 03:39:15.556081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Request body: {'port': {'device_id': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:15.562897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Deleting port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:15.563255 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.634593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-de937c9e-dbcb-4213-b748-83b9abc048bc tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828356 Aug 10 03:39:15.736949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05b89ea5-4f27-4488-88f7-3c85f0ebb1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.756994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c349db08-04a2-489d-bfb8-7a767ae1de47 req-3adfb025-aa35-4fbb-9d2d-688a8da2cd19 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/security-groups?id=769b3c52-212f-4abc-a3b3-073327c9ec81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685693 Aug 10 03:39:15.767715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.772453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-d6a288f6-3206-4ffc-9118-79057a699187 service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353836 Aug 10 03:39:15.815583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] For port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:15.816929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.842865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Calling delete_port for 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:15.955155 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-e7471088-1d3c-43cd-8784-75aab449a28c service neutron] 10.222.0.53 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757169 Aug 10 03:39:16.169948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.179034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.185377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.192069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.198444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.204589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.210741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.212771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-c53215ea-159d-41f5-b463-efa8a7b619e3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.3671310 Aug 10 03:39:16.279510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792c36-cf8d-4e98-93d9-802086edf8f5 req-00ff9233-935f-476d-b8fe-52b7e3d21d51 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.299793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65792c36-cf8d-4e98-93d9-802086edf8f5 req-00ff9233-935f-476d-b8fe-52b7e3d21d51 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 931 time: 0.1130757 Aug 10 03:39:16.313551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31668117-b943-4854-a45d-aab7dd19d4f4'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:16.318326 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ae8373-edd7-4155-ab2b-18494797356b" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "31668117-b943-4854-a45d-aab7dd19d4f4"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:16.373187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65792c36-cf8d-4e98-93d9-802086edf8f5 req-c6ec6e2a-614b-461f-b4b2-9da089ebc0c3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667078 Aug 10 03:39:16.385036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05b89ea5-4f27-4488-88f7-3c85f0ebb1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.407178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9298fef9-cc88-46b3-8221-b9d01bda0bf3 req-955e198e-588a-4c87-a390-a2706a53a744 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802523 Aug 10 03:39:16.427178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05b89ea5-4f27-4488-88f7-3c85f0ebb1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.474258 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.488783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:16.616871 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-05b89ea5-4f27-4488-88f7-3c85f0ebb1db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ac5ef6b19ad4a6881709cff9717e5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2568414 Aug 10 03:39:16.618734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:16.645326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Pushing event deleted for resources: {'Port': ['ID=3b32e45b-f2b8-45b1-83dd-0d4db26a8eda,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.686637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-02e96c1e-86ba-4419-8446-ffbdf14b3934 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:16.695933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-02e96c1e-86ba-4419-8446-ffbdf14b3934 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d407ef-6b34-4427-9bd1-81613713aa67 HTTP/1.1" status: 200 len: 945 time: 0.1199796 Aug 10 03:39:16.716861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89ea5-4f27-4488-88f7-3c85f0ebb1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56bd82e-2fd7-4553-96b6-bd8637c6f2d8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:16.721710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:16.848813 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303b9fa9-50d5-4e0b-97e6-defd03e2cee8 x-openstack-request-id: req-303b9fa9-50d5-4e0b-97e6-defd03e2cee8 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:16.849185 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "31668117-b943-4854-a45d-aab7dd19d4f4", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-plugged", "status": "completed", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:16.849428 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-303b9fa9-50d5-4e0b-97e6-defd03e2cee8 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:16.849845 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31668117-b943-4854-a45d-aab7dd19d4f4', 'code': 200} Aug 10 03:39:16.850138 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'code': 200} Aug 10 03:39:16.850415 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4', 'code': 200} Aug 10 03:39:16.998601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddf40c28-581d-4d9b-984a-b4a3bd060655 req-7bc10845-9bde-47a9-b4ef-ed8987fe2746 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.53 "GET /v2.0/ports?device_id=12951227-199b-4530-a4c2-10bc5924ca49 HTTP/1.1" status: 200 len: 210 time: 0.0455959 Aug 10 03:39:17.040882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc86f3d-be5e-4db1-912b-8c07e1b9934b {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:17.053428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.065330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Deleting port a8c71b6a-407b-4467-9e6c-e514aea35565 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:17.070025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.087647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.112544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-279dc3be-3d1d-4afb-842f-45aeacf936b6 req-8d0c8699-e0cc-4a36-bb94-f337c570ea38 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 210 time: 0.3715739 Aug 10 03:39:17.117654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:17.147504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] No DVR routers for this DVR port 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:17.150012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.160523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.162764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7f39126-4c15-4763-a59a-1654a6cbc315 req-37f1a0c4-9905-4b8d-b695-ed60c7066c10 tempest-ServerRescueTestJSONUnderV235-833021366 tempest-ServerRescueTestJSONUnderV235-833021366-project] 10.222.0.39 "DELETE /v2.0/ports/3b32e45b-f2b8-45b1-83dd-0d4db26a8eda HTTP/1.1" status: 204 len: 173 time: 2.0021920 Aug 10 03:39:17.167064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'name': 'network-vif-deleted', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:17.171146 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af57ebc3-564b-4d1a-9d62-b24f58685b8f" -d '{"events": [{"server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "name": "network-vif-deleted", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:17.174663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15ea2f3-8fbf-4ac1-89fc-6ded785599f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.182982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Transition to ACTIVE for port object 6bc86f3d-be5e-4db1-912b-8c07e1b9934b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:17.205216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.258806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-b4038e4c-dd5c-4466-8d0c-8c3a7f986eca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6308963 Aug 10 03:39:17.263388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15ea2f3-8fbf-4ac1-89fc-6ded785599f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.267812 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e403774-2265-4f12-b18f-cdff1b32bad5 x-openstack-request-id: req-3e403774-2265-4f12-b18f-cdff1b32bad5 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:17.268097 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12951227-199b-4530-a4c2-10bc5924ca49", "name": "network-vif-deleted", "tag": "3b32e45b-f2b8-45b1-83dd-0d4db26a8eda", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:17.268352 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e403774-2265-4f12-b18f-cdff1b32bad5 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:17.268761 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12951227-199b-4530-a4c2-10bc5924ca49', 'name': 'network-vif-deleted', 'tag': '3b32e45b-f2b8-45b1-83dd-0d4db26a8eda', 'status': 'completed', 'code': 200} Aug 10 03:39:17.283548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] For port a8c71b6a-407b-4467-9e6c-e514aea35565, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a8c71b6a-407b-4467-9e6c-e514aea35565,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:17.283932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.310637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Calling delete_port for a8c71b6a-407b-4467-9e6c-e514aea35565 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:17.310893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.311317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.311607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.312075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.312587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.314542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.315009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.317339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-3144fa42-c60d-49f9-ac38-2898683d2d01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6508 time: 0.3829982 Aug 10 03:39:17.380060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.614168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.667334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event deleted for resources: {'Port': ['ID=a8c71b6a-407b-4467-9e6c-e514aea35565,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.722945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] No DVR routers for this DVR port a8c71b6a-407b-4467-9e6c-e514aea35565 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:17.726854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.729159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2f3a266-aa83-40ce-8abe-291667152d37 req-c0bc87bc-3e86-432a-abe3-25fc3abec199 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.39 "DELETE /v2.0/ports/a8c71b6a-407b-4467-9e6c-e514aea35565 HTTP/1.1" status: 204 len: 173 time: 1.0243528 Aug 10 03:39:17.729647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-deleted', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:17.732048 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bc16bb-2f58-4570-aa6f-27c9543c91c3" -d '{"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-deleted", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:17.755552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.762295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.768478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.775724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.782956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.789589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.792453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:17.796399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:17.799292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-f33703dc-5754-45a1-aab2-8d9d79ad15bd tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.2011936 Aug 10 03:39:17.922460 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28b479d3-7fee-4cea-8b96-b5bc962cba79 req-75b520fa-3e40-4081-a746-b3ee09ed4720 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705466 Aug 10 03:39:17.960528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73b95906-bfc8-4639-8f60-b9754cdcff5b req-7c3e061d-506a-44b5-82e3-9c8cd3f7f90f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6079872 Aug 10 03:39:18.058702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Attempting to bind port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:18.059931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Attempting to bind port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:18.059931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Attempting to bind port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:18.076056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.076890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.077700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.079080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.079886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.080702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.081530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.084964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-16ce6a01-1b52-45ff-91af-bae9c6540c89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6497 time: 0.3176575 Aug 10 03:39:18.120574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:18.120574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Attempting to bind port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:18.218871 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a18381-743e-451d-b9a5-ff0730ab1b84 x-openstack-request-id: req-69a18381-743e-451d-b9a5-ff0730ab1b84 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:18.219313 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-deleted", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:18.220291 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69a18381-743e-451d-b9a5-ff0730ab1b84 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:18.221231 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-deleted', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'status': 'completed', 'code': 200} Aug 10 03:39:18.255761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15ea2f3-8fbf-4ac1-89fc-6ded785599f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.259610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15ea2f3-8fbf-4ac1-89fc-6ded785599f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.260808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c15ea2f3-8fbf-4ac1-89fc-6ded785599f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d56bd82e-2fd7-4553-96b6-bd8637c6f2d8 HTTP/1.1" status: 204 len: 168 time: 1.6198750 Aug 10 03:39:18.277141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b5c0-c2a2-472a-85bb-cd93583aaf57 req-f3db7261-b1b3-4531-b2c3-47d177f53a2e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.281205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56510) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.284593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ea7b5c0-c2a2-472a-85bb-cd93583aaf57 req-f3db7261-b1b3-4531-b2c3-47d177f53a2e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 943 time: 0.5161238 Aug 10 03:39:18.329416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:18.330713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:18.331310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:18.331947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Bound port: 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:18.332513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.417004 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41b4bcd1-904b-4374-970e-68e3cebd0c73 req-c7486d23-0e75-457c-9fe2-f01cdf7e4e4f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 210 time: 0.0381920 Aug 10 03:39:18.459048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ea2f3-8fbf-4ac1-89fc-6ded785599f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56bd82e-2fd7-4553-96b6-bd8637c6f2d8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:18.513391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-ae6ce84d-8c38-4c42-b2ad-fb7624159640 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.515189 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-ae6ce84d-8c38-4c42-b2ad-fb7624159640 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 804 time: 0.4263163 Aug 10 03:39:18.558324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Request body: {'port': {'device_id': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'admin_state_up': True, 'tenant_id': 'cd6d2fe3a91d4402bc859e6e8b70a3fa'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:18.566252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ea7b5c0-c2a2-472a-85bb-cd93583aaf57 req-d56945e8-8d71-4385-81ca-a8ccafbcf161 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807505 Aug 10 03:39:18.722789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] For port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:18.730411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:18.735312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-deddf2fd-9566-4b78-be8f-dcac1d18d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.736548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-deddf2fd-9566-4b78-be8f-dcac1d18d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.737594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-deddf2fd-9566-4b78-be8f-dcac1d18d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.740857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-deddf2fd-9566-4b78-be8f-dcac1d18d21e service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c923a62-d54d-4253-8b48-573208e0866d&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=b28aa53a-be11-4438-86f6-c11f4785f315&id=b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 200 len: 2294 time: 0.4782605 Aug 10 03:39:18.748184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] For port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:18.773664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.778529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: a8c71b6a-407b-4467-9e6c-e514aea35565 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:18.779090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a8c71b6a-407b-4467-9e6c-e514aea35565 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:18.779926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:18.810008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56516) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:18.818222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:18.818222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3b32e45b-f2b8-45b1-83dd-0d4db26a8eda not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:18.839717 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67a5689f-48db-4a49-835f-cd41187c6995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.852141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:18.855791 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f143c12-cb92-481c-b7bf-1d0a94e0466a" -d '{"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:18.938578 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e160ced5-75ac-4ce7-95ed-6bf8675ff2d8 x-openstack-request-id: req-e160ced5-75ac-4ce7-95ed-6bf8675ff2d8 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:18.938798 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d407ef-6b34-4427-9bd1-81613713aa67", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c71b6a-407b-4467-9e6c-e514aea35565", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:18.938995 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e160ced5-75ac-4ce7-95ed-6bf8675ff2d8 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:18.940763 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d407ef-6b34-4427-9bd1-81613713aa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c71b6a-407b-4467-9e6c-e514aea35565', 'code': 200} Aug 10 03:39:18.952656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:18.954409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:18.956801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] 10.222.0.39 "PUT /v2.0/ports/6bc86f3d-be5e-4db1-912b-8c07e1b9934b HTTP/1.1" status: 200 len: 1092 time: 3.4200320 Aug 10 03:39:18.992652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-d2465a6c-634c-4c09-9174-b4004aeb526f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 200 len: 1002 time: 0.2371352 Aug 10 03:39:19.074153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67a5689f-48db-4a49-835f-cd41187c6995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.080128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b95b07-8fe2-429d-a16f-ec29cfdc6e09 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.085650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-67a5689f-48db-4a49-835f-cd41187c6995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.139526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.230764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-67a5689f-48db-4a49-835f-cd41187c6995 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17a55fdbdac94b38954489568fe3414d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132726 Aug 10 03:39:19.231107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56526) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:19.240474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-3e72ac9a-fb16-486c-b448-877d75debb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.242284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5689f-48db-4a49-835f-cd41187c6995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b785468-8609-4393-874f-fb68a32f9058,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:19.243210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-3e72ac9a-fb16-486c-b448-877d75debb55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ec33bad-b4ec-48cc-a9ab-6073ed279561 HTTP/1.1" status: 200 len: 851 time: 0.2395210 Aug 10 03:39:19.264229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Made reservation on behalf of cd6d2fe3a91d4402bc859e6e8b70a3fa for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:19.270339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.292638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'tag': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:19.295017 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4639d-bddb-403f-af69-c34be6727176" -d '{"events": [{"name": "network-changed", "server_uuid": "8758976a-5296-41d6-87bd-b282ddf4efc7", "tag": "6bc86f3d-be5e-4db1-912b-8c07e1b9934b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:19.349393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-844045a6-24a3-4923-9aa3-3843ab384952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.351031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-844045a6-24a3-4923-9aa3-3843ab384952 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 1095 time: 0.3284130 Aug 10 03:39:19.370427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.376677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.383085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.389262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.395900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.402061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.408835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.410962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-77b4f4d0-9be9-4487-bbc0-7b5c09cd9574 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.3339794 Aug 10 03:39:19.413467 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f7192-25d2-4d08-8558-6a2c088ee6e2 x-openstack-request-id: req-9b3f7192-25d2-4d08-8558-6a2c088ee6e2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:19.413754 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8758976a-5296-41d6-87bd-b282ddf4efc7", "tag": "6bc86f3d-be5e-4db1-912b-8c07e1b9934b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:19.414029 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b3f7192-25d2-4d08-8558-6a2c088ee6e2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:19.414427 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'tag': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b', 'status': 'completed', 'code': 200} Aug 10 03:39:19.521716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-65b0c95e-c0dd-4d2e-a0ef-61ceae26262d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b HTTP/1.1" status: 200 len: 217 time: 0.1011946 Aug 10 03:39:19.591112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Deleting port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:19.591758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.616253 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cbeb690-476d-48b3-89a0-e1551282e991 req-73411dfc-58db-4860-ab41-90ce549ec4ab tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 210 time: 0.0438035 Aug 10 03:39:19.646563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-95745c5b-0bff-4b69-bfa2-8507fdbe53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.646563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-95745c5b-0bff-4b69-bfa2-8507fdbe53e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c923a62-d54d-4253-8b48-573208e0866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3838272 Aug 10 03:39:19.700314 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd9e-2b4b-48d0-a395-733aa55b1632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.719160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28f39e42-a96e-40f3-943c-39ffac186d15 req-1bc9bba5-a4e1-4e12-a8a3-35351594aefc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2941201 Aug 10 03:39:19.770785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] For port 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,segment=NetworkSegment(0c5f592e-c5ab-4f51-b47f-4c2090c21fd9),segment_id=0c5f592e-c5ab-4f51-b47f-4c2090c21fd9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:19.771354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.799773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Calling delete_port for 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:19.831443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-0c554dd2-129a-4429-b13f-f70f7e970f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.833768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-0c554dd2-129a-4429-b13f-f70f7e970f6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.2720335 Aug 10 03:39:19.842538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a98031-acf4-4f77-abda-a6ff82cd9964 req-720dd09d-ddb4-40eb-a4b9-745760f6fc56 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:19.845115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a98031-acf4-4f77-abda-a6ff82cd9964 req-720dd09d-ddb4-40eb-a4b9-745760f6fc56 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 943 time: 0.1339540 Aug 10 03:39:19.881316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd9e-2b4b-48d0-a395-733aa55b1632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:19.936926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-63d78fb3-a213-48aa-84d6-1086116b5a6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848718 Aug 10 03:39:19.988483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a98031-acf4-4f77-abda-a6ff82cd9964 req-bf9efde1-a306-44fd-8406-8cba7879deab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927539 Aug 10 03:39:20.116615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Allocated IP 172.20.0.11 (326b7c03-9548-4a44-9e50-8ca18e3a32e8/5ea7d117-630d-4cc2-92bb-e80bf66230d6/3aee601a-75cd-4b9b-8837-e4b989161523) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:20.141739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-b71f09ef-f931-4a5d-a873-a24af4fcc4bb service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610717 Aug 10 03:39:20.174234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.202038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f372418-d2bd-45b3-ba52-2f14d4fbbf0c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.309940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd9e-2b4b-48d0-a395-733aa55b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.312671 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd9e-2b4b-48d0-a395-733aa55b1632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.313962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f05dd9e-2b4b-48d0-a395-733aa55b1632 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b785468-8609-4393-874f-fb68a32f9058 HTTP/1.1" status: 204 len: 168 time: 1.0770404 Aug 10 03:39:20.322831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-a6af985c-3abe-4045-9943-db13bc1fe9de service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704326 Aug 10 03:39:20.348989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05dd9e-2b4b-48d0-a395-733aa55b1632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b785468-8609-4393-874f-fb68a32f9058,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:20.442542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.448374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-49468749-0270-4851-ac5f-d55a6d30f95a service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972362 Aug 10 03:39:20.522457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-c8f70a60-96a8-4565-9012-7e9cd4714d4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 217 time: 0.0640626 Aug 10 03:39:20.620925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bffeaa44-ef83-4375-90b3-96c76c931451 req-1ef9685a-e44e-46d1-88d2-cdb89dfbd552 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864962 Aug 10 03:39:20.641367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-11ee1754-24fd-4e15-bfb9-240a176d2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.643130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-11ee1754-24fd-4e15-bfb9-240a176d2bc9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1083200 Aug 10 03:39:20.667340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:20.791113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-3c4f7044-b9ad-4e24-99a2-bbfbbcd02723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.793053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-3c4f7044-b9ad-4e24-99a2-bbfbbcd02723 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418519 Aug 10 03:39:20.843265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Router a393a092-97a5-4da7-b9f1-a22d8a1ee4df has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:20.912468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4639d-bddb-403f-af69-c34be6727176 req-7aa4542e-c5d1-4f9b-bf95-762b855e4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:20.914360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-7aa4542e-c5d1-4f9b-bf95-762b855e4937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 1095 time: 0.2088499 Aug 10 03:39:20.936317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.070187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:21.083083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.089045 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] Sync routers for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:21.089591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.095308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.100259 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:21.100912 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.101286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.107414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.113913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.119863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.128196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-a1bcba14-7758-4d75-befd-198863c2f401 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.2094946 Aug 10 03:39:21.133201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1039c864-4085-451e-b4dc-eec3dc6d621a admin admin] 10.222.0.53 "PUT /v2.0/routers/a393a092-97a5-4da7-b9f1-a22d8a1ee4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8512752 Aug 10 03:39:21.139366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:21.235713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ebbab34-fdcc-40ab-b647-2788a4334905 req-617447a9-75d1-4d79-8e9b-45b57ec77def tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040184 Aug 10 03:39:21.237665 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:21.364307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:21.457406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:21.469865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-343be513-107c-4fde-9875-b9e8a8e785a6 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398838 Aug 10 03:39:21.478840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e1b6-ee68-4d57-8a99-2bbf90386672 req-93db2be8-6178-452d-8e63-8e3539fb74d3 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.480461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1570e1b6-ee68-4d57-8a99-2bbf90386672 req-93db2be8-6178-452d-8e63-8e3539fb74d3 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 932 time: 0.6273248 Aug 10 03:39:21.481455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:21.520441 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:39:20Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.552099 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] Checking router: a393a092-97a5-4da7-b9f1-a22d8a1ee4df for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:21.570845 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] Routers {'a393a092-97a5-4da7-b9f1-a22d8a1ee4df'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:21.571679 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:21.601727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-5f29f3a1-b2d6-4ff1-b9f2-ac326b093ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148624 Aug 10 03:39:21.602646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:21.709642 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] Set router a393a092-97a5-4da7-b9f1-a22d8a1ee4df gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:21.720566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-ea537dfa-4dc2-4ad2-a39e-409438174566 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 217 time: 0.1096961 Aug 10 03:39:21.748401 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1570e1b6-ee68-4d57-8a99-2bbf90386672 req-46413a8c-400b-449d-9e1d-f731a91566c7 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394167 Aug 10 03:39:21.768637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.788510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4639d-bddb-403f-af69-c34be6727176 req-40f0246e-5649-4324-9135-0c0e8bcb14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.790600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-40f0246e-5649-4324-9135-0c0e8bcb14bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.8460491 Aug 10 03:39:21.835001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.835752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:21.889406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-49c41f2f-bb0d-4e09-8363-3a5975b267c4 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3630972 Aug 10 03:39:21.895944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-e4f24d41-1f39-46ec-88bc-504ddf22d1d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b HTTP/1.1" status: 200 len: 217 time: 0.0688281 Aug 10 03:39:21.912246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e544-aeeb-44b3-92e6-53646930a947 req-90ab8fd6-6647-43cd-862b-a5f875e9a75a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:21.925499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01d0e544-aeeb-44b3-92e6-53646930a947 req-90ab8fd6-6647-43cd-862b-a5f875e9a75a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 943 time: 0.5781395 Aug 10 03:39:21.936983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Request body: {'port': {'device_id': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:22.033428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01d0e544-aeeb-44b3-92e6-53646930a947 req-2b960fae-f52b-4a44-af0f-0b50b7d0bc36 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020434 Aug 10 03:39:22.036201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.054678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:39:20Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:22.128759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32174e57-ffd6-436a-af7f-04351b56c825 None None] The sync data for ids ['a393a092-97a5-4da7-b9f1-a22d8a1ee4df'] in n-d-769329-14 is: [{'id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'name': 'tempest-ServerRescueTestJSONUnderV235-1434231886-router', 'tenant_id': 'f8974399e38e4935a18a76def470a337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:39Z', 'updated_at': '2021-08-10T03:39:20Z', 'revision_number': 5, 'project_id': 'f8974399e38e4935a18a76def470a337', 'gw_port': {'id': '475e9e44-918c-41aa-89ab-562b1721fc73', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a393a092-97a5-4da7-b9f1-a22d8a1ee4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:40Z', 'updated_at': '2021-08-10T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:22.144518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-466bfcb8-e8e9-449b-a182-ce41a1152ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.148662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-466bfcb8-e8e9-449b-a182-ce41a1152ef7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.4068029 Aug 10 03:39:22.174028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4639d-bddb-403f-af69-c34be6727176 req-6d3af5a0-08e0-4096-812b-ac96748a8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.176619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-6d3af5a0-08e0-4096-812b-ac96748a8252 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.2302232 Aug 10 03:39:22.196621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Deleting port 475e9e44-918c-41aa-89ab-562b1721fc73 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:22.197521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.305916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.313679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.319976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.326663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.336664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.342028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] For port 475e9e44-918c-41aa-89ab-562b1721fc73, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=475e9e44-918c-41aa-89ab-562b1721fc73,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:22.342424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.342796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.348874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.350985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf8f8555-8116-4002-9add-75eae6d95a1c req-4064bef4-5daa-4777-b100-f0b54abedce6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.4404237 Aug 10 03:39:22.359109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Calling delete_port for 475e9e44-918c-41aa-89ab-562b1721fc73 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:22.359232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-9d22d004-6883-4173-bc36-9c2b06ff1573 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513925 Aug 10 03:39:22.372513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56592) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:22.373421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.379700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Request body: {'floatingip': {'port_id': '0b50b902-d964-4d8c-81ca-3e810b8c935f'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:22.413387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-c98b66ff-fa9a-4d7b-b447-c920708126e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:22.414985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-c98b66ff-fa9a-4d7b-b447-c920708126e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2559063 Aug 10 03:39:22.457328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.729334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:22.749570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6bc86f3d-be5e-4db1-912b-8c07e1b9934b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:22.769128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-5e7d21f2-e61e-4866-b654-05eb643df87b service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271983 Aug 10 03:39:22.791639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Pushing event deleted for resources: {'Port': ['ID=475e9e44-918c-41aa-89ab-562b1721fc73,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:22.860076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-c902d563-a2a4-4f10-8634-4ccad8d79ba8 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795930 Aug 10 03:39:22.967226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:22.981740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b', 'mac_address': 'fa:16:3e:5b:ee:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:22.987901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:23.011830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:23.012168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8f372418-d2bd-45b3-ba52-2f14d4fbbf0c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:23.109231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.144320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc86f3d-be5e-4db1-912b-8c07e1b9934b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:23.191401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:23.199177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.231676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab53ff-bcd7-4ed6-b374-97e33b322830 req-5fc035c5-02ec-4048-8917-ffe4280cf0c3 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.240410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38ab53ff-bcd7-4ed6-b374-97e33b322830 req-5fc035c5-02ec-4048-8917-ffe4280cf0c3 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 932 time: 0.2057562 Aug 10 03:39:23.262794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.271157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-e82d544d-c259-41bf-8d4b-060385ad5fc6 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094741 Aug 10 03:39:23.272515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef4639d-bddb-403f-af69-c34be6727176 req-f4988453-4bc6-485b-bb85-30f3890f5f5c service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004207 Aug 10 03:39:23.332029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:23.374786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-15ee8c00-38e2-4847-a47d-9b46201663ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 HTTP/1.1" status: 200 len: 217 time: 0.0955665 Aug 10 03:39:23.389347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38ab53ff-bcd7-4ed6-b374-97e33b322830 req-6db101a0-aa9c-47b8-8e84-bbe7fbb57125 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476648 Aug 10 03:39:23.408995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1007acd-79be-4d94-935d-037bce30b7e8 req-3c51e6b5-e0ae-4fe9-85ec-2e1026023bbd tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.410624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1007acd-79be-4d94-935d-037bce30b7e8 req-3c51e6b5-e0ae-4fe9-85ec-2e1026023bbd tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 944 time: 0.2202158 Aug 10 03:39:23.426245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.430749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aee601a-75cd-4b9b-8837-e4b989161523 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:23.433088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.450670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.472502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.483955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6bc86f3d-be5e-4db1-912b-8c07e1b9934b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:23.521145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Transition to ACTIVE for port object 3aee601a-75cd-4b9b-8837-e4b989161523 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:23.528267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-6a834664-f0dc-4e52-bb31-1aecbda961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.531673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-6a834664-f0dc-4e52-bb31-1aecbda961f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1463962 Aug 10 03:39:23.537180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.552072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1007acd-79be-4d94-935d-037bce30b7e8 req-7fcb81ee-7f70-4f5c-ada3-52dbda9a9e83 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166179 Aug 10 03:39:23.681216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:23.687575 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.688100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a393a092-97a5-4da7-b9f1-a22d8a1ee4df {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:39:23.694880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.701821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9ed7d692-f84e-48c7-8c9b-85fcab6e92fb admin admin] 10.222.0.53 "DELETE /v2.0/routers/a393a092-97a5-4da7-b9f1-a22d8a1ee4df HTTP/1.1" status: 204 len: 168 time: 2.5538313 Aug 10 03:39:23.702353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56628) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.862170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-038891ec-7cb2-4cb5-a375-4d6c9c9df04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:23.864766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-038891ec-7cb2-4cb5-a375-4d6c9c9df04a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3223698 Aug 10 03:39:23.911545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-554de480-ce12-4588-b24a-c98b471c2b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:23.995671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Deleting subnet 2d073b9f-a060-4373-9cd9-a18afdf97b77 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:24.014481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.039019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Attempting to bind port 3aee601a-75cd-4b9b-8837-e4b989161523 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:24.039019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Attempting to bind port 3aee601a-75cd-4b9b-8837-e4b989161523 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:24.039407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Attempting to bind port 3aee601a-75cd-4b9b-8837-e4b989161523 on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:24.057421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.065656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Port 3aee601a-75cd-4b9b-8837-e4b989161523 on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:24.065656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Attempting to bind port 3aee601a-75cd-4b9b-8837-e4b989161523 on network 326b7c03-9548-4a44-9e50-8ca18e3a32e8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:24.067997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.079637 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.103692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:24.103955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Checking segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:24.104298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Bound using segment: {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:24.104761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Bound port: 3aee601a-75cd-4b9b-8837-e4b989161523, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a489cde-0248-4592-8700-0dd2056f7797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:24.105381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.135003 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-89f33a38-fa2d-4ad2-ae95-7e8f9bd06674 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568133 Aug 10 03:39:24.228132 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Floating IP 2471a60d-e2a0-42f9-8ac5-7aebf5b6d804 associated. External IP: 172.25.2.204, port: 0b50b902-d964-4d8c-81ca-3e810b8c935f. Aug 10 03:39:24.242278 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.269428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-554de480-ce12-4588-b24a-c98b471c2b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.277097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-554de480-ce12-4588-b24a-c98b471c2b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.316853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:24.334646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:24.348812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.360238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554de480-ce12-4588-b24a-c98b471c2b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a35d34-2526-4d72-bf7b-3f38d198f5b8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.369541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-554de480-ce12-4588-b24a-c98b471c2b6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=192964480b04496a877f887e8772232a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8941565 Aug 10 03:39:24.374761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.394376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-d4467e8f-e17c-4204-9510-e5165a73e308 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508779 Aug 10 03:39:24.401413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.414242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.414884 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.416397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] 10.222.0.65 "PUT /v2.0/ports/3aee601a-75cd-4b9b-8837-e4b989161523 HTTP/1.1" status: 200 len: 1093 time: 2.5037591 Aug 10 03:39:24.426038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'tag': '3aee601a-75cd-4b9b-8837-e4b989161523'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:24.432362 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a71038e-0f65-41f9-a64c-f52b7a1cb385", "tag": "3aee601a-75cd-4b9b-8837-e4b989161523"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:24.488849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4afbf9ae-2f67-4c9a-81d2-fc832ab064c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.547945 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.567828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-d392c0a8-d0e8-4eee-8bf4-01cdcf337076 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 HTTP/1.1" status: 200 len: 217 time: 0.1577761 Aug 10 03:39:24.602326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.608609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4afbf9ae-2f67-4c9a-81d2-fc832ab064c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.614308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d073b9f-a060-4373-9cd9-a18afdf97b77 HTTP/1.1" status: 204 len: 168 time: 0.9085715 Aug 10 03:39:24.618936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:24.700003 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b0e0ca-5d9a-4721-a8d0-9365bae71bdb x-openstack-request-id: req-83b0e0ca-5d9a-4721-a8d0-9365bae71bdb {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:24.700317 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a71038e-0f65-41f9-a64c-f52b7a1cb385", "tag": "3aee601a-75cd-4b9b-8837-e4b989161523", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:24.700463 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83b0e0ca-5d9a-4721-a8d0-9365bae71bdb {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:24.700994 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'tag': '3aee601a-75cd-4b9b-8837-e4b989161523', 'status': 'completed', 'code': 200} Aug 10 03:39:24.705353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f81a3-d700-4b63-9138-e23903a1825a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d073b9f-a060-4373-9cd9-a18afdf97b77,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.725159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Router d85290a2-1172-447f-a359-f6c9c10675da has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:39:24.745804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6bc86f3d-be5e-4db1-912b-8c07e1b9934b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:24.784421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.793363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-eafb2708-89a0-4465-b581-8a2e8119298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.796439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-eafb2708-89a0-4465-b581-8a2e8119298f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.0940273 Aug 10 03:39:24.798133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441905f-720d-4674-bac2-27cbe87aedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.853320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93de703-0d7f-4981-a86f-e674322b7312 req-57ec2f08-3a1d-425d-9819-e9e950611b47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.859156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d93de703-0d7f-4981-a86f-e674322b7312 req-57ec2f08-3a1d-425d-9819-e9e950611b47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 944 time: 0.1778977 Aug 10 03:39:24.873801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4afbf9ae-2f67-4c9a-81d2-fc832ab064c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.880366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4afbf9ae-2f67-4c9a-81d2-fc832ab064c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.882330 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4afbf9ae-2f67-4c9a-81d2-fc832ab064c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60a35d34-2526-4d72-bf7b-3f38d198f5b8 HTTP/1.1" status: 204 len: 168 time: 0.5064173 Aug 10 03:39:24.887973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 475e9e44-918c-41aa-89ab-562b1721fc73 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:24.924166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 475e9e44-918c-41aa-89ab-562b1721fc73 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:24.924686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 475e9e44-918c-41aa-89ab-562b1721fc73 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:24.935789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-1de8705c-2f20-47ea-8f37-297fc6269e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.939655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-1de8705c-2f20-47ea-8f37-297fc6269e57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 1096 time: 0.4241867 Aug 10 03:39:24.943441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:24.949330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:24.949839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:24.954398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e37ed-100b-4319-a12f-b35b20426b4d req-824f7e4a-31bc-4e78-8520-439adbdeac18 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:24.958380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbf9ae-2f67-4c9a-81d2-fc832ab064c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a35d34-2526-4d72-bf7b-3f38d198f5b8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:24.968332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f39e37ed-100b-4319-a12f-b35b20426b4d req-824f7e4a-31bc-4e78-8520-439adbdeac18 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 944 time: 0.4554992 Aug 10 03:39:25.055658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-7fcf579d-9785-490f-bde4-57a7ee495524 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aee601a-75cd-4b9b-8837-e4b989161523 HTTP/1.1" status: 200 len: 217 time: 0.0727596 Aug 10 03:39:25.060402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-0f5b8c5b-f731-4943-9fe2-fbe63aae9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.061944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-0f5b8c5b-f731-4943-9fe2-fbe63aae9cd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2537358 Aug 10 03:39:25.087483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.096702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d93de703-0d7f-4981-a86f-e674322b7312 req-c815c3d9-aee2-4333-aa9c-f73e7278a24d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250013 Aug 10 03:39:25.116263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:25.119316 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d764876-4d56-4cda-bd40-f140c07f76bc" -d '{"events": [{"server_uuid": "8758976a-5296-41d6-87bd-b282ddf4efc7", "name": "network-vif-plugged", "status": "completed", "tag": "6bc86f3d-be5e-4db1-912b-8c07e1b9934b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:25.147392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:25.158551 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.249480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.272050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e98d56-a0f8-4712-ad9f-98a6448aa83f']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.287322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.287919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5f592e-c5ab-4f51-b47f-4c2090c21fd9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.319621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.357422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.372480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:25.377127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.386073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:25.472748 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:25.475209 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:39:25.482459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.495479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.498122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] Sync routers for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:39:25.523151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:25.530456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:25.531857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:25.532818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] 10.222.0.53 "DELETE /v2.0/networks/e4e98d56-a0f8-4712-ad9f-98a6448aa83f HTTP/1.1" status: 204 len: 168 time: 0.9128006 Aug 10 03:39:25.568661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595042a-0cb0-483d-91df-669083ee206a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e98d56-a0f8-4712-ad9f-98a6448aa83f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:25.582394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6822ed95-ba75-4111-b681-39c89f53780e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "PUT /v2.0/floatingips/2471a60d-e2a0-42f9-8ac5-7aebf5b6d804 HTTP/1.1" status: 200 len: 991 time: 3.2076797 Aug 10 03:39:25.583371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:25.585906 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd226e5-4845-4a32-912c-3bc475f5f030" -d '{"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:25.651736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f39e37ed-100b-4319-a12f-b35b20426b4d req-9614f6ca-9dfd-48dd-86a1-66331eb64077 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657057 Aug 10 03:39:25.709771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-f4ace0df-9159-4a29-9bd6-7d8aafb29f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:25.711385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-f4ace0df-9159-4a29-9bd6-7d8aafb29f5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.6467464 Aug 10 03:39:25.784484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:25.810674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-c014037f-d536-4f88-8bc0-313a1e5d5d75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891070 Aug 10 03:39:25.889015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56670) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.903630 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73778292-5672-45cd-a259-8f2245f9d411 x-openstack-request-id: req-73778292-5672-45cd-a259-8f2245f9d411 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:25.905183 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758976a-5296-41d6-87bd-b282ddf4efc7", "name": "network-vif-plugged", "status": "completed", "tag": "6bc86f3d-be5e-4db1-912b-8c07e1b9934b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:25.905515 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73778292-5672-45cd-a259-8f2245f9d411 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:25.906627 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b', 'code': 200} Aug 10 03:39:25.934849 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace09a2f-596f-4b2a-b36b-6cfc64f8c253 x-openstack-request-id: req-ace09a2f-596f-4b2a-b36b-6cfc64f8c253 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:25.935854 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:25.936298 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ace09a2f-596f-4b2a-b36b-6cfc64f8c253 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:25.936869 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'status': 'completed', 'code': 200} Aug 10 03:39:25.978654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a687cffa-3456-42e6-a22f-a2639617d622 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8974399e38e4935a18a76def470a337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841522 Aug 10 03:39:25.978926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-31b98af3-aa04-48d2-815d-883157ac26b5 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9058609 Aug 10 03:39:25.979098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56672) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:25.999412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.141051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe620-df1a-4132-bf54-4a7dc6e51fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.148223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91507c6-d535-48a9-99e1-197ffd5e96d8 req-bbbcff28-3842-4788-bf01-e776d854c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.149844 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d91507c6-d535-48a9-99e1-197ffd5e96d8 req-bbbcff28-3842-4788-bf01-e776d854c234 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 1097 time: 0.2647207 Aug 10 03:39:26.273066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-4a04624a-778a-4898-aacf-ccd540ca7439 service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428911 Aug 10 03:39:26.277865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe620-df1a-4132-bf54-4a7dc6e51fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.335361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.335849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.336331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.336810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.337289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.337770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.339361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.342518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-27b376a7-1dc6-409c-b560-9469ee3de811 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6508 time: 0.3361261 Aug 10 03:39:26.421133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2471a60d-e2a0-42f9-8ac5-7aebf5b6d804', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'port_id': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'mac_address': 'fa:16:3e:a0:30:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:39:23Z', 'revision_number': 1, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:26.430966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe620-df1a-4132-bf54-4a7dc6e51fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.439880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe620-df1a-4132-bf54-4a7dc6e51fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:26.447480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7bbe620-df1a-4132-bf54-4a7dc6e51fcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/769b3c52-212f-4abc-a3b3-073327c9ec81 HTTP/1.1" status: 204 len: 168 time: 0.4660356 Aug 10 03:39:26.477920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbe620-df1a-4132-bf54-4a7dc6e51fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769b3c52-212f-4abc-a3b3-073327c9ec81,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:26.523000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8331fe-2d18-45c1-9444-394c980d0282 req-dd9ebcb3-1a82-4e7a-92ca-706fbe571f71 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.524402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa8331fe-2d18-45c1-9444-394c980d0282 req-dd9ebcb3-1a82-4e7a-92ca-706fbe571f71 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.1589918 Aug 10 03:39:26.653644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d91507c6-d535-48a9-99e1-197ffd5e96d8 req-3a0dddd4-6890-470f-8423-ca469aa578e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761152 Aug 10 03:39:26.657536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa8331fe-2d18-45c1-9444-394c980d0282 req-0cb25604-8ce2-4efe-af22-efb136a61b46 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232309 Aug 10 03:39:26.840282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-5410f3d3-7a65-477a-8b66-7fd99e2b93d0 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8353307 Aug 10 03:39:26.862999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] Checking router: d85290a2-1172-447f-a359-f6c9c10675da for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:39:26.908085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd7df-5603-4596-bdd2-3f102f8142fa req-af0b989a-4c1c-42d4-8a81-d6bcaf22b447 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:26.910245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-876fd7df-5603-4596-bdd2-3f102f8142fa req-af0b989a-4c1c-42d4-8a81-d6bcaf22b447 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 944 time: 0.1203740 Aug 10 03:39:26.943854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:39:26.944619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:39:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:26.965428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-73d2693a-79fb-40ce-999f-a96360fd613a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81468674-3186-452c-a42b-2a3bb63aab79 HTTP/1.1" status: 200 len: 217 time: 0.1107225 Aug 10 03:39:27.003956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-876fd7df-5603-4596-bdd2-3f102f8142fa req-9c5c49c4-a2a2-400d-b2a8-6c956fe4ddc1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872769 Aug 10 03:39:27.050349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-130f3cc0-c918-4c0e-aec5-6ebe9594d3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:27.174462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc944c-0c38-4a40-8c05-a1bcdf78735b req-9bb40b5c-8791-426c-93f3-339656c90760 service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894303 Aug 10 03:39:27.178596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-d7b1cf80-2491-45f1-ad27-bb1e68fd87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.180230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-d7b1cf80-2491-45f1-ad27-bb1e68fd87bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=d55ceef1-37e1-43e0-a52d-c75603bde0fe HTTP/1.1" status: 200 len: 917 time: 0.8067739 Aug 10 03:39:27.182697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-b2101b3c-02b5-4ed8-bfbb-e81e86043e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.184249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-b2101b3c-02b5-4ed8-bfbb-e81e86043e56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.2077327 Aug 10 03:39:27.252290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:39:27.397232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-a180407d-167d-415d-9205-c63593ab24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.398635 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-a180407d-167d-415d-9205-c63593ab24ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2033675 Aug 10 03:39:27.403910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-eab7e127-1a12-4648-8d4f-2e3f0d7dbf3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f HTTP/1.1" status: 200 len: 999 time: 0.2099516 Aug 10 03:39:27.474437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-23675f2d-dc51-41d8-beed-14bf6361fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.476047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-23675f2d-dc51-41d8-beed-14bf6361fc2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 1096 time: 0.1467555 Aug 10 03:39:27.638519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2471a60d-e2a0-42f9-8ac5-7aebf5b6d804', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'port_id': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'mac_address': 'fa:16:3e:a0:30:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:39:23Z', 'revision_number': 1, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:27.655066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-e5ae4c22-175d-470d-a057-84de8b2189f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.656420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-e5ae4c22-175d-470d-a057-84de8b2189f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a HTTP/1.1" status: 200 len: 855 time: 0.2395210 Aug 10 03:39:27.675814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef874c-976b-4914-be11-ecb6e099dd6b None None] The sync data for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 is: [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2471a60d-e2a0-42f9-8ac5-7aebf5b6d804', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'floating_ip_address': '172.25.2.204', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'port_id': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'mac_address': 'fa:16:3e:a0:30:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:37:44Z', 'updated_at': '2021-08-10T03:39:23Z', 'revision_number': 1, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:39:27.856639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-aeaf2dbf-ca07-4498-9b12-00bea37b8bbe service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486396 Aug 10 03:39:27.861941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-a96ee543-ac90-4387-9b47-847212a75aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.863921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-a96ee543-ac90-4387-9b47-847212a75aef service neutron] 10.222.0.65 "GET /v2.0/networks?id=326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 200 len: 905 time: 0.3542945 Aug 10 03:39:27.982852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-5a11fded-fe67-487f-8856-efb9e1d3b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:27.985393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-5a11fded-fe67-487f-8856-efb9e1d3b656 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043907 Aug 10 03:39:28.035410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-a6b88abd-f659-49e1-be5f-d022b5586dc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3aee601a-75cd-4b9b-8837-e4b989161523 HTTP/1.1" status: 200 len: 217 time: 0.1465206 Aug 10 03:39:28.204325 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232eed0-9504-48c8-bd96-72b4646ff96f None None] New status for floating IP 2471a60d-e2a0-42f9-8ac5-7aebf5b6d804: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:39:28.253021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a7354-f028-4807-98c7-99d62ab2c9ff req-463f1f26-6531-40ae-9230-59c7d9639b8d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.255321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-369a7354-f028-4807-98c7-99d62ab2c9ff req-463f1f26-6531-40ae-9230-59c7d9639b8d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.4233780 Aug 10 03:39:28.290420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372f10e-08cf-4946-9943-de99f456e9d7 req-60f87ce5-cd79-49d9-99c8-987a63bf104c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.297579 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c372f10e-08cf-4946-9943-de99f456e9d7 req-60f87ce5-cd79-49d9-99c8-987a63bf104c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 944 time: 0.1267378 Aug 10 03:39:28.322521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-39717d7a-ac30-4cbe-8392-c39080a1d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:28.324808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-39717d7a-ac30-4cbe-8392-c39080a1d2c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 200 len: 844 time: 0.2697160 Aug 10 03:39:28.382277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c372f10e-08cf-4946-9943-de99f456e9d7 req-d22a65d9-1939-49d6-a3dc-92d8c0bdcae3 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765738 Aug 10 03:39:28.460887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-b8a01acb-7393-41a8-ac01-031f67d19ba1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=326b7c03-9548-4a44-9e50-8ca18e3a32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154850 Aug 10 03:39:28.465362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-6c0711f8-7115-47c3-8705-04a9d583d0cc service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778637 Aug 10 03:39:28.468454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-369a7354-f028-4807-98c7-99d62ab2c9ff req-81aa0e17-06b3-4a0d-90b0-c93ac3c203de tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922703 Aug 10 03:39:28.472740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-9f568a2a-2e19-4e94-993a-94bde11fd9d2 service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541941 Aug 10 03:39:28.603835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-f1fe1261-acec-4d72-ae94-073019f33c57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 200 len: 217 time: 0.1234465 Aug 10 03:39:28.681085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:28.932757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:28.963696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '3aee601a-75cd-4b9b-8837-e4b989161523', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': '3aee601a-75cd-4b9b-8837-e4b989161523', 'mac_address': 'fa:16:3e:4d:e8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:29.044008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.081324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aee601a-75cd-4b9b-8837-e4b989161523 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:29.121221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-1e53e4b5-31f1-46de-8933-2a1f356be406 service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332922 Aug 10 03:39:29.127214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:29.141652 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.142966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-10ecb62c-c796-43bd-a246-9c6db44f11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.144387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-10ecb62c-c796-43bd-a246-9c6db44f11f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.4883924 Aug 10 03:39:29.177167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-a051b869-9699-4931-8b67-90b3b9039d4d service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7049022 Aug 10 03:39:29.246595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:29.319806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-12f7ccb4-f243-436d-8c85-8af339797ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.321731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-12f7ccb4-f243-436d-8c85-8af339797ed6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1650703 Aug 10 03:39:29.400711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f55934e9-d4d8-42d7-8856-62c58e6ef4e3 req-b7d40ea2-e0a8-468d-9a3a-8f99b435f142 service neutron] 10.222.0.65 "GET /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993241 Aug 10 03:39:29.508351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-9700089f-4288-4d4f-bc42-b8afc2913d3a service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724341 Aug 10 03:39:29.521289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['3aee601a-75cd-4b9b-8837-e4b989161523'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:29.666300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.826926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbda065-ed65-4632-8f16-33f9a8841e9a req-415fad8e-080f-4389-8484-d3f676c02042 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.829729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-afbda065-ed65-4632-8f16-33f9a8841e9a req-415fad8e-080f-4389-8484-d3f676c02042 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.1062205 Aug 10 03:39:29.863150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35b6e-bc16-4a3a-ae56-4262c71bb1e2 req-62d907af-e32f-4394-b30c-fddf154dd260 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:29.879246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dc35b6e-bc16-4a3a-ae56-4262c71bb1e2 req-62d907af-e32f-4394-b30c-fddf154dd260 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 945 time: 0.3453808 Aug 10 03:39:29.884300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4fd9518f-355d-4e1f-a4a2-8ef1ab45d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:29.891951 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-afbda065-ed65-4632-8f16-33f9a8841e9a req-31ce7ba4-9b01-4dbe-8630-d8bac965ae81 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501838 Aug 10 03:39:29.961894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adf59640-91a6-4cb3-9ca8-6d158deda9ee req-0403027a-03ff-4225-97bf-108c21397bc6 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509621 Aug 10 03:39:29.978571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dc35b6e-bc16-4a3a-ae56-4262c71bb1e2 req-cfadb982-6e4e-4eca-aa00-190bfc21b418 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974369 Aug 10 03:39:30.314836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deea324-423f-4ece-85ca-6703146af0fd req-7b655bc2-268c-4b03-a894-6b2384d4139f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:30.319131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3deea324-423f-4ece-85ca-6703146af0fd req-7b655bc2-268c-4b03-a894-6b2384d4139f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.1365688 Aug 10 03:39:30.414927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3deea324-423f-4ece-85ca-6703146af0fd req-47ce31dd-7dd4-4831-8a55-084f74d8f007 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Aug 10 03:39:30.476759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.712441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-200d66a7-23b1-4b7c-a7ba-3bf86843653b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.905664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-200d66a7-23b1-4b7c-a7ba-3bf86843653b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.919963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614b5db-6fde-4ca5-bac6-44536bdd1602 req-e3bc7856-6b3b-4249-852f-a83056418504 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:30.921826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1614b5db-6fde-4ca5-bac6-44536bdd1602 req-e3bc7856-6b3b-4249-852f-a83056418504 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.0898550 Aug 10 03:39:30.923459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-200d66a7-23b1-4b7c-a7ba-3bf86843653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:30.991383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-200d66a7-23b1-4b7c-a7ba-3bf86843653b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=133bb26e1dd94a828288b4516fde17f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131018 Aug 10 03:39:30.993941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:30.994260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d66a7-23b1-4b7c-a7ba-3bf86843653b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798ed0a-6abb-4bb9-ab7b-4b8aac76ee9d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.039193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1614b5db-6fde-4ca5-bac6-44536bdd1602 req-1a3fbb79-89ff-4452-8115-1dce86b1eee0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037464 Aug 10 03:39:31.096837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7573964f-9d30-4301-aa30-e0a87b15a05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.149809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7573964f-9d30-4301-aa30-e0a87b15a05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.178208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452071e-0ba2-42df-9d48-719bfaeff394 req-e5b4a645-9022-4f3e-9435-07deacd959e8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:31.178208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3452071e-0ba2-42df-9d48-719bfaeff394 req-e5b4a645-9022-4f3e-9435-07deacd959e8 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 945 time: 0.0994518 Aug 10 03:39:31.262965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3452071e-0ba2-42df-9d48-719bfaeff394 req-66ca2aa9-ca5b-4f92-9673-803f63c84607 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680950 Aug 10 03:39:31.288518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7573964f-9d30-4301-aa30-e0a87b15a05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.292256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7573964f-9d30-4301-aa30-e0a87b15a05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.314280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7573964f-9d30-4301-aa30-e0a87b15a05a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e798ed0a-6abb-4bb9-ab7b-4b8aac76ee9d HTTP/1.1" status: 204 len: 168 time: 0.3058445 Aug 10 03:39:31.333006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573964f-9d30-4301-aa30-e0a87b15a05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798ed0a-6abb-4bb9-ab7b-4b8aac76ee9d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:31.663369 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:31.928172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56898) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:31.946985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.112881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.120300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.257770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f4cfa-bffa-4708-96cd-99b2e3231776,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:32.267064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02efb7702519496fb48276162104101d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334558 Aug 10 03:39:32.268672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56902) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:32.275785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.276229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.276644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.277055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.277459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.277865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.278298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.278696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.279095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.279492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.279891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.280289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7b742e-7608-420d-9557-5f39f0bac50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:32.299727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b691e4-ecf7-4590-b21a-f5ee94471a07 req-31410e32-e945-4fda-b210-da44c878b640 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:32.299727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7b691e4-ecf7-4590-b21a-f5ee94471a07 req-31410e32-e945-4fda-b210-da44c878b640 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.1426089 Aug 10 03:39:32.391788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7b691e4-ecf7-4590-b21a-f5ee94471a07 req-2d8ecf2c-c03a-49c3-bb34-99cbcc12c0b5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853534 Aug 10 03:39:32.414931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-ab267a94-d08a-4c1d-996f-c82229ccaa29 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:32.416714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-ab267a94-d08a-4c1d-996f-c82229ccaa29 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 945 time: 0.0886712 Aug 10 03:39:32.531873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8605e534-f605-4974-99c1-b63eb6372399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.643766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8605e534-f605-4974-99c1-b63eb6372399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.692852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:32.693174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.695721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:32.806108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 3aee601a-75cd-4b9b-8837-e4b989161523 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:32.824046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 3aee601a-75cd-4b9b-8837-e4b989161523 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:32.824674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.830736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6e040-5cf9-4ae2-a3ca-5a66e04ca295 req-b1d1bf28-5ddf-422f-b050-7361bcb4b97e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:32.844232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46c6e040-5cf9-4ae2-a3ca-5a66e04ca295 req-b1d1bf28-5ddf-422f-b050-7361bcb4b97e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 945 time: 0.2282567 Aug 10 03:39:32.947051 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.958726 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46c6e040-5cf9-4ae2-a3ca-5a66e04ca295 req-50439c63-82af-4361-b165-0980a4e36ae1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081340 Aug 10 03:39:32.972497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8605e534-f605-4974-99c1-b63eb6372399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.975549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8605e534-f605-4974-99c1-b63eb6372399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:32.987957 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8605e534-f605-4974-99c1-b63eb6372399 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/214f4cfa-bffa-4708-96cd-99b2e3231776 HTTP/1.1" status: 204 len: 168 time: 0.7089550 Aug 10 03:39:33.021508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605e534-f605-4974-99c1-b63eb6372399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f4cfa-bffa-4708-96cd-99b2e3231776,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.022669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:33.023331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.034710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee601a-75cd-4b9b-8837-e4b989161523'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:33.040189 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33b773-cf54-467d-9858-63b8089f4cb4" -d '{"events": [{"server_uuid": "9a71038e-0f65-41f9-a64c-f52b7a1cb385", "name": "network-vif-plugged", "status": "completed", "tag": "3aee601a-75cd-4b9b-8837-e4b989161523"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:33.050980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 6bc86f3d-be5e-4db1-912b-8c07e1b9934b owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:33.113934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:33.130740 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.150876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.238222 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf27772-c010-4315-94d0-5994f1ed074d x-openstack-request-id: req-aaf27772-c010-4315-94d0-5994f1ed074d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:33.238701 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a71038e-0f65-41f9-a64c-f52b7a1cb385", "name": "network-vif-plugged", "status": "completed", "tag": "3aee601a-75cd-4b9b-8837-e4b989161523", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:33.239143 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aaf27772-c010-4315-94d0-5994f1ed074d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:33.240317 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee601a-75cd-4b9b-8837-e4b989161523', 'code': 200} Aug 10 03:39:33.285380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.437810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284dbc3-6d94-4005-845b-c2dd9988ee70 req-83936676-b0ef-4881-8547-4b40e542f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:33.438600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7284dbc3-6d94-4005-845b-c2dd9988ee70 req-83936676-b0ef-4881-8547-4b40e542f025 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 1098 time: 0.1440685 Aug 10 03:39:33.492109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7284dbc3-6d94-4005-845b-c2dd9988ee70 req-97f380c8-3b1e-42ad-93a7-a8a1e0b96334 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Aug 10 03:39:33.492967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.515537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6bc86f3d-be5e-4db1-912b-8c07e1b9934b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:33.518193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:33.548536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=6bc86f3d-be5e-4db1-912b-8c07e1b9934b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:33.658137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7642eec-7864-46b6-9711-6ef192329479 req-9a5b22a8-a9a9-4eb5-976d-e966d9b51400 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=8758976a-5296-41d6-87bd-b282ddf4efc7 HTTP/1.1" status: 200 len: 210 time: 0.0647037 Aug 10 03:39:33.687974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 6bc86f3d-be5e-4db1-912b-8c07e1b9934b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:33.691079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:33.719929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f552a3a8-5525-497c-8465-1e8b14408b37 req-bf72f019-3750-4b83-baa2-2269af5984c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "DELETE /v2.0/ports/6bc86f3d-be5e-4db1-912b-8c07e1b9934b HTTP/1.1" status: 204 len: 173 time: 1.2958031 Aug 10 03:39:33.720459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'name': 'network-vif-deleted', 'tag': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:33.723913 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aed5b22-bf27-4758-8943-514aab0fdf79" -d '{"events": [{"server_uuid": "8758976a-5296-41d6-87bd-b282ddf4efc7", "name": "network-vif-deleted", "tag": "6bc86f3d-be5e-4db1-912b-8c07e1b9934b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:33.793162 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388e7c03-60d6-4dd6-aa11-c98ee7424887 x-openstack-request-id: req-388e7c03-60d6-4dd6-aa11-c98ee7424887 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:33.793635 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8758976a-5296-41d6-87bd-b282ddf4efc7", "name": "network-vif-deleted", "tag": "6bc86f3d-be5e-4db1-912b-8c07e1b9934b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:33.794153 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-388e7c03-60d6-4dd6-aa11-c98ee7424887 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:33.794804 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8758976a-5296-41d6-87bd-b282ddf4efc7', 'name': 'network-vif-deleted', 'tag': '6bc86f3d-be5e-4db1-912b-8c07e1b9934b', 'status': 'completed', 'code': 200} Aug 10 03:39:33.996152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956efb45-932d-4934-a114-8f4a2e7268ce req-450e594e-c84e-454b-bf68-c1da01d6791c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:33.997940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-956efb45-932d-4934-a114-8f4a2e7268ce req-450e594e-c84e-454b-bf68-c1da01d6791c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 945 time: 0.1055901 Aug 10 03:39:34.075962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-956efb45-932d-4934-a114-8f4a2e7268ce req-6835f7df-7931-4d98-b67c-55a00b2526ad tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582781 Aug 10 03:39:34.253298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a904a3-956a-4ad6-83a5-95516256f0df req-d6267da6-4d24-4345-8656-dd152caac973 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:34.257444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03a904a3-956a-4ad6-83a5-95516256f0df req-d6267da6-4d24-4345-8656-dd152caac973 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 946 time: 0.1039124 Aug 10 03:39:34.361705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03a904a3-956a-4ad6-83a5-95516256f0df req-3abd515a-e946-4284-9950-8c0bd9dc0a9c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901148 Aug 10 03:39:35.301935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-6c86fa7f-9ec3-4d77-bc48-7199cb9e324c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.305578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-6c86fa7f-9ec3-4d77-bc48-7199cb9e324c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.2337410 Aug 10 03:39:35.342375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e2134b44-2238-4051-86a9-3a4620147e63 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0173116 Aug 10 03:39:35.433476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-064e2d79-cdd4-4c23-8176-48a34a67511e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808654 Aug 10 03:39:35.574105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3206a-9d26-4e61-99c4-1ecf49396f87 req-25d73f55-8aa8-41ea-a764-c052b95131ef tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:35.582851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9c3206a-9d26-4e61-99c4-1ecf49396f87 req-25d73f55-8aa8-41ea-a764-c052b95131ef tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 946 time: 0.0744531 Aug 10 03:39:35.600366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-12aeabe8-1073-418b-9864-8e9f6e17ae52 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483815 Aug 10 03:39:35.665469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9c3206a-9d26-4e61-99c4-1ecf49396f87 req-498d6cdf-05ca-4a20-8116-9fc1f42a8a2a tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Aug 10 03:39:35.775334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57034) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:35.903081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-68136599-aecc-44d7-9611-0ae9a50d4176 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950919 Aug 10 03:39:36.160969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb018f99-899d-4656-a59b-0339a96e5432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.338287 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:36.384993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb018f99-899d-4656-a59b-0339a96e5432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.392755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb018f99-899d-4656-a59b-0339a96e5432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.502730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb018f99-899d-4656-a59b-0339a96e5432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef7e0b-f8d1-4dea-bc40-f4bd6be0aa93,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.521873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb018f99-899d-4656-a59b-0339a96e5432 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54343dfd9bc14470a7654e6449b71236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448351 Aug 10 03:39:36.525028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57088) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:36.696239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a56a5e47-e70c-44d1-80c0-6d59c2858f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.736443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a56a5e47-e70c-44d1-80c0-6d59c2858f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.807431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84a9d6f3-8e07-46c0-b22a-b8d623ec9b15 req-343a6b5f-911c-45cc-86f1-4a3525d3a2f2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 210 time: 0.0999351 Aug 10 03:39:36.811764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6bc86f3d-be5e-4db1-912b-8c07e1b9934b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:36.823440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a56a5e47-e70c-44d1-80c0-6d59c2858f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.826915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a56a5e47-e70c-44d1-80c0-6d59c2858f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:36.832654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a56a5e47-e70c-44d1-80c0-6d59c2858f35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60ef7e0b-f8d1-4dea-bc40-f4bd6be0aa93 HTTP/1.1" status: 204 len: 168 time: 0.3060951 Aug 10 03:39:36.847005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a5e47-e70c-44d1-80c0-6d59c2858f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ef7e0b-f8d1-4dea-bc40-f4bd6be0aa93,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:36.886607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 6bc86f3d-be5e-4db1-912b-8c07e1b9934b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:36.890932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6bc86f3d-be5e-4db1-912b-8c07e1b9934b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:37.014120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1164e2-876e-4a15-bde0-688258b8af2e req-70638bd0-ec68-467c-a907-93af849f4da8 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.032615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a1164e2-876e-4a15-bde0-688258b8af2e req-70638bd0-ec68-467c-a907-93af849f4da8 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 945 time: 0.1029737 Aug 10 03:39:37.122269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a1164e2-876e-4a15-bde0-688258b8af2e req-61133541-ffde-4953-8fc4-fd9f0c3560bc tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798368 Aug 10 03:39:37.473284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502136-e4f3-4ae0-b3bd-8da5cace29f7 req-36eebb91-ac17-4b24-86f3-0b709b976f7e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:37.475297 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82502136-e4f3-4ae0-b3bd-8da5cace29f7 req-36eebb91-ac17-4b24-86f3-0b709b976f7e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 946 time: 0.0586336 Aug 10 03:39:37.530388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82502136-e4f3-4ae0-b3bd-8da5cace29f7 req-05fdcea0-376a-4a9a-a313-2287a275e319 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Aug 10 03:39:38.017522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4fe4e9e-5223-46a5-8511-9b4395b13e4e req-f66985ef-69c4-42d0-a284-f7309f4307f2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 210 time: 0.0438223 Aug 10 03:39:38.114950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-6db87120-bdbd-4eef-8ed1-a7633828a592 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.118420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-6db87120-bdbd-4eef-8ed1-a7633828a592 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.2420998 Aug 10 03:39:38.135404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:38.293218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca319-545b-4129-968d-c11e29733abd req-5d3d6bb1-75bb-4ff6-af01-55fc8ddaec5d tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.295589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-111ca319-545b-4129-968d-c11e29733abd req-5d3d6bb1-75bb-4ff6-af01-55fc8ddaec5d tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 945 time: 0.0707862 Aug 10 03:39:38.353482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:38.360630 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.386605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-111ca319-545b-4129-968d-c11e29733abd req-c65042db-3b0f-494b-9fd5-36498fc451b9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793490 Aug 10 03:39:38.507783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-9d7976d0-ea81-4665-b2d9-64d6bfd6b39e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.511993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-9d7976d0-ea81-4665-b2d9-64d6bfd6b39e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 945 time: 0.0811810 Aug 10 03:39:38.656707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.2 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/51816e76-5b14-452d-add9-558c8641090b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:38.659974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Deleting port 82e12a17-d46c-467f-a67b-ea04b1c8e42e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:38.660552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:38.735320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:38.845754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c04a25-681c-4f87-af49-77ed83ac104e req-f500f982-d175-4ff4-b9eb-f11f647de6d5 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:38.856034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52c04a25-681c-4f87-af49-77ed83ac104e req-f500f982-d175-4ff4-b9eb-f11f647de6d5 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 946 time: 0.1192856 Aug 10 03:39:38.928080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52c04a25-681c-4f87-af49-77ed83ac104e req-11b788e2-314a-447f-bd3e-2d3b51119c57 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708849 Aug 10 03:39:38.979101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] For port 82e12a17-d46c-467f-a67b-ea04b1c8e42e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=82e12a17-d46c-467f-a67b-ea04b1c8e42e,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:38.979739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.001840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:39.019188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Calling delete_port for 82e12a17-d46c-467f-a67b-ea04b1c8e42e owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:39.040906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '2e6069a4-d311-4153-a694-6856d91477ac', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:39.054336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.154986 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.217213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:39.221714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:39.226628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:39.255795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:39.283627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=51816e76-5b14-452d-add9-558c8641090b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.341923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.347049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.394629 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-e176f0e7-fa09-41dc-95c6-237ad753b4f0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650743 Aug 10 03:39:39.411384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Request body: {'port': {'device_id': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:39.425178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccb5c5-a3d3-4a2d-98ae-ba27f2440ef2 req-c372990b-35dd-450c-9cba-67ac8dcb0175 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.436293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95ccb5c5-a3d3-4a2d-98ae-ba27f2440ef2 req-c372990b-35dd-450c-9cba-67ac8dcb0175 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 931 time: 0.2196555 Aug 10 03:39:39.516163 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.559607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:39.587391 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95ccb5c5-a3d3-4a2d-98ae-ba27f2440ef2 req-67a5b2bd-5b02-4179-b73a-5375930aeab7 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491420 Aug 10 03:39:39.612118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:39.616691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.683103 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.728703 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.750267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'f5e05b4a-a479-4977-97df-881567de81d3', '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96', '82e12a17-d46c-467f-a67b-ea04b1c8e42e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:39.897654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:39.911523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45e0bc-fa4b-43ef-9be6-250eedade00f req-c9d5ec5b-5230-45d9-af77-40c84b383742 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:39.913123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a45e0bc-fa4b-43ef-9be6-250eedade00f req-c9d5ec5b-5230-45d9-af77-40c84b383742 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 867 time: 0.3224645 Aug 10 03:39:40.112635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['2e6069a4-d311-4153-a694-6856d91477ac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:40.198506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a45e0bc-fa4b-43ef-9be6-250eedade00f req-7c6e6157-9a04-4ad1-8fe2-47ec8d182b21 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722933 Aug 10 03:39:40.322196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event deleted for resources: {'Port': ['ID=82e12a17-d46c-467f-a67b-ea04b1c8e42e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:40.619291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] No DVR routers for this DVR port 82e12a17-d46c-467f-a67b-ea04b1c8e42e on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:40.623489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:40.631712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c658ef67-c2a5-414c-9026-3dbd31241248 req-fff7d669-a831-4e71-8011-ed0dd0a7391c tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "DELETE /v2.0/ports/82e12a17-d46c-467f-a67b-ea04b1c8e42e HTTP/1.1" status: 204 len: 173 time: 2.1094699 Aug 10 03:39:40.653681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'name': 'network-vif-deleted', 'tag': '82e12a17-d46c-467f-a67b-ea04b1c8e42e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:40.657402 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdb534d-7d9b-4526-ac65-b624fa9fbaa5" -d '{"events": [{"server_uuid": "1f2ffef5-621a-408c-91c5-285e82c0883b", "name": "network-vif-deleted", "tag": "82e12a17-d46c-467f-a67b-ea04b1c8e42e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:40.730175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9769fe-d62d-4d51-b396-7d10f89b4f11 req-4be176c5-98ad-4092-8f21-218fde6b5a8c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:40.752773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be9769fe-d62d-4d51-b396-7d10f89b4f11 req-4be176c5-98ad-4092-8f21-218fde6b5a8c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 946 time: 0.4240453 Aug 10 03:39:40.820818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:40.983182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be9769fe-d62d-4d51-b396-7d10f89b4f11 req-04154ad5-701b-4890-9b2d-1731aa6d087c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268288 Aug 10 03:39:41.008048 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:39:41.075077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51816e76-5b14-452d-add9-558c8641090b {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:41.094293 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14cc50b-ef7b-4fe8-b0a1-cb332f6899c5 x-openstack-request-id: req-d14cc50b-ef7b-4fe8-b0a1-cb332f6899c5 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:41.095053 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2ffef5-621a-408c-91c5-285e82c0883b", "name": "network-vif-deleted", "tag": "82e12a17-d46c-467f-a67b-ea04b1c8e42e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:41.095632 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d14cc50b-ef7b-4fe8-b0a1-cb332f6899c5 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:41.096329 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2ffef5-621a-408c-91c5-285e82c0883b', 'name': 'network-vif-deleted', 'tag': '82e12a17-d46c-467f-a67b-ea04b1c8e42e', 'status': 'completed', 'code': 200} Aug 10 03:39:41.114869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5cdf4-9faa-4272-bae9-eaa5420501b7 req-e443cadc-ecae-49d4-97e3-19ab3799f956 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.128780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39a5cdf4-9faa-4272-bae9-eaa5420501b7 req-e443cadc-ecae-49d4-97e3-19ab3799f956 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 931 time: 0.2482872 Aug 10 03:39:41.172828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.257851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Transition to ACTIVE for port object 51816e76-5b14-452d-add9-558c8641090b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:39:41.285890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:41.295487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39a5cdf4-9faa-4272-bae9-eaa5420501b7 req-a196e487-12cc-46bd-b6ec-d5dbf49a4d2d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654446 Aug 10 03:39:41.297401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.336085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '3aee601a-75cd-4b9b-8837-e4b989161523', 'network_id': '326b7c03-9548-4a44-9e50-8ca18e3a32e8', 'port_id': '3aee601a-75cd-4b9b-8837-e4b989161523', 'mac_address': 'fa:16:3e:4d:e8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea7d117-630d-4cc2-92bb-e80bf66230d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:41.416992 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.456648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aee601a-75cd-4b9b-8837-e4b989161523 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:41.511016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:41.520472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.544480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Pushing event updated for resources: {'Port': ['ID=51816e76-5b14-452d-add9-558c8641090b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.627618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fb54cf4-3292-418e-b9c9-edcfd023fcd0 req-354e19fb-13d3-48e0-8e24-26a1b6f2b8fa tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f2ffef5-621a-408c-91c5-285e82c0883b HTTP/1.1" status: 200 len: 210 time: 0.0635118 Aug 10 03:39:41.683630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Attempting to bind port 51816e76-5b14-452d-add9-558c8641090b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:39:41.683977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Attempting to bind port 51816e76-5b14-452d-add9-558c8641090b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:39:41.684281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Attempting to bind port 51816e76-5b14-452d-add9-558c8641090b on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:41.689776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Port 51816e76-5b14-452d-add9-558c8641090b on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:39:41.690125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Attempting to bind port 51816e76-5b14-452d-add9-558c8641090b on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:39:41.690578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57376) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:41.695708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:39:41.696081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:39:41.696541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:39:41.697036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Bound port: 51816e76-5b14-452d-add9-558c8641090b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:39:41.697466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.716115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.741243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['3aee601a-75cd-4b9b-8837-e4b989161523'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:41.854549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] For port 51816e76-5b14-452d-add9-558c8641090b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:39:41.858928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] For port 51816e76-5b14-452d-add9-558c8641090b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=51816e76-5b14-452d-add9-558c8641090b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:39:41.877030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.957244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.966681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Pushing event updated for resources: {'Port': ['ID=51816e76-5b14-452d-add9-558c8641090b,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:41.987673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:41.988521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:41.990713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-8608e3fc-ab2c-490f-be87-19715ff58b77 service neutron] 10.222.0.39 "PUT /v2.0/ports/51816e76-5b14-452d-add9-558c8641090b HTTP/1.1" status: 200 len: 1092 time: 2.5840228 Aug 10 03:39:41.991756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'tag': '51816e76-5b14-452d-add9-558c8641090b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:41.995866 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1811326a-742d-4abb-bd58-ad662d2c5cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "60577003-2c7a-43fd-a53c-e5dade557f7f", "tag": "51816e76-5b14-452d-add9-558c8641090b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:42.112003 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f143ba32-efb2-4195-85ab-6920afc2b81a x-openstack-request-id: req-f143ba32-efb2-4195-85ab-6920afc2b81a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:42.112290 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60577003-2c7a-43fd-a53c-e5dade557f7f", "tag": "51816e76-5b14-452d-add9-558c8641090b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:42.115811 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f143ba32-efb2-4195-85ab-6920afc2b81a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:42.116811 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'tag': '51816e76-5b14-452d-add9-558c8641090b', 'status': 'completed', 'code': 200} Aug 10 03:39:42.197955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-24215c66-b0c6-4018-a959-76a8c72b4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.199850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-24215c66-b0c6-4018-a959-76a8c72b4b6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 1095 time: 0.1556528 Aug 10 03:39:42.235279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.254655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446c39-379c-45b4-92a0-94f1d8e73889 req-8cc706ad-6d89-426b-bd4c-c07832960c6e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.254655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b446c39-379c-45b4-92a0-94f1d8e73889 req-8cc706ad-6d89-426b-bd4c-c07832960c6e tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 945 time: 0.1253898 Aug 10 03:39:42.257186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.294875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-7e2891f5-a4ce-4795-9526-7f845fdeb5c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51816e76-5b14-452d-add9-558c8641090b HTTP/1.1" status: 200 len: 217 time: 0.0823770 Aug 10 03:39:42.306190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487c35a-87c6-4517-97b2-8bc00387b653,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:42.361928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.363157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.364846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.368264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.369036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.370341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.372285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.372980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.373708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.376996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.377747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.379339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:39:42.382632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b446c39-379c-45b4-92a0-94f1d8e73889 req-22701b34-820a-489c-98d5-250f8067f460 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904596 Aug 10 03:39:42.438725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-42bd4695-3216-40b1-b049-69f14ec4e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.440268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-42bd4695-3216-40b1-b049-69f14ec4e095 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.1225591 Aug 10 03:39:42.448487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-be8a6f37-b4d8-4531-816f-f120c745f530 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f81223db9f1244f2873b2e7788487a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543950 Aug 10 03:39:42.450353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57404) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:42.572269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-f7061bd6-3c45-421d-a586-03a0a17a5171 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229129 Aug 10 03:39:42.764863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:42.770744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a219-20f0-4c52-9277-59b6f0ce671b req-6b20ab82-f75e-41b1-8dc0-718be419e234 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:42.780957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84c7a219-20f0-4c52-9277-59b6f0ce671b req-6b20ab82-f75e-41b1-8dc0-718be419e234 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 943 time: 0.2835534 Aug 10 03:39:42.801451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70f3e91a-512a-4a9d-be48-5b6cd72fd0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.849301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 82e12a17-d46c-467f-a67b-ea04b1c8e42e no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:42.935048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 82e12a17-d46c-467f-a67b-ea04b1c8e42e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:42.935652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 82e12a17-d46c-467f-a67b-ea04b1c8e42e not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:42.951505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-bb988c83-c036-4ba3-ae1b-d4ad7251a0aa service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668325 Aug 10 03:39:42.959825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70f3e91a-512a-4a9d-be48-5b6cd72fd0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:42.985382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 2e6069a4-d311-4153-a694-6856d91477ac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:42.986090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.210431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84c7a219-20f0-4c52-9277-59b6f0ce671b req-02307b45-3c6a-42c9-b64c-871d97624eb4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276843 Aug 10 03:39:43.314259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.419049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70f3e91a-512a-4a9d-be48-5b6cd72fd0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.428577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70f3e91a-512a-4a9d-be48-5b6cd72fd0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.444637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:43.445931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-70f3e91a-512a-4a9d-be48-5b6cd72fd0e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8487c35a-87c6-4517-97b2-8bc00387b653 HTTP/1.1" status: 204 len: 168 time: 0.9726474 Aug 10 03:39:43.455177 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eb51bd-7e9a-46f0-a20c-2b268943672a" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:43.478076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3e91a-512a-4a9d-be48-5b6cd72fd0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487c35a-87c6-4517-97b2-8bc00387b653,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.500561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:43.519993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d61053c-2571-48a8-b550-de05ddcb3422 req-d0545f74-1b85-490e-a245-e93de0f50668 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556812 Aug 10 03:39:43.522893 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.525686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:43.619876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.698237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b0be-b88d-4125-b16d-6572ae400798 req-02fef9ef-03c6-48c1-b14a-ac7369957eb0 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.700233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6172b0be-b88d-4125-b16d-6572ae400798 req-02fef9ef-03c6-48c1-b14a-ac7369957eb0 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 945 time: 0.2294147 Aug 10 03:39:43.761082 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.768064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6172b0be-b88d-4125-b16d-6572ae400798 req-6b2b88b0-cbe4-4012-ab86-659f4d3fe27d tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613215 Aug 10 03:39:43.784532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-c75bfe9c-f6e2-404b-86c7-508993cb468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.786749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-c75bfe9c-f6e2-404b-86c7-508993cb468a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 1095 time: 0.1909404 Aug 10 03:39:43.793855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3aee601a-75cd-4b9b-8837-e4b989161523 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:43.820639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:43.825006 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c101aae0-7a50-4554-a833-6c3e867fbf03 x-openstack-request-id: req-c101aae0-7a50-4554-a833-6c3e867fbf03 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:43.825709 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:43.826275 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c101aae0-7a50-4554-a833-6c3e867fbf03 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:43.827075 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:39:43.830469 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.894644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:43.957124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-5cb190d3-8b38-4d43-8b8f-459e7a51649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:43.958936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-5cb190d3-8b38-4d43-8b8f-459e7a51649f service neutron] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.1624908 Aug 10 03:39:44.068401 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-1286dfaa-2e8a-43df-8ce6-6369fa923a83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51816e76-5b14-452d-add9-558c8641090b HTTP/1.1" status: 200 len: 217 time: 0.1009219 Aug 10 03:39:44.154036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-806ea4a8-11c2-4617-a8d1-b5c8cb7bc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.157411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-806ea4a8-11c2-4617-a8d1-b5c8cb7bc581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.0811834 Aug 10 03:39:44.204739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-6042b3e3-63c9-4f91-8890-ca4802a44c96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391734 Aug 10 03:39:44.360969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-56b5a7b6-8438-4fe4-a905-58ec2dabe9bb service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465838 Aug 10 03:39:44.486977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961928d1-a9ae-453d-bd7e-209377175c46 req-66c67072-54cd-49cd-9d32-1f526733b114 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.495386 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-961928d1-a9ae-453d-bd7e-209377175c46 req-66c67072-54cd-49cd-9d32-1f526733b114 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 943 time: 0.0843632 Aug 10 03:39:44.555216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1811326a-742d-4abb-bd58-ad662d2c5cb1 req-91555612-f4d8-4e5a-9bb9-d4d595fb3749 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853752 Aug 10 03:39:44.558552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-961928d1-a9ae-453d-bd7e-209377175c46 req-dd6d4e09-3722-4fb6-9e4b-3f26f972c548 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Aug 10 03:39:44.773013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:44.794941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-9e241c94-9f77-4627-9bd6-3f1e0dd4a6d1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:44.798373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-9e241c94-9f77-4627-9bd6-3f1e0dd4a6d1 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 944 time: 0.1042130 Aug 10 03:39:45.033342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Deleting port 3aee601a-75cd-4b9b-8837-e4b989161523 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:45.033825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.063834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eafb7-e70a-47e3-a06b-743663f788d4 req-0252bbba-95fd-4030-89d8-42d15b0a92ff tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:45.065728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-519eafb7-e70a-47e3-a06b-743663f788d4 req-0252bbba-95fd-4030-89d8-42d15b0a92ff tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 944 time: 0.1270771 Aug 10 03:39:45.193709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-519eafb7-e70a-47e3-a06b-743663f788d4 req-a8ce3f52-02a8-49c2-90e5-9c302b906c1f tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6f32e41-9dc9-402a-83a8-4381ae696453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197817 Aug 10 03:39:45.413663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] For port 3aee601a-75cd-4b9b-8837-e4b989161523, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3aee601a-75cd-4b9b-8837-e4b989161523,segment=NetworkSegment(8a489cde-0248-4592-8700-0dd2056f7797),segment_id=8a489cde-0248-4592-8700-0dd2056f7797)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:45.416653 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.484795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Calling delete_port for 3aee601a-75cd-4b9b-8837-e4b989161523 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:45.603784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 3aee601a-75cd-4b9b-8837-e4b989161523 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:45.606919 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.951463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.977666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['3aee601a-75cd-4b9b-8837-e4b989161523'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:46.039249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ef8d8-e868-4c6e-af7e-540aa5fb27bd req-49b7c8f0-be88-4447-a7d3-27ad7d160c00 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:46.072074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-657ef8d8-e868-4c6e-af7e-540aa5fb27bd req-49b7c8f0-be88-4447-a7d3-27ad7d160c00 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 943 time: 0.2928612 Aug 10 03:39:46.100854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Pushing event deleted for resources: {'Port': ['ID=3aee601a-75cd-4b9b-8837-e4b989161523,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:46.104637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.222326 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-657ef8d8-e868-4c6e-af7e-540aa5fb27bd req-4381103d-df11-4ad1-92b8-1c2d3445c325 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393809 Aug 10 03:39:46.351387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] No DVR routers for this DVR port 3aee601a-75cd-4b9b-8837-e4b989161523 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:46.357286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.364773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1918c714-e8fe-44ba-960f-4400923f65a6 req-ee7f8699-f37c-4359-9c22-c261d56b8584 tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.65 "DELETE /v2.0/ports/3aee601a-75cd-4b9b-8837-e4b989161523 HTTP/1.1" status: 204 len: 173 time: 1.5577240 Aug 10 03:39:46.366379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'name': 'network-vif-deleted', 'tag': '3aee601a-75cd-4b9b-8837-e4b989161523'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:46.389733 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e821df-6b94-44d8-87a3-d943e857e55f" -d '{"events": [{"server_uuid": "9a71038e-0f65-41f9-a64c-f52b7a1cb385", "name": "network-vif-deleted", "tag": "3aee601a-75cd-4b9b-8837-e4b989161523"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:46.677504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02147db8-3eae-4965-aabb-36c184af81d2 req-f4bf961e-0f20-46ce-a84a-ae336bd8506c tempest-ImagesTestJSON-1095979262 tempest-ImagesTestJSON-1095979262-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a71038e-0f65-41f9-a64c-f52b7a1cb385 HTTP/1.1" status: 200 len: 210 time: 0.1538439 Aug 10 03:39:46.781660 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54dac47-4b25-4cb3-8008-7926b46e28aa x-openstack-request-id: req-c54dac47-4b25-4cb3-8008-7926b46e28aa {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:46.782562 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a71038e-0f65-41f9-a64c-f52b7a1cb385", "name": "network-vif-deleted", "tag": "3aee601a-75cd-4b9b-8837-e4b989161523", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:46.783456 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c54dac47-4b25-4cb3-8008-7926b46e28aa {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:46.784572 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a71038e-0f65-41f9-a64c-f52b7a1cb385', 'name': 'network-vif-deleted', 'tag': '3aee601a-75cd-4b9b-8837-e4b989161523', 'status': 'completed', 'code': 200} Aug 10 03:39:46.841021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 51816e76-5b14-452d-add9-558c8641090b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:39:47.156670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 51816e76-5b14-452d-add9-558c8641090b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=51816e76-5b14-452d-add9-558c8641090b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:47.228884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '51816e76-5b14-452d-add9-558c8641090b', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '51816e76-5b14-452d-add9-558c8641090b', 'mac_address': 'fa:16:3e:32:12:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:39:47.389436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.424615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51816e76-5b14-452d-add9-558c8641090b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:39:47.459488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 51816e76-5b14-452d-add9-558c8641090b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=51816e76-5b14-452d-add9-558c8641090b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:47.469544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:47.734779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c48e3e-3aef-4f3f-9834-594379e49e1f req-1bc26940-8d72-492b-b61b-c28680ec34ab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:47.746274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=51816e76-5b14-452d-add9-558c8641090b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:47.753599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c48e3e-3aef-4f3f-9834-594379e49e1f req-1bc26940-8d72-492b-b61b-c28680ec34ab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 944 time: 0.2096517 Aug 10 03:39:47.772766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['51816e76-5b14-452d-add9-558c8641090b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:47.929924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06c48e3e-3aef-4f3f-9834-594379e49e1f req-ad0cf322-c434-4b65-b04f-f71a4b0ab06a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700203 Aug 10 03:39:48.819988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:48.871079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:48.898634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 3aee601a-75cd-4b9b-8837-e4b989161523 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:48.899711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3aee601a-75cd-4b9b-8837-e4b989161523 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:48.904772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 51816e76-5b14-452d-add9-558c8641090b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:39:49.060103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Deleting subnet 5ea7d117-630d-4cc2-92bb-e80bf66230d6 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:39:49.074508 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.085056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 51816e76-5b14-452d-add9-558c8641090b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:39:49.096491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 51816e76-5b14-452d-add9-558c8641090b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:39:49.098514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.267388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.509849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07726f5-bd45-44d2-9ead-487a92d04376 req-d8cdb412-c7e2-46d1-a652-b4ca39b84fdb tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.521823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f07726f5-bd45-44d2-9ead-487a92d04376 req-d8cdb412-c7e2-46d1-a652-b4ca39b84fdb tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 944 time: 0.1932292 Aug 10 03:39:49.528810 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.550070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.595471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51816e76-5b14-452d-add9-558c8641090b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:49.596723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57682) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:49.600730 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3e6abe-1582-473b-9504-8dec23200ec1" -d '{"events": [{"server_uuid": "60577003-2c7a-43fd-a53c-e5dade557f7f", "name": "network-vif-plugged", "status": "completed", "tag": "51816e76-5b14-452d-add9-558c8641090b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:49.609605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f07726f5-bd45-44d2-9ead-487a92d04376 req-985ba608-84a5-4eb0-afbe-7183aeaf1e61 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861337 Aug 10 03:39:49.661765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 51816e76-5b14-452d-add9-558c8641090b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=51816e76-5b14-452d-add9-558c8641090b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:49.671339 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:49.911933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce25a00-845f-4911-91c4-6438f17b2936 req-de98e447-c405-45f8-a821-1bc3791fae02 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:49.914293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ce25a00-845f-4911-91c4-6438f17b2936 req-de98e447-c405-45f8-a821-1bc3791fae02 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 946 time: 0.1690738 Aug 10 03:39:49.927958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=51816e76-5b14-452d-add9-558c8641090b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.041671 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af164ee9-b891-4016-8855-ef3445fa9892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.099909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ce25a00-845f-4911-91c4-6438f17b2936 req-7c6b2036-7729-4e17-80f5-2ccee6d3a0d3 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750464 Aug 10 03:39:50.169285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.222668 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271cc8b-7fff-4123-84cd-94bb8526b936 x-openstack-request-id: req-5271cc8b-7fff-4123-84cd-94bb8526b936 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:50.223930 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60577003-2c7a-43fd-a53c-e5dade557f7f", "name": "network-vif-plugged", "status": "completed", "tag": "51816e76-5b14-452d-add9-558c8641090b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:50.224696 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5271cc8b-7fff-4123-84cd-94bb8526b936 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:50.225750 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51816e76-5b14-452d-add9-558c8641090b', 'code': 200} Aug 10 03:39:50.277201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.283120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5ea7d117-630d-4cc2-92bb-e80bf66230d6 HTTP/1.1" status: 204 len: 168 time: 1.4062459 Aug 10 03:39:50.283120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27168964-c794-49af-85d1-1cc6673f24b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea7d117-630d-4cc2-92bb-e80bf66230d6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.283676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57700) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.420423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.566420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.584022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326b7c03-9548-4a44-9e50-8ca18e3a32e8']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.594148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a945d9-87b4-4e8b-9322-16b202e378da req-4eac9631-f74b-470a-9388-8a6b02ca7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:50.600367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47a945d9-87b4-4e8b-9322-16b202e378da req-4eac9631-f74b-470a-9388-8a6b02ca7ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 1097 time: 0.2884350 Aug 10 03:39:50.602227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a489cde-0248-4592-8700-0dd2056f7797') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.602402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a489cde-0248-4592-8700-0dd2056f7797') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:39:50.617381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.637585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.649092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:39:50.649794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:39:50.651985 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:39:50.750053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.760491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.766776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] 10.222.0.53 "DELETE /v2.0/networks/326b7c03-9548-4a44-9e50-8ca18e3a32e8 HTTP/1.1" status: 204 len: 168 time: 0.4811535 Aug 10 03:39:50.768896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af164ee9-b891-4016-8855-ef3445fa9892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.808530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af164ee9-b891-4016-8855-ef3445fa9892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.821657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13fee9-1938-4946-b325-09e4220df7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=326b7c03-9548-4a44-9e50-8ca18e3a32e8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:50.853277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-af164ee9-b891-4016-8855-ef3445fa9892 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba09c151db0e43498d0259ce971a3637&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2547743 Aug 10 03:39:50.855877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:50.899356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47a945d9-87b4-4e8b-9322-16b202e378da req-81af1d58-8810-4784-b094-b3d7fb0de15f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682564 Aug 10 03:39:50.958965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f04dea44-4585-451d-9604-c7fb0b373d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:50.988672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af164ee9-b891-4016-8855-ef3445fa9892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c4221-f0ae-4d1c-8623-79a7bd029232,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.020773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f04dea44-4585-451d-9604-c7fb0b373d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.034165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde90b74-8172-4b13-a6ee-47c691953635 req-98261dd6-e205-42aa-9bad-77fd7eb6d1f3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.036694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde90b74-8172-4b13-a6ee-47c691953635 req-98261dd6-e205-42aa-9bad-77fd7eb6d1f3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 945 time: 0.2293661 Aug 10 03:39:51.059295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57720) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.153745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f04dea44-4585-451d-9604-c7fb0b373d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.159324 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde90b74-8172-4b13-a6ee-47c691953635 req-68fe937f-be44-4976-a362-ae90b0d6a38b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093602 Aug 10 03:39:51.159474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f04dea44-4585-451d-9604-c7fb0b373d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.161771 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f04dea44-4585-451d-9604-c7fb0b373d44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e40c4221-f0ae-4d1c-8623-79a7bd029232 HTTP/1.1" status: 204 len: 168 time: 0.3039382 Aug 10 03:39:51.188956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dea44-4585-451d-9604-c7fb0b373d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c4221-f0ae-4d1c-8623-79a7bd029232,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.387280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9536fa48-4893-4d4e-839e-8f69d0b49e64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd6d2fe3a91d4402bc859e6e8b70a3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214529 Aug 10 03:39:51.391447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:51.407533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-42e5d8e6-3811-41ee-9860-85ee73ea8829 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.409082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-42e5d8e6-3811-41ee-9860-85ee73ea8829 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 946 time: 0.2301214 Aug 10 03:39:51.502538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c01e657-6f99-462a-899c-9b7ed1d31eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.532983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fbce-e323-4e85-974a-17443b95899b req-24698f84-4f98-4ade-be43-0aff8ca5e275 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:51.541938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1a2fbce-e323-4e85-974a-17443b95899b req-24698f84-4f98-4ade-be43-0aff8ca5e275 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 946 time: 0.2373834 Aug 10 03:39:51.552130 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c01e657-6f99-462a-899c-9b7ed1d31eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.670165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1a2fbce-e323-4e85-974a-17443b95899b req-e4d9549b-690a-4544-85e4-33228b514b4b tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253710 Aug 10 03:39:51.704654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c01e657-6f99-462a-899c-9b7ed1d31eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.707866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c01e657-6f99-462a-899c-9b7ed1d31eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:51.713777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3c01e657-6f99-462a-899c-9b7ed1d31eed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6f32e41-9dc9-402a-83a8-4381ae696453 HTTP/1.1" status: 204 len: 168 time: 0.3170598 Aug 10 03:39:51.748700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01e657-6f99-462a-899c-9b7ed1d31eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f32e41-9dc9-402a-83a8-4381ae696453,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:51.818461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Deleting port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:51.818818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.169088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] For port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:52.171701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.222681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Calling delete_port for 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:52.710827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:52.724972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'f5e05b4a-a479-4977-97df-881567de81d3', '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:52.764008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event deleted for resources: {'Port': ['ID=206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:52.821158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3206bb7-9f6d-40b3-8753-894165a27d3c req-9ea50632-5b38-4f4d-93ad-c68e10ed91aa tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:52.822963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3206bb7-9f6d-40b3-8753-894165a27d3c req-9ea50632-5b38-4f4d-93ad-c68e10ed91aa tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 945 time: 0.1323135 Aug 10 03:39:52.949903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] No DVR routers for this DVR port 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:53.076488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:53.087222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd8cf581-98f7-4e31-883b-68fcdee7a00b req-c944b1f5-9212-4873-b123-d9f376c7ed2a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "DELETE /v2.0/ports/206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 HTTP/1.1" status: 204 len: 173 time: 1.6605732 Aug 10 03:39:53.088628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'name': 'network-vif-deleted', 'tag': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:53.095019 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd732d1f-deb7-4cd3-b010-095f3c92ae54 req-d285b47c-0cc9-4adb-b97b-861a4f1f3349 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8 HTTP/1.1" status: 200 len: 210 time: 0.1313467 Aug 10 03:39:53.105730 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d5dd7d-6c25-4361-9b5d-0cb5d32773d2" -d '{"events": [{"server_uuid": "4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8", "name": "network-vif-deleted", "tag": "206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:53.170191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3206bb7-9f6d-40b3-8753-894165a27d3c req-eca1bdf8-688a-4185-9d19-ba08698cab1c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190813 Aug 10 03:39:53.267995 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a45b75a-317b-4b00-83de-e19be44648fe x-openstack-request-id: req-5a45b75a-317b-4b00-83de-e19be44648fe {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:53.268346 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8", "name": "network-vif-deleted", "tag": "206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:53.268520 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a45b75a-317b-4b00-83de-e19be44648fe {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:53.268950 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4654d68a-3ecd-4f6d-aa9d-2b78642fbdc8', 'name': 'network-vif-deleted', 'tag': '206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96', 'status': 'completed', 'code': 200} Aug 10 03:39:54.104717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:54.137184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-940c65da-8caa-41f5-818a-ea258920b40e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:54.139530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-940c65da-8caa-41f5-818a-ea258920b40e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.2667837 Aug 10 03:39:54.169421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-d88be31f-b9e1-453e-920d-c3c84f9d85a5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0229228 Aug 10 03:39:54.297571 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-f822c655-283a-423e-9256-36a2d5b1407d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166706 Aug 10 03:39:54.505435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d186e12d-345e-4df6-93c3-6bb3079d74a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.524052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-f58ba39b-6385-4fd1-a24c-92694f96c7f1 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168596 Aug 10 03:39:54.560800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.790275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-e0a040fa-25ec-4f80-a148-bef06f39080f service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572179 Aug 10 03:39:54.827300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d186e12d-345e-4df6-93c3-6bb3079d74a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.838559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d186e12d-345e-4df6-93c3-6bb3079d74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.960023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d186e12d-345e-4df6-93c3-6bb3079d74a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34671a5c5e5146978daa28103c44fe52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8541789 Aug 10 03:39:54.962600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57858) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:55.048244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186e12d-345e-4df6-93c3-6bb3079d74a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c62963-3b2c-49b7-b027-f12b07491150,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.060663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:39:55.110301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23796d9d-43f9-49ed-b022-b67b508b5b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.139305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:39:55.139655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23796d9d-43f9-49ed-b022-b67b508b5b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.140833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 206b6f7b-7cb6-4d49-bf2e-28ca7ab00c96 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:39:55.206183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23796d9d-43f9-49ed-b022-b67b508b5b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.209357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23796d9d-43f9-49ed-b022-b67b508b5b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:55.210772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-23796d9d-43f9-49ed-b022-b67b508b5b14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60c62963-3b2c-49b7-b027-f12b07491150 HTTP/1.1" status: 204 len: 168 time: 0.2470648 Aug 10 03:39:55.251650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23796d9d-43f9-49ed-b022-b67b508b5b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c62963-3b2c-49b7-b027-f12b07491150,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:55.455517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997ebe-b5e6-4793-b74d-1f1b4aebb28d req-ea1ff7bd-823c-46da-865a-c34a77da77e2 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:55.458095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1997ebe-b5e6-4793-b74d-1f1b4aebb28d req-ea1ff7bd-823c-46da-865a-c34a77da77e2 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 945 time: 0.2072699 Aug 10 03:39:55.477474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9764404b-e1db-4715-b19b-085ca77674ba req-bb13bd78-0c83-412c-9e6f-ae3e7456115a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 210 time: 0.0765800 Aug 10 03:39:55.572217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1997ebe-b5e6-4793-b74d-1f1b4aebb28d req-69083824-110b-470c-af6d-92e66917ded4 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988894 Aug 10 03:39:55.892161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:56.607443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-cac4fe8d-3909-4e2b-bc1f-fdbb14d9677e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:56.612127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-cac4fe8d-3909-4e2b-bc1f-fdbb14d9677e tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 945 time: 0.1542230 Aug 10 03:39:56.742164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c391ba0-e7f4-4f0f-9173-c0b8ff7f9c3f req-f0bb7a2c-a538-4853-a9be-118772fc6004 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 210 time: 0.1046114 Aug 10 03:39:56.943995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8dff-762c-4d85-a671-412ca174a617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.062037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Deleting port f5e05b4a-a479-4977-97df-881567de81d3 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:39:57.062502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.161333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48143-761e-452e-83a9-77579fcafae7 req-d9ce894a-d1c2-4512-8494-e70100f011f1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.173846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-45e48143-761e-452e-83a9-77579fcafae7 req-d9ce894a-d1c2-4512-8494-e70100f011f1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 945 time: 0.1766253 Aug 10 03:39:57.404368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-d138b2bb-dcd3-4ec8-ac99-3c1bcabe19b2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:57.413740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-d138b2bb-dcd3-4ec8-ac99-3c1bcabe19b2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.5126412 Aug 10 03:39:57.424877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] For port f5e05b4a-a479-4977-97df-881567de81d3, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5e05b4a-a479-4977-97df-881567de81d3,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:39:57.425225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:57.440872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-45e48143-761e-452e-83a9-77579fcafae7 req-dd7f8fc7-6045-4203-b11e-fe151e03d4c1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636604 Aug 10 03:39:57.444063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:57.480243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Calling delete_port for f5e05b4a-a479-4977-97df-881567de81d3 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:39:57.846003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:39:57.850741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.011137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0471036a-a416-4968-a37c-4c81c8e1b466 req-eb60af39-61e7-4732-88a9-d1344cf48227 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 210 time: 0.0764871 Aug 10 03:39:58.061328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.082569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'f5e05b4a-a479-4977-97df-881567de81d3'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:58.105886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event deleted for resources: {'Port': ['ID=f5e05b4a-a479-4977-97df-881567de81d3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:58.172953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] No DVR routers for this DVR port f5e05b4a-a479-4977-97df-881567de81d3 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:39:58.177879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.179736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ba14dce-764d-4d10-9375-5fcbc1ea3a4c req-2df9ac7a-1fd6-4c4d-87ee-1dbe81199154 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "DELETE /v2.0/ports/f5e05b4a-a479-4977-97df-881567de81d3 HTTP/1.1" status: 204 len: 173 time: 1.5598829 Aug 10 03:39:58.180208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'name': 'network-vif-deleted', 'tag': 'f5e05b4a-a479-4977-97df-881567de81d3'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:39:58.197413 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116af018-dafc-48c3-8ef6-42e808eee348" -d '{"events": [{"server_uuid": "36a91873-ad0a-47fd-a219-7bbf3a5d37c2", "name": "network-vif-deleted", "tag": "f5e05b4a-a479-4977-97df-881567de81d3"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:39:58.285927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.6 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/759a7735-3d02-4417-96af-9f2d1185483e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:39:58.342796 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4686d66a-d947-4654-89e0-0a195a3e00a4 x-openstack-request-id: req-4686d66a-d947-4654-89e0-0a195a3e00a4 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:39:58.343736 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a91873-ad0a-47fd-a219-7bbf3a5d37c2", "name": "network-vif-deleted", "tag": "f5e05b4a-a479-4977-97df-881567de81d3", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:39:58.346369 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4686d66a-d947-4654-89e0-0a195a3e00a4 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:39:58.347212 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a91873-ad0a-47fd-a219-7bbf3a5d37c2', 'name': 'network-vif-deleted', 'tag': 'f5e05b4a-a479-4977-97df-881567de81d3', 'status': 'completed', 'code': 200} Aug 10 03:39:58.666364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.774277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd629890-3ede-434b-9ca8-7dc4d01440da req-473ebc73-c635-417b-9ada-82228de67d2f tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=36a91873-ad0a-47fd-a219-7bbf3a5d37c2 HTTP/1.1" status: 200 len: 210 time: 0.0582817 Aug 10 03:39:58.803941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:58.831608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['51816e76-5b14-452d-add9-558c8641090b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:58.893898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57996) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:58.928027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:39:59.019842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:39:59.034680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=759a7735-3d02-4417-96af-9f2d1185483e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:39:59.049869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:39:59.054291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:39:59.217831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-175504122'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:59.260229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:59.267300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.359128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.360794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.437631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-3bed6321-6ba8-4460-b180-ff8b3dae709e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0090466 Aug 10 03:39:59.470067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Request body: {'port': {'device_id': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:39:59.555651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747943-b01f-4a9a-aa9d-731fcafc58b6 req-854f2f02-1b2a-4ffb-af70-5fdb5ae1429c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:39:59.563738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8747943-b01f-4a9a-aa9d-731fcafc58b6 req-854f2f02-1b2a-4ffb-af70-5fdb5ae1429c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 931 time: 0.2471745 Aug 10 03:39:59.694417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.703895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.763273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.771998 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.795260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8747943-b01f-4a9a-aa9d-731fcafc58b6 req-0c94985b-2b7c-470a-898a-2eb492aa34e1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299891 Aug 10 03:39:59.839232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:59.851862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04d748f2-fcf4-4cda-a0e7-b7fb2199cf67 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9554603 Aug 10 03:39:59.856329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58020) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:59.883047 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85907bc1-ea1e-4320-bed2-21be62cc6b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.067922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.449763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.453140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.517545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759a7735-3d02-4417-96af-9f2d1185483e {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:00.542052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.542995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72d3f742-d69f-4bab-8468-2b7849562cb3 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:00.543187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.565648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.567524 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a3c03d89-33d9-4e96-bc1a-e383f4445fc5 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "DELETE /v2.0/routers/72d3f742-d69f-4bab-8468-2b7849562cb3 HTTP/1.1" status: 204 len: 168 time: 0.7050660 Aug 10 03:40:00.571917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Transition to ACTIVE for port object 759a7735-3d02-4417-96af-9f2d1185483e will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:00.572811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.588800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Request body: {'router': {'name': 'tempest-router-2093798591', 'distributed': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:00.593600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.676957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.678648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.687372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Pushing event updated for resources: {'Port': ['ID=759a7735-3d02-4417-96af-9f2d1185483e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:00.900157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.917232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.922145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5e05b4a-a479-4977-97df-881567de81d3 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:00.979342 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:00.980511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-50b5a89e-474a-44af-ab22-d24b48ddda3f tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4066758 Aug 10 03:40:00.985654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58066) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:00.987974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Attempting to bind port 759a7735-3d02-4417-96af-9f2d1185483e on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:00.988384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Attempting to bind port 759a7735-3d02-4417-96af-9f2d1185483e by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:00.988684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Attempting to bind port 759a7735-3d02-4417-96af-9f2d1185483e on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:01.021295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: f5e05b4a-a479-4977-97df-881567de81d3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:01.022422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5e05b4a-a479-4977-97df-881567de81d3 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:01.039672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Port 759a7735-3d02-4417-96af-9f2d1185483e on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:01.040048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Attempting to bind port 759a7735-3d02-4417-96af-9f2d1185483e on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:01.135746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:01.136127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:01.136634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:01.136985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Bound port: 759a7735-3d02-4417-96af-9f2d1185483e, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:01.137297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.165917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.182800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807265c-e8d3-4a84-a7fc-a1643b334014 req-c9cd4807-5783-4766-a89c-a8be6ca4a094 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:01.190846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e807265c-e8d3-4a84-a7fc-a1643b334014 req-c9cd4807-5783-4766-a89c-a8be6ca4a094 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 943 time: 0.2556143 Aug 10 03:40:01.627779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.632956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.690046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.764782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.765596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80bd8da8-d702-4c80-88e1-e77d0017a5b7 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:01.793100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.805672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58084) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:01.807518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ee360825-7d29-4036-b614-4467773ddf36 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "DELETE /v2.0/routers/80bd8da8-d702-4c80-88e1-e77d0017a5b7 HTTP/1.1" status: 204 len: 168 time: 0.8203449 Aug 10 03:40:01.818701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e807265c-e8d3-4a84-a7fc-a1643b334014 req-53fd6684-137a-48f3-9fd7-07884e673380 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266258 Aug 10 03:40:01.824087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] For port 759a7735-3d02-4417-96af-9f2d1185483e, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:01.842399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Request body: {'router': {'name': 'tempest-router-735243987', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '63f398d7ac4b4624be8ed325a33b5319'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:01.906665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] For port 759a7735-3d02-4417-96af-9f2d1185483e, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=759a7735-3d02-4417-96af-9f2d1185483e,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:01.941337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.995922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:01.998212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.182789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.191983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.192657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.198211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.210538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] 10.222.0.39 "PUT /v2.0/ports/759a7735-3d02-4417-96af-9f2d1185483e HTTP/1.1" status: 200 len: 1092 time: 2.7612824 Aug 10 03:40:02.211555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'tag': '759a7735-3d02-4417-96af-9f2d1185483e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:02.229221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:02.230022 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae5759f-1a1e-4a38-b12c-5431a05f4315" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf2ed64-27d5-4660-924a-c66573f7c34b", "tag": "759a7735-3d02-4417-96af-9f2d1185483e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:02.231599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f78d76ba-dd34-4af7-b287-b60d81912239 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4237981 Aug 10 03:40:02.236948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58096) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:02.253871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:02.552749 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281178cb-9157-43c1-b847-7dda8afe52f7 x-openstack-request-id: req-281178cb-9157-43c1-b847-7dda8afe52f7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:02.553334 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf2ed64-27d5-4660-924a-c66573f7c34b", "tag": "759a7735-3d02-4417-96af-9f2d1185483e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:02.555903 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-281178cb-9157-43c1-b847-7dda8afe52f7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:02.555903 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'tag': '759a7735-3d02-4417-96af-9f2d1185483e', 'status': 'completed', 'code': 200} Aug 10 03:40:02.577218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80098d40-ab00-440c-ae4b-0c9115046285 service neutron] Pushing event updated for resources: {'Port': ['ID=759a7735-3d02-4417-96af-9f2d1185483e,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:02.628358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-d1e04017-c84f-4e95-8c8a-c15fea9929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:02.631181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-d1e04017-c84f-4e95-8c8a-c15fea9929c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 1095 time: 0.2692361 Aug 10 03:40:02.789348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-66c1d32c-5357-40a5-8c09-e88b112d4acf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759a7735-3d02-4417-96af-9f2d1185483e HTTP/1.1" status: 200 len: 217 time: 0.1491151 Aug 10 03:40:03.081186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-b37954ab-8cef-46c6-8e72-42ab21191ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.092059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-b37954ab-8cef-46c6-8e72-42ab21191ff1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.2938104 Aug 10 03:40:03.109052 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.190165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-b4c30333-4c41-4981-b815-834809f73e80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897217 Aug 10 03:40:03.359553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-8312ee47-402d-486d-b4af-9075e052a782 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574664 Aug 10 03:40:03.443052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.443955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.615901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-050d3d9f-3696-4e60-8547-8004ed1d20dd tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=158e7f4b94904206a41ac1267ee2beaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335321 Aug 10 03:40:03.668128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc7e76ed-8c2e-4473-ac97-12158e4cbde5 req-21ddfcb5-c556-4a5a-bfa8-70d3c4ecc87e service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021920 Aug 10 03:40:03.699764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94141) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 03:40:03.700250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Router dec3d246-421b-45b2-b707-14451bb13df8 migrating from provider to provider. {{(pid=94141) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 03:40:03.700750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.709540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.724191 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:03.880074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d534c-b596-4379-b2ff-35cc708791cd req-c0186347-fbfe-47d2-8229-301c86da8f4a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.891846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57d534c-b596-4379-b2ff-35cc708791cd req-c0186347-fbfe-47d2-8229-301c86da8f4a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 943 time: 0.1805155 Aug 10 03:40:03.931180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-ed8759b8-abdb-4e02-b260-4c838047d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:03.937384 n-d-769329-14 neutron-server[94141]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] No L3 agents can host the router dec3d246-421b-45b2-b707-14451bb13df8 Aug 10 03:40:03.940036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-ed8759b8-abdb-4e02-b260-4c838047d0ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 1095 time: 0.1303051 Aug 10 03:40:03.978941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57d534c-b596-4379-b2ff-35cc708791cd req-63cfa584-5b5e-4fb3-b343-4b82337b96b4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688729 Aug 10 03:40:04.049149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-e22b1d93-4f34-47a4-931e-40121d1926a1 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.065173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-e22b1d93-4f34-47a4-931e-40121d1926a1 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469726 Aug 10 03:40:04.200445 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-968c97c1-15c6-4043-b828-aad23d3f8fe1 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/quotas/158e7f4b94904206a41ac1267ee2beaa HTTP/1.1" status: 200 len: 375 time: 0.1340153 Aug 10 03:40:04.304866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-9cec3b4c-7b85-43b4-9c46-49e9d23b6f1b tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735202 Aug 10 03:40:04.386453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-3c068ca5-51b6-4923-8bc2-e45193abe59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.388435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-3c068ca5-51b6-4923-8bc2-e45193abe59e service neutron] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.4337833 Aug 10 03:40:04.438973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Hosts for router dec3d246-421b-45b2-b707-14451bb13df8: [] {{(pid=94141) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 03:40:04.481331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Hosts for other DVR routers connected to router dec3d246-421b-45b2-b707-14451bb13df8: set() {{(pid=94141) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 03:40:04.486131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:04.491698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c3138948-5e4a-48b9-8b50-6997e20d1dec tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "PUT /v2.0/routers/dec3d246-421b-45b2-b707-14451bb13df8 HTTP/1.1" status: 200 len: 716 time: 2.2519407 Aug 10 03:40:04.501378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58162) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:04.546885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-8badf4e8-d062-4647-a093-835e636fca46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759a7735-3d02-4417-96af-9f2d1185483e HTTP/1.1" status: 200 len: 217 time: 0.1499581 Aug 10 03:40:04.709017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7c2dedb7-67a5-42c0-aaca-34b02e41cf47 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "GET /v2.0/routers/dec3d246-421b-45b2-b707-14451bb13df8 HTTP/1.1" status: 200 len: 716 time: 0.1723874 Aug 10 03:40:04.712282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:04.764067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-f22df2e7-7208-4296-a53c-256c96dfa983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:04.766781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-f22df2e7-7208-4296-a53c-256c96dfa983 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.1729214 Aug 10 03:40:04.862261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-97c556bd-b30c-4b99-8901-d20925ab656a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851579 Aug 10 03:40:05.183456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-d31c02ba-37a7-4226-a906-bc75d4f13b23 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=158e7f4b94904206a41ac1267ee2beaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2340043 Aug 10 03:40:05.665888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a659dc0-a6ba-41d5-b800-a69a46164184 tempest-RoutersTestDVR-1453944257 tempest-RoutersTestDVR-1453944257-project] 10.222.0.53 "GET /v2.0/routers/dec3d246-421b-45b2-b707-14451bb13df8 HTTP/1.1" status: 200 len: 682 time: 0.9389584 Aug 10 03:40:05.682053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58204) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:05.902934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d523db-1ec6-45fa-92dd-ea074f62cb75 req-7d2b6f4e-2da3-454a-ad26-924cd6952709 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:05.914796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9d523db-1ec6-45fa-92dd-ea074f62cb75 req-7d2b6f4e-2da3-454a-ad26-924cd6952709 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 943 time: 0.3512676 Aug 10 03:40:05.948903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:05.958859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-78404365-96a7-4447-aa5b-7c3e25d7114a service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0880365 Aug 10 03:40:06.204460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-3a3ea519-67a9-43a2-b594-2c66ebca516b tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:06.214289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-3a3ea519-67a9-43a2-b594-2c66ebca516b tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0231001 Aug 10 03:40:06.260105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-b362b6b7-9509-47dd-b059-b362aed9b1e9 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/quotas/158e7f4b94904206a41ac1267ee2beaa HTTP/1.1" status: 200 len: 375 time: 0.0412846 Aug 10 03:40:06.437487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-010f9789-4536-4ed7-becc-1ff47956570b tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1685138 Aug 10 03:40:06.932747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 759a7735-3d02-4417-96af-9f2d1185483e details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:07.168167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58228) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.450564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-e7adc82e-0977-460a-bdbb-6f19ac7391a4 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=158e7f4b94904206a41ac1267ee2beaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1592841 Aug 10 03:40:07.456550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.468890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.495019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 759a7735-3d02-4417-96af-9f2d1185483e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=759a7735-3d02-4417-96af-9f2d1185483e,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:07.510239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '759a7735-3d02-4417-96af-9f2d1185483e', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '759a7735-3d02-4417-96af-9f2d1185483e', 'mac_address': 'fa:16:3e:40:36:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:07.596606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9d523db-1ec6-45fa-92dd-ea074f62cb75 req-3a9ce354-301d-4984-9e0f-cb980df1853c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6668181 Aug 10 03:40:07.627236 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.663098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759a7735-3d02-4417-96af-9f2d1185483e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:07.679137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.681464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dec3d246-421b-45b2-b707-14451bb13df8 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:07.706432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.707827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb7df8cc-3ad6-49cd-b5cb-22c8bace3ac9 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "DELETE /v2.0/routers/dec3d246-421b-45b2-b707-14451bb13df8 HTTP/1.1" status: 204 len: 168 time: 2.0202489 Aug 10 03:40:07.726191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58244) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:07.757779 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5a0bde1-b6df-4d2f-a1b6-4a13fcf7ca75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.758517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 759a7735-3d02-4417-96af-9f2d1185483e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=759a7735-3d02-4417-96af-9f2d1185483e,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:07.765890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.772049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Request body: {'router': {'name': 'tempest-router-287821119', 'distributed': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:07.888027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fae5759f-1a1e-4a38-b12c-5431a05f4315 req-f768b5cc-d79d-4e21-bc55-ee709eb3ca14 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7164400 Aug 10 03:40:07.923997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.925335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:07.997479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=759a7735-3d02-4417-96af-9f2d1185483e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:08.005818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['759a7735-3d02-4417-96af-9f2d1185483e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:08.048659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-022b3258-e4dd-404d-a0ce-4d24dcb22f0a req-013d8304-c479-4a69-bb1f-369e4307bbfb tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 210 time: 0.5855136 Aug 10 03:40:08.117263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.123455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.360171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-befd6c36-6a8b-4084-bfe0-9a0898782523 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.363542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-befd6c36-6a8b-4084-bfe0-9a0898782523 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9036148 Aug 10 03:40:08.392866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Request body: {'port': {'device_id': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '158e7f4b94904206a41ac1267ee2beaa'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:08.517281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e57c28-0cae-42c9-83c4-8964deab8817 req-5daf7e51-2318-440b-a002-80ea75ae35a7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.524943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53e57c28-0cae-42c9-83c4-8964deab8817 req-5daf7e51-2318-440b-a002-80ea75ae35a7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 945 time: 0.1135356 Aug 10 03:40:08.627041 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53e57c28-0cae-42c9-83c4-8964deab8817 req-34c17cf0-fb64-49aa-a027-49dadcf50de6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971630 Aug 10 03:40:08.775766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76659-6b17-41b4-9af9-e8bcad058648 req-b8c5830f-7895-443a-8461-79c53e716b4a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.778531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3e76659-6b17-41b4-9af9-e8bcad058648 req-b8c5830f-7895-443a-8461-79c53e716b4a tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 945 time: 0.3748436 Aug 10 03:40:08.871729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5a0bde1-b6df-4d2f-a1b6-4a13fcf7ca75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.883257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5a0bde1-b6df-4d2f-a1b6-4a13fcf7ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.924101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:08.931247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-17567573-ff6d-494a-9781-dfe987e251b8 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1894617 Aug 10 03:40:08.935160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58274) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:08.950652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3e76659-6b17-41b4-9af9-e8bcad058648 req-8f3d1784-7c80-4d2f-b4e9-65493595cdad tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524115 Aug 10 03:40:08.964034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903db168-d5c3-4f53-b724-bd9478100333 req-07cba0c0-77f8-42fe-a0da-da9a6173acc3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:08.967951 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-903db168-d5c3-4f53-b724-bd9478100333 req-07cba0c0-77f8-42fe-a0da-da9a6173acc3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 944 time: 0.1402426 Aug 10 03:40:09.044275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-903db168-d5c3-4f53-b724-bd9478100333 req-2d0a938c-db8f-4a44-a130-3334a318052a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692255 Aug 10 03:40:09.075974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b5a0bde1-b6df-4d2f-a1b6-4a13fcf7ca75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0065fca3bb94c7fb55b1ccfed544cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9026463 Aug 10 03:40:09.078125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58276) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:09.124935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Made reservation on behalf of 158e7f4b94904206a41ac1267ee2beaa for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:09.132066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.142118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0bde1-b6df-4d2f-a1b6-4a13fcf7ca75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336d0b08-17a3-47e1-819a-70a498579366,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.169056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.179335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.348799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e770879-954d-4e55-babc-0280f7ffbb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.455673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-7208e1b6-bb60-42f0-ad3c-5612098735c8 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=158e7f4b94904206a41ac1267ee2beaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726712 Aug 10 03:40:09.473308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e770879-954d-4e55-babc-0280f7ffbb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.578109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fb1ecc7-5235-41fd-9a6e-f1ff2fb11f39 req-24455f01-e7c7-4392-94d2-04557d9650f3 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 210 time: 0.1977336 Aug 10 03:40:09.596406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.601379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.668921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e770879-954d-4e55-babc-0280f7ffbb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.674998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e770879-954d-4e55-babc-0280f7ffbb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.677385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6e770879-954d-4e55-babc-0280f7ffbb89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/336d0b08-17a3-47e1-819a-70a498579366 HTTP/1.1" status: 204 len: 168 time: 0.5973787 Aug 10 03:40:09.706246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e770879-954d-4e55-babc-0280f7ffbb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336d0b08-17a3-47e1-819a-70a498579366,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:09.723786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.724650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cf79da8-7b30-4e17-abfd-5c46e472d786 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:40:09.732582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.743479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b88f025-3728-4947-90f6-c682b8ecf850 tempest-RoutersTestDVR-1113629295 tempest-RoutersTestDVR-1113629295-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6cf79da8-7b30-4e17-abfd-5c46e472d786 HTTP/1.1" status: 204 len: 168 time: 0.7896752 Aug 10 03:40:09.887803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.895207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.902824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-c99a0277-0b90-4e11-ba97-5ae14602c054 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:09.905404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-c99a0277-0b90-4e11-ba97-5ae14602c054 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791327 Aug 10 03:40:09.924712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Request body: {'port': {'device_id': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '158e7f4b94904206a41ac1267ee2beaa'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:10.120947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada3eb54-b5c5-433b-ba90-42f7204c5944,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:10.243741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Made reservation on behalf of 158e7f4b94904206a41ac1267ee2beaa for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:10.250461 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.266366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-f6e8a187-f0bf-4d5a-90aa-21491eb2dc89 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.271264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-f6e8a187-f0bf-4d5a-90aa-21491eb2dc89 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 945 time: 0.2784019 Aug 10 03:40:10.402252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a115a9-7a14-42e1-a731-7cb425fd9801 req-7ec35ee1-17a9-45ab-93e9-f0d708095bf1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.409882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58312) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:10.410420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75a115a9-7a14-42e1-a731-7cb425fd9801 req-7ec35ee1-17a9-45ab-93e9-f0d708095bf1 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 945 time: 0.1983516 Aug 10 03:40:10.431417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Allocated IP 192.168.233.99 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/e8af0841-1eeb-475b-a825-0554804e3d42) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:10.466612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75a115a9-7a14-42e1-a731-7cb425fd9801 req-533a8eac-4e90-415e-b570-9f4c2fc97da9 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539300 Aug 10 03:40:10.563871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7616f-3d2a-43e3-af59-daf66315f1b6 req-82dad2d0-3d76-4686-bf8f-d68deaea568c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:10.566485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ca7616f-3d2a-43e3-af59-daf66315f1b6 req-82dad2d0-3d76-4686-bf8f-d68deaea568c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 944 time: 0.2239165 Aug 10 03:40:10.736958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Deleting port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:10.737438 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.765847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb822296-b6c2-4186-b912-1d7bb1b49f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.777878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c63b9c3-0dcd-4c34-8463-ce616d4453cc req-6737ed97-ad05-4992-8f54-793ca60951a5 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 210 time: 0.0617261 Aug 10 03:40:10.819205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ca7616f-3d2a-43e3-af59-daf66315f1b6 req-a42c7cbe-2875-4f9b-a24f-cfa7ebf4392e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389216 Aug 10 03:40:10.901684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.948703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 759a7735-3d02-4417-96af-9f2d1185483e up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:10.960242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Transition to ACTIVE for port object e8af0841-1eeb-475b-a825-0554804e3d42 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:10.970178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] For port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,segment=NetworkSegment(47437046-db3e-4385-a059-a72186806d7a),segment_id=47437046-db3e-4385-a059-a72186806d7a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:10.970558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:10.999293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Calling delete_port for 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:11.109476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 759a7735-3d02-4417-96af-9f2d1185483e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:11.118208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 759a7735-3d02-4417-96af-9f2d1185483e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:11.118668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.121705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.182157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb822296-b6c2-4186-b912-1d7bb1b49f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.210500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb822296-b6c2-4186-b912-1d7bb1b49f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.216246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:11.240004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Allocated IP 192.168.233.253 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/89e9080e-6d90-4ac3-b991-cac1ed45c93e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:11.255085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:11.262563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.268638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.279706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:11.313548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 759a7735-3d02-4417-96af-9f2d1185483e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=759a7735-3d02-4417-96af-9f2d1185483e,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:11.314835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759a7735-3d02-4417-96af-9f2d1185483e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:11.318847 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf70371-ae44-4743-83ed-650aefd955e1" -d '{"events": [{"server_uuid": "5bf2ed64-27d5-4660-924a-c66573f7c34b", "name": "network-vif-plugged", "status": "completed", "tag": "759a7735-3d02-4417-96af-9f2d1185483e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:11.322593 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.403671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=759a7735-3d02-4417-96af-9f2d1185483e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.428897 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a206cdc0-ce0e-4d83-be17-b7533dcc4ec5 x-openstack-request-id: req-a206cdc0-ce0e-4d83-be17-b7533dcc4ec5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:11.429317 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf2ed64-27d5-4660-924a-c66573f7c34b", "name": "network-vif-plugged", "status": "completed", "tag": "759a7735-3d02-4417-96af-9f2d1185483e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:11.429591 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a206cdc0-ce0e-4d83-be17-b7533dcc4ec5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:11.430979 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759a7735-3d02-4417-96af-9f2d1185483e', 'code': 200} Aug 10 03:40:11.485790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb822296-b6c2-4186-b912-1d7bb1b49f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aceea7-ae68-4bb9-a46a-a208d2ccc8cd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.547782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb822296-b6c2-4186-b912-1d7bb1b49f32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63f398d7ac4b4624be8ed325a33b5319&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1334727 Aug 10 03:40:11.551403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58346) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:11.685393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.686469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.733822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.754083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5d5d2c47-9394-41fb-8d66-d71b6c1093d6'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:11.818539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cca5acd1-87d0-4443-a150-82bb0bdb8952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.822247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-fcd9bc27-8a58-4aa4-a7ba-f3794bcbe201 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4427898 Aug 10 03:40:11.823291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Pushing event deleted for resources: {'Port': ['ID=5d5d2c47-9394-41fb-8d66-d71b6c1093d6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:11.863038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31222adc-2884-4507-8a72-90cb61dba995 req-5f50fb63-5182-4798-a517-885e23560633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:11.866049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31222adc-2884-4507-8a72-90cb61dba995 req-5f50fb63-5182-4798-a517-885e23560633 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 1097 time: 0.2838116 Aug 10 03:40:11.869372 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cca5acd1-87d0-4443-a150-82bb0bdb8952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.880527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Request body: {'port': {'device_id': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:11.888820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ed2c5ed5-4870-43ec-ad7a-4e205705cf3b None None] Provisioning for port e8af0841-1eeb-475b-a825-0554804e3d42 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:11.903707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ed2c5ed5-4870-43ec-ad7a-4e205705cf3b None None] Provisioning complete for port e8af0841-1eeb-475b-a825-0554804e3d42 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:11.904583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5ed5-4870-43ec-ad7a-4e205705cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.975131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c5ed5-4870-43ec-ad7a-4e205705cf3b None None] Port e8af0841-1eeb-475b-a825-0554804e3d42 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:11.985215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:11.996890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46f204af-6c1a-45cb-90e7-7679ea355c60 req-0c2dc559-3414-402c-808f-49cf14958f01 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 210 time: 0.0793962 Aug 10 03:40:12.020663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Transition to ACTIVE for port object 89e9080e-6d90-4ac3-b991-cac1ed45c93e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:12.024478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] No DVR routers for this DVR port 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:12.030838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.034641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.39 "DELETE /v2.0/ports/5d5d2c47-9394-41fb-8d66-d71b6c1093d6 HTTP/1.1" status: 204 len: 173 time: 1.7550817 Aug 10 03:40:12.042991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a0160-8abd-4ba1-a734-358046870066', 'name': 'network-vif-deleted', 'tag': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:12.047327 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28588f9e-1b6d-45c5-a5cc-835eca413463" -d '{"events": [{"server_uuid": "889a0160-8abd-4ba1-a734-358046870066", "name": "network-vif-deleted", "tag": "5d5d2c47-9394-41fb-8d66-d71b6c1093d6"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:12.067507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64413f77-2d51-4c44-81cd-a56095022389 req-b69d6af3-2840-4093-b191-cf3cb2a63689 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:12.069687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cca5acd1-87d0-4443-a150-82bb0bdb8952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.074706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cca5acd1-87d0-4443-a150-82bb0bdb8952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.082678 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cca5acd1-87d0-4443-a150-82bb0bdb8952 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22aceea7-ae68-4bb9-a46a-a208d2ccc8cd HTTP/1.1" status: 204 len: 168 time: 0.5257733 Aug 10 03:40:12.083213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64413f77-2d51-4c44-81cd-a56095022389 req-b69d6af3-2840-4093-b191-cf3cb2a63689 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/ports?device_id=889a0160-8abd-4ba1-a734-358046870066 HTTP/1.1" status: 200 len: 867 time: 0.4352262 Aug 10 03:40:12.110604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5acd1-87d0-4443-a150-82bb0bdb8952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aceea7-ae68-4bb9-a46a-a208d2ccc8cd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:12.127792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.253815 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.260511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31222adc-2884-4507-8a72-90cb61dba995 req-79d411a3-f653-47cb-8e39-e5eb15753bd2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418124 Aug 10 03:40:12.301629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:12.305243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64413f77-2d51-4c44-81cd-a56095022389 req-02ebb10d-d07d-4473-ad9d-1b83d29069f8 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] 10.222.0.53 "GET /v2.0/security-groups?id=aa209f12-bed6-44c9-b609-d2c3d045a0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068803 Aug 10 03:40:12.309155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:12.313512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:12.319141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:12.436176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd820c4-0486-487b-8e45-1d851b331ee8 req-b29f2ad8-a0a3-4205-9ddd-dfdefa43ed32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:12.449106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfd820c4-0486-487b-8e45-1d851b331ee8 req-b29f2ad8-a0a3-4205-9ddd-dfdefa43ed32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 945 time: 0.2388544 Aug 10 03:40:12.526776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:12.528778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.570986 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e2dace13-a560-483d-88a4-c565e083d79c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6547282 Aug 10 03:40:12.593791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfd820c4-0486-487b-8e45-1d851b331ee8 req-3d667484-7c36-4392-b2db-5cc2cd1aaf3f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433265 Aug 10 03:40:12.624742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Request body: {'port': {'device_id': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:12.738070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58380) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:12.761637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-003746ae-2342-40a9-8980-bb32882c2d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.795596 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e33a68-1279-441a-854e-baf39b06260c x-openstack-request-id: req-16e33a68-1279-441a-854e-baf39b06260c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:12.796008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a0160-8abd-4ba1-a734-358046870066", "name": "network-vif-deleted", "tag": "5d5d2c47-9394-41fb-8d66-d71b6c1093d6", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:12.796324 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16e33a68-1279-441a-854e-baf39b06260c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:12.796837 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a0160-8abd-4ba1-a734-358046870066', 'name': 'network-vif-deleted', 'tag': '5d5d2c47-9394-41fb-8d66-d71b6c1093d6', 'status': 'completed', 'code': 200} Aug 10 03:40:12.841643 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.917615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-75712885-ab74-4bf7-9fd7-31c5220c7d4f None None] Provisioning for port 89e9080e-6d90-4ac3-b991-cac1ed45c93e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:12.923809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-75712885-ab74-4bf7-9fd7-31c5220c7d4f None None] Provisioning complete for port 89e9080e-6d90-4ac3-b991-cac1ed45c93e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:12.924475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-75712885-ab74-4bf7-9fd7-31c5220c7d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:12.976426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:13.013637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8af0841-1eeb-475b-a825-0554804e3d42 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:13.027641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.050686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Transition to ACTIVE for port object e8af0841-1eeb-475b-a825-0554804e3d42 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:13.059771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.139277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-75712885-ab74-4bf7-9fd7-31c5220c7d4f None None] Port 89e9080e-6d90-4ac3-b991-cac1ed45c93e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:40:13.163256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.337721 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.352686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Attempting to bind port e8af0841-1eeb-475b-a825-0554804e3d42 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:13.353015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Attempting to bind port e8af0841-1eeb-475b-a825-0554804e3d42 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:13.353280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Attempting to bind port e8af0841-1eeb-475b-a825-0554804e3d42 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:13.354759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:13.370064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Port e8af0841-1eeb-475b-a825-0554804e3d42 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:13.370385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Attempting to bind port e8af0841-1eeb-475b-a825-0554804e3d42 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:13.377726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:13.378317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:13.378637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:13.379137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Bound port: e8af0841-1eeb-475b-a825-0554804e3d42, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:13.379983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.484162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:13.485737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:13.492863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:13.496402 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734a7cdc-8abe-41cd-98e2-a4b1d208e560" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:13.498100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:13.519041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.527557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58396) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:13.530870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.645067 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad427f2-38c0-4a87-b36c-42ddc4f8f555 x-openstack-request-id: req-9ad427f2-38c0-4a87-b36c-42ddc4f8f555 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:13.646106 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:13.646845 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ad427f2-38c0-4a87-b36c-42ddc4f8f555 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:13.647685 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:40:13.713401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.730115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.731495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.732240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.733133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.734242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.735001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.736074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.736823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.738266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.739763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.740556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.741626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:13.799737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:13.807885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-003746ae-2342-40a9-8980-bb32882c2d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.819119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.820432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.823291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-85a0ff17-a209-4709-ad7d-e85f5ad6dd72 service neutron] 10.222.0.65 "PUT /v2.0/ports/e8af0841-1eeb-475b-a825-0554804e3d42 HTTP/1.1" status: 200 len: 1096 time: 1.9865978 Aug 10 03:40:13.831008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-003746ae-2342-40a9-8980-bb32882c2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.890273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f3a9a-6563-460a-af39-b566e740d875 req-b9c14c02-bb93-457d-9870-08bda2684244 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:13.907060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c56f3a9a-6563-460a-af39-b566e740d875 req-b9c14c02-bb93-457d-9870-08bda2684244 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 936 time: 0.5651448 Aug 10 03:40:13.919647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Deleting subnet 5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:13.934027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.033242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-003746ae-2342-40a9-8980-bb32882c2d85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5bc25eee25d4fc39bfc0059178c1cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2936530 Aug 10 03:40:14.034188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58418) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.052011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.125644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b718-4399-4aad-911a-544f444469c4 req-99dd3568-b4ce-4d90-8e7a-ca6169f45bb5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.129777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003746ae-2342-40a9-8980-bb32882c2d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e986072-3a9a-4d63-b602-7dda299d10b1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.136219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6657b718-4399-4aad-911a-544f444469c4 req-99dd3568-b4ce-4d90-8e7a-ca6169f45bb5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 945 time: 0.1626387 Aug 10 03:40:14.197219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.202385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-42c35d99-6002-4e4f-b08b-368cbe34cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:14.203986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-42c35d99-6002-4e4f-b08b-368cbe34cb78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 1099 time: 0.1244395 Aug 10 03:40:14.212500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c56f3a9a-6563-460a-af39-b566e740d875 req-fac391a0-d819-4c3d-b555-05ba289c582f tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039300 Aug 10 03:40:14.247674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e9080e-6d90-4ac3-b991-cac1ed45c93e {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:14.314236 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.360529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Transition to ACTIVE for port object 89e9080e-6d90-4ac3-b991-cac1ed45c93e will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:14.384944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.389546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79e58627-a6fc-4398-99c6-e15b51399d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.531623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79e58627-a6fc-4398-99c6-e15b51399d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.535699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:14.727625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Attempting to bind port 89e9080e-6d90-4ac3-b991-cac1ed45c93e on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:14.727625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Attempting to bind port 89e9080e-6d90-4ac3-b991-cac1ed45c93e by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:14.728121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Attempting to bind port 89e9080e-6d90-4ac3-b991-cac1ed45c93e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:14.736437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Port 89e9080e-6d90-4ac3-b991-cac1ed45c93e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:14.737245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Attempting to bind port 89e9080e-6d90-4ac3-b991-cac1ed45c93e on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:14.747069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:14.748122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:14.749100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:14.750082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Bound port: 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:14.750893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.801242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79e58627-a6fc-4398-99c6-e15b51399d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.804096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6657b718-4399-4aad-911a-544f444469c4 req-79d356f4-a542-4844-b29b-9cb7d3cf9947 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669779 Aug 10 03:40:14.804571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:14.805970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79e58627-a6fc-4398-99c6-e15b51399d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.806922 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae22b63-859b-4f09-8585-fb893c3b3ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:14.812672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79e58627-a6fc-4398-99c6-e15b51399d5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e986072-3a9a-4d63-b602-7dda299d10b1 HTTP/1.1" status: 204 len: 168 time: 0.7700868 Aug 10 03:40:14.896498 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.923833 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:14.928490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f HTTP/1.1" status: 204 len: 168 time: 1.3877506 Aug 10 03:40:14.928490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-63e30350-8023-44ea-b801-54f665b0d819 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=e8af0841-1eeb-475b-a825-0554804e3d42 HTTP/1.1" status: 200 len: 217 time: 0.2841740 Aug 10 03:40:14.929781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:14.946516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:14.964051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e58627-a6fc-4398-99c6-e15b51399d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e986072-3a9a-4d63-b602-7dda299d10b1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:15.006209 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37f62b-ca2f-4619-b126-417cbec8ed17 x-openstack-request-id: req-3c37f62b-ca2f-4619-b126-417cbec8ed17 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:15.006637 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:15.006847 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c37f62b-ca2f-4619-b126-417cbec8ed17 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:15.007228 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'status': 'completed', 'code': 200} Aug 10 03:40:15.036926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e492d9-33d3-4dc0-aab8-68f261ea790d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4ab62a-65c6-4ba7-aa3b-07a5be4f9d0f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:15.072662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:15.120057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:40:15.127619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:15.146675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:15.174788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.179806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-ca22d352-8a10-413a-b797-5bc6e8e4ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.182183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-ca22d352-8a10-413a-b797-5bc6e8e4ca24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1737669 Aug 10 03:40:15.341237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.358733 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.360923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-2224e757-59d6-4c41-b72e-467858223c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.363207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-2224e757-59d6-4c41-b72e-467858223c2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685648 Aug 10 03:40:15.365768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4828f6b7-a4df-421e-bd52-aa1ae2fa697e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:15.486561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:15.487622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5d5d2c47-9394-41fb-8d66-d71b6c1093d6 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:15.500283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-d79dafc9-407d-4b2b-94c9-4bf807eefa51 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241376 Aug 10 03:40:15.509908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47437046-db3e-4385-a059-a72186806d7a') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:15.510266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47437046-db3e-4385-a059-a72186806d7a') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:15.533201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.606534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:15.634582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.635370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.637161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-84c8ee28-c98a-4ce2-8cc5-d435a8fc92af service neutron] 10.222.0.39 "PUT /v2.0/ports/89e9080e-6d90-4ac3-b991-cac1ed45c93e HTTP/1.1" status: 200 len: 1097 time: 3.0404334 Aug 10 03:40:15.640619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:15.645270 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:15.651884 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.683704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536ffc2-99ee-4b8c-bedd-e35ad90be47e req-7533513a-1da7-4583-9971-c0e7a34586c4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.691314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:15.691915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.695436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5536ffc2-99ee-4b8c-bedd-e35ad90be47e req-7533513a-1da7-4583-9971-c0e7a34586c4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 945 time: 0.5597398 Aug 10 03:40:15.698886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:15.702107 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:15.757290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '2e6069a4-d311-4153-a694-6856d91477ac', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:15.819781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b4a6-f39a-44e7-a739-62c62347342e req-06953e6e-3208-4725-a784-0b5f76bd2366 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.835432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ab4b4a6-f39a-44e7-a739-62c62347342e req-06953e6e-3208-4725-a784-0b5f76bd2366 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.3043633 Aug 10 03:40:15.869263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5536ffc2-99ee-4b8c-bedd-e35ad90be47e req-1de984b9-4a41-429c-8d3e-5870097e15c6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709058 Aug 10 03:40:15.950944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-54ce4288-1533-43ef-8567-6b9ea690afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:15.955395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-54ce4288-1533-43ef-8567-6b9ea690afaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 1100 time: 0.2562296 Aug 10 03:40:15.967372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b7c4b63-a05c-4548-99e6-dfc0e8dce07a req-2d50dee1-7bfb-4bc6-b754-f9e8f7f5b9a8 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509742 Aug 10 03:40:15.978299 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.051064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ab4b4a6-f39a-44e7-a739-62c62347342e req-948aaa7d-c9ca-4d8f-b567-00f1ada35dc0 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131102 Aug 10 03:40:16.083650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:16.093561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.122453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.126194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] 10.222.0.53 "DELETE /v2.0/networks/4828f6b7-a4df-421e-bd52-aa1ae2fa697e HTTP/1.1" status: 204 len: 168 time: 1.1940670 Aug 10 03:40:16.159015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:16.168476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.241827 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5962cd0-5128-4e93-b309-fa91422ed5eb x-openstack-request-id: req-b5962cd0-5128-4e93-b309-fa91422ed5eb {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:16.253011 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:16.257301 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5962cd0-5128-4e93-b309-fa91422ed5eb {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:16.258597 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'status': 'completed', 'code': 200} Aug 10 03:40:16.260908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59c77e-3a3f-4d3c-b9ee-102298e6c80d admin admin] Pushing event deleted for resources: {'Network': ['ID=4828f6b7-a4df-421e-bd52-aa1ae2fa697e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:16.261671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-e5545178-086c-4796-a7cb-47820b531884 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e HTTP/1.1" status: 200 len: 217 time: 0.2921808 Aug 10 03:40:16.318759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-dbb25c2e-127b-4c79-a328-929c2cae9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.329886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-dbb25c2e-127b-4c79-a328-929c2cae9f80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 1099 time: 0.2736912 Aug 10 03:40:16.434688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-869d23da-3956-4c33-9846-3e2a6e7ea1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.437458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-869d23da-3956-4c33-9846-3e2a6e7ea1bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1672213 Aug 10 03:40:16.531197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['2e6069a4-d311-4153-a694-6856d91477ac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:16.627000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-14867c50-e183-4140-89d8-4e77123ef171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:16.632363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-14867c50-e183-4140-89d8-4e77123ef171 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836326 Aug 10 03:40:16.657137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:16.693354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58494) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.002901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396fe61-bd0f-4a7a-ad73-fdb194e0a87e req-d52033fd-8583-4b73-a2d8-efa9c1b71877 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.011917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1396fe61-bd0f-4a7a-ad73-fdb194e0a87e req-d52033fd-8583-4b73-a2d8-efa9c1b71877 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 945 time: 0.6380515 Aug 10 03:40:17.062317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-61670897-153a-48d8-a809-f49f81660679 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1871513ed8374488b2eb039df2a9d222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475924 Aug 10 03:40:17.062317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-a04e0f88-e727-4122-ab22-45e475fd24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.063084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-a04e0f88-e727-4122-ab22-45e475fd24c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.3702712 Aug 10 03:40:17.065048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58500) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.066545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-6b13b6f6-3c21-4ba7-9a78-0f580aa5d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.068217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-6b13b6f6-3c21-4ba7-9a78-0f580aa5d719 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.7214689 Aug 10 03:40:17.112938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-0fd9f0d6-7d89-439f-9b17-c1ce780da2c0 req-9240993d-290e-4920-8c34-11123ef89fb0 service neutron] (94140) timed out ('10.222.0.65', 56296) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:40:17.120721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-0a103e9a-59b7-479b-92dd-e3eea1431a36 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652719 Aug 10 03:40:17.362706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-51a0e2f4-9341-4831-a3a1-2c3e864530de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=e8af0841-1eeb-475b-a825-0554804e3d42 HTTP/1.1" status: 200 len: 217 time: 0.2738037 Aug 10 03:40:17.379786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1396fe61-bd0f-4a7a-ad73-fdb194e0a87e req-fc6ef925-fc04-472c-a5b6-b9ad434e4ed7 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652732 Aug 10 03:40:17.557106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39fdff-2084-402b-868a-ced8f199bed1 req-08ec595b-5423-4e3b-a779-f2b9d6f62b43 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.570530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb39fdff-2084-402b-868a-ced8f199bed1 req-08ec595b-5423-4e3b-a779-f2b9d6f62b43 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.2700078 Aug 10 03:40:17.579823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c3c9e51-3832-4c21-9722-4c18137a4956 req-c4a23723-83a6-49c0-8f98-4562f6c2d935 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519002 Aug 10 03:40:17.583490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-934925cc-45b6-45f3-8318-47d90ff0ec39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.615655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-934925cc-45b6-45f3-8318-47d90ff0ec39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.695064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-dc175ced-fce0-49c4-a64f-3d6f8169ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.697720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-dc175ced-fce0-49c4-a64f-3d6f8169ce9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2941976 Aug 10 03:40:17.702675 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-934925cc-45b6-45f3-8318-47d90ff0ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.706634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-934925cc-45b6-45f3-8318-47d90ff0ec39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:17.708214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-934925cc-45b6-45f3-8318-47d90ff0ec39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa209f12-bed6-44c9-b609-d2c3d045a0c9 HTTP/1.1" status: 204 len: 168 time: 0.6389058 Aug 10 03:40:17.775566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934925cc-45b6-45f3-8318-47d90ff0ec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa209f12-bed6-44c9-b609-d2c3d045a0c9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:17.790461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58532) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:17.809627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-2f9c5ece-689e-4752-8ff5-6df7d175296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.813017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-2f9c5ece-689e-4752-8ff5-6df7d175296a service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.6948493 Aug 10 03:40:17.877001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb39fdff-2084-402b-868a-ced8f199bed1 req-8d92474a-f468-4509-a926-51a5cb016603 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891603 Aug 10 03:40:17.906856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-bac81c00-f66a-46d5-9308-72496bf906aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:17.911628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-bac81c00-f66a-46d5-9308-72496bf906aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 1100 time: 0.2262070 Aug 10 03:40:18.110152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-9ec36797-ccff-47b3-aa23-737bc7ee5e92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 1000 time: 0.2890759 Aug 10 03:40:18.148419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-9960cd06-2d19-4bfe-a68b-2fec11dac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.150226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-9960cd06-2d19-4bfe-a68b-2fec11dac00b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4370379 Aug 10 03:40:18.156067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-2e3315d1-52e7-41e8-8021-e663097da5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.160193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-2e3315d1-52e7-41e8-8021-e663097da5a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2399967 Aug 10 03:40:18.341922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'networks': [{'name': 'tempest-network--1967617051'}, {'name': 'tempest-network--1655658680'}]} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:18.342904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'network': {'name': 'tempest-network--1967617051'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:18.343611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'network': {'name': 'tempest-network--1655658680'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:18.357044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-487bf2dc-4a60-4c25-bc84-d7431fd67097 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e HTTP/1.1" status: 200 len: 217 time: 0.1853232 Aug 10 03:40:18.554410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-3438ce0f-8c43-409a-b764-c1d398a1215f service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846395 Aug 10 03:40:18.722972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-a4c1e35c-9b83-45df-906d-605005e8cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.725619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-a4c1e35c-9b83-45df-906d-605005e8cae1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.5869133 Aug 10 03:40:18.746176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-7af701ff-2afb-4df3-8d7a-44f364936330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.759286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'network': 2} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:18.765692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.766198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-7af701ff-2afb-4df3-8d7a-44f364936330 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.3953073 Aug 10 03:40:18.829691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172adcd2-a49b-475d-ab3a-d0cd6d9bb9d3 req-a602777c-0190-4875-8a14-4bb676b7da19 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:18.838185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-172adcd2-a49b-475d-ab3a-d0cd6d9bb9d3 req-a602777c-0190-4875-8a14-4bb676b7da19 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 945 time: 0.2785301 Aug 10 03:40:18.847293 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:18.971222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:18.980488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:19.030501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-66c7db95-e068-4c8d-8ecc-2af0a9deabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.033030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-66c7db95-e068-4c8d-8ecc-2af0a9deabcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2515101 Aug 10 03:40:19.175646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-35d2c331-9e13-47d6-a474-7e4b2a77f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.181395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-35d2c331-9e13-47d6-a474-7e4b2a77f438 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4433074 Aug 10 03:40:19.202675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fae22b63-859b-4f09-8585-fb893c3b3ed5 req-cc7b2ed1-eaa5-45d0-977e-32b8743b50dc service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302638 Aug 10 03:40:19.252117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-172adcd2-a49b-475d-ab3a-d0cd6d9bb9d3 req-ddb5a777-45e9-437d-b21e-0aa2d8651ce1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118330 Aug 10 03:40:19.580980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-0ad8f93c-e387-4b7a-9083-6a4fdf11c3c6 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337594 Aug 10 03:40:19.621958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 2e6069a4-d311-4153-a694-6856d91477ac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:19.627502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.633848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:19.634277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c08dda-e299-4952-8149-7b4e560590ef req-70250652-e4cb-4733-910d-974024fed75a tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:19.656069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92c08dda-e299-4952-8149-7b4e560590ef req-70250652-e4cb-4733-910d-974024fed75a tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.5055442 Aug 10 03:40:19.722551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.753100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-bba8b336-a7be-4b04-8043-7e98abce3181 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464122 Aug 10 03:40:19.755494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.760795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:19.814985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'mac_address': 'fa:16:3e:1b:38:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:19.817177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92c08dda-e299-4952-8149-7b4e560590ef req-b71ea920-b699-4cab-958f-f8f92290d676 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591344 Aug 10 03:40:19.860971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9d71895a-5fa9-4d63-9f5d-b86f894a1c3d req-349dd714-8a09-4d88-993e-ba048279fb5e service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688169 Aug 10 03:40:20.013541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:20.042477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-60f0f346-fc58-4d00-8ba4-b6b1e56fe824 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.044430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-60f0f346-fc58-4d00-8ba4-b6b1e56fe824 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 945 time: 0.1272871 Aug 10 03:40:20.188362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.226179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 759a7735-3d02-4417-96af-9f2d1185483e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:20.227581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.287058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c357a5be-3dee-4aba-b302-b61c72a7276f req-89711451-ce66-4621-b4db-489b88f30c9f service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147843 Aug 10 03:40:20.288528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0992c9-8fa8-4ee5-91d6-8b5103acb8bc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.318238 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.318782 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Added segment 6ca27d6f-7ba1-48fc-bbbc-4e8ccae32126 of type vlan for network 0204e128-2847-436a-843c-e62f443dc84d Aug 10 03:40:20.430178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8af0841-1eeb-475b-a825-0554804e3d42 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:20.474938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:20.480998 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.509513 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.536408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.625943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 759a7735-3d02-4417-96af-9f2d1185483e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=759a7735-3d02-4417-96af-9f2d1185483e,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:20.626884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.667208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 759a7735-3d02-4417-96af-9f2d1185483e owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:20.686813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:20.689524 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c88ce-4fc0-4e23-861e-5e71c73b8ec8" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:20.724545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:20.760055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642c8de-a47c-4be3-aa05-a8ff9204f440 req-7658e25a-287b-49eb-b380-0fbb7c34a641 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:20.776093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.776842 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Added segment cf91368a-efdd-4da7-9616-d34d6060c610 of type vlan for network bfa5f9a0-0478-485f-93b2-2119a227fd48 Aug 10 03:40:20.777311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6642c8de-a47c-4be3-aa05-a8ff9204f440 req-7658e25a-287b-49eb-b380-0fbb7c34a641 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 945 time: 0.2645543 Aug 10 03:40:20.808937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:20.828956 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:20.837149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:20.895237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.005840 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113a509e-8eae-4c9b-8d54-a5145ede138a x-openstack-request-id: req-113a509e-8eae-4c9b-8d54-a5145ede138a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:21.006156 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:21.006401 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-113a509e-8eae-4c9b-8d54-a5145ede138a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:21.008876 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:40:21.009745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.026715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e8af0841-1eeb-475b-a825-0554804e3d42'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:21.035254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:21.069886 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6642c8de-a47c-4be3-aa05-a8ff9204f440 req-8cd6e6d4-f446-44f4-88a8-ce1d7b87f26c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904167 Aug 10 03:40:21.143272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.144165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.181226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:21.201392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:21.216684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.439067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.453230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Network': ['ID=0204e128-2847-436a-843c-e62f443dc84d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.499941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['51816e76-5b14-452d-add9-558c8641090b', '759a7735-3d02-4417-96af-9f2d1185483e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:21.593613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbed91-36fc-4f56-9119-568e00a849b5 req-0f14bce7-8608-4b51-b5ff-19e6a1e1c0eb tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:21.600394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8abbed91-36fc-4f56-9119-568e00a849b5 req-0f14bce7-8608-4b51-b5ff-19e6a1e1c0eb tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.3233080 Aug 10 03:40:21.602559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=759a7735-3d02-4417-96af-9f2d1185483e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.628164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.8289316 Aug 10 03:40:21.632109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58614) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:21.725583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 759a7735-3d02-4417-96af-9f2d1185483e on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:21.731801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:21.740660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2e444a2-2016-45a8-8778-c25263f3d460 req-aa8f1552-f1c6-4199-a62c-2cab79ef92d1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "DELETE /v2.0/ports/759a7735-3d02-4417-96af-9f2d1185483e HTTP/1.1" status: 204 len: 173 time: 1.6880152 Aug 10 03:40:21.746214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'name': 'network-vif-deleted', 'tag': '759a7735-3d02-4417-96af-9f2d1185483e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:21.771260 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf3d7b8-4f5d-4555-9b27-401c5a151b99" -d '{"events": [{"server_uuid": "5bf2ed64-27d5-4660-924a-c66573f7c34b", "name": "network-vif-deleted", "tag": "759a7735-3d02-4417-96af-9f2d1185483e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:21.791588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3ec3a-e8e3-4005-8d31-0579de4ada61 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Network': ['ID=bfa5f9a0-0478-485f-93b2-2119a227fd48,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:21.857373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8abbed91-36fc-4f56-9119-568e00a849b5 req-38dd2363-84ae-423d-b5c4-bfb73d78da4a tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558255 Aug 10 03:40:21.904746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0204e128-2847-436a-843c-e62f443dc84d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:21.915665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network bfa5f9a0-0478-485f-93b2-2119a227fd48 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:22.036829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebcda6-4d1d-489f-b4a4-ddda225a29d8 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.066761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebcda6-4d1d-489f-b4a4-ddda225a29d8 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.073583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebcda6-4d1d-489f-b4a4-ddda225a29d8 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.089631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebcda6-4d1d-489f-b4a4-ddda225a29d8 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:22.095668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04ebcda6-4d1d-489f-b4a4-ddda225a29d8 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4630389 Aug 10 03:40:22.096242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58626) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:22.334503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.508240 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e909799-72f2-418d-978e-c1b46b52e0b1 x-openstack-request-id: req-8e909799-72f2-418d-978e-c1b46b52e0b1 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:22.508682 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf2ed64-27d5-4660-924a-c66573f7c34b", "name": "network-vif-deleted", "tag": "759a7735-3d02-4417-96af-9f2d1185483e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:22.509000 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e909799-72f2-418d-978e-c1b46b52e0b1 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:22.509584 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf2ed64-27d5-4660-924a-c66573f7c34b', 'name': 'network-vif-deleted', 'tag': '759a7735-3d02-4417-96af-9f2d1185483e', 'status': 'completed', 'code': 200} Aug 10 03:40:22.549655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:22.660706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'mac_address': 'fa:16:3e:b2:ad:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:22.751751 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:22.867408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e9080e-6d90-4ac3-b991-cac1ed45c93e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:22.902470 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd049c35-68db-49bb-ae31-1b61dec7af4b req-d90c838e-6a1d-42c6-8e52-c7c17cd3bcba tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bf2ed64-27d5-4660-924a-c66573f7c34b HTTP/1.1" status: 200 len: 210 time: 0.1295404 Aug 10 03:40:22.979772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.000579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:23.005134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0204e128-2847-436a-843c-e62f443dc84d']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.009749 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.038690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca27d6f-7ba1-48fc-bbbc-4e8ccae32126') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.039787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca27d6f-7ba1-48fc-bbbc-4e8ccae32126') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:23.091271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.139351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:23.161909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 759a7735-3d02-4417-96af-9f2d1185483e no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:23.201069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 759a7735-3d02-4417-96af-9f2d1185483e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:23.202220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 759a7735-3d02-4417-96af-9f2d1185483e not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:23.256449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.283336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:23.283948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.287794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['89e9080e-6d90-4ac3-b991-cac1ed45c93e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:23.301534 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:23.410262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516e9e-5174-4254-95f5-b5d0d8acb767 req-ccf44a57-9296-40c7-a215-cf011377f886 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:23.419062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d516e9e-5174-4254-95f5-b5d0d8acb767 req-ccf44a57-9296-40c7-a215-cf011377f886 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 949 time: 0.3689218 Aug 10 03:40:23.467798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.480595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:23.486450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/networks/0204e128-2847-436a-843c-e62f443dc84d HTTP/1.1" status: 204 len: 168 time: 1.3887162 Aug 10 03:40:23.530584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58678) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:23.585000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0c619-0454-4554-b380-475aa783da5c tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Network': ['ID=0204e128-2847-436a-843c-e62f443dc84d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:23.627794 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d516e9e-5174-4254-95f5-b5d0d8acb767 req-d0f9cea8-4006-4168-ade2-db3367f604e3 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074378 Aug 10 03:40:23.876023 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.030335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:24.046189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.060116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa5f9a0-0478-485f-93b2-2119a227fd48']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:24.074986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf91368a-efdd-4da7-9616-d34d6060c610') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:24.076093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf91368a-efdd-4da7-9616-d34d6060c610') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:24.088030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.122336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.162612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:24.164188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:24.178417 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:24.449048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.476627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.488918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/networks/bfa5f9a0-0478-485f-93b2-2119a227fd48 HTTP/1.1" status: 204 len: 168 time: 0.9533165 Aug 10 03:40:24.489412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58716) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:24.517828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27447ee1-0461-4ab1-a424-53a0319a9918 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Network': ['ID=bfa5f9a0-0478-485f-93b2-2119a227fd48,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:24.586954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:24.877015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023ca7-a376-4576-b502-a76ffc7db253 req-a1b4b0d4-d080-4eeb-89a1-05490d7319bf tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:24.891001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f023ca7-a376-4576-b502-a76ffc7db253 req-a1b4b0d4-d080-4eeb-89a1-05490d7319bf tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 949 time: 0.1246850 Aug 10 03:40:24.974311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f023ca7-a376-4576-b502-a76ffc7db253 req-d65cea18-0617-4e6e-94a7-35e310a978ec tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793598 Aug 10 03:40:24.999460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:25.068586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:25.225802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port e8af0841-1eeb-475b-a825-0554804e3d42 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:25.231449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port e8af0841-1eeb-475b-a825-0554804e3d42 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:25.231869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.249854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fd3d3-e622-42c8-af11-1f445862159d tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.264886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fd3d3-e622-42c8-af11-1f445862159d tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.269030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b9fd3d3-e622-42c8-af11-1f445862159d tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7782047 Aug 10 03:40:25.273559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 89e9080e-6d90-4ac3-b991-cac1ed45c93e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:25.275833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58758) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:25.280634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 89e9080e-6d90-4ac3-b991-cac1ed45c93e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:25.281233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.292013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-945267979'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:25.394321 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.410673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb91e24-72c2-4a06-9162-8905b4d0b687 req-cbd67731-8f35-4ac6-9ad7-0ad4155222fe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:25.426523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb91e24-72c2-4a06-9162-8905b4d0b687 req-cbd67731-8f35-4ac6-9ad7-0ad4155222fe tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 945 time: 0.2813396 Aug 10 03:40:25.439286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.493732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:25.495869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:25.499156 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501538f-384e-4cde-af01-3f1873cf5fe6" -d '{"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-plugged", "status": "completed", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:25.512360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.548560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:25.554892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.589705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb91e24-72c2-4a06-9162-8905b4d0b687 req-468f2d8e-2c43-4527-83b9-64fc3f66b49b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613717 Aug 10 03:40:25.622431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:25.641709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.642480 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Added segment 3e50257d-e004-43c2-ab2e-30f85a2530d6 of type vlan for network b676e538-4177-44b0-98bb-5e018d8766e9 Aug 10 03:40:25.643252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:25.699989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:25.710137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.835661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.850533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:25.907741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:25.997892 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e050d-9686-4309-b81a-c0c35ee67179 x-openstack-request-id: req-969e050d-9686-4309-b81a-c0c35ee67179 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:26.003110 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-plugged", "status": "completed", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:26.004597 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-969e050d-9686-4309-b81a-c0c35ee67179 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:26.005861 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'code': 200} Aug 10 03:40:26.207494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.223812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.227065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.265285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bbd8e-8386-485f-a2de-1d0e43c2a171 req-65aec0b8-02a9-42c0-97a2-58a13874fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.268184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-244bbd8e-8386-485f-a2de-1d0e43c2a171 req-65aec0b8-02a9-42c0-97a2-58a13874fd93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 1102 time: 0.1614048 Aug 10 03:40:26.365233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-244bbd8e-8386-485f-a2de-1d0e43c2a171 req-70ca56e1-3900-4271-b703-e9f85fee5fdc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881693 Aug 10 03:40:26.522769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e19079-f3f5-4f0e-900d-7985a73ffcaf req-3b7ad147-8f13-48c5-b557-b3aebaaf6ae8 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.526132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62e19079-f3f5-4f0e-900d-7985a73ffcaf req-3b7ad147-8f13-48c5-b557-b3aebaaf6ae8 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 950 time: 0.1580594 Aug 10 03:40:26.550892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Network': ['ID=b676e538-4177-44b0-98bb-5e018d8766e9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:26.562263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b676e538-4177-44b0-98bb-5e018d8766e9 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:26.604803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-58a62956-18f2-4ae2-a657-6dd50848667a tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3268824 Aug 10 03:40:26.609228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58822) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:26.631721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1855255757'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:26.668639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:26.673486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.699830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62e19079-f3f5-4f0e-900d-7985a73ffcaf req-56a293f9-71ac-43fc-906c-f7abeebd0cdf tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480758 Aug 10 03:40:26.700252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39849b19-ce34-4663-9149-41dfbbd8884c req-4a6adee4-22b4-434f-8d3a-69a12fac6c40 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:26.700252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-39849b19-ce34-4663-9149-41dfbbd8884c req-4a6adee4-22b4-434f-8d3a-69a12fac6c40 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 945 time: 0.7236602 Aug 10 03:40:26.773736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:26.811876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:26.812646 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Added segment 0d611d89-964f-4890-9ce0-bb14e6872d22 of type vlan for network 11274d61-d293-4fd7-b54c-caf3377ab54b Aug 10 03:40:26.944911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b09a246-2287-4328-b139-cfa3219e35f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.049619 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.181785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fa837-99aa-470d-93ed-7c86e37ebf3b req-6f39ea2b-6f5d-4cc6-899c-684d1860ebc7 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:27.202442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55fa837-99aa-470d-93ed-7c86e37ebf3b req-6f39ea2b-6f5d-4cc6-899c-684d1860ebc7 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 945 time: 0.3650236 Aug 10 03:40:27.269758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 51816e76-5b14-452d-add9-558c8641090b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:27.278246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.287907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.304235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:27.319204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.499522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Network': ['ID=11274d61-d293-4fd7-b54c-caf3377ab54b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:27.507802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5488bc68-11b2-4942-a0b4-6bf352cdf7f7 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8935795 Aug 10 03:40:27.511758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58842) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:27.522556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 11274d61-d293-4fd7-b54c-caf3377ab54b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:27.524764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'ports': [{'network_id': 'b676e538-4177-44b0-98bb-5e018d8766e9', 'name': 'tempest-port--1945197877', 'admin_state_up': True}, {'network_id': '11274d61-d293-4fd7-b54c-caf3377ab54b', 'admin_state_up': False}]} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:27.525811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'port': {'network_id': 'b676e538-4177-44b0-98bb-5e018d8766e9', 'name': 'tempest-port--1945197877', 'admin_state_up': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:27.526920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'port': {'network_id': '11274d61-d293-4fd7-b54c-caf3377ab54b', 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:27.528207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55fa837-99aa-470d-93ed-7c86e37ebf3b req-e0dfe87e-a810-427a-af7f-aeec706a3c84 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198335 Aug 10 03:40:27.723955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 51816e76-5b14-452d-add9-558c8641090b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=51816e76-5b14-452d-add9-558c8641090b,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:27.724947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.753009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 51816e76-5b14-452d-add9-558c8641090b owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:27.923754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58852) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:28.006591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:28.009059 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d4d400-6e4f-4f67-bdbb-9187e4f9b015" -d '{"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-plugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:28.059332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'port': 2} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:28.072311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.106799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.149659 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457eaa9-7bdb-476f-8998-f04499f2b224 x-openstack-request-id: req-3457eaa9-7bdb-476f-8998-f04499f2b224 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:28.150044 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-plugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:28.150044 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3457eaa9-7bdb-476f-8998-f04499f2b224 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:28.150511 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'code': 200} Aug 10 03:40:28.175637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.192783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:28.195339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['51816e76-5b14-452d-add9-558c8641090b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:28.296702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=51816e76-5b14-452d-add9-558c8641090b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:28.388569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e18dc-7059-457a-b369-24721d1a35b2 req-72d76979-9d9a-4c35-b3a8-eb5c3e26c345 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.391475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-580e18dc-7059-457a-b369-24721d1a35b2 req-72d76979-9d9a-4c35-b3a8-eb5c3e26c345 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 950 time: 0.4661157 Aug 10 03:40:28.409102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] device_id is not set on port 571346c8-751e-433c-a297-649ec3d1b2d7 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:28.419258 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ce01089-e10d-4c64-a653-6e8763ec29cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.444415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 51816e76-5b14-452d-add9-558c8641090b on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:28.463888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:28.470398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-39849b19-ce34-4663-9149-41dfbbd8884c req-72c2c4df-edf8-4af8-bd30-9fb80c5de629 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "DELETE /v2.0/ports/51816e76-5b14-452d-add9-558c8641090b HTTP/1.1" status: 204 len: 173 time: 1.7661262 Aug 10 03:40:28.493912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'name': 'network-vif-deleted', 'tag': '51816e76-5b14-452d-add9-558c8641090b'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:28.507063 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f34970-e5a0-4477-90ed-6b523a9b3e3c" -d '{"events": [{"server_uuid": "60577003-2c7a-43fd-a53c-e5dade557f7f", "name": "network-vif-deleted", "tag": "51816e76-5b14-452d-add9-558c8641090b"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:28.533559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c98f-f335-437f-9b60-7c8a30fc572d req-5a3dc809-25a6-4112-a28b-6c964b9954c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:28.536207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2784c98f-f335-437f-9b60-7c8a30fc572d req-5a3dc809-25a6-4112-a28b-6c964b9954c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 1101 time: 0.2682953 Aug 10 03:40:28.596753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-580e18dc-7059-457a-b369-24721d1a35b2 req-4f172552-2db2-4a87-9ff5-971b07765cd1 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576829 Aug 10 03:40:28.623827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2784c98f-f335-437f-9b60-7c8a30fc572d req-ab1bcbe7-f5b4-4cc3-a586-a19150b9b832 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736880 Aug 10 03:40:28.726098 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c3836-5f83-4193-8286-4371507d1b11 x-openstack-request-id: req-722c3836-5f83-4193-8286-4371507d1b11 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:28.726933 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60577003-2c7a-43fd-a53c-e5dade557f7f", "name": "network-vif-deleted", "tag": "51816e76-5b14-452d-add9-558c8641090b", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:28.726933 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-722c3836-5f83-4193-8286-4371507d1b11 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:28.727626 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60577003-2c7a-43fd-a53c-e5dade557f7f', 'name': 'network-vif-deleted', 'tag': '51816e76-5b14-452d-add9-558c8641090b', 'status': 'completed', 'code': 200} Aug 10 03:40:29.079712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-977809da-a135-457b-bd4c-0afe67fc3392 req-370091fe-c9a1-4ad2-b6a4-e47fd6adbbdd tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=60577003-2c7a-43fd-a53c-e5dade557f7f HTTP/1.1" status: 200 len: 210 time: 0.0828247 Aug 10 03:40:29.377796 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.383481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ce01089-e10d-4c64-a653-6e8763ec29cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.443008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ce01089-e10d-4c64-a653-6e8763ec29cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.546909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1741-b287-42f7-ab56-d33807abbea8 req-c45e6b62-d0b9-42b7-9a75-45548036bbf5 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:29.555704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e17e1741-b287-42f7-ab56-d33807abbea8 req-c45e6b62-d0b9-42b7-9a75-45548036bbf5 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 949 time: 0.3707561 Aug 10 03:40:29.571854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] device_id is not set on port c1fb42f8-a6aa-4c1a-89ac-1b1ee66c40fe yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:40:29.583107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ce01089-e10d-4c64-a653-6e8763ec29cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f9d1ca8f8584c5cbf57848cd0a20bce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6576915 Aug 10 03:40:29.587800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58882) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:29.609856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01089-e10d-4c64-a653-6e8763ec29cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4386c5-9054-42e4-8b7a-6786680273d5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:29.664507 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:29.792324 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e17e1741-b287-42f7-ab56-d33807abbea8 req-150fa7e1-48bd-4e60-a81b-2c4b443e59f8 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329807 Aug 10 03:40:29.809014 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53963457-2dab-4876-b752-fff2d7531eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.291147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84f01076-7cad-4d3e-9f5f-907f9cdcbbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.298286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.388302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84f01076-7cad-4d3e-9f5f-907f9cdcbbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.575867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.704227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84f01076-7cad-4d3e-9f5f-907f9cdcbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.707932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84f01076-7cad-4d3e-9f5f-907f9cdcbbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:30.710678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-84f01076-7cad-4d3e-9f5f-907f9cdcbbf6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b4386c5-9054-42e4-8b7a-6786680273d5 HTTP/1.1" status: 204 len: 168 time: 1.1203160 Aug 10 03:40:30.748489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Port': ['ID=571346c8-751e-433c-a297-649ec3d1b2d7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.778025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f01076-7cad-4d3e-9f5f-907f9cdcbbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4386c5-9054-42e4-8b7a-6786680273d5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:30.800015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-c899e4fe-738e-4cb3-a431-eaadc0419900 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:30.820596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-c899e4fe-738e-4cb3-a431-eaadc0419900 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.2223256 Aug 10 03:40:30.827160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Checking segment: {'id': '3e50257d-e004-43c2-ab2e-30f85a2530d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b676e538-4177-44b0-98bb-5e018d8766e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:30.828617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network hostable DHCP agents. Network: b676e538-4177-44b0-98bb-5e018d8766e9, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:30.850546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-52e40b5b-8425-4275-bf89-ec29c23e36c8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0279901 Aug 10 03:40:30.858828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network b676e538-4177-44b0-98bb-5e018d8766e9 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:30.885274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b676e538-4177-44b0-98bb-5e018d8766e9) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:30.905060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:30.906775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a8a49-c034-4da6-94bb-6aa702927fc6 None None] Network b676e538-4177-44b0-98bb-5e018d8766e9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:30.917850 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.098498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-ee8a6a49-722e-4958-8dfb-67d7bbe22a2f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2460101 Aug 10 03:40:31.107327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 51816e76-5b14-452d-add9-558c8641090b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:31.202304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 51816e76-5b14-452d-add9-558c8641090b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:31.203035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 51816e76-5b14-452d-add9-558c8641090b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:31.247840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Port': ['ID=c1fb42f8-a6aa-4c1a-89ac-1b1ee66c40fe,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:31.415901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Checking segment: {'id': '0d611d89-964f-4890-9ce0-bb14e6872d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '11274d61-d293-4fd7-b54c-caf3377ab54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:31.417230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network hostable DHCP agents. Network: 11274d61-d293-4fd7-b54c-caf3377ab54b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:31.473780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b7834-a74a-4a70-80a7-6270b06a6817 req-07793049-618b-4e39-9fb1-edc944629744 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.481870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc5b7834-a74a-4a70-80a7-6270b06a6817 req-07793049-618b-4e39-9fb1-edc944629744 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 949 time: 0.2187231 Aug 10 03:40:31.488978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.523124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network 11274d61-d293-4fd7-b54c-caf3377ab54b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:31.559742 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.573644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 11274d61-d293-4fd7-b54c-caf3377ab54b) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:31.583491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:31.589905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.590696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f30a1-0789-48fb-ab21-962cf494ab91 None None] Network 11274d61-d293-4fd7-b54c-caf3377ab54b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:31.596045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.596770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.626419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc30d5c3-5854-471c-b2b1-d8f8c54fc9eb tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1121800 Aug 10 03:40:31.631525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.654256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc5b7834-a74a-4a70-80a7-6270b06a6817 req-4e78bef8-5f5e-48ba-b6b5-b3348884ef27 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689405 Aug 10 03:40:31.673703 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-8205f66d-afdc-4b88-9b7a-49b0fbfa00cb service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735540 Aug 10 03:40:31.752892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.910422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-a103149a-995a-4c44-b740-f4bb41a44e5a service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091310 Aug 10 03:40:31.922690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceaaf5a-72c4-4cb3-b16d-e746ff7ce831 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.939895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceaaf5a-72c4-4cb3-b16d-e746ff7ce831 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:31.953747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58940) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:31.966862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ceaaf5a-72c4-4cb3-b16d-e746ff7ce831 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3336902 Aug 10 03:40:32.204727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.216326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.358744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Deleting port 571346c8-751e-433c-a297-649ec3d1b2d7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:32.359240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.407816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0310cf-6cee-4dc0-a78e-08381308ccc7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:32.431346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9491c5286764efd8da25b6b3a56adb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9409480 Aug 10 03:40:32.435039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58954) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:32.520980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.521639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.522016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.522329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.522658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.522983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.523306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.523623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.523940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.524260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.524575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.524890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f138d-89a7-44b4-976d-c72a63521da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:32.661550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.764349 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f04-a326-46dc-a8a1-cc62cbf86b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:32.793421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Calling delete_port for 571346c8-751e-433c-a297-649ec3d1b2d7 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:32.903082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-910d9b7d-f1cd-4609-bd92-78f6f5c410e5 req-643cd59b-40fa-40ba-ac79-4f60c92a4e50 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 210 time: 0.0649312 Aug 10 03:40:32.907259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f04-a326-46dc-a8a1-cc62cbf86b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.129157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f04-a326-46dc-a8a1-cc62cbf86b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.134283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7f04-a326-46dc-a8a1-cc62cbf86b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.147917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce6c7f04-a326-46dc-a8a1-cc62cbf86b78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d0310cf-6cee-4dc0-a78e-08381308ccc7 HTTP/1.1" status: 204 len: 168 time: 0.7067790 Aug 10 03:40:33.166183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.194762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c7f04-a326-46dc-a8a1-cc62cbf86b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0310cf-6cee-4dc0-a78e-08381308ccc7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.270909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.335118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Port': ['ID=571346c8-751e-433c-a297-649ec3d1b2d7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:33.368338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.376527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-39b8b370-fd36-402d-91eb-5b9aa4cf65d4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/ports/571346c8-751e-433c-a297-649ec3d1b2d7 HTTP/1.1" status: 204 len: 168 time: 1.4169610 Aug 10 03:40:33.377922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58988) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:33.587483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Deleting port c1fb42f8-a6aa-4c1a-89ac-1b1ee66c40fe {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:33.588398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.799048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:33.834758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Calling delete_port for c1fb42f8-a6aa-4c1a-89ac-1b1ee66c40fe owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:34.169528 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.284930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Port': ['ID=c1fb42f8-a6aa-4c1a-89ac-1b1ee66c40fe,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:34.298442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a6cd34f-a4a0-49c9-a6b8-063d50e6d0e1 req-10da3c78-de88-4db9-a085-4cdbe8e6f1f3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 210 time: 0.1513953 Aug 10 03:40:34.337080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.340170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f5d2731-be49-4b34-a2c4-83120fc29aab tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/ports/c1fb42f8-a6aa-4c1a-89ac-1b1ee66c40fe HTTP/1.1" status: 204 len: 168 time: 0.9591541 Aug 10 03:40:34.345127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59026) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.449594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59030) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:34.455847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8f3eac7-718c-4088-9884-f70a33c6fcf3 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0991440 Aug 10 03:40:34.460233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1233729188'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:34.529556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:34.536672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.611304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:34.641281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:34.641962 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Added segment a5963de3-0f0a-4a2d-beb4-97d97a21fefe of type vlan for network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 Aug 10 03:40:34.799833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.054534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.060287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.061508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.151881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Network': ['ID=8dedbb75-8600-4476-9b7b-2e93ba0930d2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.173476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:35.187663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ab118919-8860-4234-9d99-8ca605306fd2 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7348037 Aug 10 03:40:35.190535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:35.196564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-209998531'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:35.208434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-5f0f4943-0fe8-4e7a-821f-5450550b36ae tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.210588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-5f0f4943-0fe8-4e7a-821f-5450550b36ae tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.3260598 Aug 10 03:40:35.225407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:35.242445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:35.246950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.342180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:40:35.412910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.414408 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Added segment 2e1c5228-ca6a-44ba-9a09-8a5f60a92411 of type vlan for network 76449971-4ceb-4aca-8c8a-1380119ab9ca Aug 10 03:40:35.524861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d023f215-7675-4c65-8879-ac2c3a24b39f req-02f343cf-bc9e-44d7-a97e-d3baf3d3f75f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 210 time: 0.0920956 Aug 10 03:40:35.538198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.588696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.600910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:35.602665 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:35.702840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5109894 Aug 10 03:40:35.753457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924af93c-28d5-4b1e-938b-f350d55277c5 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Network': ['ID=76449971-4ceb-4aca-8c8a-1380119ab9ca,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:35.775517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 76449971-4ceb-4aca-8c8a-1380119ab9ca details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:40:35.805469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:35.835344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.199823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.14 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/45f49239-6d09-4f70-b93d-cbce8d7f97b5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:36.725381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.805476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:36.827282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:36.968534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:36.992555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:37.010298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:37.057473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:37.098537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=45f49239-6d09-4f70-b93d-cbce8d7f97b5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.176118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.186697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.223772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-d0484721-3d7a-4b9d-9007-7d3503be9f32 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0032048 Aug 10 03:40:37.237248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Request body: {'port': {'device_id': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:37.257034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:37.318041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'mac_address': 'fa:16:3e:1b:38:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:37.364786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.394906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685d93b-8b68-44a1-8ca0-d684fa7797c3 req-60fccd26-aa9f-4b91-bff6-b88709a8cf4b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:37.414615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1685d93b-8b68-44a1-8ca0-d684fa7797c3 req-60fccd26-aa9f-4b91-bff6-b88709a8cf4b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 932 time: 0.6032977 Aug 10 03:40:37.451522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.501279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8af0841-1eeb-475b-a825-0554804e3d42 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:37.606548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:37.616271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:37.774893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:37.785835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1685d93b-8b68-44a1-8ca0-d684fa7797c3 req-3a44a482-3e4e-42d1-8efb-b9ce4712c86b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556290 Aug 10 03:40:37.953673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f49239-6d09-4f70-b93d-cbce8d7f97b5 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:37.955146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e8af0841-1eeb-475b-a825-0554804e3d42'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:38.000220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.055829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Transition to ACTIVE for port object 45f49239-6d09-4f70-b93d-cbce8d7f97b5 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:38.067594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.167467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Pushing event updated for resources: {'Port': ['ID=45f49239-6d09-4f70-b93d-cbce8d7f97b5,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:38.350685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Attempting to bind port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:38.351350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Attempting to bind port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:38.351849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Attempting to bind port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:38.359657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:40:38.360603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Attempting to bind port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:38.368595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:38.369763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:38.370424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:38.371277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Bound port: 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:38.371824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:38.753019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] For port 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:38.768522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] For port 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:38.785137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.026262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Pushing event updated for resources: {'Port': ['ID=45f49239-6d09-4f70-b93d-cbce8d7f97b5,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:39.040500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.044429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:39.052399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-9235fbbe-2b97-4653-a4fc-ac77b795701a service neutron] 10.222.0.39 "PUT /v2.0/ports/45f49239-6d09-4f70-b93d-cbce8d7f97b5 HTTP/1.1" status: 200 len: 1093 time: 1.8199148 Aug 10 03:40:39.052980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'tag': '45f49239-6d09-4f70-b93d-cbce8d7f97b5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:39.063814 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85" -d '{"events": [{"name": "network-changed", "server_uuid": "16ad77c9-54d5-4aa1-8e5e-4fb09567ab02", "tag": "45f49239-6d09-4f70-b93d-cbce8d7f97b5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:39.234046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-109b8c7d-e4d6-4c0a-a46e-9aa7d98e012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.240771 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-109b8c7d-e4d6-4c0a-a46e-9aa7d98e012f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 1096 time: 0.1310959 Aug 10 03:40:39.368729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8f851-f3a7-4b7f-b28d-2f1b02b8b98b req-a5c888e6-e68e-415a-bedb-29ce271a2830 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.379695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70a8f851-f3a7-4b7f-b28d-2f1b02b8b98b req-a5c888e6-e68e-415a-bedb-29ce271a2830 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 944 time: 0.1908875 Aug 10 03:40:39.389441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-77a88d3e-668c-47bf-b7a0-1f0220b1feb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5 HTTP/1.1" status: 200 len: 217 time: 0.1402256 Aug 10 03:40:39.594027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70a8f851-f3a7-4b7f-b28d-2f1b02b8b98b req-fa284036-e724-4d8b-a8d8-d8e51d28d8ef tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019858 Aug 10 03:40:39.717225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-bf00374c-8974-43c9-8e23-ba79fe68b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:39.722761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-bf00374c-8974-43c9-8e23-ba79fe68b47f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.3142409 Aug 10 03:40:39.865201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-02b10752-0c33-458a-8c4d-2d95fd9ead0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305344 Aug 10 03:40:40.033394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59178) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:40.041108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'subnets': [{'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--329937720', 'ip_version': 6}, {'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:40.041573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'subnet': {'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--329937720', 'ip_version': 6}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:40.042519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Request body: {'subnet': {'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:40:40.416148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-2ed8ea29-c64f-4e85-9359-8828c17436f7 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406992 Aug 10 03:40:40.427154 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2158b469-ea51-4fa3-ada5-548493c1d120 x-openstack-request-id: req-2158b469-ea51-4fa3-ada5-548493c1d120 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:40.427453 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ad77c9-54d5-4aa1-8e5e-4fb09567ab02", "tag": "45f49239-6d09-4f70-b93d-cbce8d7f97b5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:40.427697 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2158b469-ea51-4fa3-ada5-548493c1d120 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:40.428111 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'tag': '45f49239-6d09-4f70-b93d-cbce8d7f97b5', 'status': 'completed', 'code': 200} Aug 10 03:40:40.707542 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c1f4eea-6900-45f1-8428-b4cc79df4d3f req-f5f20411-59bd-4a8a-89d7-584586e722f5 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758963 Aug 10 03:40:40.709807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Made reservation on behalf of 225e2b5bc02644da8f2725bd114309d2 for: {'subnet': 2} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:40:40.765672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.773353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:40.971726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-536d6335-e5c7-4973-8311-ba51c66e7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:40.980432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-536d6335-e5c7-4973-8311-ba51c66e7a82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 1096 time: 0.1804581 Aug 10 03:40:41.051342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:41.293662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-24db5805-1031-481e-9c52-219eaf9bc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:41.296843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-24db5805-1031-481e-9c52-219eaf9bc2b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.2998602 Aug 10 03:40:41.326933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port e8af0841-1eeb-475b-a825-0554804e3d42 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:41.328072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.452534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-f05f6800-7a73-4cf2-a42c-e706d9265784 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5 HTTP/1.1" status: 200 len: 217 time: 0.1433277 Aug 10 03:40:41.627326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-bb0a570b-661d-4936-93fa-93f1a6de2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:41.629226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-bb0a570b-661d-4936-93fa-93f1a6de2c7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.1657958 Aug 10 03:40:41.725155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.736540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-9cc99cd6-a0ca-439d-8bbc-382d1125b537 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938556 Aug 10 03:40:41.842895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:41.854089 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e27d991-00a3-4b35-8232-8bb4668261b0" -d '{"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-plugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:41.909665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:41.923952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:41.950253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486744a-2917-4bb6-b48c-3987ba6b70ba req-29c1274a-8384-4460-a3ed-2822a25bca1c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:41.964804 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4486744a-2917-4bb6-b48c-3987ba6b70ba req-29c1274a-8384-4460-a3ed-2822a25bca1c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 944 time: 0.4829583 Aug 10 03:40:42.010288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.014080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-6e6d3cd1-c64d-446f-a5cb-aea82571a381 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547410 Aug 10 03:40:42.080940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4486744a-2917-4bb6-b48c-3987ba6b70ba req-2a762e4c-aba7-44e2-a0a9-2e259dbb60ca tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143954 Aug 10 03:40:42.120388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.279984 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6c8eb0f-0331-4e05-acbf-7cd52cfccc85 req-04269267-c7e2-400e-b57d-5a457e5b11bc service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509015 Aug 10 03:40:42.442811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Subnet': ['ID=c1054415-6a67-4caa-a441-1475d58ec708,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.445430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Checking segment: {'id': 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:42.445811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network hostable DHCP agents. Network: 8dedbb75-8600-4476-9b7b-2e93ba0930d2, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:42.500395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:42.525514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8dedbb75-8600-4476-9b7b-2e93ba0930d2) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:42.533200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.555037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aebeca-9e75-404c-92b5-10af192c2f4d None None] Network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:42.748428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event updated for resources: {'Subnet': ['ID=f507480e-b3a3-4229-904c-5fdd01e5f809,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:42.769449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Checking segment: {'id': '2e1c5228-ca6a-44ba-9a09-8a5f60a92411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:42.770694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network hostable DHCP agents. Network: 76449971-4ceb-4aca-8c8a-1380119ab9ca, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:40:42.859427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Network 76449971-4ceb-4aca-8c8a-1380119ab9ca is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:40:42.874772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 76449971-4ceb-4aca-8c8a-1380119ab9ca) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:42.883955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:42.886066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:42.892740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:42.946866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59232) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:42.952453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fa98d16b-c37d-4b08-995b-2a1265223327 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9078176 Aug 10 03:40:42.957862 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d58a7f2-f96c-42af-b505-c1adc09ca59d x-openstack-request-id: req-4d58a7f2-f96c-42af-b505-c1adc09ca59d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:42.958600 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-plugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:42.959256 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d58a7f2-f96c-42af-b505-c1adc09ca59d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:42.960178 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'code': 200} Aug 10 03:40:42.961257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f52ffe-6d6e-4026-b6fe-5e719911c289 None None] Network 76449971-4ceb-4aca-8c8a-1380119ab9ca requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:43.110573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59236) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.175491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 45f49239-6d09-4f70-b93d-cbce8d7f97b5 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:43.207638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-8dedbb75-8600-4476-9b7b-2e93ba0930d2', 'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2', 'tenant_id': '225e2b5bc02644da8f2725bd114309d2', 'fixed_ips': [{'subnet_id': 'c1054415-6a67-4caa-a441-1475d58ec708'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:43.208959 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.406143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db6f6-9773-4a1e-813c-4f00635a89df req-35afcf57-2205-41a9-b38f-6c20b61360dc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:43.415182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ec3db6f6-9773-4a1e-813c-4f00635a89df req-35afcf57-2205-41a9-b38f-6c20b61360dc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 944 time: 0.1438003 Aug 10 03:40:43.425929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Allocated IP 2001:db8::1 (8dedbb75-8600-4476-9b7b-2e93ba0930d2/c1054415-6a67-4caa-a441-1475d58ec708/ded17b3e-8615-435e-a5ab-4bb65e6efca9) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:43.453572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2bf0-f247-4853-ad63-9dab540c5e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.562396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:40:43.680394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ec3db6f6-9773-4a1e-813c-4f00635a89df req-f26e1912-8739-4d94-820c-b85365b209ce tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631946 Aug 10 03:40:43.758565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633548cd-7f11-4a75-9809-c351f7b7f543 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:43.760607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633548cd-7f11-4a75-9809-c351f7b7f543 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:43.761917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633548cd-7f11-4a75-9809-c351f7b7f543 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:43.764206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-633548cd-7f11-4a75-9809-c351f7b7f543 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.8155777 Aug 10 03:40:43.778217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59264) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.796994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2bf0-f247-4853-ad63-9dab540c5e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.821430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fd8d2bf0-f247-4853-ad63-9dab540c5e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.981247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fd8d2bf0-f247-4853-ad63-9dab540c5e3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=538d09e5aa8241ceb33b01e17c22f26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687658 Aug 10 03:40:43.983915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59268) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:43.993558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Deleting subnet c1054415-6a67-4caa-a441-1475d58ec708 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:43.999505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d2bf0-f247-4853-ad63-9dab540c5e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70498ee0-69f7-40c0-bc79-9e3d2b4b173b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.040644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477170e8-adac-4570-bbc0-f728c24cdf3e req-776d98c7-e584-4790-8cf3-8803c5053513 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:44.050174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-477170e8-adac-4570-bbc0-f728c24cdf3e req-776d98c7-e584-4790-8cf3-8803c5053513 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.1226919 Aug 10 03:40:44.110142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.140898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.176067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-477170e8-adac-4570-bbc0-f728c24cdf3e req-b420fd58-814c-4153-a3af-6cb56edd992f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225801 Aug 10 03:40:44.243499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.246222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.247434 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70498ee0-69f7-40c0-bc79-9e3d2b4b173b HTTP/1.1" status: 204 len: 168 time: 0.2625024 Aug 10 03:40:44.271403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70498ee0-69f7-40c0-bc79-9e3d2b4b173b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.287654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.288001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.288527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.289026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.289532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.290080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.292837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.293445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.293931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.295001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.295523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.296013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd43e7a-1e99-423b-9d37-47cc79beffe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:44.369611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:44.384710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '45f49239-6d09-4f70-b93d-cbce8d7f97b5', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '45f49239-6d09-4f70-b93d-cbce8d7f97b5', 'mac_address': 'fa:16:3e:13:f7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:44.511738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.533727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.589553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-76449971-4ceb-4aca-8c8a-1380119ab9ca', 'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca', 'tenant_id': '225e2b5bc02644da8f2725bd114309d2', 'fixed_ips': [{'subnet_id': 'f507480e-b3a3-4229-904c-5fdd01e5f809'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:40:44.590794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.595200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f49239-6d09-4f70-b93d-cbce8d7f97b5 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:44.603194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Transition to ACTIVE for port object ded17b3e-8615-435e-a5ab-4bb65e6efca9 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:44.667537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:44.677105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.821863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Transition to ACTIVE for port object ded17b3e-8615-435e-a5ab-4bb65e6efca9 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:44.821863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=45f49239-6d09-4f70-b93d-cbce8d7f97b5,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.840895 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.867520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:44.917121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Pushing event updated for resources: {'Port': ['ID=ded17b3e-8615-435e-a5ab-4bb65e6efca9,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:44.931800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['45f49239-6d09-4f70-b93d-cbce8d7f97b5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:44.947826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:44.992833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:44.998639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:45.017090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9094787-b8e2-4b8d-a324-655dc7de92b5 req-7f093d34-df28-4eff-8513-9a87400f4d70 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.022109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9094787-b8e2-4b8d-a324-655dc7de92b5 req-7f093d34-df28-4eff-8513-9a87400f4d70 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 945 time: 0.2169707 Aug 10 03:40:45.026068 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.189949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Allocated IP 2001:db8:0:1::1 (76449971-4ceb-4aca-8c8a-1380119ab9ca/f507480e-b3a3-4229-904c-5fdd01e5f809/497fd64f-5aae-4c6a-9928-2036dcd89504) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:40:45.220807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9094787-b8e2-4b8d-a324-655dc7de92b5 req-6c738715-6fb2-419e-867f-f8aab929b6b7 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616886 Aug 10 03:40:45.224120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Attempting to bind port ded17b3e-8615-435e-a5ab-4bb65e6efca9 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:45.224377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Attempting to bind port ded17b3e-8615-435e-a5ab-4bb65e6efca9 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:45.230973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Attempting to bind port ded17b3e-8615-435e-a5ab-4bb65e6efca9 on network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:45.296990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:45.306316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Checking segment: {'id': 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:45.307074 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.307563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Bound using segment: {'id': 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:45.308143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Bound port: ded17b3e-8615-435e-a5ab-4bb65e6efca9, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8dedbb75-8600-4476-9b7b-2e93ba0930d2'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:45.308682 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.339389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.491134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.531484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] For port ded17b3e-8615-435e-a5ab-4bb65e6efca9, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:45.538399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Subnet': ['ID=c1054415-6a67-4caa-a441-1475d58ec708,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:45.560674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.563046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7ab23397-2b7b-4282-8f53-0004d8ee98b6 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/subnets/c1054415-6a67-4caa-a441-1475d58ec708 HTTP/1.1" status: 204 len: 168 time: 1.7832000 Aug 10 03:40:45.563985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] For port ded17b3e-8615-435e-a5ab-4bb65e6efca9, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ded17b3e-8615-435e-a5ab-4bb65e6efca9,segment=NetworkSegment(a5963de3-0f0a-4a2d-beb4-97d97a21fefe),segment_id=a5963de3-0f0a-4a2d-beb4-97d97a21fefe)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:45.568129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59312) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:45.575955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5851add-d625-4eea-98ce-6f3cd7fc4b3c req-9fab2d5b-8f2b-4854-90b5-50d5625d15fa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:45.604649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5851add-d625-4eea-98ce-6f3cd7fc4b3c req-9fab2d5b-8f2b-4854-90b5-50d5625d15fa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.2671671 Aug 10 03:40:45.714878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.715526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Deleting subnet f507480e-b3a3-4229-904c-5fdd01e5f809 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:40:45.746706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5851add-d625-4eea-98ce-6f3cd7fc4b3c req-c7e8de65-f703-4a7d-940d-7dfe07876a8b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231353 Aug 10 03:40:46.108991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c1c72-8a86-4692-9d34-ebb4f85a0947 None None] Pushing event updated for resources: {'Port': ['ID=ded17b3e-8615-435e-a5ab-4bb65e6efca9,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.333563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.372611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Transition to ACTIVE for port object 497fd64f-5aae-4c6a-9928-2036dcd89504 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:46.488453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Transition to ACTIVE for port object 497fd64f-5aae-4c6a-9928-2036dcd89504 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:40:46.531296 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.544120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.720051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Network 76449971-4ceb-4aca-8c8a-1380119ab9ca is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:40:46.764345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:40:46.770186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:40:46.773715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Pushing event updated for resources: {'Port': ['ID=497fd64f-5aae-4c6a-9928-2036dcd89504,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:46.843490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.970193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Attempting to bind port 497fd64f-5aae-4c6a-9928-2036dcd89504 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:40:46.970573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Attempting to bind port 497fd64f-5aae-4c6a-9928-2036dcd89504 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '2e1c5228-ca6a-44ba-9a09-8a5f60a92411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:40:46.975098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Attempting to bind port 497fd64f-5aae-4c6a-9928-2036dcd89504 on network 76449971-4ceb-4aca-8c8a-1380119ab9ca {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:40:46.991441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:40:46.992449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Checking segment: {'id': '2e1c5228-ca6a-44ba-9a09-8a5f60a92411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:40:46.992879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.993427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Bound using segment: {'id': '2e1c5228-ca6a-44ba-9a09-8a5f60a92411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:40:46.993935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Bound port: 497fd64f-5aae-4c6a-9928-2036dcd89504, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1c5228-ca6a-44ba-9a09-8a5f60a92411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '76449971-4ceb-4aca-8c8a-1380119ab9ca'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:40:46.994351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.131137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] For port 497fd64f-5aae-4c6a-9928-2036dcd89504, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:40:47.135882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] For port 497fd64f-5aae-4c6a-9928-2036dcd89504, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=497fd64f-5aae-4c6a-9928-2036dcd89504,segment=NetworkSegment(2e1c5228-ca6a-44ba-9a09-8a5f60a92411),segment_id=2e1c5228-ca6a-44ba-9a09-8a5f60a92411)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:40:47.142653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.247630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a7e02-d96b-4834-98cd-deac3efb9ed0 None None] Pushing event updated for resources: {'Port': ['ID=497fd64f-5aae-4c6a-9928-2036dcd89504,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:47.262785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 45f49239-6d09-4f70-b93d-cbce8d7f97b5 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:47.266452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ded17b3e-8615-435e-a5ab-4bb65e6efca9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:47.379952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ded17b3e-8615-435e-a5ab-4bb65e6efca9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:47.411913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:47.417109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:47.417739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.565026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68072ea4-2835-4282-a9bb-a75c5040b430 req-3e7ab854-d4dd-4688-979e-9a6a48be241b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.591122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68072ea4-2835-4282-a9bb-a75c5040b430 req-3e7ab854-d4dd-4688-979e-9a6a48be241b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 945 time: 0.6032751 Aug 10 03:40:47.693185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.830732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68072ea4-2835-4282-a9bb-a75c5040b430 req-cf0afe00-e8f1-420b-af69-6e023591fa7b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300131 Aug 10 03:40:47.907879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.943279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53741faf-4250-4971-99ea-c1ad343b4f4e req-b4942f85-92ca-4dab-92bf-25c4a19e9264 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:47.956425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53741faf-4250-4971-99ea-c1ad343b4f4e req-b4942f85-92ca-4dab-92bf-25c4a19e9264 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.2158444 Aug 10 03:40:47.956664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:47.972709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Subnet': ['ID=f507480e-b3a3-4229-904c-5fdd01e5f809,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.008613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.010690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2d5f8be0-e7cc-40f4-801d-3f7701047e3b tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/subnets/f507480e-b3a3-4229-904c-5fdd01e5f809 HTTP/1.1" status: 204 len: 168 time: 2.4401426 Aug 10 03:40:48.016461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59388) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.074611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53741faf-4250-4971-99ea-c1ad343b4f4e req-5e27d7b1-7d9e-4c25-a155-558e8b0475a6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161532 Aug 10 03:40:48.112466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f49239-6d09-4f70-b93d-cbce8d7f97b5'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:48.127777 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f31db-27a2-4e46-9857-d9b31932f31f" -d '{"events": [{"server_uuid": "16ad77c9-54d5-4aa1-8e5e-4fb09567ab02", "name": "network-vif-plugged", "status": "completed", "tag": "45f49239-6d09-4f70-b93d-cbce8d7f97b5"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:48.243558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:48.267991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.321124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca872b-1c74-4a19-8bec-c444d0c9f135 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.330495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59396) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:48.331032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89ca872b-1c74-4a19-8bec-c444d0c9f135 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3131685 Aug 10 03:40:48.420475 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22bd284-a293-4d46-9f3e-579a2930206e x-openstack-request-id: req-e22bd284-a293-4d46-9f3e-579a2930206e {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:48.421043 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ad77c9-54d5-4aa1-8e5e-4fb09567ab02", "name": "network-vif-plugged", "status": "completed", "tag": "45f49239-6d09-4f70-b93d-cbce8d7f97b5", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:48.421270 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e22bd284-a293-4d46-9f3e-579a2930206e {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:48.426906 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f49239-6d09-4f70-b93d-cbce8d7f97b5', 'code': 200} Aug 10 03:40:48.510978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=45f49239-6d09-4f70-b93d-cbce8d7f97b5,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:48.582153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3873a-1fb1-4b2e-82d6-266c276d9fee None None] Network 8dedbb75-8600-4476-9b7b-2e93ba0930d2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:48.630833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.640765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651710-3c4d-4319-b08b-76ebafa1b82e req-03450ca9-4527-4684-a3cb-ba3155b73584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:48.643217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e651710-3c4d-4319-b08b-76ebafa1b82e req-03450ca9-4527-4684-a3cb-ba3155b73584 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 1098 time: 0.1475668 Aug 10 03:40:48.816703 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e651710-3c4d-4319-b08b-76ebafa1b82e req-961e9852-d138-4d62-9146-baf3a17f6cb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607516 Aug 10 03:40:48.824352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] Provisioning for port ded17b3e-8615-435e-a5ab-4bb65e6efca9 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:40:48.837780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Deleting port 497fd64f-5aae-4c6a-9928-2036dcd89504 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:48.838410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:48.850916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] Provisioning complete for port ded17b3e-8615-435e-a5ab-4bb65e6efca9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:48.851442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.117871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] DHCP port deletion for 8dedbb75-8600-4476-9b7b-2e93ba0930d2 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:49.126443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a7478-9d2d-45c2-b1ef-7d23fde732a2 req-775c1ba1-5942-4485-812b-fea527d253e8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.142600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f04a7478-9d2d-45c2-b1ef-7d23fde732a2 req-775c1ba1-5942-4485-812b-fea527d253e8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.1361628 Aug 10 03:40:49.161849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:49.334791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] For port 497fd64f-5aae-4c6a-9928-2036dcd89504, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=497fd64f-5aae-4c6a-9928-2036dcd89504,segment=NetworkSegment(2e1c5228-ca6a-44ba-9a09-8a5f60a92411),segment_id=2e1c5228-ca6a-44ba-9a09-8a5f60a92411)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:49.336349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f04a7478-9d2d-45c2-b1ef-7d23fde732a2 req-29afd56b-6da9-4557-98b5-2d8b70646ee0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821034 Aug 10 03:40:49.345188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.427132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Calling delete_port for 497fd64f-5aae-4c6a-9928-2036dcd89504 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:49.455214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 497fd64f-5aae-4c6a-9928-2036dcd89504 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:49.711991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:49.725015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb87aca-ab1c-4ae5-a371-158742b2db1b None None] Network 76449971-4ceb-4aca-8c8a-1380119ab9ca requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:40:49.846095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d95e85-a6d6-4308-b500-1ba768c4c134 req-902bac46-58a9-4efc-b87f-a60bff78829b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:49.858802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12d95e85-a6d6-4308-b500-1ba768c4c134 req-902bac46-58a9-4efc-b87f-a60bff78829b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.2186913 Aug 10 03:40:49.948684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12d95e85-a6d6-4308-b500-1ba768c4c134 req-010b9d3c-77b7-4081-ad4a-25a3cf9f0cbc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862477 Aug 10 03:40:50.000773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] For port ded17b3e-8615-435e-a5ab-4bb65e6efca9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ded17b3e-8615-435e-a5ab-4bb65e6efca9,segment=NetworkSegment(a5963de3-0f0a-4a2d-beb4-97d97a21fefe),segment_id=a5963de3-0f0a-4a2d-beb4-97d97a21fefe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:50.021802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.055336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Port': ['ID=497fd64f-5aae-4c6a-9928-2036dcd89504,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.088098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] No DVR routers for this DVR port 497fd64f-5aae-4c6a-9928-2036dcd89504 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:50.118266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.145008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] Deleting port ded17b3e-8615-435e-a5ab-4bb65e6efca9 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:50.145530 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.227910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.255597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76449971-4ceb-4aca-8c8a-1380119ab9ca']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:50.286936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1c5228-ca6a-44ba-9a09-8a5f60a92411') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:50.287541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1c5228-ca6a-44ba-9a09-8a5f60a92411') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:50.308020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.350644 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:50.364651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 497fd64f-5aae-4c6a-9928-2036dcd89504 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:50.365211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.371323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.409452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.458072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:50.459647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.469405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Port 497fd64f-5aae-4c6a-9928-2036dcd89504 was deleted so its status cannot be updated. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:40:50.472677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d4b64b1f-e874-42c0-ae59-2e32c548b348 None None] Could not find standard attr ID for object 497fd64f-5aae-4c6a-9928-2036dcd89504. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:40:50.665217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc12d-99be-48d4-ac71-4404736141a1 req-6d5cbe43-9f72-4bf7-a083-e29df0cb0c82 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:50.667836 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:50.673483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.684691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.685482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fdcc12d-99be-48d4-ac71-4404736141a1 req-6d5cbe43-9f72-4bf7-a083-e29df0cb0c82 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.1538970 Aug 10 03:40:50.692123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/networks/76449971-4ceb-4aca-8c8a-1380119ab9ca HTTP/1.1" status: 204 len: 168 time: 2.3578200 Aug 10 03:40:50.706778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:50.748308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49e2d-ad9b-4395-b665-ad8fc1bc9743 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Network': ['ID=76449971-4ceb-4aca-8c8a-1380119ab9ca,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.793334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fdcc12d-99be-48d4-ac71-4404736141a1 req-6715a0de-5616-40b6-a6bc-41c3efffde92 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067462 Aug 10 03:40:50.891863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:50.904811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1655c6-e4c8-48cd-bda6-8ac6c739a17e None None] Pushing event updated for resources: {'Port': ['ID=ded17b3e-8615-435e-a5ab-4bb65e6efca9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:50.953062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:50.961160 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef0781-3b8c-4412-b0f2-0007fe73874f" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:51.027785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] For port ded17b3e-8615-435e-a5ab-4bb65e6efca9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ded17b3e-8615-435e-a5ab-4bb65e6efca9,segment=NetworkSegment(a5963de3-0f0a-4a2d-beb4-97d97a21fefe),segment_id=a5963de3-0f0a-4a2d-beb4-97d97a21fefe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.033036 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.044409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8653e-9b68-46ed-8a18-dcc1e7a29b0f None None] DHCP port deletion for 76449971-4ceb-4aca-8c8a-1380119ab9ca request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:40:51.057231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Deleting port ded17b3e-8615-435e-a5ab-4bb65e6efca9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:51.059827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.093430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.111655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] Calling delete_port for ded17b3e-8615-435e-a5ab-4bb65e6efca9 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:51.133364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:40:51.175821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.287578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] For port ded17b3e-8615-435e-a5ab-4bb65e6efca9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ded17b3e-8615-435e-a5ab-4bb65e6efca9,segment=NetworkSegment(a5963de3-0f0a-4a2d-beb4-97d97a21fefe),segment_id=a5963de3-0f0a-4a2d-beb4-97d97a21fefe)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.293399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.303659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ded17b3e-8615-435e-a5ab-4bb65e6efca9 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:51.318254 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316800fc-0119-4819-a92e-d4b78e839d42 x-openstack-request-id: req-316800fc-0119-4819-a92e-d4b78e839d42 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:51.318857 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:51.319283 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-316800fc-0119-4819-a92e-d4b78e839d42 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:51.319847 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:40:51.333777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cd88d-c95e-4ea8-b825-242ffe7a8c60 req-803a312d-1050-4e07-90d7-60b4a93feaba tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.343753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a9cd88d-c95e-4ea8-b825-242ffe7a8c60 req-803a312d-1050-4e07-90d7-60b4a93feaba tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2103932 Aug 10 03:40:51.360619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Calling delete_port for ded17b3e-8615-435e-a5ab-4bb65e6efca9 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:51.366608 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:40:51.470877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.511765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a9cd88d-c95e-4ea8-b825-242ffe7a8c60 req-975195b9-d0a2-4839-8d20-d617a1c091e2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669109 Aug 10 03:40:51.560664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.565549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.582758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '2e6069a4-d311-4153-a694-6856d91477ac', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': '2e6069a4-d311-4153-a694-6856d91477ac', 'mac_address': 'fa:16:3e:8c:40:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:40:51.587084 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.600541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Port': ['ID=ded17b3e-8615-435e-a5ab-4bb65e6efca9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.610862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] No DVR routers for this DVR port ded17b3e-8615-435e-a5ab-4bb65e6efca9 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:51.663292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Port ded17b3e-8615-435e-a5ab-4bb65e6efca9 update to DOWN by agent not found {{(pid=94142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:40:51.671774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.707664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] No DVR routers for this DVR port ded17b3e-8615-435e-a5ab-4bb65e6efca9 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:51.707824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423c810-36a2-49f2-a7ec-bc16f3717ca3 req-8a346d7f-1387-41fc-8f06-e3c73f685507 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:51.712098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1040725-09ce-46cf-8bb1-0432e258e89f None None] Pushing event deleted for resources: {'Port': ['ID=ded17b3e-8615-435e-a5ab-4bb65e6efca9,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.718323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a423c810-36a2-49f2-a7ec-bc16f3717ca3 req-8a346d7f-1387-41fc-8f06-e3c73f685507 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.1553550 Aug 10 03:40:51.730887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:40:51.760133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:51.768577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.807300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a423c810-36a2-49f2-a7ec-bc16f3717ca3 req-e63e4285-43ba-4b6e-953f-828ddf8bc937 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822299 Aug 10 03:40:51.812193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.875089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dedbb75-8600-4476-9b7b-2e93ba0930d2']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:51.880167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=12']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:51.911492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:51.913620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5963de3-0f0a-4a2d-beb4-97d97a21fefe') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:51.942680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.000239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.008302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['2e6069a4-d311-4153-a694-6856d91477ac'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:52.017309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:52.017820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:52.110734 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:52.166346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.175779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.177664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/networks/8dedbb75-8600-4476-9b7b-2e93ba0930d2 HTTP/1.1" status: 204 len: 168 time: 1.4682157 Aug 10 03:40:52.181935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59514) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:52.195388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d25075-7d3d-41f8-a538-8eae7d9a157d req-800b31aa-ca7c-488a-bd38-0f8ad1a4cfac tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.203175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52d25075-7d3d-41f8-a538-8eae7d9a157d req-800b31aa-ca7c-488a-bd38-0f8ad1a4cfac tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.2344220 Aug 10 03:40:52.223660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef11f-9ede-4516-809b-86494a1c9ac4 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Network': ['ID=8dedbb75-8600-4476-9b7b-2e93ba0930d2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:52.272378 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52d25075-7d3d-41f8-a538-8eae7d9a157d req-58f0727d-d0c8-431c-942c-ca11e8b1797f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658298 Aug 10 03:40:52.447197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.725740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.753392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11274d61-d293-4fd7-b54c-caf3377ab54b']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:52.804561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65a5b7-24ec-4aa1-a110-64efec2f7b4d req-e22b2d90-f06b-4b29-b5bd-12927abefbc4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.807452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c65a5b7-24ec-4aa1-a110-64efec2f7b4d req-e22b2d90-f06b-4b29-b5bd-12927abefbc4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.2191753 Aug 10 03:40:52.811636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d611d89-964f-4890-9ce0-bb14e6872d22') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:52.812433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d611d89-964f-4890-9ce0-bb14e6872d22') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:52.834403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.912595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c65a5b7-24ec-4aa1-a110-64efec2f7b4d req-e751f468-250c-4528-8066-62211297ca95 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872650 Aug 10 03:40:52.919937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.948487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:52.949615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:52.960986 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:52.985311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 497fd64f-5aae-4c6a-9928-2036dcd89504 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:53.075367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 497fd64f-5aae-4c6a-9928-2036dcd89504 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:53.075925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 497fd64f-5aae-4c6a-9928-2036dcd89504 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:53.218137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f363d5-7ebb-4665-84e1-69abe01713fc req-3914ebdc-2601-42b4-aa77-fbcca9de8616 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:53.221686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22f363d5-7ebb-4665-84e1-69abe01713fc req-3914ebdc-2601-42b4-aa77-fbcca9de8616 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 945 time: 0.1244640 Aug 10 03:40:53.223041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.231144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.235864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/networks/11274d61-d293-4fd7-b54c-caf3377ab54b HTTP/1.1" status: 204 len: 168 time: 1.0520713 Aug 10 03:40:53.237874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59554) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:53.272368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a1bad-9d02-4e59-9401-4bda7ea89f77 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Network': ['ID=11274d61-d293-4fd7-b54c-caf3377ab54b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:53.369378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22f363d5-7ebb-4665-84e1-69abe01713fc req-ac8ee1cb-89a8-4bf2-b017-0f8e9cf42982 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311364 Aug 10 03:40:53.462791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.589142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59562) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:53.664869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.696494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b676e538-4177-44b0-98bb-5e018d8766e9']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:53.720452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e50257d-e004-43c2-ab2e-30f85a2530d6') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:53.726702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e50257d-e004-43c2-ab2e-30f85a2530d6') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:40:53.747954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.776059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.791859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:40:53.792587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:40:53.862065 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:40:53.890209 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.934425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:53.939560 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] 10.222.0.53 "DELETE /v2.0/networks/b676e538-4177-44b0-98bb-5e018d8766e9 HTTP/1.1" status: 204 len: 168 time: 0.6995928 Aug 10 03:40:53.958060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8059d-5108-4027-b3da-b53fd7b919b0 tempest-BulkNetworkOpsIpV6Test-714892261 tempest-BulkNetworkOpsIpV6Test-714892261-project] Pushing event deleted for resources: {'Network': ['ID=b676e538-4177-44b0-98bb-5e018d8766e9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:54.017858 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28b13c79-2cff-4322-a376-6e6da2020592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.179206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-e23d3cb1-ad01-496d-829e-19e186ee9847 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.184616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-e23d3cb1-ad01-496d-829e-19e186ee9847 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.1743031 Aug 10 03:40:54.593024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.595231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28b13c79-2cff-4322-a376-6e6da2020592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.632425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28b13c79-2cff-4322-a376-6e6da2020592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.725675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c53bac-b406-4d21-a825-6e8465ec9a74 req-85cd0320-961f-41a6-8ef7-594ed389c90d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:54.741598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85c53bac-b406-4d21-a825-6e8465ec9a74 req-85cd0320-961f-41a6-8ef7-594ed389c90d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 946 time: 0.2308183 Aug 10 03:40:54.874395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:40:54.878686 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.890232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-28b13c79-2cff-4322-a376-6e6da2020592 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=178e7767b557495eb48a8e16bc231769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2994585 Aug 10 03:40:54.897513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59586) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:54.901141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b13c79-2cff-4322-a376-6e6da2020592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a007203-a84f-4cbf-bf60-d1e94fc29ae4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:54.925972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:55.074710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85c53bac-b406-4d21-a825-6e8465ec9a74 req-b20d4cfd-8008-486f-a9c7-c3676e382990 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294413 Aug 10 03:40:55.110020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:40:55.202406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8c1-5b7d-4754-b3db-311cdadc1723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.266669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 45f49239-6d09-4f70-b93d-cbce8d7f97b5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=45f49239-6d09-4f70-b93d-cbce8d7f97b5,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:55.267180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.316630 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8c1-5b7d-4754-b3db-311cdadc1723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.343878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 45f49239-6d09-4f70-b93d-cbce8d7f97b5 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:40:55.352871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 2e6069a4-d311-4153-a694-6856d91477ac triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:40:55.353295 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.590438 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.629171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:55.630283 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eef4a3c-6a89-4322-9444-a7f25e9b4294" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:55.650088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:40:55.657685 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.658026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8c1-5b7d-4754-b3db-311cdadc1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.665360 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d8c1-5b7d-4754-b3db-311cdadc1723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.673527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a8d8d8c1-5b7d-4754-b3db-311cdadc1723 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a007203-a84f-4cbf-bf60-d1e94fc29ae4 HTTP/1.1" status: 204 len: 168 time: 0.7534261 Aug 10 03:40:55.725645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d8c1-5b7d-4754-b3db-311cdadc1723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a007203-a84f-4cbf-bf60-d1e94fc29ae4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.824897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=13']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:55.868358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551f36f-6323-435f-83fa-9caf6e06f946 req-cbb8bd1c-f481-40e3-b2c8-86e8f5ad3706 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:55.877776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3551f36f-6323-435f-83fa-9caf6e06f946 req-cbb8bd1c-f481-40e3-b2c8-86e8f5ad3706 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.3474200 Aug 10 03:40:55.881810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cdeb03d3-6886-4e79-af97-1a658387cc7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=225e2b5bc02644da8f2725bd114309d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8575091 Aug 10 03:40:55.901708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:55.921404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.974187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:55.994784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['45f49239-6d09-4f70-b93d-cbce8d7f97b5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:56.067274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3551f36f-6323-435f-83fa-9caf6e06f946 req-90fbff5b-f807-41b0-bbae-bf19f996957c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865933 Aug 10 03:40:56.068528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=45f49239-6d09-4f70-b93d-cbce8d7f97b5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.147530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:40:56.271243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 45f49239-6d09-4f70-b93d-cbce8d7f97b5 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:40:56.274549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f71d-d979-401f-a442-ababede0644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.278932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.282938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e4b1787c-6b04-4920-a1e3-a8021aa5644a req-4c8768c3-021d-4966-a3b3-7918a94aa54d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "DELETE /v2.0/ports/45f49239-6d09-4f70-b93d-cbce8d7f97b5 HTTP/1.1" status: 204 len: 173 time: 2.0885429 Aug 10 03:40:56.284001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'name': 'network-vif-deleted', 'tag': '45f49239-6d09-4f70-b93d-cbce8d7f97b5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:40:56.288677 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101212ec-36f2-4dd7-b815-4ae017fbf78a" -d '{"events": [{"server_uuid": "16ad77c9-54d5-4aa1-8e5e-4fb09567ab02", "name": "network-vif-deleted", "tag": "45f49239-6d09-4f70-b93d-cbce8d7f97b5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:40:56.465677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f71d-d979-401f-a442-ababede0644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.703011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f71d-d979-401f-a442-ababede0644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.706611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f71d-d979-401f-a442-ababede0644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:56.712247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4ad3f71d-d979-401f-a442-ababede0644e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f0992c9-8fa8-4ee5-91d6-8b5103acb8bc HTTP/1.1" status: 204 len: 168 time: 0.7933733 Aug 10 03:40:56.740589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3f71d-d979-401f-a442-ababede0644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0992c9-8fa8-4ee5-91d6-8b5103acb8bc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:56.791334 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c04188-2ec1-49cd-bd83-34072533b517 x-openstack-request-id: req-86c04188-2ec1-49cd-bd83-34072533b517 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:56.792263 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-plugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:56.792428 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86c04188-2ec1-49cd-bd83-34072533b517 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:56.797874 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:40:56.896864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:56.954783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ba9a-f80b-4b5e-a636-6e8fa0e7c8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.040296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c915fe1e-a5e3-4b25-936d-6209c9470d27 req-790614d2-a8cc-4f6b-9878-c71dc33ce760 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=16ad77c9-54d5-4aa1-8e5e-4fb09567ab02 HTTP/1.1" status: 200 len: 210 time: 0.1550891 Aug 10 03:40:57.181841 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5ce506-bfdb-4291-be4f-a79afbf70652 x-openstack-request-id: req-fa5ce506-bfdb-4291-be4f-a79afbf70652 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:40:57.186450 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ad77c9-54d5-4aa1-8e5e-4fb09567ab02", "name": "network-vif-deleted", "tag": "45f49239-6d09-4f70-b93d-cbce8d7f97b5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:40:57.186972 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa5ce506-bfdb-4291-be4f-a79afbf70652 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:40:57.187711 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ad77c9-54d5-4aa1-8e5e-4fb09567ab02', 'name': 'network-vif-deleted', 'tag': '45f49239-6d09-4f70-b93d-cbce8d7f97b5', 'status': 'completed', 'code': 200} Aug 10 03:40:57.205221 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-642b1688-3345-47e9-91f9-de9465bf7fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.522870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda69f8-f76a-48cc-aa51-13abfffac610 req-aa026c2a-89a4-4839-8725-92180abdb3de tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.560880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ba9a-f80b-4b5e-a636-6e8fa0e7c8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.562938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fda69f8-f76a-48cc-aa51-13abfffac610 req-aa026c2a-89a4-4839-8725-92180abdb3de tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.2809060 Aug 10 03:40:57.577016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ca9ba9a-f80b-4b5e-a636-6e8fa0e7c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.648296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9ba9a-f80b-4b5e-a636-6e8fa0e7c8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b23d1b-5f24-4fc1-9feb-cf3d4215ff30,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:57.696438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ca9ba9a-f80b-4b5e-a636-6e8fa0e7c8c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9be5a4923e3418ab3b6eed5f252f346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986627 Aug 10 03:40:57.703067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59630) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.776113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fda69f8-f76a-48cc-aa51-13abfffac610 req-5aa5f98f-da80-42c7-b962-4c0421114592 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079563 Aug 10 03:40:57.961490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5aa7-5066-46d5-9ca2-75bbb302c8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.043407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5aa7-5066-46d5-9ca2-75bbb302c8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.182440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5aa7-5066-46d5-9ca2-75bbb302c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.186168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5aa7-5066-46d5-9ca2-75bbb302c8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.190864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c3ae5aa7-5066-46d5-9ca2-75bbb302c8d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2b23d1b-5f24-4fc1-9feb-cf3d4215ff30 HTTP/1.1" status: 204 len: 168 time: 0.4866104 Aug 10 03:40:58.206069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae5aa7-5066-46d5-9ca2-75bbb302c8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b23d1b-5f24-4fc1-9feb-cf3d4215ff30,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.228734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 45f49239-6d09-4f70-b93d-cbce8d7f97b5 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:40:59.285546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 45f49239-6d09-4f70-b93d-cbce8d7f97b5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:40:59.286558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 45f49239-6d09-4f70-b93d-cbce8d7f97b5 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:40:59.682123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.871661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76705870-8981-40ff-91cf-1d0bcd95ea7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.980648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.575102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1208887955'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:01.659153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Made reservation on behalf of 554153a56a8a4e6bbeee25d28d1406a0 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:01.683120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.713900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.728804 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.279343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.294665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.449094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f3ef3-7299-4dca-a120-bbf01580ccbc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.504701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:02.546180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.549054 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Added segment 64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09 of type vlan for network 78af8605-ca54-456d-a82d-06fcd7614770 Aug 10 03:41:02.649947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.758265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.777713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.781120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.941351 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9315898 Aug 10 03:41:02.941686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59720) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:03.005059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Request body: {'subnet': {'network_id': '78af8605-ca54-456d-a82d-06fcd7614770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:03.135495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.204783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49cf4a-e99a-4f27-b38f-75ebc5ffc4c4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event updated for resources: {'Network': ['ID=78af8605-ca54-456d-a82d-06fcd7614770,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:03.221231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 78af8605-ca54-456d-a82d-06fcd7614770 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:03.356154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Made reservation on behalf of 554153a56a8a4e6bbeee25d28d1406a0 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:03.363801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.838370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-7abe9289-b532-4615-8285-74754c663892 req-0ec6bcc0-10b7-4c76-a566-9f169f7fbb48 service neutron] (94140) timed out ('10.222.0.39', 50837) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:41:04.113404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.282085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event updated for resources: {'Subnet': ['ID=fbb95758-e9be-44e4-9b1b-9e1177cd9122,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:04.288973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Checking segment: {'id': '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78af8605-ca54-456d-a82d-06fcd7614770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:04.290367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Network hostable DHCP agents. Network: 78af8605-ca54-456d-a82d-06fcd7614770, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:04.361786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Network 78af8605-ca54-456d-a82d-06fcd7614770 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:04.384834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 78af8605-ca54-456d-a82d-06fcd7614770) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:04.392150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.394237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.405946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10027f33-308a-44c0-817d-bcc61b578d99 None None] Network 78af8605-ca54-456d-a82d-06fcd7614770 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:04.428863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2c858a4f-9567-4c52-af70-45f115953663 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5049322 Aug 10 03:41:04.429782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59748) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:04.455293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Request body: {'port': {'network_id': '78af8605-ca54-456d-a82d-06fcd7614770', 'name': 'tempest-TagsExtTest-1539470485'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:04.717625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-1c39656a-af5d-4df3-80a6-0fbac429320b req-529fa946-4dd4-415e-ab69-cb55ffdfff0b service neutron] (94141) timed out ('10.222.0.39', 50884) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:41:04.852900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Made reservation on behalf of 554153a56a8a4e6bbeee25d28d1406a0 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:04.864788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.947061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] device_id is not set on port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:05.060428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-78af8605-ca54-456d-a82d-06fcd7614770', 'network_id': '78af8605-ca54-456d-a82d-06fcd7614770', 'tenant_id': '554153a56a8a4e6bbeee25d28d1406a0', 'fixed_ips': [{'subnet_id': 'fbb95758-e9be-44e4-9b1b-9e1177cd9122'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:05.061915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:05.373313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Allocated IP 172.20.0.3 (78af8605-ca54-456d-a82d-06fcd7614770/fbb95758-e9be-44e4-9b1b-9e1177cd9122/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:05.419690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a36e3-2c7b-4a94-b34c-e5be19e23d24 req-63137317-49c1-470c-aa9c-57ce892a18c1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.432717 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc7a36e3-2c7b-4a94-b34c-e5be19e23d24 req-63137317-49c1-470c-aa9c-57ce892a18c1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.2310202 Aug 10 03:41:05.526719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-f196cbc1-d0fb-4a8b-9235-60f595e067a9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.547137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-f196cbc1-d0fb-4a8b-9235-60f595e067a9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.3984485 Aug 10 03:41:05.573686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc7a36e3-2c7b-4a94-b34c-e5be19e23d24 req-3ff5a3f1-c3c9-4925-8f48-a8f39367ed00 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366282 Aug 10 03:41:05.593342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-f10b5af1-ce42-4bcd-a2a3-620ae2cf5e60 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/quotas/e98f8abb83324accbb6530eab883d1de HTTP/1.1" status: 200 len: 375 time: 0.0430846 Aug 10 03:41:05.764439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-fa069834-672a-4087-a7e0-8efa156b0d1d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552572 Aug 10 03:41:06.012991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.037792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Transition to ACTIVE for port object 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:06.091168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.243984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event updated for resources: {'Port': ['ID=414eeb5d-ba62-4031-bfaf-cc9c60faf8ba,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:06.294808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Allocated IP 172.20.0.2 (78af8605-ca54-456d-a82d-06fcd7614770/fbb95758-e9be-44e4-9b1b-9e1177cd9122/54bac597-89dd-4ed6-b594-a61861068f34) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:06.328061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Network 78af8605-ca54-456d-a82d-06fcd7614770 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:06.345580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:06.359721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:06.796051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.800562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.947862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c1d98670-c7d5-440e-a29e-27c77a112d2b tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5164771 Aug 10 03:41:06.952346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:06.968459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:06.989937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2065250084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:06.998636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Transition to ACTIVE for port object 54bac597-89dd-4ed6-b594-a61861068f34 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:07.068094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Transition to ACTIVE for port object 54bac597-89dd-4ed6-b594-a61861068f34 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:07.083501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.123417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-4cfa3922-ab26-44d5-b074-1605fbea0448 service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3512866 Aug 10 03:41:07.171623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a988c1-ab04-45cf-a5df-0eecf5921153 req-fe7f01ba-f4f1-4a31-af6b-b53914483c38 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.205924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8a988c1-ab04-45cf-a5df-0eecf5921153 req-fe7f01ba-f4f1-4a31-af6b-b53914483c38 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 949 time: 0.6678865 Aug 10 03:41:07.212627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Pushing event updated for resources: {'Port': ['ID=54bac597-89dd-4ed6-b594-a61861068f34,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:07.246934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Network 78af8605-ca54-456d-a82d-06fcd7614770 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:07.249518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:07.260973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:07.282437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.291321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.407411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8a988c1-ab04-45cf-a5df-0eecf5921153 req-7f195ab8-0611-45af-b377-cb108b35e14c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003410 Aug 10 03:41:07.453237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-90d9a2d5-ac01-44e6-9e07-adb431aa08af service neutron] 10.222.0.53 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106463 Aug 10 03:41:07.492183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.504286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.549054 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.550546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24f1755b-2dcb-420e-9186-f8850024e865 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5893559 Aug 10 03:41:07.553618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.559115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a5e618be-3a5a-44d7-95ca-f1ed1773dcd2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1727312547', 'prefixes': ['172.20.0.0/16']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:07.599002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Attempting to bind port 54bac597-89dd-4ed6-b594-a61861068f34 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:07.600028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Attempting to bind port 54bac597-89dd-4ed6-b594-a61861068f34 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78af8605-ca54-456d-a82d-06fcd7614770'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:07.600210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Attempting to bind port 54bac597-89dd-4ed6-b594-a61861068f34 on network 78af8605-ca54-456d-a82d-06fcd7614770 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:07.633442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:07.633442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Checking segment: {'id': '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78af8605-ca54-456d-a82d-06fcd7614770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:07.633442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.633442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Bound using segment: {'id': '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78af8605-ca54-456d-a82d-06fcd7614770'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:07.633442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Bound port: 54bac597-89dd-4ed6-b594-a61861068f34, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '78af8605-ca54-456d-a82d-06fcd7614770'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:07.651286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.660411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30642c9e-d733-411c-b98e-83e8a4f4ad2d req-4a32c59e-c06a-4148-9a6a-3ca076df3cfb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.676762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30642c9e-d733-411c-b98e-83e8a4f4ad2d req-4a32c59e-c06a-4148-9a6a-3ca076df3cfb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.1408019 Aug 10 03:41:07.729297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a5e618be-3a5a-44d7-95ca-f1ed1773dcd2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for subnetpool, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:07.730572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a5e618be-3a5a-44d7-95ca-f1ed1773dcd2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1755457 Aug 10 03:41:07.734094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59834) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.739477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-90097cf9-266c-426d-b635-b2dca4765a09 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-860235973') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:07.764613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30642c9e-d733-411c-b98e-83e8a4f4ad2d req-4c9de215-a524-4607-840e-71680ffff7a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865707 Aug 10 03:41:07.810333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59836) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.933044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] For port 54bac597-89dd-4ed6-b594-a61861068f34, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:07.946056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] For port 54bac597-89dd-4ed6-b594-a61861068f34, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=54bac597-89dd-4ed6-b594-a61861068f34,segment=NetworkSegment(64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09),segment_id=64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:07.958424 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.113139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-90097cf9-266c-426d-b635-b2dca4765a09 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-860235973 HTTP/1.1" status: 201 len: 201 time: 0.3776052 Aug 10 03:41:08.116819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59846) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.124583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-a8827345-3868-4831-9e8d-20a50c5d1742 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-1290152187') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:08.128465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28275379-8bfa-4aa6-8239-b29c4d07057c req-7dbc7f88-9992-4d7d-9292-33f718bf3911 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 210 time: 0.0730202 Aug 10 03:41:08.133871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20a45f-7312-449e-aefe-d9fc500f50a8 None None] Pushing event updated for resources: {'Port': ['ID=54bac597-89dd-4ed6-b594-a61861068f34,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.184271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701b87a-9c84-47fe-aa9c-a879d24a316f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.318798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a8827345-3868-4831-9e8d-20a50c5d1742 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-1290152187 HTTP/1.1" status: 201 len: 201 time: 0.2005398 Aug 10 03:41:08.321682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59852) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.333553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-71146cff-709f-46d9-9e19-e3fad2619c45 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-306377744') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:08.389011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701b87a-9c84-47fe-aa9c-a879d24a316f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.396186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701b87a-9c84-47fe-aa9c-a879d24a316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.525236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c701b87a-9c84-47fe-aa9c-a879d24a316f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=062223fe3bc543229f05584554ffa55b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074661 Aug 10 03:41:08.527419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.594334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701b87a-9c84-47fe-aa9c-a879d24a316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018acbb4-0962-4975-8d89-b666a43b4ec3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.732768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-71146cff-709f-46d9-9e19-e3fad2619c45 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-306377744 HTTP/1.1" status: 201 len: 201 time: 0.4096427 Aug 10 03:41:08.736010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.747389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-6c8f13cd-ae90-46c7-8ec5-960744ce26ea tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-852640839') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:08.777118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbf68c45-4929-460f-b8f1-32430b7ab609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.881894 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbf68c45-4929-460f-b8f1-32430b7ab609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.952985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c8f13cd-ae90-46c7-8ec5-960744ce26ea tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-852640839 HTTP/1.1" status: 201 len: 201 time: 0.2155180 Aug 10 03:41:08.958579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.963601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-a810c844-923d-4989-8759-88368008811a tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:09.100561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbf68c45-4929-460f-b8f1-32430b7ab609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.108635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbf68c45-4929-460f-b8f1-32430b7ab609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.114306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dbf68c45-4929-460f-b8f1-32430b7ab609 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/018acbb4-0962-4975-8d89-b666a43b4ec3 HTTP/1.1" status: 204 len: 168 time: 0.5788305 Aug 10 03:41:09.140076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf68c45-4929-460f-b8f1-32430b7ab609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018acbb4-0962-4975-8d89-b666a43b4ec3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.148365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a810c844-923d-4989-8759-88368008811a tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags HTTP/1.1" status: 200 len: 240 time: 0.1855257 Aug 10 03:41:09.148365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59876) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.152774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-d240a216-a08a-4e3e-910f-2474e47477d9 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-860235973') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:09.192832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:09.199027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fb87-62fe-41c4-8df4-d32febaa523e req-962cb0f7-430f-4f3c-9209-6c31c30243b5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.200721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27e8fb87-62fe-41c4-8df4-d32febaa523e req-962cb0f7-430f-4f3c-9209-6c31c30243b5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.1875620 Aug 10 03:41:09.320010 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27e8fb87-62fe-41c4-8df4-d32febaa523e req-12e41225-7732-45ec-a7d8-8fb810f304b4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980959 Aug 10 03:41:09.328602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 54bac597-89dd-4ed6-b594-a61861068f34 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:09.344545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.345386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d240a216-a08a-4e3e-910f-2474e47477d9 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-860235973 HTTP/1.1" status: 204 len: 168 time: 0.1960452 Aug 10 03:41:09.354246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-eead521c-c2b5-4179-bba2-30c2db25d546 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-860235973') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:09.585686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 54bac597-89dd-4ed6-b594-a61861068f34 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:09.703781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eead521c-c2b5-4179-bba2-30c2db25d546 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-860235973 HTTP/1.1" status: 204 len: 168 time: 0.3576512 Aug 10 03:41:09.706524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59888) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.713496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-78539905-d9ca-46e2-8723-653405221b53 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:09.717596 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.796304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:09.800502 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7277f-dcc2-4b32-bd81-33083c655680" -d '{"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-unplugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:09.828491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6af230cf-86fa-478b-a519-d4a85f1fa78e req-ce1615e3-b3b5-4c2a-bf89-f94dd30f638a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 210 time: 0.0700748 Aug 10 03:41:09.845259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:09.867864 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.918554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-78539905-d9ca-46e2-8723-653405221b53 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags HTTP/1.1" status: 200 len: 205 time: 0.2102575 Aug 10 03:41:09.921314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59898) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.926322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-bc1e02d1-4591-4029-b444-54ea669d1614 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:09.985685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.085717 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0e75b-c44a-49bf-933c-f98c19788421 x-openstack-request-id: req-dcd0e75b-c44a-49bf-933c-f98c19788421 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:10.086417 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-unplugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:10.086903 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcd0e75b-c44a-49bf-933c-f98c19788421 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:10.089641 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'code': 200} Aug 10 03:41:10.126986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59906) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.127232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc1e02d1-4591-4029-b444-54ea669d1614 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags HTTP/1.1" status: 200 len: 241 time: 0.2042410 Aug 10 03:41:10.132154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-daeb6ad7-9e31-454c-82b4-86aab8bef4fa tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-1290152187') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:10.225970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-daeb6ad7-9e31-454c-82b4-86aab8bef4fa tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-1290152187 HTTP/1.1" status: 204 len: 168 time: 0.0967388 Aug 10 03:41:10.228081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.234343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-2942d418-6b4e-4612-841a-81f96e750bd2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-1290152187') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:10.388657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2942d418-6b4e-4612-841a-81f96e750bd2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-1290152187 HTTP/1.1" status: 204 len: 168 time: 0.1583898 Aug 10 03:41:10.392338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59912) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.416638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9329103-9155-4b4b-b378-5cb2c72432e9 None None] Network 78af8605-ca54-456d-a82d-06fcd7614770 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:10.428452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-f020fcf9-f327-4a50-bbf7-c388eef8a5a7 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:10.693770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b3cf-cdf1-4c98-bed5-3287462d72e2 req-1e138252-7e1b-4418-b402-f1f90961233e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:10.699094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c7f2b3cf-cdf1-4c98-bed5-3287462d72e2 req-1e138252-7e1b-4418-b402-f1f90961233e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.1612358 Aug 10 03:41:10.703189 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f020fcf9-f327-4a50-bbf7-c388eef8a5a7 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags HTTP/1.1" status: 200 len: 205 time: 0.3093507 Aug 10 03:41:10.711560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59916) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.725590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-686753e9-15bd-44e7-8293-e7e1568eaad3 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:10.781774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] Provisioning for port 54bac597-89dd-4ed6-b594-a61861068f34 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:10.801116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] Provisioning complete for port 54bac597-89dd-4ed6-b594-a61861068f34 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:10.809709 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.825730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c7f2b3cf-cdf1-4c98-bed5-3287462d72e2 req-6c3439dd-ff6e-48a7-b66f-5d71cda89bde tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201851 Aug 10 03:41:10.938246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-686753e9-15bd-44e7-8293-e7e1568eaad3 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags HTTP/1.1" status: 200 len: 240 time: 0.2241592 Aug 10 03:41:10.943163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.951900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-290d9885-3607-432e-95fe-f3188e7aa495 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-306377744') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:11.160179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.230999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] For port 54bac597-89dd-4ed6-b594-a61861068f34, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=54bac597-89dd-4ed6-b594-a61861068f34,segment=NetworkSegment(64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09),segment_id=64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:11.240082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.252534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.255424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-465f2826-8c3c-4514-9743-7bb774999af9 req-3a3f22c9-5fbf-41b4-a431-992527db91a9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 210 time: 0.1611607 Aug 10 03:41:11.318971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-babe5118-6910-4734-9d99-f5184796d9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.386431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-290d9885-3607-432e-95fe-f3188e7aa495 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-306377744 HTTP/1.1" status: 204 len: 168 time: 0.4413199 Aug 10 03:41:11.392421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59940) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.411140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e083-52c0-4391-881f-0582801f09c1 None None] Pushing event updated for resources: {'Port': ['ID=54bac597-89dd-4ed6-b594-a61861068f34,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:11.420689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-b1508687-369e-4ca4-8132-cac74a6459d0 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-306377744') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:11.589463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.705767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-babe5118-6910-4734-9d99-f5184796d9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.711459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-babe5118-6910-4734-9d99-f5184796d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.724859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04b1f387-9469-4484-9b1c-fbfe0528cd58 None None] Provisioning for port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:11.746148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04b1f387-9469-4484-9b1c-fbfe0528cd58 None None] Provisioning complete for port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:11.746503 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04b1f387-9469-4484-9b1c-fbfe0528cd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.858158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b1508687-369e-4ca4-8132-cac74a6459d0 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-306377744 HTTP/1.1" status: 204 len: 168 time: 0.4604692 Aug 10 03:41:11.870942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.895441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-75735aeb-8040-4a25-adf6-f9a5426f3cdd tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:11.946947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-04b1f387-9469-4484-9b1c-fbfe0528cd58 None None] Port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:11.955649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-33449dda-e071-44b4-a38a-bca4b7d461aa tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.956018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-babe5118-6910-4734-9d99-f5184796d9ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=190697d662ce47ee9e75b174e993fe6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959758 Aug 10 03:41:11.959261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-33449dda-e071-44b4-a38a-bca4b7d461aa tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 806 time: 0.4392169 Aug 10 03:41:11.987346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04b1f387-9469-4484-9b1c-fbfe0528cd58 None None] Provisioning complete for port 54bac597-89dd-4ed6-b594-a61861068f34 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:11.987573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59952) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.987962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04b1f387-9469-4484-9b1c-fbfe0528cd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.990265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-541461f1-bba9-41da-8e4c-eab2ed11735f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.997346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe5118-6910-4734-9d99-f5184796d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9cbc95-56bd-4c31-81d5-8aaef8ba2aba,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.110015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Request body: {'port': {'device_id': 'e2492829-bb91-4de8-b829-c880cb479e28', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'admin_state_up': True, 'tenant_id': 'e98f8abb83324accbb6530eab883d1de'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:12.313909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92cc15d3-24fd-405c-b4f8-dbd3d06de4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.349112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-88c0d528-0e95-4b25-84bb-5872d87f47ee None None] Provisioning complete for port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:12.349445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88c0d528-0e95-4b25-84bb-5872d87f47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.445790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f514a-c25a-4dfc-9aa3-9aa29392b4f5 req-56bbc6c2-0765-43ae-a7e1-dd7eb4a20ba1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.455344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-88c0d528-0e95-4b25-84bb-5872d87f47ee None None] Port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:12.456949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c6f514a-c25a-4dfc-9aa3-9aa29392b4f5 req-56bbc6c2-0765-43ae-a7e1-dd7eb4a20ba1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.3412173 Aug 10 03:41:12.505684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92cc15d3-24fd-405c-b4f8-dbd3d06de4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.593266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c6f514a-c25a-4dfc-9aa3-9aa29392b4f5 req-4e23275c-738c-47d2-a5cb-65d1d770a4ac tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348002 Aug 10 03:41:12.651357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-541461f1-bba9-41da-8e4c-eab2ed11735f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.658688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-541461f1-bba9-41da-8e4c-eab2ed11735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.689356 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92cc15d3-24fd-405c-b4f8-dbd3d06de4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.711362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92cc15d3-24fd-405c-b4f8-dbd3d06de4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.715538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-92cc15d3-24fd-405c-b4f8-dbd3d06de4ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c9cbc95-56bd-4c31-81d5-8aaef8ba2aba HTTP/1.1" status: 204 len: 168 time: 0.7265081 Aug 10 03:41:12.759244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-541461f1-bba9-41da-8e4c-eab2ed11735f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d253c3e267c949429bfc10b93a7b3571&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1663880 Aug 10 03:41:12.760063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541461f1-bba9-41da-8e4c-eab2ed11735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6536e-0c27-4d8a-af1c-259c2093f05d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.764181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59970) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.785878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc15d3-24fd-405c-b4f8-dbd3d06de4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9cbc95-56bd-4c31-81d5-8aaef8ba2aba,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.915149 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bd71f4a-ac99-4331-99c0-4f9681df3db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.927761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5395af10-22a2-4e51-b27c-04095769d5f9 req-4ae1a41b-ceb0-4be4-830e-85f530395cfc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 210 time: 0.0521421 Aug 10 03:41:12.960087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-75735aeb-8040-4a25-adf6-f9a5426f3cdd tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags HTTP/1.1" status: 200 len: 205 time: 1.0818975 Aug 10 03:41:12.971587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59974) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.991848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-372814a7-9db1-4a0e-a95c-73d410b7083e tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:12.995768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bd71f4a-ac99-4331-99c0-4f9681df3db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.119568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-372814a7-9db1-4a0e-a95c-73d410b7083e tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags HTTP/1.1" status: 200 len: 240 time: 0.1441488 Aug 10 03:41:13.119786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59978) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.126551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-4f300cc0-8091-402e-a647-b796537c53f5 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-852640839') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.129256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Made reservation on behalf of e98f8abb83324accbb6530eab883d1de for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:13.151707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.167615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4f300cc0-8091-402e-a647-b796537c53f5 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-852640839 HTTP/1.1" status: 204 len: 168 time: 0.0439448 Aug 10 03:41:13.167827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 54bac597-89dd-4ed6-b594-a61861068f34 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:13.172461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.178711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-c5b87d7d-aa5f-4594-9fe3-4916205a10ad tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-852640839') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.202541 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bd71f4a-ac99-4331-99c0-4f9681df3db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.205474 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bd71f4a-ac99-4331-99c0-4f9681df3db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.220368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7bd71f4a-ac99-4331-99c0-4f9681df3db2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2b6536e-0c27-4d8a-af1c-259c2093f05d HTTP/1.1" status: 204 len: 168 time: 0.4462421 Aug 10 03:41:13.279068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd71f4a-ac99-4331-99c0-4f9681df3db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6536e-0c27-4d8a-af1c-259c2093f05d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:13.385240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:13.389336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c5b87d7d-aa5f-4594-9fe3-4916205a10ad tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-852640839 HTTP/1.1" status: 204 len: 168 time: 0.2152748 Aug 10 03:41:13.391546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59988) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.413305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-09e79337-14dc-47a2-83e8-560b723bf211 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.458394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 54bac597-89dd-4ed6-b594-a61861068f34 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:13.460432 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.527208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09e79337-14dc-47a2-83e8-560b723bf211 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags HTTP/1.1" status: 200 len: 205 time: 0.1321003 Aug 10 03:41:13.529381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60010) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.543023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-bd7fce40-feaf-4829-9cb0-ec59a9b75a08 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.666384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bd7fce40-feaf-4829-9cb0-ec59a9b75a08 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags HTTP/1.1" status: 204 len: 168 time: 0.1320229 Aug 10 03:41:13.672067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60016) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.695981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Allocated IP 172.20.0.14 (89737755-3779-485b-a320-9a81e69f5eb5/fb0552e0-932c-49ff-9682-67477ea90dcd/368d3817-9b1f-453c-a049-4b8f96f6f001) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:13.699630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-57e25a30-0c02-41fa-83a4-bc286800f3cd tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:13.912667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-57e25a30-0c02-41fa-83a4-bc286800f3cd tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags HTTP/1.1" status: 204 len: 168 time: 0.2348289 Aug 10 03:41:13.914662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60024) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:13.927267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-396d9ea8-1a77-402f-b569-0cf6c5955158 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.250573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:14.279629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'mac_address': 'fa:16:3e:b2:ad:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:14.286924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60040) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.314481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43464a-20aa-4f9d-95cc-5de0529d3c45 req-2bc9227c-2551-4c28-abf0-b0e46dd7b997 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.322823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb43464a-20aa-4f9d-95cc-5de0529d3c45 req-2bc9227c-2551-4c28-abf0-b0e46dd7b997 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.4894037 Aug 10 03:41:14.324700 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.326127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-549509fd-c64e-46dc-b3b7-fad73815e093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.353467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89e9080e-6d90-4ac3-b991-cac1ed45c93e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:14.366699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-396d9ea8-1a77-402f-b569-0cf6c5955158 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags HTTP/1.1" status: 204 len: 168 time: 0.4487817 Aug 10 03:41:14.371893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19c0504f-ff30-456e-a7c7-0537157ead18 req-f6b902bf-d8ae-4e5b-99d0-1b4f04b39569 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 210 time: 0.1869652 Aug 10 03:41:14.373660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.381156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-3dcec136-6d42-41bc-a241-5fec3c408c0f tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.426938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:14.442554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.506996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3dcec136-6d42-41bc-a241-5fec3c408c0f tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags HTTP/1.1" status: 204 len: 168 time: 0.1228886 Aug 10 03:41:14.507865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60046) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.519656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-9092e195-2c9e-4d02-977a-7e19567695d6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-59136157') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.560266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['89e9080e-6d90-4ac3-b991-cac1ed45c93e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:14.564896 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.720421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9092e195-2c9e-4d02-977a-7e19567695d6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-59136157 HTTP/1.1" status: 201 len: 201 time: 0.2114108 Aug 10 03:41:14.724834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60052) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.729784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-fc614915-d75d-41b1-a3d6-6b97c1235287 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-1032594044') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.745222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-549509fd-c64e-46dc-b3b7-fad73815e093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.748967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.780798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-549509fd-c64e-46dc-b3b7-fad73815e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.794422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.794759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.795129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.795470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.795897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.796150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.796595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.797182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.797546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.797889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.801586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.809724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:14.910667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549509fd-c64e-46dc-b3b7-fad73815e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c65e47-6c17-44fc-b869-379ed42fd7a6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.945189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb43464a-20aa-4f9d-95cc-5de0529d3c45 req-14101211-a3c4-4ab9-83ab-bbe2c556d262 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6210070 Aug 10 03:41:14.954309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.968760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fc614915-d75d-41b1-a3d6-6b97c1235287 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-1032594044 HTTP/1.1" status: 201 len: 201 time: 0.2426910 Aug 10 03:41:14.971934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60062) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:14.977961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-dc553655-afc6-4b05-a6df-2175ac546812 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-317507883') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:14.988622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:14.989268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-549509fd-c64e-46dc-b3b7-fad73815e093 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f95bd8ca2527401b9e4b8c7802168902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966486 Aug 10 03:41:14.990669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60064) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:15.135377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Network 89737755-3779-485b-a320-9a81e69f5eb5 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:15.141384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:15.149046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:15.280420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event updated for resources: {'Port': ['ID=368d3817-9b1f-453c-a049-4b8f96f6f001,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:15.307617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.308271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.343776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-5f538c7d-0e55-48e1-a983-4537a3f2249c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2457874 Aug 10 03:41:15.366016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Request body: {'port': {'device_id': 'e2492829-bb91-4de8-b829-c880cb479e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:15.379587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dc553655-afc6-4b05-a6df-2175ac546812 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-317507883 HTTP/1.1" status: 201 len: 201 time: 0.4062040 Aug 10 03:41:15.386178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:15.395933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-e3b295d5-8d23-4523-bbb6-bb8994ed0a94 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-1549210322') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:15.439337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:15.525899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94663665-b7aa-4aa0-a99a-8574198c6969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.584919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 89e9080e-6d90-4ac3-b991-cac1ed45c93e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:15.585447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.632788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.683803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94663665-b7aa-4aa0-a99a-8574198c6969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.807158 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.863912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94663665-b7aa-4aa0-a99a-8574198c6969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.869652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94663665-b7aa-4aa0-a99a-8574198c6969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.871782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-94663665-b7aa-4aa0-a99a-8574198c6969 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44c65e47-6c17-44fc-b869-379ed42fd7a6 HTTP/1.1" status: 204 len: 168 time: 0.7588012 Aug 10 03:41:15.949140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94663665-b7aa-4aa0-a99a-8574198c6969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c65e47-6c17-44fc-b869-379ed42fd7a6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:16.028228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:16.063093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:16.068839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e3b295d5-8d23-4523-bbb6-bb8994ed0a94 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-1549210322 HTTP/1.1" status: 201 len: 201 time: 0.6795514 Aug 10 03:41:16.069748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60088) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:16.072410 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc46462-38c9-4ef6-8200-bfc8385211ab" -d '{"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-plugged", "status": "completed", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:16.083810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-0cb81024-5537-469f-8210-eaf9d76f1ba6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', {'tags': ['tempest-TagsExtTest-Tag-1407053919', 'tempest-TagsExtTest-Tag-349877433', 'tempest-TagsExtTest-Tag-1805214456']}) {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:16.112403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-856d30e3-d401-4f9f-8b20-65a95cdd07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.114455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-856d30e3-d401-4f9f-8b20-65a95cdd07c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 1101 time: 0.2828538 Aug 10 03:41:16.263422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.386219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922f512-c89e-41f1-9bf7-71ba692df743 req-9a96bd04-0526-4ea3-9b28-160ee026abf3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.401204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:16.403482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a922f512-c89e-41f1-9bf7-71ba692df743 req-9a96bd04-0526-4ea3-9b28-160ee026abf3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 932 time: 0.6394629 Aug 10 03:41:16.482259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a922f512-c89e-41f1-9bf7-71ba692df743 req-d7599787-abfa-43fa-ba03-bebd75f19441 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Aug 10 03:41:16.783354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-bdaa58e4-dbbb-465e-a723-b3e69c0f274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.785445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-bdaa58e4-dbbb-465e-a723-b3e69c0f274e service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.5888803 Aug 10 03:41:16.794764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0cb81024-5537-469f-8210-eaf9d76f1ba6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags HTTP/1.1" status: 200 len: 317 time: 0.7206733 Aug 10 03:41:16.799681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60106) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:16.836792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-96cf05f6-ea2d-4055-ad87-0878353c051d tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:16.876276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-625d6b32-83fa-4e9b-a872-c424f0ae6366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e HTTP/1.1" status: 200 len: 217 time: 0.0754566 Aug 10 03:41:17.089968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-b639092c-431a-42ba-a958-4ce4b19ac019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.091699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-b639092c-431a-42ba-a958-4ce4b19ac019 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.2073336 Aug 10 03:41:17.241680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-808cefbd-bcc7-41ec-b674-c7213cf68846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.249863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-808cefbd-bcc7-41ec-b674-c7213cf68846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1504667 Aug 10 03:41:17.393311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8143-50bd-4646-bf06-2ab8d9403ff9 req-04da3b18-a825-431f-97ac-3a4d2628b542 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.420754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-121c8143-50bd-4646-bf06-2ab8d9403ff9 req-04da3b18-a825-431f-97ac-3a4d2628b542 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.4095032 Aug 10 03:41:17.455347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368d3817-9b1f-453c-a049-4b8f96f6f001 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:17.473373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-29ce0cb8-d08b-4cf9-b8eb-81aa6779c69a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095797 Aug 10 03:41:17.595965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.699165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-121c8143-50bd-4646-bf06-2ab8d9403ff9 req-f3c3ba41-830d-46a2-822f-7e787bd881c7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131367 Aug 10 03:41:17.716785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Transition to ACTIVE for port object 368d3817-9b1f-453c-a049-4b8f96f6f001 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:17.735951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:17.918100 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8799d0ab-b10d-4604-8446-65f7e9b1bdda x-openstack-request-id: req-8799d0ab-b10d-4604-8446-65f7e9b1bdda {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:17.919909 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-plugged", "status": "completed", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:17.920321 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8799d0ab-b10d-4604-8446-65f7e9b1bdda {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:17.921196 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'code': 200} Aug 10 03:41:17.970424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df92b5ba-97ce-4711-8939-bfebfdc60504 req-04c5e559-2ba4-4c6d-85e9-add3bc578917 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854870 Aug 10 03:41:18.041222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=368d3817-9b1f-453c-a049-4b8f96f6f001,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.060092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60128) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.065693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-342e295c-5655-4c6f-a4ea-5ff1ff49e060 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-1407053919') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:18.068556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96cf05f6-ea2d-4055-ad87-0878353c051d tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags HTTP/1.1" status: 204 len: 168 time: 1.2533555 Aug 10 03:41:18.080354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Attempting to bind port 368d3817-9b1f-453c-a049-4b8f96f6f001 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:18.080842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Attempting to bind port 368d3817-9b1f-453c-a049-4b8f96f6f001 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:18.081280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Attempting to bind port 368d3817-9b1f-453c-a049-4b8f96f6f001 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:18.108133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Port 368d3817-9b1f-453c-a049-4b8f96f6f001 on network 89737755-3779-485b-a320-9a81e69f5eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:18.108133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Attempting to bind port 368d3817-9b1f-453c-a049-4b8f96f6f001 on network 89737755-3779-485b-a320-9a81e69f5eb5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:18.136676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:18.137279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Checking segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:18.137803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Bound using segment: {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:18.138830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Bound port: 368d3817-9b1f-453c-a049-4b8f96f6f001, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3605a2c7-bcd3-4c54-b289-c81fdf634a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:18.139344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.234255 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-342e295c-5655-4c6f-a4ea-5ff1ff49e060 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:18.239349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-342e295c-5655-4c6f-a4ea-5ff1ff49e060 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-1407053919 HTTP/1.1" status: 404 len: 329 time: 0.1776829 Aug 10 03:41:18.240217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60136) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.254740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-31112217-bf65-4fa7-87ab-77ea451f6b8c tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-349877433') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:18.364376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7729b-cd95-407f-b5fa-ef4d46193420 req-8823cc38-89cb-4e04-8ef7-a55e039321b4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.375014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd7729b-cd95-407f-b5fa-ef4d46193420 req-8823cc38-89cb-4e04-8ef7-a55e039321b4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 944 time: 0.2441022 Aug 10 03:41:18.404457 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-31112217-bf65-4fa7-87ab-77ea451f6b8c tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:18.410166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-31112217-bf65-4fa7-87ab-77ea451f6b8c tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-349877433 HTTP/1.1" status: 404 len: 328 time: 0.1677101 Aug 10 03:41:18.411861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60142) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.424108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-66396080-cb5a-4f82-9ac5-c53f03b692e6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122', 'tempest-TagsExtTest-Tag-1805214456') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:18.560065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] For port 368d3817-9b1f-453c-a049-4b8f96f6f001, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:18.581873 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-66396080-cb5a-4f82-9ac5-c53f03b692e6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:18.584107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-66396080-cb5a-4f82-9ac5-c53f03b692e6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags/tempest-TagsExtTest-Tag-1805214456 HTTP/1.1" status: 404 len: 329 time: 0.1692390 Aug 10 03:41:18.589629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60148) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.652190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-bf275e4a-0179-4ef0-a3b7-5d21ef670be8 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', {'tags': ['tempest-TagsExtTest-Tag-1109426648', 'tempest-TagsExtTest-Tag-924572700', 'tempest-TagsExtTest-Tag-2132574640']}) {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:18.684413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd7729b-cd95-407f-b5fa-ef4d46193420 req-ecb9ce51-510a-4e8d-aa55-d90fef898074 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858114 Aug 10 03:41:18.720923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] For port 368d3817-9b1f-453c-a049-4b8f96f6f001, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=368d3817-9b1f-453c-a049-4b8f96f6f001,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:18.751301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.921549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=368d3817-9b1f-453c-a049-4b8f96f6f001,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.951575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.952299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.958122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-bba6c0f9-0975-4009-a1b8-1f1f74b1f2f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/368d3817-9b1f-453c-a049-4b8f96f6f001 HTTP/1.1" status: 200 len: 1093 time: 3.6033998 Aug 10 03:41:18.959021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2492829-bb91-4de8-b829-c880cb479e28', 'tag': '368d3817-9b1f-453c-a049-4b8f96f6f001'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:18.965118 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1eeac7-05d5-448c-b92a-78d860f05add" -d '{"events": [{"name": "network-changed", "server_uuid": "e2492829-bb91-4de8-b829-c880cb479e28", "tag": "368d3817-9b1f-453c-a049-4b8f96f6f001"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:19.037899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bf275e4a-0179-4ef0-a3b7-5d21ef670be8 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags HTTP/1.1" status: 200 len: 317 time: 0.4415529 Aug 10 03:41:19.038771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60172) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.047421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-dfc39965-5573-4bdd-9269-0cacbb3ddba2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:19.089939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-e1977f6f-22df-405b-a95c-4d42ddc7dcb2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1455781 Aug 10 03:41:19.154343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-f2e3b500-7d08-433b-b49b-d75e3b7bbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.155937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-f2e3b500-7d08-433b-b49b-d75e3b7bbdf4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 1096 time: 0.1298077 Aug 10 03:41:19.250435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-8266bf47-b3aa-4cf2-9add-09d5125319bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=368d3817-9b1f-453c-a049-4b8f96f6f001 HTTP/1.1" status: 200 len: 217 time: 0.0845401 Aug 10 03:41:19.345120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-ed39b521-4d51-4a9f-bf4a-416d2764961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.347587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-ed39b521-4d51-4a9f-bf4a-416d2764961e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.0893264 Aug 10 03:41:19.349385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dfc39965-5573-4bdd-9269-0cacbb3ddba2 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags HTTP/1.1" status: 204 len: 168 time: 0.3061450 Aug 10 03:41:19.350075 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae618536-e390-4e2a-8da1-87b6b77ba0c3 x-openstack-request-id: req-ae618536-e390-4e2a-8da1-87b6b77ba0c3 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:19.350371 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2492829-bb91-4de8-b829-c880cb479e28", "tag": "368d3817-9b1f-453c-a049-4b8f96f6f001", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:19.351459 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae618536-e390-4e2a-8da1-87b6b77ba0c3 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:19.351592 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2492829-bb91-4de8-b829-c880cb479e28', 'tag': '368d3817-9b1f-453c-a049-4b8f96f6f001', 'status': 'completed', 'code': 200} Aug 10 03:41:19.353452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60182) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.362729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-b0e64885-765d-41c5-906a-aec12415d070 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-1109426648') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:19.369132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-aca73cd7-a0d4-446d-8228-d09c2343d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.372786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-aca73cd7-a0d4-446d-8228-d09c2343d720 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 1097 time: 0.2316544 Aug 10 03:41:19.397843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a70be-e00d-4f3b-9310-c4a95c2c344f req-6ee2e84f-3fa1-4f6b-9354-43ab44c84cce tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.407781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-621a70be-e00d-4f3b-9310-c4a95c2c344f req-6ee2e84f-3fa1-4f6b-9354-43ab44c84cce tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.1148193 Aug 10 03:41:19.465204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-3fad20dd-1d33-418b-a8d9-dea04f941909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969310 Aug 10 03:41:19.576051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-621a70be-e00d-4f3b-9310-c4a95c2c344f req-95f249e2-7f47-4407-a8ae-0ea73f502a6d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592877 Aug 10 03:41:19.656082 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-b0e64885-765d-41c5-906a-aec12415d070 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:19.657257 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b0e64885-765d-41c5-906a-aec12415d070 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-1109426648 HTTP/1.1" status: 404 len: 329 time: 0.3026431 Aug 10 03:41:19.663750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60196) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.674377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-c16b5d9d-8dde-4646-851e-59ae5db886da tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-924572700') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:19.717607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-d48bc60a-530c-464a-b917-24807df68b69 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268858 Aug 10 03:41:19.872804 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-c16b5d9d-8dde-4646-851e-59ae5db886da tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:19.878273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c16b5d9d-8dde-4646-851e-59ae5db886da tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-924572700 HTTP/1.1" status: 404 len: 328 time: 0.2090538 Aug 10 03:41:19.879883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60206) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.887442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-989a68bb-661d-4dd1-a814-008fff12b49d tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba', 'tempest-TagsExtTest-Tag-2132574640') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:19.897220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-4a56db13-6df0-4cb5-9c3b-dcf65ab71f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.904082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-4a56db13-6df0-4cb5-9c3b-dcf65ab71f96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.4034352 Aug 10 03:41:19.961344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1f0718d1-7c53-484f-bbc1-18d3dbdeec53 req-02473d43-65ad-4af0-bb38-835359e92b9a service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338378 Aug 10 03:41:20.087345 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-989a68bb-661d-4dd1-a814-008fff12b49d tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:20.088529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-989a68bb-661d-4dd1-a814-008fff12b49d tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags/tempest-TagsExtTest-Tag-2132574640 HTTP/1.1" status: 404 len: 329 time: 0.2083180 Aug 10 03:41:20.096852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.106982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-c3fedaca-cc86-423d-85b8-85e580c988b4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', {'tags': ['tempest-TagsExtTest-Tag-659861768', 'tempest-TagsExtTest-Tag-809333135', 'tempest-TagsExtTest-Tag-2022855306']}) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:20.161342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-c05c1320-f782-4ed5-9b6c-0b80549213ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7051975b-7396-4a00-9c96-54d766f2c584 HTTP/1.1" status: 200 len: 217 time: 0.2504463 Aug 10 03:41:20.255277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c68c1-64c9-4186-9182-4a78b7b98342 req-1c5f26aa-dc37-4251-b6ab-03b98ba7a67a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.257226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-817c68c1-64c9-4186-9182-4a78b7b98342 req-1c5f26aa-dc37-4251-b6ab-03b98ba7a67a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 944 time: 0.2772069 Aug 10 03:41:20.260778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-21d4d3bd-8dff-4bdf-bcff-a3dc3d6a795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.263474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-21d4d3bd-8dff-4bdf-bcff-a3dc3d6a795a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e98f8abb83324accbb6530eab883d1de&device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 1096 time: 0.2242408 Aug 10 03:41:20.265536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c3fedaca-cc86-423d-85b8-85e580c988b4 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags HTTP/1.1" status: 200 len: 316 time: 0.1666639 Aug 10 03:41:20.274429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60232) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.308071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-e0d47e46-3255-447a-a5bb-7a1754c2a0d6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:20.356782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-59d9a64e-86c0-4d65-b854-5f460f6ab4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.360015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-59d9a64e-86c0-4d65-b854-5f460f6ab4ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.1907792 Aug 10 03:41:20.428107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-817c68c1-64c9-4186-9182-4a78b7b98342 req-7b12c8d9-9502-42db-a663-fc22aaff9574 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611254 Aug 10 03:41:20.513644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-14ecb031-6d87-4d7d-b48e-dbe3f9e732d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448162 Aug 10 03:41:20.685305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-e9c6e881-a385-4b59-807a-924e11537a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.686999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-e9c6e881-a385-4b59-807a-924e11537a66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 200 len: 907 time: 0.4116983 Aug 10 03:41:20.712881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e0d47e46-3255-447a-a5bb-7a1754c2a0d6 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags HTTP/1.1" status: 204 len: 168 time: 0.4364238 Aug 10 03:41:20.724139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60242) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.734168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-5e04c649-5e41-435a-bc83-e0535ea41e99 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-659861768') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:20.753199 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-e97af242-a761-493a-877e-04688bfddeae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=368d3817-9b1f-453c-a049-4b8f96f6f001 HTTP/1.1" status: 200 len: 217 time: 0.0492876 Aug 10 03:41:20.967546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-2b74dfaa-bafd-4986-ad2e-3ebb1c9215b5 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419272 Aug 10 03:41:21.004264 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-5e04c649-5e41-435a-bc83-e0535ea41e99 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:21.009658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e04c649-5e41-435a-bc83-e0535ea41e99 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-659861768 HTTP/1.1" status: 404 len: 328 time: 0.2842906 Aug 10 03:41:21.032212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60246) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.048652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-70544a01-6112-4e18-a7b0-63f6b9a42030 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-809333135') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:21.076314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-259448cb-1724-4382-93c7-718749178093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.078984 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-259448cb-1724-4382-93c7-718749178093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 200 len: 846 time: 0.3149354 Aug 10 03:41:21.221791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-3b77c677-b85d-412d-8456-13192e00250a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=89737755-3779-485b-a320-9a81e69f5eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297922 Aug 10 03:41:21.307337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04b29c-d355-45f1-b451-ef33d3bb1c96 req-cd6702f4-a35e-4781-8d5b-67c0ace4a2c3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.327133 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d04b29c-d355-45f1-b451-ef33d3bb1c96 req-cd6702f4-a35e-4781-8d5b-67c0ace4a2c3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.5766113 Aug 10 03:41:21.396865 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-70544a01-6112-4e18-a7b0-63f6b9a42030 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:21.405955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-70544a01-6112-4e18-a7b0-63f6b9a42030 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-809333135 HTTP/1.1" status: 404 len: 328 time: 0.3617513 Aug 10 03:41:21.412437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60258) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.439589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-7faeda57-d41d-4099-a673-becb9850d4c5 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9', 'tempest-TagsExtTest-Tag-2022855306') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:21.488534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a72e156d-86f6-430d-b3d5-09cc8451e8dd req-46676abb-ec38-48b4-8d22-e2b110888529 service neutron] 10.222.0.65 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085258 Aug 10 03:41:21.593577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d04b29c-d355-45f1-b451-ef33d3bb1c96 req-ec86e82b-acbd-436f-903f-d08bdab6cdfb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611504 Aug 10 03:41:21.772291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-9b4d4784-c9ae-4b2e-acf6-6ec5cdbe4443 service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356340 Aug 10 03:41:21.866752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60282) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.165191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd1eeac7-05d5-448c-b92a-78d860f05add req-6675f096-1a84-41ed-8da2-bd1d7f40f6aa service neutron] 10.222.0.39 "GET /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798802 Aug 10 03:41:22.237299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca92a7-bf56-4a23-aaaf-7ed517a9c535 req-d3f0a32e-3489-4116-931d-a6d7458b3d7b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.249348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7ca92a7-bf56-4a23-aaaf-7ed517a9c535 req-d3f0a32e-3489-4116-931d-a6d7458b3d7b tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 944 time: 0.2127941 Aug 10 03:41:22.349292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7ca92a7-bf56-4a23-aaaf-7ed517a9c535 req-84a48bdc-867d-437e-9af6-0fbe1ebaba01 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988600 Aug 10 03:41:22.546415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b8291ef0-606e-44f3-89c4-62f48c4ed803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.711967 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b8291ef0-606e-44f3-89c4-62f48c4ed803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.739349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b8291ef0-606e-44f3-89c4-62f48c4ed803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.767176 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-7faeda57-d41d-4099-a673-becb9850d4c5 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:22.772782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.773631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7faeda57-d41d-4099-a673-becb9850d4c5 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags/tempest-TagsExtTest-Tag-2022855306 HTTP/1.1" status: 404 len: 329 time: 1.3552063 Aug 10 03:41:22.778442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-a742181d-bd09-4d97-a558-c6876795a087 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', {'tags': ['tempest-TagsExtTest-Tag-990351979', 'tempest-TagsExtTest-Tag-1985656436', 'tempest-TagsExtTest-Tag-383935899']}) {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:22.805112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b8291ef0-606e-44f3-89c4-62f48c4ed803 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2851630647f5420c8f1ab3561519af82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9311194 Aug 10 03:41:22.809581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60302) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.817773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8291ef0-606e-44f3-89c4-62f48c4ed803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba72866-b126-4158-8956-6d047f22ed09,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.906654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a742181d-bd09-4d97-a558-c6876795a087 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "PUT /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags HTTP/1.1" status: 200 len: 316 time: 0.1325116 Aug 10 03:41:22.910329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.916248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c522262-6b46-4c5c-9e1c-b10eae1759ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.958110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-7b9c1883-de0e-4031-9324-dac3ec8ad594 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:22.958403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c522262-6b46-4c5c-9e1c-b10eae1759ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.049475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7b9c1883-de0e-4031-9324-dac3ec8ad594 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags HTTP/1.1" status: 204 len: 168 time: 0.1361690 Aug 10 03:41:23.049920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60310) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.057488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-1789f630-8702-4cd8-afd4-3d0bb0152d48 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-990351979') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.078589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c522262-6b46-4c5c-9e1c-b10eae1759ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.081374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c522262-6b46-4c5c-9e1c-b10eae1759ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.083368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2c522262-6b46-4c5c-9e1c-b10eae1759ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ba72866-b126-4158-8956-6d047f22ed09 HTTP/1.1" status: 204 len: 168 time: 0.2674441 Aug 10 03:41:23.117347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c522262-6b46-4c5c-9e1c-b10eae1759ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba72866-b126-4158-8956-6d047f22ed09,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.155211 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-1789f630-8702-4cd8-afd4-3d0bb0152d48 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:23.159180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1789f630-8702-4cd8-afd4-3d0bb0152d48 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-990351979 HTTP/1.1" status: 404 len: 328 time: 0.1050377 Aug 10 03:41:23.159625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60322) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.164665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-3075cc66-a1a1-4e48-ad77-34b461bf7b8e tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-1985656436') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.211366 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-3075cc66-a1a1-4e48-ad77-34b461bf7b8e tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:23.211606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:23.216096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3075cc66-a1a1-4e48-ad77-34b461bf7b8e tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-1985656436 HTTP/1.1" status: 404 len: 329 time: 0.0518849 Aug 10 03:41:23.216096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60324) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.221788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-8dc3b428-7c15-41cc-9881-1f7333783888 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13', 'tempest-TagsExtTest-Tag-383935899') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.285022 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-8dc3b428-7c15-41cc-9881-1f7333783888 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] show failed (client error): The resource could not be found. Aug 10 03:41:23.288955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8dc3b428-7c15-41cc-9881-1f7333783888 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags/tempest-TagsExtTest-Tag-383935899 HTTP/1.1" status: 404 len: 328 time: 0.0693505 Aug 10 03:41:23.289679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60328) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.301608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-242e3331-8689-4224-826a-8ed2e17d9a74 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4fd78f8a-2d0c-416e-8360-b01d49045d13') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.413315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-242e3331-8689-4224-826a-8ed2e17d9a74 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13/tags HTTP/1.1" status: 204 len: 168 time: 0.1214628 Aug 10 03:41:23.416141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60332) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.421910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-bf82c0d8-8790-4cf1-81e0-0044671a1a64 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1be955d7-0473-4dae-bb6c-c9d90d8259c9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:23.439866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 368d3817-9b1f-453c-a049-4b8f96f6f001 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:23.539153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.636080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:23.638973 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af5e938-0226-4975-b7c0-1883ae2dea47" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:23.916131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b1598-2212-4a10-bee8-7b7b266f28d5 req-389452b8-d260-49b8-a3f1-92ce90f3ee7a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.926609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d5b1598-2212-4a10-bee8-7b7b266f28d5 req-389452b8-d260-49b8-a3f1-92ce90f3ee7a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 946 time: 0.0737500 Aug 10 03:41:23.962633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60350) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.964957 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:41:23.968444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:24.006416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7615f4-3b3b-4551-88d0-56262abb8fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.053545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.108961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d5b1598-2212-4a10-bee8-7b7b266f28d5 req-19d80142-d930-4d58-99f6-d8bcfff0cf85 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809711 Aug 10 03:41:24.127643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=14']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.212139 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66925bd1-2b86-479e-b7e7-e3b39a6f58ae x-openstack-request-id: req-66925bd1-2b86-479e-b7e7-e3b39a6f58ae {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:24.213634 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:24.213939 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66925bd1-2b86-479e-b7e7-e3b39a6f58ae {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:24.214454 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'code': 200} Aug 10 03:41:24.229411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 368d3817-9b1f-453c-a049-4b8f96f6f001, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=368d3817-9b1f-453c-a049-4b8f96f6f001,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:24.268436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '368d3817-9b1f-453c-a049-4b8f96f6f001', 'network_id': '89737755-3779-485b-a320-9a81e69f5eb5', 'port_id': '368d3817-9b1f-453c-a049-4b8f96f6f001', 'mac_address': 'fa:16:3e:47:b2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0552e0-932c-49ff-9682-67477ea90dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:24.355617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf82c0d8-8790-4cf1-81e0-0044671a1a64 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9/tags HTTP/1.1" status: 204 len: 168 time: 0.9384212 Aug 10 03:41:24.361883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60362) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:24.381586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-96957575-69cc-48cf-96fc-310b402117ed tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '414eeb5d-ba62-4031-bfaf-cc9c60faf8ba') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:24.393642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae726e4b-f44d-4194-bfe2-cf184e82662c req-7e8d29cb-50d8-4e35-a7cd-2e825b613f24 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.403246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae726e4b-f44d-4194-bfe2-cf184e82662c req-7e8d29cb-50d8-4e35-a7cd-2e825b613f24 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 944 time: 0.2099390 Aug 10 03:41:24.412674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7615f4-3b3b-4551-88d0-56262abb8fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.437533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7615f4-3b3b-4551-88d0-56262abb8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.511951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.563162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae726e4b-f44d-4194-bfe2-cf184e82662c req-0301abf9-0bfb-431a-9b29-231aef2851fd tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563063 Aug 10 03:41:24.602645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96957575-69cc-48cf-96fc-310b402117ed tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba/tags HTTP/1.1" status: 204 len: 168 time: 0.2324409 Aug 10 03:41:24.606471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60378) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:24.608473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368d3817-9b1f-453c-a049-4b8f96f6f001 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:24.620266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-29e5ded4-e65d-4994-bf2c-240830a4d123 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fbb95758-e9be-44e4-9b1b-9e1177cd9122') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:24.627840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7615f4-3b3b-4551-88d0-56262abb8fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9965c62b-9e64-4574-bdaf-62698b7883aa,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.647486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.661180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0d7615f4-3b3b-4551-88d0-56262abb8fd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91d3f43594d449b28fbe777647105581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943130 Aug 10 03:41:24.666322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60380) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:24.675768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 368d3817-9b1f-453c-a049-4b8f96f6f001, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=368d3817-9b1f-453c-a049-4b8f96f6f001,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:24.688666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.829159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:24.831010 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29e5ded4-e65d-4994-bf2c-240830a4d123 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122/tags HTTP/1.1" status: 204 len: 168 time: 0.2213695 Aug 10 03:41:24.892687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=368d3817-9b1f-453c-a049-4b8f96f6f001,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.916354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-493d9345-66c2-4059-9fcf-ad4810a899a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.988204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-493d9345-66c2-4059-9fcf-ad4810a899a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.996315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['368d3817-9b1f-453c-a049-4b8f96f6f001'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:25.029934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-953c1a57-98fc-4a0d-b8ed-8bd568903945 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for subnetpool, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.031407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-953c1a57-98fc-4a0d-b8ed-8bd568903945 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4fd78f8a-2d0c-416e-8360-b01d49045d13 HTTP/1.1" status: 204 len: 168 time: 0.1771958 Aug 10 03:41:25.034706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60390) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.069134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-493d9345-66c2-4059-9fcf-ad4810a899a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.072502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-493d9345-66c2-4059-9fcf-ad4810a899a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.074723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-493d9345-66c2-4059-9fcf-ad4810a899a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9965c62b-9e64-4574-bdaf-62698b7883aa HTTP/1.1" status: 204 len: 168 time: 0.4032900 Aug 10 03:41:25.095131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d9345-66c2-4059-9fcf-ad4810a899a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9965c62b-9e64-4574-bdaf-62698b7883aa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.107534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60396) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.109938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-72ecaf4d-3337-4626-a673-84d26eb9fb75 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "GET /v2.0/ports?device_id=1be955d7-0473-4dae-bb6c-c9d90d8259c9 HTTP/1.1" status: 200 len: 205 time: 0.0718031 Aug 10 03:41:25.304566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.561214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.563707 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.633775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.634801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Fanout notify agent at l3_agent the message router_deleted on router 1be955d7-0473-4dae-bb6c-c9d90d8259c9 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:25.654655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.656302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0de8ecab-4fde-4200-913d-9693001a6951 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/routers/1be955d7-0473-4dae-bb6c-c9d90d8259c9 HTTP/1.1" status: 204 len: 168 time: 0.5469110 Aug 10 03:41:25.658905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60422) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.844970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Deleting port 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:25.845493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.868540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ef95-efa6-4e99-a82d-b3f5d7aa6dcb req-39193bcd-6147-4e88-92cd-4fa939fe237a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.878588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cda0ef95-efa6-4e99-a82d-b3f5d7aa6dcb req-39193bcd-6147-4e88-92cd-4fa939fe237a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 945 time: 0.1387806 Aug 10 03:41:25.930897 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.939978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cda0ef95-efa6-4e99-a82d-b3f5d7aa6dcb req-5a71fefe-56c8-4655-b730-91d3478c035f tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601678 Aug 10 03:41:26.016447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.066517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Calling delete_port for 414eeb5d-ba62-4031-bfaf-cc9c60faf8ba owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:26.359352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.396011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event deleted for resources: {'Port': ['ID=414eeb5d-ba62-4031-bfaf-cc9c60faf8ba,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.544151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.549183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:26.553174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a971cfd-4d0c-4e1d-b39d-0b13aa7787cc tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/ports/414eeb5d-ba62-4031-bfaf-cc9c60faf8ba HTTP/1.1" status: 204 len: 168 time: 0.8929996 Aug 10 03:41:26.677108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Deleting subnet fbb95758-e9be-44e4-9b1b-9e1177cd9122 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:26.699417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.781492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.922320 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e73b1c7a-cbb3-4508-ab30-2f2af44f50e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.991607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.272101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577edbb-8693-4a09-930f-aa1c050d8e30 req-a8f15159-188f-42f4-a99a-801b8e3e18fc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.277241 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7577edbb-8693-4a09-930f-aa1c050d8e30 req-a8f15159-188f-42f4-a99a-801b8e3e18fc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 945 time: 0.1682518 Aug 10 03:41:27.285350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.378091 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:27.453723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 368d3817-9b1f-453c-a049-4b8f96f6f001 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:27.547227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7577edbb-8693-4a09-930f-aa1c050d8e30 req-b81e8e08-1d84-4a15-b937-d2a0a845ab96 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459836 Aug 10 03:41:27.548034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb95758-e9be-44e4-9b1b-9e1177cd9122,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.581052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.583182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-846d6412-2b31-4e82-b969-56f3864f3f52 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb95758-e9be-44e4-9b1b-9e1177cd9122 HTTP/1.1" status: 204 len: 168 time: 1.0325291 Aug 10 03:41:27.586343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60514) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:27.623264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7c36d-8395-44b2-8ed9-fb64bc885ac3 None None] Network 78af8605-ca54-456d-a82d-06fcd7614770 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:27.945528 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.960975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 368d3817-9b1f-453c-a049-4b8f96f6f001 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:27.967509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 368d3817-9b1f-453c-a049-4b8f96f6f001 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:27.968162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.157623 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.176423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Deleting port 54bac597-89dd-4ed6-b594-a61861068f34 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:28.177964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.183334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] DHCP port deletion for 78af8605-ca54-456d-a82d-06fcd7614770 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:41:28.205187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2492829-bb91-4de8-b829-c880cb479e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368d3817-9b1f-453c-a049-4b8f96f6f001'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:28.208087 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b2f366-ecaf-402e-b6dc-eef8ec438457" -d '{"events": [{"server_uuid": "e2492829-bb91-4de8-b829-c880cb479e28", "name": "network-vif-plugged", "status": "completed", "tag": "368d3817-9b1f-453c-a049-4b8f96f6f001"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:28.249961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 368d3817-9b1f-453c-a049-4b8f96f6f001, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=368d3817-9b1f-453c-a049-4b8f96f6f001,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:28.268246 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.380905 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64669e30-28b2-41cf-8a48-e1c013f22fcc x-openstack-request-id: req-64669e30-28b2-41cf-8a48-e1c013f22fcc {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:28.381476 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2492829-bb91-4de8-b829-c880cb479e28", "name": "network-vif-plugged", "status": "completed", "tag": "368d3817-9b1f-453c-a049-4b8f96f6f001", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:28.381909 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64669e30-28b2-41cf-8a48-e1c013f22fcc {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:28.382511 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2492829-bb91-4de8-b829-c880cb479e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368d3817-9b1f-453c-a049-4b8f96f6f001', 'code': 200} Aug 10 03:41:28.383339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=368d3817-9b1f-453c-a049-4b8f96f6f001,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.400758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] Deleting port 54bac597-89dd-4ed6-b594-a61861068f34 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:28.403546 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.414276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] For port 54bac597-89dd-4ed6-b594-a61861068f34, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=54bac597-89dd-4ed6-b594-a61861068f34,segment=NetworkSegment(64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09),segment_id=64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:28.415661 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.525638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Calling delete_port for 54bac597-89dd-4ed6-b594-a61861068f34 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:28.567947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a113-f697-4843-8849-c6690e677d03 req-eedeb3e7-23ee-4281-9db7-289ccdced8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.580756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecb8a113-f697-4843-8849-c6690e677d03 req-eedeb3e7-23ee-4281-9db7-289ccdced8cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 1098 time: 0.1268671 Aug 10 03:41:28.615079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] For port 54bac597-89dd-4ed6-b594-a61861068f34, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=54bac597-89dd-4ed6-b594-a61861068f34,segment=NetworkSegment(64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09),segment_id=64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:28.616396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.646331 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecb8a113-f697-4843-8849-c6690e677d03 req-78e69bda-16d8-49e5-b2f2-9b1a4cc7459a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570443 Aug 10 03:41:28.661372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] Calling delete_port for 54bac597-89dd-4ed6-b594-a61861068f34 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:28.738765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cc368-9332-4b76-933d-ef259484740e req-faf55405-e055-451a-9400-0d4422272d95 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.751468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f5cc368-9332-4b76-933d-ef259484740e req-faf55405-e055-451a-9400-0d4422272d95 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3561773 Aug 10 03:41:28.755544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.819462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event deleted for resources: {'Port': ['ID=54bac597-89dd-4ed6-b594-a61861068f34,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.824420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] No DVR routers for this DVR port 54bac597-89dd-4ed6-b594-a61861068f34 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:28.837112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac259e8-b4e2-4516-96d9-7746e74f377e req-443788c0-bcc6-457d-946b-ae230343c30e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.849125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dac259e8-b4e2-4516-96d9-7746e74f377e req-443788c0-bcc6-457d-946b-ae230343c30e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1386685 Aug 10 03:41:28.880503 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.952249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] Pushing event deleted for resources: {'Port': ['ID=54bac597-89dd-4ed6-b594-a61861068f34,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.958966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32d506-7b47-4536-8fe8-67805f006a92 None None] No DVR routers for this DVR port 54bac597-89dd-4ed6-b594-a61861068f34 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:28.960838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dac259e8-b4e2-4516-96d9-7746e74f377e req-cbfd1dbf-d896-4b1b-9db0-ce9c5a1bb1ab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098428 Aug 10 03:41:29.047152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f5cc368-9332-4b76-933d-ef259484740e req-008c205d-26d4-43b2-b14d-74e64a54b83c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936616 Aug 10 03:41:29.061346 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.093282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78af8605-ca54-456d-a82d-06fcd7614770']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:29.129763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:29.130124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d8dbc6-8e8e-42f2-aee8-5cff3ad3fc09') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:29.172901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.194829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 54bac597-89dd-4ed6-b594-a61861068f34 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:29.222960 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.238320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:29.238730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:29.242274 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:29.294172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 54bac597-89dd-4ed6-b594-a61861068f34 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:29.294540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 54bac597-89dd-4ed6-b594-a61861068f34 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:29.426151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.476037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.481348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] 10.222.0.53 "DELETE /v2.0/networks/78af8605-ca54-456d-a82d-06fcd7614770 HTTP/1.1" status: 204 len: 168 time: 1.8922565 Aug 10 03:41:29.485131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62932f55-3808-4de4-a377-09e050e48b21 tempest-TagsExtTest-1522615331 tempest-TagsExtTest-1522615331-project] Pushing event deleted for resources: {'Network': ['ID=78af8605-ca54-456d-a82d-06fcd7614770,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.636076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-479c1700-bdbe-40b7-b8c1-f51c327249aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.648347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-479c1700-bdbe-40b7-b8c1-f51c327249aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.1103551 Aug 10 03:41:29.654168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821bbe5-d3f4-4adf-8b36-72c5f4fae6d3 req-67e0dfb9-ffdf-404b-bba5-284f83c6893b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.655282 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.665406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5821bbe5-d3f4-4adf-8b36-72c5f4fae6d3 req-67e0dfb9-ffdf-404b-bba5-284f83c6893b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1116817 Aug 10 03:41:29.723386 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5821bbe5-d3f4-4adf-8b36-72c5f4fae6d3 req-874442d7-f451-43f8-a871-68db8ca8115b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526330 Aug 10 03:41:29.822934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-037185ce-0aef-46af-a2ce-00b39d1e635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.830748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-e2a3a4cd-fe09-4868-8199-c3d95063d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.832729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-e2a3a4cd-fe09-4868-8199-c3d95063d198 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.1835651 Aug 10 03:41:29.928480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-14009cfd-1811-4053-837d-22d2070fed38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.0853758 Aug 10 03:41:30.006524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-6588442b-43d6-4356-8d6c-cd37a23c118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.008622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-6588442b-43d6-4356-8d6c-cd37a23c118b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.0715744 Aug 10 03:41:30.071379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-9efe3a6f-4bda-4bfc-b5ce-0b5069a77e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.073443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-9efe3a6f-4bda-4bfc-b5ce-0b5069a77e6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574462 Aug 10 03:41:30.219498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2454-6056-40b4-8ea5-4f0fd42a2605 req-74b95949-2eea-43ef-a9e9-40c78da094a1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.228810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7fae2454-6056-40b4-8ea5-4f0fd42a2605 req-74b95949-2eea-43ef-a9e9-40c78da094a1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1536391 Aug 10 03:41:30.311865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-d74613ad-4b19-4214-9ef5-fc9e9f492de5 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274935 Aug 10 03:41:30.329279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7fae2454-6056-40b4-8ea5-4f0fd42a2605 req-6215571c-e384-4e44-923f-e4e8fce029ea tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993776 Aug 10 03:41:30.647988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-000bfdc1-9d71-47d2-aad0-77baabe954c8 req-d5591526-cc8f-4b60-a0d9-025b8d61b1ee service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165679 Aug 10 03:41:30.750235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:30.853212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b975a-ab50-4e83-b3e4-094356c58357 req-fd9b23e6-a7d3-46ff-9b8a-8ec81746f822 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.868163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-719b975a-ab50-4e83-b3e4-094356c58357 req-fd9b23e6-a7d3-46ff-9b8a-8ec81746f822 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1457276 Aug 10 03:41:30.962382 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-719b975a-ab50-4e83-b3e4-094356c58357 req-ce03dc8e-1f39-47ae-b7b3-ba417bcc29b0 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928981 Aug 10 03:41:31.154551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6759-d03e-4ac7-bee5-39678f122a4c req-a995956b-58d3-49cd-a2c3-5d176832d51d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.162887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ecb6759-d03e-4ac7-bee5-39678f122a4c req-a995956b-58d3-49cd-a2c3-5d176832d51d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2315238 Aug 10 03:41:31.390346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ecb6759-d03e-4ac7-bee5-39678f122a4c req-883a1295-2a2a-4abc-841e-de532165ce7f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003775 Aug 10 03:41:31.529149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a0288-af5d-4ea5-b097-89d7830db3e9 req-5013d2b1-b6b9-483b-9b2e-4b93bb736256 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.533697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b5a0288-af5d-4ea5-b097-89d7830db3e9 req-5013d2b1-b6b9-483b-9b2e-4b93bb736256 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2605679 Aug 10 03:41:31.637303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b5a0288-af5d-4ea5-b097-89d7830db3e9 req-0b81c570-37f2-496e-bec4-e1f3cfcc7aca tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882683 Aug 10 03:41:31.687147 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.826066 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-54fbc626-b327-459e-bf35-fa04ff729425 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=554153a56a8a4e6bbeee25d28d1406a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386636 Aug 10 03:41:31.830929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60634) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:31.978594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea382d7-0f56-4481-bd28-a820821ccea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.036283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea382d7-0f56-4481-bd28-a820821ccea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.213604 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea382d7-0f56-4481-bd28-a820821ccea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.218495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea382d7-0f56-4481-bd28-a820821ccea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.220085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aea382d7-0f56-4481-bd28-a820821ccea9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b4f3ef3-7299-4dca-a120-bbf01580ccbc HTTP/1.1" status: 204 len: 168 time: 0.3868301 Aug 10 03:41:32.263842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea382d7-0f56-4481-bd28-a820821ccea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f3ef3-7299-4dca-a120-bbf01580ccbc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.310449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa18898-c56a-442f-949e-7ce5726745d1 req-6155dc0d-ee98-4d3d-92fd-430788907eb4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.318834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa18898-c56a-442f-949e-7ce5726745d1 req-6155dc0d-ee98-4d3d-92fd-430788907eb4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.0886967 Aug 10 03:41:32.414722 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa18898-c56a-442f-949e-7ce5726745d1 req-7d9c8c95-bfd9-4c8d-9d22-81fce8938484 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927980 Aug 10 03:41:32.611527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f055a02-2c52-4355-8ac3-beca4c9c6474 req-42d65540-a8b1-488a-aefa-86f902b3f32b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.621819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f055a02-2c52-4355-8ac3-beca4c9c6474 req-42d65540-a8b1-488a-aefa-86f902b3f32b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.0837078 Aug 10 03:41:32.708072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f055a02-2c52-4355-8ac3-beca4c9c6474 req-fc14f4c6-0b99-4dcb-b460-0c1f5780b3a7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866745 Aug 10 03:41:33.036447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c7e3a-26f4-469a-a022-61cc2199c802 req-98a7a303-0b4c-4495-97b9-ae3509533f14 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.050680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b2c7e3a-26f4-469a-a022-61cc2199c802 req-98a7a303-0b4c-4495-97b9-ae3509533f14 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1274300 Aug 10 03:41:33.134902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b2c7e3a-26f4-469a-a022-61cc2199c802 req-10c76cfc-7644-4f50-acf6-122a5a7fe377 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823486 Aug 10 03:41:33.143832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.346045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85901617-5dbb-4983-9697-bedaef45d32b req-908a6a7e-0afa-4d9e-a9ee-d041021fd949 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.349283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85901617-5dbb-4983-9697-bedaef45d32b req-908a6a7e-0afa-4d9e-a9ee-d041021fd949 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1089153 Aug 10 03:41:33.429192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85901617-5dbb-4983-9697-bedaef45d32b req-c6d7a88b-cfc1-4e5e-982b-b1a336543176 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710135 Aug 10 03:41:33.631099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2a02f-e028-4199-8200-4f7a6a8fc46b req-6125fafb-1514-4063-8cc4-b201fc97e8ab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.644785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffb2a02f-e028-4199-8200-4f7a6a8fc46b req-6125fafb-1514-4063-8cc4-b201fc97e8ab tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.0882535 Aug 10 03:41:33.726573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffb2a02f-e028-4199-8200-4f7a6a8fc46b req-50ee66fb-bfe5-4258-8c8b-0323465f858e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781274 Aug 10 03:41:33.947036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:34.095568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-73915875-cec1-47d0-b6c0-c34735735845 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.097332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-73915875-cec1-47d0-b6c0-c34735735845 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.2013035 Aug 10 03:41:34.132273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-70981d86-5591-4cb6-9e9f-7f1d348f22f3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/quotas/1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 375 time: 0.0232871 Aug 10 03:41:34.265281 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-d596489c-8f6e-466c-85ec-3a0457bf25f4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1210506 Aug 10 03:41:34.411497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.534618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-f3d61d46-a7f9-4a37-989a-d54df7b0a841 service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611470 Aug 10 03:41:34.547751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.553669 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.602349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b2e49fc48904e14a0b133b3167983ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541219 Aug 10 03:41:34.605364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60728) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:34.630189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f41bd-2436-4811-a62f-445d29a033e3,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.652123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.653019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.653359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.653719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.654068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.654403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.654723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.655050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.655389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.655692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.656008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.656325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050d684e-796c-49e8-bd05-47406ef919fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:34.707746 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e267374-c931-4a71-bf37-037f43b4c006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.735778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e267374-c931-4a71-bf37-037f43b4c006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.817172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e267374-c931-4a71-bf37-037f43b4c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.830790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e267374-c931-4a71-bf37-037f43b4c006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.833469 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e267374-c931-4a71-bf37-037f43b4c006 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e4f41bd-2436-4811-a62f-445d29a033e3 HTTP/1.1" status: 204 len: 168 time: 0.2267385 Aug 10 03:41:34.858423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e267374-c931-4a71-bf37-037f43b4c006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f41bd-2436-4811-a62f-445d29a033e3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.893025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-029cd727-82e9-47a4-9430-9612fe75e2de service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573124 Aug 10 03:41:34.974510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bef0-69ad-4623-bb48-db6b6e787a86 req-98fc8904-31d8-4d87-b0b3-37a0741d0a81 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.976576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f18bef0-69ad-4623-bb48-db6b6e787a86 req-98fc8904-31d8-4d87-b0b3-37a0741d0a81 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.0764666 Aug 10 03:41:35.062004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f18bef0-69ad-4623-bb48-db6b6e787a86 req-988bd6be-49b6-404d-8933-1a9ad40b3af4 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737169 Aug 10 03:41:35.339087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6fa1eee7-242e-4a4d-a7b5-bc3af0be7369 req-fa2e8633-c5b4-4239-ae66-c7e0c2755676 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 210 time: 0.0595164 Aug 10 03:41:35.859616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60772) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.890758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08394d77-b2d0-417c-905c-7f1840dcd9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.153913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08394d77-b2d0-417c-905c-7f1840dcd9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.164203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08394d77-b2d0-417c-905c-7f1840dcd9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.340482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08394d77-b2d0-417c-905c-7f1840dcd9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afeb06a-a41f-41cb-b300-6f6c6dbb6a53,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.377236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe0cde-63ec-4ed7-93a0-570f2c0366b2 req-ab070795-e429-4c4e-9c1e-dbfd8dd61807 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.379091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ebe0cde-63ec-4ed7-93a0-570f2c0366b2 req-ab070795-e429-4c4e-9c1e-dbfd8dd61807 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1768069 Aug 10 03:41:36.403506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-08394d77-b2d0-417c-905c-7f1840dcd9dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d461e85e42b4043a849529fab2f5259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421691 Aug 10 03:41:36.456458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60798) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.589993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ebe0cde-63ec-4ed7-93a0-570f2c0366b2 req-6430cb57-7490-4086-b193-06121c3c3965 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958132 Aug 10 03:41:36.688945 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b755f73-b06d-4f07-a702-b446970c44ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.761055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b755f73-b06d-4f07-a702-b446970c44ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.863232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f3e98560-3438-4a93-a7df-f8afb94e9beb req-f07d2a4e-0bfd-412d-b0da-139d5d0537d2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 210 time: 0.1059775 Aug 10 03:41:36.873321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b755f73-b06d-4f07-a702-b446970c44ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.880985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b755f73-b06d-4f07-a702-b446970c44ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.887500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7b755f73-b06d-4f07-a702-b446970c44ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3afeb06a-a41f-41cb-b300-6f6c6dbb6a53 HTTP/1.1" status: 204 len: 168 time: 0.4250727 Aug 10 03:41:36.913610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b755f73-b06d-4f07-a702-b446970c44ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afeb06a-a41f-41cb-b300-6f6c6dbb6a53,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.250553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-c54d8bd1-303c-4ae3-ae4a-90662283140a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.254628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-c54d8bd1-303c-4ae3-ae4a-90662283140a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.2970529 Aug 10 03:41:37.275577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'port': {'device_id': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'admin_state_up': True, 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:37.518118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:37.527971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.880534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Allocated IP 172.20.0.5 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/d3cabd78-ca1a-4ad1-ac23-922bd6baec77) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:37.894652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef0c14-eb00-4362-a262-ca720518b9de req-efb3d346-549b-459d-bedc-da210d37026d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.903107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9eef0c14-eb00-4362-a262-ca720518b9de req-efb3d346-549b-459d-bedc-da210d37026d tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.0927746 Aug 10 03:41:38.020633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9eef0c14-eb00-4362-a262-ca720518b9de req-343dfc4f-dad0-4c47-8be2-b0ae3ca064be tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143310 Aug 10 03:41:38.080437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d5acfa6-e9d9-402d-a794-b90e464e18cd req-6127439a-fa8a-4a52-8c89-3247c328d441 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 210 time: 0.0661318 Aug 10 03:41:38.266976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.290629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Transition to ACTIVE for port object d3cabd78-ca1a-4ad1-ac23-922bd6baec77 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:38.360405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.418409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.437500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:38.439406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.442511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:38.586053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.586954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.608577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-7c2292d6-8133-4ab0-ab16-4eb8235776a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3437254 Aug 10 03:41:38.628711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Request body: {'port': {'device_id': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:38.783347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.973869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-48d208c2-9dd8-4c13-bec7-a903d21ad80c None None] Provisioning for port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:38.990451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-48d208c2-9dd8-4c13-bec7-a903d21ad80c None None] Provisioning complete for port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:39.001321 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-48d208c2-9dd8-4c13-bec7-a903d21ad80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.171197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-48d208c2-9dd8-4c13-bec7-a903d21ad80c None None] Port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:39.261426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12043-bd34-4999-a1dc-3ebfba2ca21c req-776cf866-a35a-4a91-a6b8-7e4b1bbd6d01 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.269486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2f12043-bd34-4999-a1dc-3ebfba2ca21c req-776cf866-a35a-4a91-a6b8-7e4b1bbd6d01 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 950 time: 0.0642090 Aug 10 03:41:39.318114 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2f12043-bd34-4999-a1dc-3ebfba2ca21c req-d53baaed-a73d-44d7-b89c-b28262097473 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Aug 10 03:41:39.405682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ffc6e-135d-4523-ac3f-802571ecad0a req-e0bb341d-821e-4659-bcab-b0bee658a7d5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.408294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-107ffc6e-135d-4523-ac3f-802571ecad0a req-e0bb341d-821e-4659-bcab-b0bee658a7d5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2231429 Aug 10 03:41:39.432583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8bc35-54ff-44bf-a298-a8dfd9b1333b req-af06ff70-056d-4afc-9e84-4258a8bbbfd3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.434728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12a8bc35-54ff-44bf-a298-a8dfd9b1333b req-af06ff70-056d-4afc-9e84-4258a8bbbfd3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 931 time: 0.0591972 Aug 10 03:41:39.549122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12a8bc35-54ff-44bf-a298-a8dfd9b1333b req-3f67f29f-0b34-4c64-9054-92b56dbd644a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953479 Aug 10 03:41:39.599627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-107ffc6e-135d-4523-ac3f-802571ecad0a req-878152ab-d386-4242-840f-5009d8d6f6ad tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632380 Aug 10 03:41:39.720017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.744573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cabd78-ca1a-4ad1-ac23-922bd6baec77 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:39.757614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.775770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Transition to ACTIVE for port object d3cabd78-ca1a-4ad1-ac23-922bd6baec77 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:39.782918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.857249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.994149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Attempting to bind port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:39.994533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Attempting to bind port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:39.995032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Attempting to bind port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:40.005540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:40.006181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Attempting to bind port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:40.018011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:40.018567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:40.019253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:40.021402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Bound port: d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:40.022185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.165154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] For port d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:40.173390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] For port d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:40.186117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.236113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d3dafdb-13ad-4fbf-8104-fd237b942fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.362926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.384741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.385408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.393287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-8c8a17eb-832e-4df8-a9f2-5a84cd493054 service neutron] 10.222.0.65 "PUT /v2.0/ports/d3cabd78-ca1a-4ad1-ac23-922bd6baec77 HTTP/1.1" status: 200 len: 1092 time: 1.7693124 Aug 10 03:41:40.394329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'tag': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:40.396990 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7683eb69-03be-4d2a-bafa-f5e594299ecd", "tag": "d3cabd78-ca1a-4ad1-ac23-922bd6baec77"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:40.455111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d3dafdb-13ad-4fbf-8104-fd237b942fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.464897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d3dafdb-13ad-4fbf-8104-fd237b942fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.561477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60966) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.570507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4d3dafdb-13ad-4fbf-8104-fd237b942fc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=642241cf9bab4d1abff3a3532beddb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8490629 Aug 10 03:41:40.654668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dafdb-13ad-4fbf-8104-fd237b942fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78135453-4b1a-4357-8b5c-327d73afca9d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.870868 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2719040-6489-4cae-b885-0938a207d360 x-openstack-request-id: req-f2719040-6489-4cae-b885-0938a207d360 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:40.871364 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7683eb69-03be-4d2a-bafa-f5e594299ecd", "tag": "d3cabd78-ca1a-4ad1-ac23-922bd6baec77", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:40.871800 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2719040-6489-4cae-b885-0938a207d360 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:40.872997 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'tag': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77', 'status': 'completed', 'code': 200} Aug 10 03:41:40.930968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-c2f599dc-7e0f-4304-92bb-9cb1d29497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.934193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-c2f599dc-7e0f-4304-92bb-9cb1d29497b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 1095 time: 0.2224026 Aug 10 03:41:40.935358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e91441ec-ecfd-41c5-bec7-ae3ed4fabbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.030443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f98374-8c07-4ef1-a204-4aefa5f9f0ef req-5bb77dbb-d5cb-4bb7-a61c-a8ff193257f8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.034034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84f98374-8c07-4ef1-a204-4aefa5f9f0ef req-5bb77dbb-d5cb-4bb7-a61c-a8ff193257f8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 943 time: 0.1290381 Aug 10 03:41:41.048780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-535cd2a3-100d-4f81-8c22-08016e18712d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77 HTTP/1.1" status: 200 len: 217 time: 0.1040814 Aug 10 03:41:41.052593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e91441ec-ecfd-41c5-bec7-ae3ed4fabbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.113385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84f98374-8c07-4ef1-a204-4aefa5f9f0ef req-c46b159b-d2cb-433b-b92a-c36c5b531e18 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706630 Aug 10 03:41:41.241101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862b10-d0f4-4769-8c8a-5d2307a0c1d6 req-2ac55788-3099-4a1b-9290-58fd1b39b467 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.242805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf862b10-d0f4-4769-8c8a-5d2307a0c1d6 req-2ac55788-3099-4a1b-9290-58fd1b39b467 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1783116 Aug 10 03:41:41.249650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-c91b2dd5-64c7-41f0-a411-ba6353790bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.251416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-c91b2dd5-64c7-41f0-a411-ba6353790bce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1850042 Aug 10 03:41:41.323769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf862b10-d0f4-4769-8c8a-5d2307a0c1d6 req-34dab676-e5f1-426f-8b90-78c85d8360f2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 Aug 10 03:41:41.328600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e91441ec-ecfd-41c5-bec7-ae3ed4fabbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.331580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e91441ec-ecfd-41c5-bec7-ae3ed4fabbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.332869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e91441ec-ecfd-41c5-bec7-ae3ed4fabbd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78135453-4b1a-4357-8b5c-327d73afca9d HTTP/1.1" status: 204 len: 168 time: 0.7694972 Aug 10 03:41:41.346100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91441ec-ecfd-41c5-bec7-ae3ed4fabbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78135453-4b1a-4357-8b5c-327d73afca9d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:41.354654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-caa3facd-bb69-43c1-b382-de463dd141af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.356370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-caa3facd-bb69-43c1-b382-de463dd141af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890388 Aug 10 03:41:41.502961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-06cd897a-ee9d-4b80-9b3b-3afa0af27140 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346755 Aug 10 03:41:41.644621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaba6912-0c90-42a4-b84d-a0bccb98a0b5 req-26926c88-2962-4cf2-8bc5-6a51a9c08840 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312089 Aug 10 03:41:41.735421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.787952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-3e99dc51-e101-4290-b037-7c6696e625d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.789556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-3e99dc51-e101-4290-b037-7c6696e625d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 1095 time: 0.0816188 Aug 10 03:41:41.925496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-8975cc00-fc9c-48d8-a58f-cf4008efc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.928403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-8975cc00-fc9c-48d8-a58f-cf4008efc4cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.1252286 Aug 10 03:41:41.982850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0201bf54-cf3c-46c5-ab0c-823fe8555177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.036781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-90b68ea0-4331-4772-90d0-d504600364a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77 HTTP/1.1" status: 200 len: 217 time: 0.0975637 Aug 10 03:41:42.101636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32784) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.125464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36871f98-d955-4dc8-bc0c-6b4cbbe09b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.172403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-b58e32d5-6638-4ab8-89d6-e034489d981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.176345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-b58e32d5-6638-4ab8-89d6-e034489d981a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1315563 Aug 10 03:41:42.200300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32788) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.217673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0201bf54-cf3c-46c5-ab0c-823fe8555177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.240050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0201bf54-cf3c-46c5-ab0c-823fe8555177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.294218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-5cb6cb63-1175-4c2b-99da-5baab5d23239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.295343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-5cb6cb63-1175-4c2b-99da-5baab5d23239 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068134 Aug 10 03:41:42.341469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1323186255', 'router:external': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:42.366486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a8201-294d-4e7e-a74d-40601881607e req-166de0dd-b9e0-4065-965c-ebe3703b5da0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.368431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa9a8201-294d-4e7e-a74d-40601881607e req-166de0dd-b9e0-4065-965c-ebe3703b5da0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 943 time: 0.1124620 Aug 10 03:41:42.369249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201bf54-cf3c-46c5-ab0c-823fe8555177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0132d0-1402-4cc4-91b4-daf577a2e610,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.377101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0201bf54-cf3c-46c5-ab0c-823fe8555177 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=483cd1801a40479abad64cbd2fe0bcb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402204 Aug 10 03:41:42.383658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32792) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.540241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36871f98-d955-4dc8-bc0c-6b4cbbe09b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.550640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa9a8201-294d-4e7e-a74d-40601881607e req-4b6c83ec-43c5-4b9f-87a7-b354f0bbe357 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624072 Aug 10 03:41:42.551404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36871f98-d955-4dc8-bc0c-6b4cbbe09b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.578768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-01d93b3e-788d-4975-bb5b-c1d5c33fb6b2 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735701 Aug 10 03:41:42.586447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34c09d-b170-4b40-b6b5-14e81520a76b req-df09f186-3332-4c02-a97d-8d8d45ef08db tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.599179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd34c09d-b170-4b40-b6b5-14e81520a76b req-df09f186-3332-4c02-a97d-8d8d45ef08db tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1614125 Aug 10 03:41:42.650709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a2118b5-b0f1-4979-b9a4-cafc18c2f17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.680612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-36871f98-d955-4dc8-bc0c-6b4cbbe09b9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfdf985f93f04812bd219d6383d5e375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750227 Aug 10 03:41:42.694178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Made reservation on behalf of c218b70b478444408e7304a53bfb37fc for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:42.698141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.720996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32798) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.722262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.762827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36871f98-d955-4dc8-bc0c-6b4cbbe09b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ee29f7-b9d8-4d56-8b63-c65aca85e865,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.825728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd34c09d-b170-4b40-b6b5-14e81520a76b req-b710a342-d540-4d10-8348-351390e36af5 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114091 Aug 10 03:41:42.892419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5541-6859-438a-86aa-f17c14029f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.966308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5541-6859-438a-86aa-f17c14029f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.003233 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a2118b5-b0f1-4979-b9a4-cafc18c2f17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.063967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b2f75ce2-0c3b-42e2-872c-efebdb5a93c7 req-d8be38c7-372d-4120-8c2f-986f1dec5591 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720492 Aug 10 03:41:43.088179 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.095987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a2118b5-b0f1-4979-b9a4-cafc18c2f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.096330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.101388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a2118b5-b0f1-4979-b9a4-cafc18c2f17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.104226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5a2118b5-b0f1-4979-b9a4-cafc18c2f17a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df0132d0-1402-4cc4-91b4-daf577a2e610 HTTP/1.1" status: 204 len: 168 time: 0.7181182 Aug 10 03:41:43.129883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5541-6859-438a-86aa-f17c14029f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.134891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5541-6859-438a-86aa-f17c14029f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.143040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2dc5541-6859-438a-86aa-f17c14029f79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24ee29f7-b9d8-4d56-8b63-c65aca85e865 HTTP/1.1" status: 204 len: 168 time: 0.4155936 Aug 10 03:41:43.155203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2118b5-b0f1-4979-b9a4-cafc18c2f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0132d0-1402-4cc4-91b4-daf577a2e610,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.177066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:43.192714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba5bd44-9ae8-4fbb-9c9e-89ae2e6c2aeb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.217781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc5541-6859-438a-86aa-f17c14029f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ee29f7-b9d8-4d56-8b63-c65aca85e865,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.227237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.228087 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Added segment 1c8ba112-f2d2-4a19-b6fb-f9df1fd34415 of type vlan for network d0dc3381-dffc-406c-81fb-5dd2f7adf63e Aug 10 03:41:43.298466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.316588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:43.343660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.345065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.345941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.420091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2189045 Aug 10 03:41:43.425198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.432677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a04cd-7d1e-4119-8e8b-0e70145ccffc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Network': ['ID=d0dc3381-dffc-406c-81fb-5dd2f7adf63e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.453868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'subnet': {'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:43.460984 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d0dc3381-dffc-406c-81fb-5dd2f7adf63e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:43.507591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Made reservation on behalf of c218b70b478444408e7304a53bfb37fc for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:43.514195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.568617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:43.812922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:43.821663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd4af-3215-4368-ad3c-4e29f9f7a63b req-f584e475-02bf-40d2-a370-2236c8c93264 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.833414 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c9bd4af-3215-4368-ad3c-4e29f9f7a63b req-f584e475-02bf-40d2-a370-2236c8c93264 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 943 time: 0.0957139 Aug 10 03:41:43.938982 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c9bd4af-3215-4368-ad3c-4e29f9f7a63b req-82db9a2c-7a56-48fe-a75e-ac56a22f4d70 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001136 Aug 10 03:41:43.939854 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.942218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'mac_address': 'fa:16:3e:1b:38:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:44.026687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32844) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.038816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:44.042055 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba7336e-f0a0-4f28-9571-135c4ba95af3" -d '{"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-unplugged", "status": "completed", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:44.067083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.069278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.089292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.093509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.099241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8af0841-1eeb-475b-a825-0554804e3d42 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:44.104374 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89483cd-9305-469d-940c-95b51243fd93 x-openstack-request-id: req-f89483cd-9305-469d-940c-95b51243fd93 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:44.104912 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-unplugged", "status": "completed", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:44.105850 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f89483cd-9305-469d-940c-95b51243fd93 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:44.106442 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'code': 200} Aug 10 03:41:44.158809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.174629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.181885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.241581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.313331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:41:44.313952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.331597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8d2d8-acde-4b2d-912b-371b1b576369 req-6b0a80dc-01c9-404e-a467-592bee802c21 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.334555 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78a8d2d8-acde-4b2d-912b-371b1b576369 req-6b0a80dc-01c9-404e-a467-592bee802c21 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2451205 Aug 10 03:41:44.362493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3f4effa-9304-4273-97ea-aa63d7c2307f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.385798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.395495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e8af0841-1eeb-475b-a825-0554804e3d42'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:44.449840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Checking segment: {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:44.454659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network hostable DHCP agents. Network: d0dc3381-dffc-406c-81fb-5dd2f7adf63e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:44.456294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78a8d2d8-acde-4b2d-912b-371b1b576369 req-387dde26-9760-4cd4-81c0-f0167667a9ea tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087968 Aug 10 03:41:44.464132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.521519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network d0dc3381-dffc-406c-81fb-5dd2f7adf63e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:44.536178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d0dc3381-dffc-406c-81fb-5dd2f7adf63e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:44.546621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.547526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.569464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300db3c1-5990-439f-aba0-020e5dbd8b59 None None] Network d0dc3381-dffc-406c-81fb-5dd2f7adf63e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:44.572778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c4b1366b-eddd-4e7e-950c-d47586a0601b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1438603 Aug 10 03:41:44.573505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32856) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.580135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1728202077', 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:44.601220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeadcfd6ab134258b4c39aaf6342e23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716448 Aug 10 03:41:44.605547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:44.607854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d249a40b-3fb7-4b3f-b6df-9a88f3fa07ed,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.616031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Made reservation on behalf of c218b70b478444408e7304a53bfb37fc for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:44.618592 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.633364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.634204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.635199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.636363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.638574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.639294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.640115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.640889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.641687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.642892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.643340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.644113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0684ed-72f5-4411-a096-138952f2f436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:44.699623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] device_id is not set on port 00429b32-dd29-482e-8229-46d6d106bef9 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:41:44.823772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b55d-2794-475b-94a8-d6ebf467b1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.892837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b55d-2794-475b-94a8-d6ebf467b1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.910039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308519e5-b6f3-45df-9e13-db164d19f285 None None] Network d0dc3381-dffc-406c-81fb-5dd2f7adf63e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:44.936131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Allocated IP 2001:db8::5d (d0dc3381-dffc-406c-81fb-5dd2f7adf63e/f3f4effa-9304-4273-97ea-aa63d7c2307f/00429b32-dd29-482e-8229-46d6d106bef9) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:45.056374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b55d-2794-475b-94a8-d6ebf467b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.061586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b55d-2794-475b-94a8-d6ebf467b1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.062789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1b1b55d-2794-475b-94a8-d6ebf467b1a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d249a40b-3fb7-4b3f-b6df-9a88f3fa07ed HTTP/1.1" status: 204 len: 168 time: 0.4561601 Aug 10 03:41:45.095278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1b55d-2794-475b-94a8-d6ebf467b1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d249a40b-3fb7-4b3f-b6df-9a88f3fa07ed,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.176188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b83f-34cc-4ee8-9e22-4764785ac845 req-32065f1c-0dcb-431c-9242-1dca855ee55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.181177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3144b83f-34cc-4ee8-9e22-4764785ac845 req-32065f1c-0dcb-431c-9242-1dca855ee55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 943 time: 0.1252663 Aug 10 03:41:45.238259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3144b83f-34cc-4ee8-9e22-4764785ac845 req-ad9bb59b-4881-4c62-ac48-4c5ed83b8467 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508380 Aug 10 03:41:45.242509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.311681 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.347215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d3cabd78-ca1a-4ad1-ac23-922bd6baec77 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:45.399672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network d0dc3381-dffc-406c-81fb-5dd2f7adf63e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:45.405369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:45.411984 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:45.413400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.414723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.430231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Port': ['ID=00429b32-dd29-482e-8229-46d6d106bef9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.479461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cae2319d-1be1-4091-a0de-e390afeb6288 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9032969 Aug 10 03:41:45.481722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32902) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.556035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:45.593279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77', 'mac_address': 'fa:16:3e:88:62:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:45.665623 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.684566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cabd78-ca1a-4ad1-ac23-922bd6baec77 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:45.710462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:45.721576 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.791355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ec9fe-9839-4b44-8abd-1701cd9123b1 req-191f3d7b-0c64-483d-8cf6-93aba3f213dc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.804899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b51ec9fe-9839-4b44-8abd-1701cd9123b1 req-191f3d7b-0c64-483d-8cf6-93aba3f213dc tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1330738 Aug 10 03:41:45.839862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Deleting port 00429b32-dd29-482e-8229-46d6d106bef9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:45.840368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.840572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.987534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b51ec9fe-9839-4b44-8abd-1701cd9123b1 req-3e8c5a65-44f3-4917-a2cb-f87a1fbdc11c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798735 Aug 10 03:41:46.098489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.128396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Calling delete_port for 00429b32-dd29-482e-8229-46d6d106bef9 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:46.146142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:46.579951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.618690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event deleted for resources: {'Port': ['ID=00429b32-dd29-482e-8229-46d6d106bef9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.661522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.668940 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-519de60b-0319-4c0c-8484-a542cd05c76f tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/ports/00429b32-dd29-482e-8229-46d6d106bef9 HTTP/1.1" status: 204 len: 168 time: 1.1728318 Aug 10 03:41:46.674942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32954) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.690452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e', 'external_fixed_ips': [{'subnet_id': 'f3f4effa-9304-4273-97ea-aa63d7c2307f', 'ip_address': '2001:db8::5d'}]}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:46.751225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.755363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.768892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e60e-67be-45ea-8c99-4e2811bed97e req-631b5327-e766-4613-94b2-3127f4b54f28 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.794200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85b4e60e-67be-45ea-8c99-4e2811bed97e req-631b5327-e766-4613-94b2-3127f4b54f28 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 944 time: 0.2857318 Aug 10 03:41:46.898612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85b4e60e-67be-45ea-8c99-4e2811bed97e req-bd197275-7a02-494c-ab4b-9fcb1f3330b0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005433 Aug 10 03:41:46.932343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.324023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.367831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:47.616985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port e8af0841-1eeb-475b-a825-0554804e3d42 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:47.627533 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.716292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc61b-7734-447a-ad6d-9fd79382d224 req-b6d2ff3e-2b0f-42d8-93bf-5f70934bf5b9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.729337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c97bc61b-7734-447a-ad6d-9fd79382d224 req-b6d2ff3e-2b0f-42d8-93bf-5f70934bf5b9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.3944609 Aug 10 03:41:47.908633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c97bc61b-7734-447a-ad6d-9fd79382d224 req-3a128d58-c6dc-45d5-bbd6-a1db46c49501 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768579 Aug 10 03:41:47.963954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.107270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:48.122319 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee266aa-ef2a-485f-81ff-e763ca698785" -d '{"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-plugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:48.193321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:48.205863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.367601 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf45d3-886e-47a1-a88c-7906b9110809 x-openstack-request-id: req-f3cf45d3-886e-47a1-a88c-7906b9110809 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:48.368211 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-plugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:48.369106 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3cf45d3-886e-47a1-a88c-7906b9110809 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:48.369106 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'code': 200} Aug 10 03:41:48.389863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.414962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.454624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323630af-0d72-46fd-964b-25052ce372f2 req-b7692096-f1e2-4129-8436-e08d765239b5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.456303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-323630af-0d72-46fd-964b-25052ce372f2 req-b7692096-f1e2-4129-8436-e08d765239b5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 944 time: 0.3271666 Aug 10 03:41:48.458087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.594081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-323630af-0d72-46fd-964b-25052ce372f2 req-8140aa72-7a38-47b5-b9d7-0ecbfcb3b9f2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002095 Aug 10 03:41:49.181544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51aa6c7-f972-4057-b7ac-717f72cf9547 req-07002ea6-b817-4c90-91d6-dfffdff40bed tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.200643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b51aa6c7-f972-4057-b7ac-717f72cf9547 req-07002ea6-b817-4c90-91d6-dfffdff40bed tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1120832 Aug 10 03:41:49.209170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Allocated IP 2001:db8::5d (d0dc3381-dffc-406c-81fb-5dd2f7adf63e/f3f4effa-9304-4273-97ea-aa63d7c2307f/2d8d2257-7216-4bca-94a6-8efc637f0ed7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:49.329671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b51aa6c7-f972-4057-b7ac-717f72cf9547 req-37e608c5-c24b-4914-b79b-5241c680bd48 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236088 Aug 10 03:41:49.377324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d3cabd78-ca1a-4ad1-ac23-922bd6baec77 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:49.493417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.581830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.611653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:49.626351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:49.627265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.746011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network d0dc3381-dffc-406c-81fb-5dd2f7adf63e is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:49.776596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:49.787961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:49.891240 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.998873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:50.006045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.120054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.370628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:50.374080 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272ec821-0045-4865-b384-5f73da2ee9ba" -d '{"events": [{"server_uuid": "7683eb69-03be-4d2a-bafa-f5e594299ecd", "name": "network-vif-plugged", "status": "completed", "tag": "d3cabd78-ca1a-4ad1-ac23-922bd6baec77"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:50.446797 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569acd0-193a-4d1e-b4e7-8972bf984100 x-openstack-request-id: req-7569acd0-193a-4d1e-b4e7-8972bf984100 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:50.447842 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683eb69-03be-4d2a-bafa-f5e594299ecd", "name": "network-vif-plugged", "status": "completed", "tag": "d3cabd78-ca1a-4ad1-ac23-922bd6baec77", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:50.448257 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7569acd0-193a-4d1e-b4e7-8972bf984100 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:50.448887 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77', 'code': 200} Aug 10 03:41:50.471818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Port': ['ID=2d8d2257-7216-4bca-94a6-8efc637f0ed7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.561486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d554-99e7-496d-bba6-151aa044e819 req-10f472ae-263c-4d27-9ce1-f8ef291a8aca tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.570003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ead1d554-99e7-496d-bba6-151aa044e819 req-10f472ae-263c-4d27-9ce1-f8ef291a8aca tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.6619177 Aug 10 03:41:50.635840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381459c8-d45d-4704-ae24-00fa05fab2cf req-1f513fa2-cee2-4f6c-9aba-9d667c587352 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.640964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-381459c8-d45d-4704-ae24-00fa05fab2cf req-1f513fa2-cee2-4f6c-9aba-9d667c587352 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1310546 Aug 10 03:41:50.689796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ead1d554-99e7-496d-bba6-151aa044e819 req-71dc26e1-6650-40c4-8a23-537c41f386ab tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157689 Aug 10 03:41:50.803148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-381459c8-d45d-4704-ae24-00fa05fab2cf req-f40fcde2-4368-450f-833e-89b8195a9c95 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380951 Aug 10 03:41:50.817535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ec094-8b57-4174-a197-5fba11ef6103 req-355f228f-deb3-4094-937e-5698c336756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.819699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-967ec094-8b57-4174-a197-5fba11ef6103 req-355f228f-deb3-4094-937e-5698c336756b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 1097 time: 0.1768849 Aug 10 03:41:50.891184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-967ec094-8b57-4174-a197-5fba11ef6103 req-e7f0787b-5c62-474a-8587-1c46e7e3cd33 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Aug 10 03:41:50.910708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.364767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33094) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.560701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.777717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23e2a926-9e4b-41ec-bb24-df02f92fc77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.926112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Router a2b8a18a-94fa-4c9a-bd04-869d6246cb73 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:52.071735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23e2a926-9e4b-41ec-bb24-df02f92fc77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.092013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-23e2a926-9e4b-41ec-bb24-df02f92fc77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.171836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2a926-9e4b-41ec-bb24-df02f92fc77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc80576e-60e0-4a08-b339-ec53679ae931,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.183648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227e48a-2cb1-4739-a70f-d24ba504a426 req-ab4cf196-628d-4798-a13c-04519be6c322 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.184723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c227e48a-2cb1-4739-a70f-d24ba504a426 req-ab4cf196-628d-4798-a13c-04519be6c322 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.2830589 Aug 10 03:41:52.258563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-23e2a926-9e4b-41ec-bb24-df02f92fc77a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d17ddc3e9b08455e92bb8a31385811ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912396 Aug 10 03:41:52.259732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33118) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:52.282088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:52.310435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b71e64-6bd6-4971-b61c-21d4f32b7f1e req-72bcc1e7-1e5d-4c35-a406-63be96dfeedb tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.325455 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88b71e64-6bd6-4971-b61c-21d4f32b7f1e req-72bcc1e7-1e5d-4c35-a406-63be96dfeedb tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2677011 Aug 10 03:41:52.332262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c227e48a-2cb1-4739-a70f-d24ba504a426 req-92e3ea49-7245-4d75-a996-76a3b3541c68 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182551 Aug 10 03:41:52.432035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88b71e64-6bd6-4971-b61c-21d4f32b7f1e req-4fa1b3f2-4981-4d10-80b9-00ac4a9f6499 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044977 Aug 10 03:41:52.436243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Sync routers for ids ['a2b8a18a-94fa-4c9a-bd04-869d6246cb73'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:52.455850 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a274-d93b-409d-bdb7-bcfd7e6d6736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.488132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Routers {'a2b8a18a-94fa-4c9a-bd04-869d6246cb73'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:52.491703 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.494364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a2b8a18a-94fa-4c9a-bd04-869d6246cb73'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.507647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-69132172-162c-49db-9c5e-9d8d70b33e82 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.8228958 Aug 10 03:41:52.508503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33124) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:52.602651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a274-d93b-409d-bdb7-bcfd7e6d6736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.838620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a274-d93b-409d-bdb7-bcfd7e6d6736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.842983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8c1a274-d93b-409d-bdb7-bcfd7e6d6736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.846623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d8c1a274-d93b-409d-bdb7-bcfd7e6d6736 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc80576e-60e0-4a08-b339-ec53679ae931 HTTP/1.1" status: 204 len: 168 time: 0.5823014 Aug 10 03:41:52.849025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Set router a2b8a18a-94fa-4c9a-bd04-869d6246cb73 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:52.892227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1a274-d93b-409d-bdb7-bcfd7e6d6736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc80576e-60e0-4a08-b339-ec53679ae931,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.927218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.958446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33142) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.217352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.232326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e63d-0f64-459c-a8ca-3c9b266017d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.393595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Deleting port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:53.394792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.499240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e63d-0f64-459c-a8ca-3c9b266017d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.514164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0b3e63d-0f64-459c-a8ca-3c9b266017d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.642093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b8a18a-94fa-4c9a-bd04-869d6246cb73', 'name': '', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e', 'external_fixed_ips': [{'subnet_id': 'f3f4effa-9304-4273-97ea-aa63d7c2307f', 'ip_address': '2001:db8::5d'}], 'enable_snat': True}, 'gw_port_id': '2d8d2257-7216-4bca-94a6-8efc637f0ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:50Z', 'revision_number': 3, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port': {'id': '2d8d2257-7216-4bca-94a6-8efc637f0ed7', 'name': '', 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b8a18a-94fa-4c9a-bd04-869d6246cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3f4effa-9304-4273-97ea-aa63d7c2307f', 'ip_address': '2001:db8::5d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:48Z', 'updated_at': '2021-08-10T03:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3f4effa-9304-4273-97ea-aa63d7c2307f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:53.671653 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e0b3e63d-0f64-459c-a8ca-3c9b266017d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5027d9c0a73c4f3088e314f118bda80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111053 Aug 10 03:41:53.672244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33156) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.717390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Checking router: a2b8a18a-94fa-4c9a-bd04-869d6246cb73 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:53.717740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Updating router a2b8a18a-94fa-4c9a-bd04-869d6246cb73 port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:53.779411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3e63d-0f64-459c-a8ca-3c9b266017d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee403e-049a-4be0-a0bb-63dbf2fa74cb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.789348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33160) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.804531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.828522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc69b24-85e1-49ab-bceb-34aefc1e28d1 req-700b2edb-bbdf-463f-b68f-0f8e810c88ce tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.836851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbc69b24-85e1-49ab-bceb-34aefc1e28d1 req-700b2edb-bbdf-463f-b68f-0f8e810c88ce tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.2351420 Aug 10 03:41:53.889438 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04f6a8e-41f2-42e0-91c0-28cafac91702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.899538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b7da-4fe9-4afb-83a4-0a6bcf39f3db req-0b0bb4f5-f125-4dd0-8f8b-762b3c850c13 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.907639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4313b7da-4fe9-4afb-83a4-0a6bcf39f3db req-0b0bb4f5-f125-4dd0-8f8b-762b3c850c13 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2148490 Aug 10 03:41:53.949569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.957013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c666d94b-1d68-4628-aaee-3c45c12b20ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.988713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Calling delete_port for 2d8d2257-7216-4bca-94a6-8efc637f0ed7 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:54.071631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbc69b24-85e1-49ab-bceb-34aefc1e28d1 req-e41d0f64-89a0-47bd-8c51-7ca7c564a63b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097492 Aug 10 03:41:54.107125 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4313b7da-4fe9-4afb-83a4-0a6bcf39f3db req-62d502b8-0979-411d-bae8-94159fe76e3a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983085 Aug 10 03:41:54.168850 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c666d94b-1d68-4628-aaee-3c45c12b20ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.304700 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.325700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Transition to ACTIVE for port object 2d8d2257-7216-4bca-94a6-8efc637f0ed7 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:54.335847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.467650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c666d94b-1d68-4628-aaee-3c45c12b20ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.469554 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04f6a8e-41f2-42e0-91c0-28cafac91702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.485350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04f6a8e-41f2-42e0-91c0-28cafac91702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.489246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c666d94b-1d68-4628-aaee-3c45c12b20ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.500605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c666d94b-1d68-4628-aaee-3c45c12b20ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cee403e-049a-4be0-a0bb-63dbf2fa74cb HTTP/1.1" status: 204 len: 168 time: 0.8183675 Aug 10 03:41:54.526709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666d94b-1d68-4628-aaee-3c45c12b20ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee403e-049a-4be0-a0bb-63dbf2fa74cb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.540040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Attempting to bind port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:54.540555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Attempting to bind port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:54.541117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Attempting to bind port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 on network d0dc3381-dffc-406c-81fb-5dd2f7adf63e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:54.600563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:54.615763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Checking segment: {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:54.617417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.618153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Bound using segment: {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:54.618922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Bound port: 2d8d2257-7216-4bca-94a6-8efc637f0ed7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:54.619600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.638530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f6a8e-41f2-42e0-91c0-28cafac91702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d73a90-db4c-4d5a-b9ed-d1d14e8bcbfc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.717804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a04f6a8e-41f2-42e0-91c0-28cafac91702 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3568b67901e549c3849aec3ba28340d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9249506 Aug 10 03:41:54.721865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33176) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:54.723577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e348a25-7254-4a93-80fb-bd88f897c3cc None None] Pushing event updated for resources: {'Port': ['ID=2d8d2257-7216-4bca-94a6-8efc637f0ed7,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.734878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.880888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-295df05a-55b1-4023-8a30-b2ec2dffc727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.944168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-295df05a-55b1-4023-8a30-b2ec2dffc727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.964105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:41:54.965606 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:41:54.975768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc342b61-a54a-40b7-9e67-47aec2a9668c req-b1943d4a-67b5-4a96-b70a-778483555550 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:54.978487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc342b61-a54a-40b7-9e67-47aec2a9668c req-b1943d4a-67b5-4a96-b70a-778483555550 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1597807 Aug 10 03:41:54.981610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.057596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-295df05a-55b1-4023-8a30-b2ec2dffc727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.074262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d8d2257-7216-4bca-94a6-8efc637f0ed7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.075530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-295df05a-55b1-4023-8a30-b2ec2dffc727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.083203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-295df05a-55b1-4023-8a30-b2ec2dffc727 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4d73a90-db4c-4d5a-b9ed-d1d14e8bcbfc HTTP/1.1" status: 204 len: 168 time: 0.3560886 Aug 10 03:41:55.102086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295df05a-55b1-4023-8a30-b2ec2dffc727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d73a90-db4c-4d5a-b9ed-d1d14e8bcbfc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.203625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.456565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dca9c2-a330-415f-b447-b267a8d59354 req-52665f89-e02d-4324-a207-1baa3aacfcff tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:55.486522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1dca9c2-a330-415f-b447-b267a8d59354 req-52665f89-e02d-4324-a207-1baa3aacfcff tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2007554 Aug 10 03:41:55.504794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Attempting to bind port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:55.505383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Attempting to bind port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:55.509012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Attempting to bind port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 on network d0dc3381-dffc-406c-81fb-5dd2f7adf63e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:55.532183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:55.532685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33190) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.538641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Checking segment: {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:55.539667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.540561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Bound using segment: {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:55.541673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Bound port: 2d8d2257-7216-4bca-94a6-8efc637f0ed7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd0dc3381-dffc-406c-81fb-5dd2f7adf63e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:55.542633 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.566700 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc342b61-a54a-40b7-9e67-47aec2a9668c req-a9ebcfd5-6609-4fb8-898b-a784f6cf0c73 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699506 Aug 10 03:41:55.569030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.576674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.607455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8df3d3b9-2636-4620-b4ee-61014006e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.614305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Port 2d8d2257-7216-4bca-94a6-8efc637f0ed7 has been deleted concurrently {{(pid=94142) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:41:55.641799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Routers {'a2b8a18a-94fa-4c9a-bd04-869d6246cb73'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:55.642503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:41:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a2b8a18a-94fa-4c9a-bd04-869d6246cb73'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:55.674522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.675505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2b8a18a-94fa-4c9a-bd04-869d6246cb73 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:55.682104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.684286 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af897bda-36fc-4835-aea7-4b711c859d57 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a2b8a18a-94fa-4c9a-bd04-869d6246cb73 HTTP/1.1" status: 204 len: 168 time: 3.1747394 Aug 10 03:41:55.688284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33194) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.749183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1dca9c2-a330-415f-b447-b267a8d59354 req-1fc397fb-6f7a-48d5-b3fc-3515657d6b28 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577569 Aug 10 03:41:55.819662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] Set router a2b8a18a-94fa-4c9a-bd04-869d6246cb73 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:55.821377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Deleting subnet f3f4effa-9304-4273-97ea-aa63d7c2307f {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:55.841397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.956429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b8a18a-94fa-4c9a-bd04-869d6246cb73', 'name': '', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 5, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.021836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc463c21-b61a-44cc-b75c-0ed9e0acdd2b None None] The sync data for ids ['a2b8a18a-94fa-4c9a-bd04-869d6246cb73'] in n-d-769329-14 is: [{'id': 'a2b8a18a-94fa-4c9a-bd04-869d6246cb73', 'name': '', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 5, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:56.045924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.048444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.229214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.243475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8df3d3b9-2636-4620-b4ee-61014006e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.252157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8df3d3b9-2636-4620-b4ee-61014006e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.343302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.366629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3d3b9-2636-4620-b4ee-61014006e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a16cc0-772f-4151-9ab5-152dc79353bc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.379995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8df3d3b9-2636-4620-b4ee-61014006e076 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44dab280670347b78c3dc140615e62f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8450506 Aug 10 03:41:56.382833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33210) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:56.423080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f4effa-9304-4273-97ea-aa63d7c2307f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.438141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.444822 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ae7b736e-7959-4680-8445-f79d259fa557 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/f3f4effa-9304-4273-97ea-aa63d7c2307f HTTP/1.1" status: 204 len: 168 time: 0.7539048 Aug 10 03:41:56.450090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33214) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:56.572128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-739d94c5-44dc-4ed5-aefe-dd0ff10e7105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.618355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-739d94c5-44dc-4ed5-aefe-dd0ff10e7105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.676889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.738500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-739d94c5-44dc-4ed5-aefe-dd0ff10e7105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.760346 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-739d94c5-44dc-4ed5-aefe-dd0ff10e7105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.766332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-739d94c5-44dc-4ed5-aefe-dd0ff10e7105 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96a16cc0-772f-4151-9ab5-152dc79353bc HTTP/1.1" status: 204 len: 168 time: 0.3814390 Aug 10 03:41:56.787419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d94c5-44dc-4ed5-aefe-dd0ff10e7105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a16cc0-772f-4151-9ab5-152dc79353bc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.920763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.936366 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c00b48be-22f6-4ba2-87a3-8f5f2ad0e7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.937741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dc3381-dffc-406c-81fb-5dd2f7adf63e']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.956658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.956658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8ba112-f2d2-4a19-b6fb-f9df1fd34415') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:56.977019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a9435-80bd-4c74-9493-338f8602dd4c req-be977248-fcc8-407f-bfa5-a638d5243a25 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.978459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f6a9435-80bd-4c74-9493-338f8602dd4c req-be977248-fcc8-407f-bfa5-a638d5243a25 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1834807 Aug 10 03:41:56.981108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.052046 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.065730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:57.066188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: items = [ Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:57.068887 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:57.073836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f6a9435-80bd-4c74-9493-338f8602dd4c req-ef6d4e66-257c-4dc3-bea4-e30bd6486a22 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794888 Aug 10 03:41:57.310921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01068f-98ff-486f-88eb-cf618af03348 req-f2e5a489-95c4-445a-a338-c7b288095a85 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.314360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e01068f-98ff-486f-88eb-cf618af03348 req-f2e5a489-95c4-445a-a338-c7b288095a85 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2155733 Aug 10 03:41:57.329150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.367955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0dc3381-dffc-406c-81fb-5dd2f7adf63e {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:41:57.412334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.428518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/networks/d0dc3381-dffc-406c-81fb-5dd2f7adf63e HTTP/1.1" status: 204 len: 168 time: 0.9704299 Aug 10 03:41:57.431414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40099a63-4bab-4385-b3a5-f1361f395169 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0dc3381-dffc-406c-81fb-5dd2f7adf63e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.521996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e01068f-98ff-486f-88eb-cf618af03348 req-cbe9122f-6150-4aa8-8409-85819b7a9f39 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968558 Aug 10 03:41:58.196363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33302) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.207521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'name': 'tempest-router--335554050', 'project_id': 'e1e58ceaf2b248ea99df21fe1f47a1e5'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:58.305776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.308480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.433930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.449614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.482327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.497877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41037e-3551-4ba6-905c-7cb856270dfb req-f5ba294c-3122-45f9-a5b3-5e98073a3bd0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.498630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fa9d746a-b4e2-4286-9727-b2f4fd9f4f2a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2923372 Aug 10 03:41:58.498630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33320) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.503016 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d41037e-3551-4ba6-905c-7cb856270dfb req-f5ba294c-3122-45f9-a5b3-5e98073a3bd0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1464150 Aug 10 03:41:58.590909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d41037e-3551-4ba6-905c-7cb856270dfb req-f932b624-33b6-47bf-bc73-0240afae809a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783460 Aug 10 03:41:58.875932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.926201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee7f61-50fb-47e1-9bcc-468b5e3e09d7 req-aea25967-d7ed-47bd-82fe-28e551cd8043 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.944646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16ee7f61-50fb-47e1-9bcc-468b5e3e09d7 req-aea25967-d7ed-47bd-82fe-28e551cd8043 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1947415 Aug 10 03:41:59.107917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16ee7f61-50fb-47e1-9bcc-468b5e3e09d7 req-573c879b-ed38-4217-aec7-908f4362698c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586232 Aug 10 03:41:59.276958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.281002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.381252 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.382128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff27752-7308-4308-acad-75164bb21b1c {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:41:59.401056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.405146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dff7683f-94a1-4aee-8c17-32dc7d953102 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3ff27752-7308-4308-acad-75164bb21b1c HTTP/1.1" status: 204 len: 168 time: 0.9053619 Aug 10 03:41:59.541203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e941244-2839-4bc8-ad29-e931af8e28d9 req-2fbd40b9-c7a9-40d8-80e2-1b6dc74e1826 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.550435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e941244-2839-4bc8-ad29-e931af8e28d9 req-2fbd40b9-c7a9-40d8-80e2-1b6dc74e1826 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1169167 Aug 10 03:41:59.718679 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e941244-2839-4bc8-ad29-e931af8e28d9 req-d22ef409-c225-46ba-aa22-e9bfa41e81b6 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629765 Aug 10 03:41:59.733555 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.984688 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ec179cf6-fb15-410c-95f5-d5b13b7c4eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.059866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f3b7-4a75-41df-ac90-85d2f7429777 req-31af6396-d5ae-4f6f-b37c-12273be4b21a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.079913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9369f3b7-4a75-41df-ac90-85d2f7429777 req-31af6396-d5ae-4f6f-b37c-12273be4b21a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1630905 Aug 10 03:42:00.204768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9369f3b7-4a75-41df-ac90-85d2f7429777 req-8909fb9d-684f-48d8-a309-a7049044c52d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207788 Aug 10 03:42:00.379776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33406) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.409556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68272ab6-f5ae-4735-bea5-9ca11881bb56 req-dbac5829-ec91-4e84-b3e5-061d90a797a3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.412074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68272ab6-f5ae-4735-bea5-9ca11881bb56 req-dbac5829-ec91-4e84-b3e5-061d90a797a3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1069710 Aug 10 03:42:00.523578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68272ab6-f5ae-4735-bea5-9ca11881bb56 req-c78213f8-3fb3-44ef-8203-967d2b810bf8 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Aug 10 03:42:00.954831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1146506393', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:01.007322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.008837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.171530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.371346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2ee68-d784-4fae-b5af-2005f5e1640b req-74c383c9-363e-4fe3-a8a9-892d62f245a2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.384088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56d2ee68-d784-4fae-b5af-2005f5e1640b req-74c383c9-363e-4fe3-a8a9-892d62f245a2 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.1300189 Aug 10 03:42:01.499178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56d2ee68-d784-4fae-b5af-2005f5e1640b req-d3f019fd-bf3f-4207-b92b-70112a8c5723 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127510 Aug 10 03:42:01.563793 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.656577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.808789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afbabf-9013-445e-b21d-66d43b934c39 req-15468dca-f439-4759-ad66-8423e263983a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.814554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35afbabf-9013-445e-b21d-66d43b934c39 req-15468dca-f439-4759-ad66-8423e263983a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1750476 Aug 10 03:42:01.946158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35afbabf-9013-445e-b21d-66d43b934c39 req-5d125d34-ff8d-49b0-974c-1cff54427c05 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215920 Aug 10 03:42:02.131719 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.186632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.361593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Allocated IP 172.25.2.162 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/749d5aa6-242a-4282-90ce-c7e212645061) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:02.579993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-fe7b3874-9387-42ef-8585-04174964a47a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.589821 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.606520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-fe7b3874-9387-42ef-8585-04174964a47a tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2101920 Aug 10 03:42:02.660305 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.808660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:02.815542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:02.820650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:02.881802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event updated for resources: {'Port': ['ID=749d5aa6-242a-4282-90ce-c7e212645061,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.141912 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.540812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccc57c-e457-4360-97d7-32c6381d53f9 req-38ce3ba2-9844-47a7-b8bc-aac3fe59a4a1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.554387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13ccc57c-e457-4360-97d7-32c6381d53f9 req-38ce3ba2-9844-47a7-b8bc-aac3fe59a4a1 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 946 time: 0.2580569 Aug 10 03:42:03.570242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 368d3817-9b1f-453c-a049-4b8f96f6f001 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:03.570799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.789514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13ccc57c-e457-4360-97d7-32c6381d53f9 req-06ffaad9-4b33-40cd-b233-8fb9ef347662 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336123 Aug 10 03:42:03.869865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.050159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 368d3817-9b1f-453c-a049-4b8f96f6f001, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=368d3817-9b1f-453c-a049-4b8f96f6f001,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.050159 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.182781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 368d3817-9b1f-453c-a049-4b8f96f6f001 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:04.307621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e2912-0fc9-4a9a-a9e9-64fd3118c9ea req-72952258-151d-4cfb-90e5-952d679058fc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.309448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-391e2912-0fc9-4a9a-a9e9-64fd3118c9ea req-72952258-151d-4cfb-90e5-952d679058fc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.2128441 Aug 10 03:42:04.348459 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:04.399782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-391e2912-0fc9-4a9a-a9e9-64fd3118c9ea req-b767b222-7a6c-49c1-9e8e-eecfe1f3c50c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691302 Aug 10 03:42:04.655296 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.673740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7051975b-7396-4a00-9c96-54d766f2c584'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:04.841163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.927102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=368d3817-9b1f-453c-a049-4b8f96f6f001,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.034774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 368d3817-9b1f-453c-a049-4b8f96f6f001 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:05.044664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.055027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f1e5652-de6a-46e4-9615-2e44ed804ee4 req-174ff2a5-457e-41bd-b141-8843f640ece3 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.39 "DELETE /v2.0/ports/368d3817-9b1f-453c-a049-4b8f96f6f001 HTTP/1.1" status: 204 len: 173 time: 2.4436793 Aug 10 03:42:05.056045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2492829-bb91-4de8-b829-c880cb479e28', 'name': 'network-vif-deleted', 'tag': '368d3817-9b1f-453c-a049-4b8f96f6f001'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:05.081541 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f447deb3-c1d7-4dfb-8b3c-8d8415721b64" -d '{"events": [{"server_uuid": "e2492829-bb91-4de8-b829-c880cb479e28", "name": "network-vif-deleted", "tag": "368d3817-9b1f-453c-a049-4b8f96f6f001"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:05.224689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58dce8dd-7829-4742-906a-e99bbd542c9d req-bcb04955-997c-411d-8509-e96ee543b20c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2492829-bb91-4de8-b829-c880cb479e28 HTTP/1.1" status: 200 len: 210 time: 0.1032877 Aug 10 03:42:05.350956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Router 3cd704cf-53b6-470a-84e9-cc0be754a458 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:05.425670 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94560cef-05fc-4f25-bba4-2ef8924b5dcd x-openstack-request-id: req-94560cef-05fc-4f25-bba4-2ef8924b5dcd {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:05.426190 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2492829-bb91-4de8-b829-c880cb479e28", "name": "network-vif-deleted", "tag": "368d3817-9b1f-453c-a049-4b8f96f6f001", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:05.427432 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94560cef-05fc-4f25-bba4-2ef8924b5dcd {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:05.429356 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2492829-bb91-4de8-b829-c880cb479e28', 'name': 'network-vif-deleted', 'tag': '368d3817-9b1f-453c-a049-4b8f96f6f001', 'status': 'completed', 'code': 200} Aug 10 03:42:05.593667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:05.606932 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] Sync routers for ids ['3cd704cf-53b6-470a-84e9-cc0be754a458'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:05.641428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.651124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bf55421d-7425-4ac5-840b-f7ae282d9371 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2701120 Aug 10 03:42:05.658439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:05.660792 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] Routers {'3cd704cf-53b6-470a-84e9-cc0be754a458'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:05.668821 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3cd704cf-53b6-470a-84e9-cc0be754a458'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.670502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 368d3817-9b1f-453c-a049-4b8f96f6f001 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:05.757387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 368d3817-9b1f-453c-a049-4b8f96f6f001 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:05.758669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 368d3817-9b1f-453c-a049-4b8f96f6f001 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:05.828569 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.896402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f640a-2bcd-4264-8ffc-7046e4b63401 req-60cdb1fd-af42-4f73-b6fe-8948de8200f2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.902943 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] Routers {'3cd704cf-53b6-470a-84e9-cc0be754a458'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:05.904067 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3cd704cf-53b6-470a-84e9-cc0be754a458'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.913472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-939f640a-2bcd-4264-8ffc-7046e4b63401 req-60cdb1fd-af42-4f73-b6fe-8948de8200f2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.2729220 Aug 10 03:42:06.018550 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e9cd0b72-430f-4eb4-8ada-8f4542bee9e2 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/3cd704cf-53b6-470a-84e9-cc0be754a458 HTTP/1.1" status: 200 len: 925 time: 0.3078513 Aug 10 03:42:06.023054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33500) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.031302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-939f640a-2bcd-4264-8ffc-7046e4b63401 req-29fa6a06-7c6c-431b-9492-d3fa0d3f6b2e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659463 Aug 10 03:42:06.102716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:06.104031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f01bb2b-7756-4943-af8a-1e4f2c4c7757 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cd704cf-53b6-470a-84e9-cc0be754a458 HTTP/1.1" status: 200 len: 205 time: 0.0791633 Aug 10 03:42:06.172434 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:06.175550 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff2eea-e985-47b9-b183-5d4a352cd056 None None] The sync data for ids ['3cd704cf-53b6-470a-84e9-cc0be754a458'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:06.352214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.529641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.679242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Deleting port 749d5aa6-242a-4282-90ce-c7e212645061 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:06.679752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.983991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.032137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Calling delete_port for 749d5aa6-242a-4282-90ce-c7e212645061 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:07.327936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a332dd-4c0d-409b-9d0f-df4fd17e82db req-cda0e961-642b-4f12-990b-2fe58bdf7b16 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.330870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44a332dd-4c0d-409b-9d0f-df4fd17e82db req-cda0e961-642b-4f12-990b-2fe58bdf7b16 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1112723 Aug 10 03:42:07.500172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44a332dd-4c0d-409b-9d0f-df4fd17e82db req-a44137d2-8271-4aed-a311-abaaaa9eb3e3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887201 Aug 10 03:42:07.606639 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.649035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event deleted for resources: {'Port': ['ID=749d5aa6-242a-4282-90ce-c7e212645061,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:07.766612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.922071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.927412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.031003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.032068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Fanout notify agent at l3_agent the message router_deleted on router 3cd704cf-53b6-470a-84e9-cc0be754a458 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:08.046476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.060087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33562) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:08.065731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-03b91003-8569-46e5-a6bf-54e01e351ca6 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/3cd704cf-53b6-470a-84e9-cc0be754a458 HTTP/1.1" status: 204 len: 168 time: 1.9586964 Aug 10 03:42:08.066117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1353394458', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': False}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:08.121629 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.124657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.250324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.643561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601e7d5-bab8-4170-abfd-e754dabdbb5f req-0e16d0f3-e133-4b3c-965e-e4d498a40f2c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.653142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a601e7d5-bab8-4170-abfd-e754dabdbb5f req-0e16d0f3-e133-4b3c-965e-e4d498a40f2c tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 945 time: 0.2537117 Aug 10 03:42:08.768920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a601e7d5-bab8-4170-abfd-e754dabdbb5f req-650eb9ac-cdf1-4030-b37d-000b7da069f9 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093316 Aug 10 03:42:08.959454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.087993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1ebf3-02d5-4f19-95c9-62e13c52d69d req-197e2eb5-0817-4603-afa1-7576dbed7d43 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.097605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7a1ebf3-02d5-4f19-95c9-62e13c52d69d req-197e2eb5-0817-4603-afa1-7576dbed7d43 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1332996 Aug 10 03:42:09.234658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7a1ebf3-02d5-4f19-95c9-62e13c52d69d req-1241ffe1-8b4c-445d-bee7-87193458fdb1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259749 Aug 10 03:42:09.395948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.423217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.631336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Allocated IP 172.25.2.51 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/0ffead96-6776-4ec3-920a-762a1ddaf1a8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:09.808922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.931783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc41c68-7d39-4e44-bddf-7dcb5c8cc225 req-6bcfd322-39a2-499e-a359-85c3ee774462 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.934589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bc41c68-7d39-4e44-bddf-7dcb5c8cc225 req-6bcfd322-39a2-499e-a359-85c3ee774462 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 950 time: 0.1470497 Aug 10 03:42:09.991184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.031582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576b77b-f648-41be-b943-0383dde698f1 req-f5a0124b-ae9a-4c82-a2df-d2fd78f25549 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.034274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b576b77b-f648-41be-b943-0383dde698f1 req-f5a0124b-ae9a-4c82-a2df-d2fd78f25549 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 945 time: 0.1071053 Aug 10 03:42:10.091523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:10.093645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b576b77b-f648-41be-b943-0383dde698f1 req-bb4604c2-1e78-4446-94f7-60c7665f8196 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Aug 10 03:42:10.097715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bc41c68-7d39-4e44-bddf-7dcb5c8cc225 req-0be87d80-1ed4-4da6-ba3e-fd7a3625f5bb tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528428 Aug 10 03:42:10.104374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:10.127618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:10.179400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Port': ['ID=0ffead96-6776-4ec3-920a-762a1ddaf1a8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:10.440941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-4af7d1b5-12aa-422f-a8f3-dda49e5e310e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.443791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-4af7d1b5-12aa-422f-a8f3-dda49e5e310e tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 945 time: 0.3032928 Aug 10 03:42:10.615299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45c8cb-459f-4c89-8b88-6bbbbbe8ae0a req-1ecea858-43c7-4053-b0b6-a617ba28ad5f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.617685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a45c8cb-459f-4c89-8b88-6bbbbbe8ae0a req-1ecea858-43c7-4053-b0b6-a617ba28ad5f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.2963722 Aug 10 03:42:10.767164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a45c8cb-459f-4c89-8b88-6bbbbbe8ae0a req-e3bbc194-c57d-450e-86f8-7bd9f419779f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372929 Aug 10 03:42:10.817512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Deleting port 7051975b-7396-4a00-9c96-54d766f2c584 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:10.818612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.879265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.010643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] For port 7051975b-7396-4a00-9c96-54d766f2c584, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7051975b-7396-4a00-9c96-54d766f2c584,segment=NetworkSegment(3605a2c7-bcd3-4c54-b289-c81fdf634a2e),segment_id=3605a2c7-bcd3-4c54-b289-c81fdf634a2e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:11.011063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.034021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Calling delete_port for 7051975b-7396-4a00-9c96-54d766f2c584 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:11.263261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c14d57-1559-4b0c-ac4f-1d2b01de7e1f req-9a48906b-4de7-4607-b5f0-1cd6e484e6ca tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.272875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00c14d57-1559-4b0c-ac4f-1d2b01de7e1f req-9a48906b-4de7-4607-b5f0-1cd6e484e6ca tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 950 time: 0.0764024 Aug 10 03:42:11.331701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00c14d57-1559-4b0c-ac4f-1d2b01de7e1f req-8f7b2028-f635-40e8-a5e0-fd4b13aeeccb tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 Aug 10 03:42:11.462852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.500884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477fde5-4a91-41c2-b102-0e44e8e0a669 req-c45f25aa-4b9c-449a-90f5-e61af97349ef tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.503869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7477fde5-4a91-41c2-b102-0e44e8e0a669 req-c45f25aa-4b9c-449a-90f5-e61af97349ef tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 945 time: 0.1786251 Aug 10 03:42:11.811430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7477fde5-4a91-41c2-b102-0e44e8e0a669 req-a57708ea-9c09-42f6-973d-4c2d8fa16cda tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/security-groups?id=20b6e375-5b7c-4454-a01c-8d133a59308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962251 Aug 10 03:42:11.823867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.897756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Pushing event deleted for resources: {'Port': ['ID=7051975b-7396-4a00-9c96-54d766f2c584,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.993416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] No DVR routers for this DVR port 7051975b-7396-4a00-9c96-54d766f2c584 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:12.002734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.006439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9800b078-3c34-4ace-9c91-ea1d3de477e0 req-583a2d5c-9439-4d8a-897d-d14a3849db47 tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.65 "DELETE /v2.0/ports/7051975b-7396-4a00-9c96-54d766f2c584 HTTP/1.1" status: 204 len: 173 time: 1.5494559 Aug 10 03:42:12.007248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'name': 'network-vif-deleted', 'tag': '7051975b-7396-4a00-9c96-54d766f2c584'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:12.026173 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c36fe0f-dff5-4504-aacc-ecd25a7cb59e" -d '{"events": [{"server_uuid": "e2b6bdee-5274-4b15-8c62-84cde0278676", "name": "network-vif-deleted", "tag": "7051975b-7396-4a00-9c96-54d766f2c584"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:12.106229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Router b6e29e6f-d0d3-4de4-9231-15ca8d877272 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:12.193074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b30e9d-b3dd-4ce2-82db-e7d8b1665ef1 req-f69ab3f7-69aa-43d3-8da3-5b6458c73825 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.213615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10b30e9d-b3dd-4ce2-82db-e7d8b1665ef1 req-f69ab3f7-69aa-43d3-8da3-5b6458c73825 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1865401 Aug 10 03:42:12.287508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:12.305793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Sync routers for ids ['b6e29e6f-d0d3-4de4-9231-15ca8d877272'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:12.330263 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff022895-f156-4082-9b55-14809a3ee817 x-openstack-request-id: req-ff022895-f156-4082-9b55-14809a3ee817 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:12.331171 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b6bdee-5274-4b15-8c62-84cde0278676", "name": "network-vif-deleted", "tag": "7051975b-7396-4a00-9c96-54d766f2c584", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:12.332365 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff022895-f156-4082-9b55-14809a3ee817 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:12.333783 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b6bdee-5274-4b15-8c62-84cde0278676', 'name': 'network-vif-deleted', 'tag': '7051975b-7396-4a00-9c96-54d766f2c584', 'status': 'completed', 'code': 200} Aug 10 03:42:12.339608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.344249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Routers {'b6e29e6f-d0d3-4de4-9231-15ca8d877272'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:12.345282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b6e29e6f-d0d3-4de4-9231-15ca8d877272'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:12.346292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a220951-a3f1-4046-b5a8-ce4833bbafef tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2847130 Aug 10 03:42:12.348510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.359761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10b30e9d-b3dd-4ce2-82db-e7d8b1665ef1 req-8332e9d7-81e2-4597-adc8-3d57770c35d6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344280 Aug 10 03:42:12.578178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:12.579603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c44181ee-4af8-495c-a905-df9921744fe0 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/b6e29e6f-d0d3-4de4-9231-15ca8d877272 HTTP/1.1" status: 200 len: 908 time: 0.2286677 Aug 10 03:42:12.587925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1353394458', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': True}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:12.654595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Set router b6e29e6f-d0d3-4de4-9231-15ca8d877272 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:12.685210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.697645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.965922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e29e6f-d0d3-4de4-9231-15ca8d877272', 'name': 'tempest-snat-router-1353394458', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': False}, 'gw_port_id': '0ffead96-6776-4ec3-920a-762a1ddaf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:08Z', 'updated_at': '2021-08-10T03:42:10Z', 'revision_number': 3, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port': {'id': '0ffead96-6776-4ec3-920a-762a1ddaf1a8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e29e6f-d0d3-4de4-9231-15ca8d877272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:09Z', 'updated_at': '2021-08-10T03:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:12.972073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.014761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Checking router: b6e29e6f-d0d3-4de4-9231-15ca8d877272 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:13.015338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Updating router b6e29e6f-d0d3-4de4-9231-15ca8d877272 port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:13.147927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.304252 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.336629 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7854a49c-798c-4934-8cb7-4073815cc09e req-b3c839ef-04b6-432a-b93e-f0478c9c51de tempest-ServersTestJSON-1633255190 tempest-ServersTestJSON-1633255190-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2b6bdee-5274-4b15-8c62-84cde0278676 HTTP/1.1" status: 200 len: 210 time: 0.0923159 Aug 10 03:42:13.568105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7051975b-7396-4a00-9c96-54d766f2c584 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:13.644156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 7051975b-7396-4a00-9c96-54d766f2c584 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:13.644590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7051975b-7396-4a00-9c96-54d766f2c584 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:13.645203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:13.820842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ec4f1-759f-40d3-be5f-5ea599507283 req-0ba5fc1a-9b73-41b9-9e3f-0a9e89daffb1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.829356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc7ec4f1-759f-40d3-be5f-5ea599507283 req-0ba5fc1a-9b73-41b9-9e3f-0a9e89daffb1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.2364926 Aug 10 03:42:13.852770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.880920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.906135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.962438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dc7ec4f1-759f-40d3-be5f-5ea599507283 req-a92e8e9c-4ed6-45f8-97f3-72659b5bd4d9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320729 Aug 10 03:42:13.985403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:13.989687 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e23d7-7277-4b7f-a5e8-bcda9ed11268" -d '{"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-unplugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:14.008220 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.036722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:14.047855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Transition to ACTIVE for port object 0ffead96-6776-4ec3-920a-762a1ddaf1a8 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:14.057611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.071376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.170635 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a7c752-159b-49ae-ae56-ef369cd4ad09 x-openstack-request-id: req-39a7c752-159b-49ae-ae56-ef369cd4ad09 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:14.171518 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-unplugged", "status": "completed", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:14.172347 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39a7c752-159b-49ae-ae56-ef369cd4ad09 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:14.172926 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'code': 200} Aug 10 03:42:14.173568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Allocated IP 172.25.2.70 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d7b49428-0fb4-41e0-8ff2-b6ef355df75c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:14.206703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.249091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Attempting to bind port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:14.249461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Attempting to bind port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:14.249827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Attempting to bind port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:14.257524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:14.258002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:14.258445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.258842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:14.259318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Bound port: 0ffead96-6776-4ec3-920a-762a1ddaf1a8, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:14.259696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.318163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988fd1b-cd4f-43a8-b5e1-957685169c28 None None] Pushing event updated for resources: {'Port': ['ID=0ffead96-6776-4ec3-920a-762a1ddaf1a8,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.369682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] For port 0ffead96-6776-4ec3-920a-762a1ddaf1a8, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:14.377882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] For port 0ffead96-6776-4ec3-920a-762a1ddaf1a8, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0ffead96-6776-4ec3-920a-762a1ddaf1a8,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:14.389095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.419835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.511086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.577842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Deleting subnet fb0552e0-932c-49ff-9682-67477ea90dcd {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:42:14.580095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.583410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.656215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.748794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b49428-0fb4-41e0-8ff2-b6ef355df75c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.756795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:14.764076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:14.767491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:14.780806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.795270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988fd1b-cd4f-43a8-b5e1-957685169c28 None None] Pushing event updated for resources: {'Port': ['ID=0ffead96-6776-4ec3-920a-762a1ddaf1a8,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.850755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Routers {'b6e29e6f-d0d3-4de4-9231-15ca8d877272'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:14.851480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b6e29e6f-d0d3-4de4-9231-15ca8d877272'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:14.974158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.068292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0552e0-932c-49ff-9682-67477ea90dcd,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.081788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.099098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-466db7ec-7303-4e4c-909c-991452c985ce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb0552e0-932c-49ff-9682-67477ea90dcd HTTP/1.1" status: 204 len: 168 time: 0.5845213 Aug 10 03:42:15.101624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:15.216320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] Set router b6e29e6f-d0d3-4de4-9231-15ca8d877272 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:15.358136 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.616742 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.655237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89737755-3779-485b-a320-9a81e69f5eb5']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:15.699750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3605a2c7-bcd3-4c54-b289-c81fdf634a2e') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:15.702155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3605a2c7-bcd3-4c54-b289-c81fdf634a2e') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:15.739878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.785916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e29e6f-d0d3-4de4-9231-15ca8d877272', 'name': 'tempest-snat-router-1353394458', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': False}, 'gw_port_id': '0ffead96-6776-4ec3-920a-762a1ddaf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:08Z', 'updated_at': '2021-08-10T03:42:10Z', 'revision_number': 3, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port': {'id': '0ffead96-6776-4ec3-920a-762a1ddaf1a8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e29e6f-d0d3-4de4-9231-15ca8d877272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:09Z', 'updated_at': '2021-08-10T03:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:15.799015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.831839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:42:15.833886 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:42:15.841566 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:42:15.866347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b468a7d-e43b-4700-a7ea-ec79b75e89d0 None None] The sync data for ids ['b6e29e6f-d0d3-4de4-9231-15ca8d877272'] in n-d-769329-14 is: [{'id': 'b6e29e6f-d0d3-4de4-9231-15ca8d877272', 'name': 'tempest-snat-router-1353394458', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51'}], 'enable_snat': False}, 'gw_port_id': '0ffead96-6776-4ec3-920a-762a1ddaf1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:08Z', 'updated_at': '2021-08-10T03:42:10Z', 'revision_number': 3, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port': {'id': '0ffead96-6776-4ec3-920a-762a1ddaf1a8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e29e6f-d0d3-4de4-9231-15ca8d877272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:09Z', 'updated_at': '2021-08-10T03:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:16.006501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.080052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.083589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/89737755-3779-485b-a320-9a81e69f5eb5 HTTP/1.1" status: 204 len: 168 time: 0.9773886 Aug 10 03:42:16.085859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43f32f-a794-4165-88a8-5a43e8cebbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=89737755-3779-485b-a320-9a81e69f5eb5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.180806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a4f76-eefd-479a-9d26-263adc51faa2 req-8f11c329-249f-4a5f-8ff4-2904bd27c09a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.194693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-676a4f76-eefd-479a-9d26-263adc51faa2 req-8f11c329-249f-4a5f-8ff4-2904bd27c09a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 1.0749388 Aug 10 03:42:16.432605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-676a4f76-eefd-479a-9d26-263adc51faa2 req-035e053c-c933-41a6-b390-44af9ab84a36 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272420 Aug 10 03:42:16.453770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-818f6d3c-f2cc-4094-938c-4751a056dc99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4512954 Aug 10 03:42:16.531020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.743169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33926) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:16.899103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1718ee17-4b8d-4811-a025-284657871943 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e98f8abb83324accbb6530eab883d1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472611 Aug 10 03:42:16.908612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.037584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-25faffa0-aecc-47a5-88b1-651fc6ba5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.039364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-25faffa0-aecc-47a5-88b1-651fc6ba5c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=158e7f4b94904206a41ac1267ee2beaa&device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 1100 time: 0.2738922 Aug 10 03:42:17.224391 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b64935cf-8990-47d7-9a69-6eb8fd36bb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.346334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b64935cf-8990-47d7-9a69-6eb8fd36bb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.559483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0ffead96-6776-4ec3-920a-762a1ddaf1a8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:17.575881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b64935cf-8990-47d7-9a69-6eb8fd36bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.590207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b64935cf-8990-47d7-9a69-6eb8fd36bb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.591712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b64935cf-8990-47d7-9a69-6eb8fd36bb06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20b6e375-5b7c-4454-a01c-8d133a59308f HTTP/1.1" status: 204 len: 168 time: 0.6811290 Aug 10 03:42:17.624612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64935cf-8990-47d7-9a69-6eb8fd36bb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6e375-5b7c-4454-a01c-8d133a59308f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.702882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-55901668-4f87-4146-97dd-daca2e4e5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.713400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-55901668-4f87-4146-97dd-daca2e4e5d70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.6209188 Aug 10 03:42:17.763757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:17.796948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:17.796948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.020450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-20bb1793-b57c-4d30-91f7-cae4cc16a79b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e HTTP/1.1" status: 200 len: 217 time: 0.3006463 Aug 10 03:42:18.271537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.337346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-17400a0a-dad4-4db5-94ca-9eb55ffd87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.341304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-17400a0a-dad4-4db5-94ca-9eb55ffd87fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.3034477 Aug 10 03:42:18.346891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.367713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0ffead96-6776-4ec3-920a-762a1ddaf1a8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0ffead96-6776-4ec3-920a-762a1ddaf1a8,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:18.383580 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.506077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0ffead96-6776-4ec3-920a-762a1ddaf1a8,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.506077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.506590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.506756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.507205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.507724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.508008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.508336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.508663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.509547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.509547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.510055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.510055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:18.892656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-a8c35a5f-c6bf-472c-a400-84e122b84be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.896751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-a8c35a5f-c6bf-472c-a400-84e122b84be3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5440648 Aug 10 03:42:18.926016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7ea2e-86ea-4a92-b5a9-9b21ca788a50 req-0635ffda-74f4-46f7-a68c-fac054b868ab tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.929592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36f7ea2e-86ea-4a92-b5a9-9b21ca788a50 req-0635ffda-74f4-46f7-a68c-fac054b868ab tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 1.2112925 Aug 10 03:42:18.941005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Router 6bdda425-24d4-44f5-8bf5-402be8c9067a is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:19.037503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36f7ea2e-86ea-4a92-b5a9-9b21ca788a50 req-0efbc52b-f4b6-4ba7-831a-de6c221e6dc6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911236 Aug 10 03:42:19.322391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0ffead96-6776-4ec3-920a-762a1ddaf1a8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:19.423631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:19.476585 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Sync routers for ids ['6bdda425-24d4-44f5-8bf5-402be8c9067a'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:19.477605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-32bddf94-4a61-4403-a6a5-4f77cfc37ddf service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697916 Aug 10 03:42:19.511246 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.519421 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Routers {'6bdda425-24d4-44f5-8bf5-402be8c9067a'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:19.520398 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['6bdda425-24d4-44f5-8bf5-402be8c9067a'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:19.527943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:19.528423 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.529417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2679b9bc-543a-4390-9a94-1dccfd0b8287 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9491396 Aug 10 03:42:19.532283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34012) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.808813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea61d594-487d-4626-b4c4-bdc6d95994c4 req-7ffa1da8-64ff-4fed-bf93-2d243039699b service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235312 Aug 10 03:42:19.993521 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Set router 6bdda425-24d4-44f5-8bf5-402be8c9067a gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:20.133354 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bfe12f41-197c-4199-9e9e-dd3e6675c3ba tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/6bdda425-24d4-44f5-8bf5-402be8c9067a HTTP/1.1" status: 200 len: 907 time: 0.5997217 Aug 10 03:42:20.138328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34022) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:20.157208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-030ab3f4-4d4f-4ae3-bd6d-bda793075e7f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1594520 Aug 10 03:42:20.289403 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdda425-24d4-44f5-8bf5-402be8c9067a', 'name': 'tempest-snat-router-1353394458', 'tenant_id': 'c218b70b478444408e7304a53bfb37fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd7b49428-0fb4-41e0-8ff2-b6ef355df75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:12Z', 'updated_at': '2021-08-10T03:42:15Z', 'revision_number': 3, 'project_id': 'c218b70b478444408e7304a53bfb37fc', 'gw_port': {'id': 'd7b49428-0fb4-41e0-8ff2-b6ef355df75c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdda425-24d4-44f5-8bf5-402be8c9067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:13Z', 'updated_at': '2021-08-10T03:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:20.348609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.351867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.353954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.357544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.358124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.358619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.359158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.361272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d1b4cf62-c736-4995-b98c-70373d9d6fa2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2637009bbf654036809b4a614f9d0296&device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6497 time: 0.1436248 Aug 10 03:42:20.373143 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Checking router: 6bdda425-24d4-44f5-8bf5-402be8c9067a for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:20.373825 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Updating router 6bdda425-24d4-44f5-8bf5-402be8c9067a port d7b49428-0fb4-41e0-8ff2-b6ef355df75c binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:20.435820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7b3e-e3b4-4200-a76c-b761e834b47c req-ce803a46-fcaa-4890-985f-298b38531199 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.437804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-547d7b3e-e3b4-4200-a76c-b761e834b47c req-ce803a46-fcaa-4890-985f-298b38531199 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1817276 Aug 10 03:42:20.447579 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.524483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-547d7b3e-e3b4-4200-a76c-b761e834b47c req-78492ee3-7d9f-4d65-929b-762100cea781 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769055 Aug 10 03:42:20.527728 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.796572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-5f0f487e-4ff7-4b78-8b5e-57cb038634fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.797079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-5f0f487e-4ff7-4b78-8b5e-57cb038634fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.798777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-5f0f487e-4ff7-4b78-8b5e-57cb038634fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.808331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-5f0f487e-4ff7-4b78-8b5e-57cb038634fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=0c923a62-d54d-4253-8b48-573208e0866d&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&id=b28aa53a-be11-4438-86f6-c11f4785f315&id=b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 200 len: 2294 time: 0.4096785 Aug 10 03:42:20.891389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.000312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-ab974eff-cf0f-4426-aa97-e8899dac3717 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 200 len: 1002 time: 0.1825089 Aug 10 03:42:21.032161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Deleting port d7b49428-0fb4-41e0-8ff2-b6ef355df75c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:21.032525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.108594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-b4d78011-8892-44e5-be56-3c9fe45bb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.110203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-b4d78011-8892-44e5-be56-3c9fe45bb1bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1ec33bad-b4ec-48cc-a9ab-6073ed279561 HTTP/1.1" status: 200 len: 851 time: 0.1019361 Aug 10 03:42:21.217208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.218664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-b63264c8-1450-4449-8fc1-5dfd6f81081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.222477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-b63264c8-1450-4449-8fc1-5dfd6f81081a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0c923a62-d54d-4253-8b48-573208e0866d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037714 Aug 10 03:42:21.225039 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.249939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Calling delete_port for d7b49428-0fb4-41e0-8ff2-b6ef355df75c owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:21.256482 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Transition to ACTIVE for port object d7b49428-0fb4-41e0-8ff2-b6ef355df75c will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:21.274069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34076) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:21.275496 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.413228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-2b8c5ad4-4855-4827-bf2e-485833499324 service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822953 Aug 10 03:42:21.463370 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Attempting to bind port d7b49428-0fb4-41e0-8ff2-b6ef355df75c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:21.464443 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Attempting to bind port d7b49428-0fb4-41e0-8ff2-b6ef355df75c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:21.464814 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Attempting to bind port d7b49428-0fb4-41e0-8ff2-b6ef355df75c on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:21.493578 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Pushing event updated for resources: {'Port': ['ID=d7b49428-0fb4-41e0-8ff2-b6ef355df75c,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.521053 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:21.522342 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:21.522750 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.524696 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:21.525223 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Bound port: d7b49428-0fb4-41e0-8ff2-b6ef355df75c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:21.525616 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.544986 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.545436 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.546591 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.546978 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.547329 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.547667 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.547999 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.553739 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.554307 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.559770 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.559770 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.559770 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc0aaba-a097-4cf3-b55b-0aa1be8cfc06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:21.576778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-dac17f7c-f08a-46c9-a459-50d1dd37bc58 service neutron] 10.222.0.65 "GET /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554940 Aug 10 03:42:21.695980 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-ea0691e7-01b6-4c8a-89bf-cdb9f4700102 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.148&port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 217 time: 0.1088314 Aug 10 03:42:21.702207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a321cd41-a8ef-4363-b7e5-82fd27235b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.751547 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.db.api [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:21.752587 n-d-769329-14 neutron-server[94143]: DEBUG oslo_db.api [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:21.756405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.798357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7b49428-0fb4-41e0-8ff2-b6ef355df75c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.814978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a464a5-7422-42b6-bf95-8bf7823b2b9d req-f3408be6-c325-4def-a774-74f949bd4065 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.816616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65a464a5-7422-42b6-bf95-8bf7823b2b9d req-f3408be6-c325-4def-a774-74f949bd4065 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.1436379 Aug 10 03:42:21.849863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-74c6f204-c159-4f34-b268-eb38c72723ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.851614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-74c6f204-c159-4f34-b268-eb38c72723ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1425357 Aug 10 03:42:21.865891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9dbf-6e07-4e00-b642-15113f8d2bfc req-26fb1df0-5b2a-4710-bbb4-78a841a1360d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.870542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74cf9dbf-6e07-4e00-b642-15113f8d2bfc req-26fb1df0-5b2a-4710-bbb4-78a841a1360d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1782444 Aug 10 03:42:21.941011 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65a464a5-7422-42b6-bf95-8bf7823b2b9d req-f4b2e53e-52a2-4df1-96cc-f4935d42f037 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145434 Aug 10 03:42:21.960413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.035778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-79b9d45d-def4-400b-a40e-27809fa41f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.039540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-79b9d45d-def4-400b-a40e-27809fa41f3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1663067 Aug 10 03:42:22.094862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.101171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.108466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a321cd41-a8ef-4363-b7e5-82fd27235b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.117266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a321cd41-a8ef-4363-b7e5-82fd27235b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.200816 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.201032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bdda425-24d4-44f5-8bf5-402be8c9067a {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:22.201479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74cf9dbf-6e07-4e00-b642-15113f8d2bfc req-4da6c925-f81b-4dd3-b584-7623d5641a8b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995353 Aug 10 03:42:22.210318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.210496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8970f8a4-9c9d-4858-93ec-22a753041379 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6bdda425-24d4-44f5-8bf5-402be8c9067a HTTP/1.1" status: 204 len: 168 time: 2.0704315 Aug 10 03:42:22.213280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a321cd41-a8ef-4363-b7e5-82fd27235b21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fbb1503ac7644dd9af3074501f2c4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370124 Aug 10 03:42:22.215067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34094) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.217603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34096) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.218593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321cd41-a8ef-4363-b7e5-82fd27235b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cfb175-4149-4923-8f57-3897e27f3360,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.298344 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Attempting to bind port d7b49428-0fb4-41e0-8ff2-b6ef355df75c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:22.302599 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Attempting to bind port d7b49428-0fb4-41e0-8ff2-b6ef355df75c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:22.303798 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Attempting to bind port d7b49428-0fb4-41e0-8ff2-b6ef355df75c on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:22.321595 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:22.323253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:22.325349 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.326519 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:22.327606 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Bound port: d7b49428-0fb4-41e0-8ff2-b6ef355df75c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:22.329328 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.332131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-2a487812-103a-4149-a2b4-2eb7bc042e3b service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806232 Aug 10 03:42:22.390038 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.plugin [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Port d7b49428-0fb4-41e0-8ff2-b6ef355df75c has been deleted concurrently {{(pid=94143) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:42:22.415287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b83fa1-1588-4254-8c83-232947165378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.420806 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Routers set() bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:22.424185 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Router IDs set() for agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:42:22.425745 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_agentschedulers_db [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6bdda425-24d4-44f5-8bf5-402be8c9067a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent'). {{(pid=94143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:42:22.426192 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08bfc99-5128-4740-a403-050fff1998f6 None None] The sync data for ids ['6bdda425-24d4-44f5-8bf5-402be8c9067a'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:22.447354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.455040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b83fa1-1588-4254-8c83-232947165378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.549346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.596599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-e80fbaf2-7a5b-4a12-ac4f-a9e9c58aa945 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499955 Aug 10 03:42:22.644954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b83fa1-1588-4254-8c83-232947165378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.651706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3b83fa1-1588-4254-8c83-232947165378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.654733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3b83fa1-1588-4254-8c83-232947165378 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5cfb175-4149-4923-8f57-3897e27f3360 HTTP/1.1" status: 204 len: 168 time: 0.4325135 Aug 10 03:42:22.662946 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.674447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b83fa1-1588-4254-8c83-232947165378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cfb175-4149-4923-8f57-3897e27f3360,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.850600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3b3-c470-4fd2-b1d8-29da57f6c735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.878152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Deleting port 0ffead96-6776-4ec3-920a-762a1ddaf1a8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:22.878648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.223224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b354f-fea9-4903-aaf1-358abe12571c req-ec788f41-e96e-46ef-9b3c-dfcb430f5b95 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.224879 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-902b354f-fea9-4903-aaf1-358abe12571c req-ec788f41-e96e-46ef-9b3c-dfcb430f5b95 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.1316662 Aug 10 03:42:23.227273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] For port 0ffead96-6776-4ec3-920a-762a1ddaf1a8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0ffead96-6776-4ec3-920a-762a1ddaf1a8,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:23.227575 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.241763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34116) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:23.311280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Calling delete_port for 0ffead96-6776-4ec3-920a-762a1ddaf1a8 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:23.329049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-46fdf7a7-7f44-47c3-bb46-b024401c0c76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 217 time: 0.7250242 Aug 10 03:42:23.363975 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fde960e9-02fb-485f-b8d8-bc6fef2dafde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.395655 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3b3-c470-4fd2-b1d8-29da57f6c735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.485478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1049c2-9b8e-4ae2-b0b8-6b3e2df74124 req-e634c3c4-0ac5-4666-aef1-20ad72d22dec tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.487135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a1049c2-9b8e-4ae2-b0b8-6b3e2df74124 req-e634c3c4-0ac5-4666-aef1-20ad72d22dec tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 948 time: 0.1566088 Aug 10 03:42:23.498122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-a16e85b5-5c3f-4fb4-9f51-18da00ba47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.502419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-a16e85b5-5c3f-4fb4-9f51-18da00ba47b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.1192653 Aug 10 03:42:23.632010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a1049c2-9b8e-4ae2-b0b8-6b3e2df74124 req-6f3e63cb-c7f1-4db2-91bc-91a58920e8bf tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240187 Aug 10 03:42:23.654051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-290700c0-312b-460a-b8b4-159445ea3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.654436 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-290700c0-312b-460a-b8b4-159445ea3cd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1311743 Aug 10 03:42:23.752391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bcca3b3-c470-4fd2-b1d8-29da57f6c735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.861581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8bcca3b3-c470-4fd2-b1d8-29da57f6c735 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5530e8ed87234b31b6e8e6c1158727b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3015649 Aug 10 03:42:23.863184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:23.863828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcca3b3-c470-4fd2-b1d8-29da57f6c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89e6856-e078-4065-9e10-d3ed59d6944f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.888482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-14e87b64-fa71-4ad6-8a1b-917c479b5914 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130077 Aug 10 03:42:23.900666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d5bc-3b95-4847-a498-41d60684309d req-94179ad0-8939-44a7-9564-badf5b402ccd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.902366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ea4d5bc-3b95-4847-a498-41d60684309d req-94179ad0-8939-44a7-9564-badf5b402ccd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.5477107 Aug 10 03:42:23.997162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Deleting port 89e9080e-6d90-4ac3-b991-cac1ed45c93e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:23.997531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.067420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a02bf72-131a-4c29-b176-8696db4c4086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.104972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a02bf72-131a-4c29-b176-8696db4c4086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.113606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ea4d5bc-3b95-4847-a498-41d60684309d req-239ea96f-a1d6-47bb-8c0d-6e90bd7ffef4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663239 Aug 10 03:42:24.127043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-6fc86d61-14a0-4ff5-95d8-6a0aa77507dc service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280169 Aug 10 03:42:24.180260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fde960e9-02fb-485f-b8d8-bc6fef2dafde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.196371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fde960e9-02fb-485f-b8d8-bc6fef2dafde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.250019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.273188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] For port 89e9080e-6d90-4ac3-b991-cac1ed45c93e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=89e9080e-6d90-4ac3-b991-cac1ed45c93e,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:24.273550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.310335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde960e9-02fb-485f-b8d8-bc6fef2dafde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf1a34-b146-461f-a7e1-c005f30b4cf7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.316344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fde960e9-02fb-485f-b8d8-bc6fef2dafde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebe3f2d5f7454ec2a34b31cd8ccee2da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0227675 Aug 10 03:42:24.322422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34128) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:24.325944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ffead96-6776-4ec3-920a-762a1ddaf1a8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.327363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-d07a7317-3d81-495c-9e10-f69e50e3c249 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 HTTP/1.1" status: 200 len: 217 time: 0.1292944 Aug 10 03:42:24.330831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Calling delete_port for 89e9080e-6d90-4ac3-b991-cac1ed45c93e owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:24.430155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-2be800d6-0710-4746-b57f-e0a64186ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.432509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-2be800d6-0710-4746-b57f-e0a64186ea1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.0885570 Aug 10 03:42:24.433769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a02bf72-131a-4c29-b176-8696db4c4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.436484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a02bf72-131a-4c29-b176-8696db4c4086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.442106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a02bf72-131a-4c29-b176-8696db4c4086 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d89e6856-e078-4065-9e10-d3ed59d6944f HTTP/1.1" status: 204 len: 168 time: 0.5729306 Aug 10 03:42:24.448215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02bf72-131a-4c29-b176-8696db4c4086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89e6856-e078-4065-9e10-d3ed59d6944f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.500197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-9b22509b-088d-4b50-9dd6-04e3bba33b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.504577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-9b22509b-088d-4b50-9dd6-04e3bba33b0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576260 Aug 10 03:42:24.505928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.594171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78a413b4-e52b-447f-a278-dcb7296a2777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.671798 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.673521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.683149 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.697626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78a413b4-e52b-447f-a278-dcb7296a2777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.761846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-6fd8a797-d082-40dc-b988-9577863a6408 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476337 Aug 10 03:42:24.826225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.826804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6e29e6f-d0d3-4de4-9231-15ca8d877272 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:24.843898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.845441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c2809e56-9ade-4b06-8e25-ecaf62092dd9 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b6e29e6f-d0d3-4de4-9231-15ca8d877272 HTTP/1.1" status: 204 len: 168 time: 2.6292374 Aug 10 03:42:24.857588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34140) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:24.864760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1007804221', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:24.912021 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.982445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Pushing event deleted for resources: {'Port': ['ID=89e9080e-6d90-4ac3-b991-cac1ed45c93e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.987178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78a413b4-e52b-447f-a278-dcb7296a2777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.989910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78a413b4-e52b-447f-a278-dcb7296a2777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.991329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-78a413b4-e52b-447f-a278-dcb7296a2777 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55cf1a34-b146-461f-a7e1-c005f30b4cf7 HTTP/1.1" status: 204 len: 168 time: 0.6669486 Aug 10 03:42:24.995067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.996545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.068403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a413b4-e52b-447f-a278-dcb7296a2777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf1a34-b146-461f-a7e1-c005f30b4cf7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:25.139254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f3e0ddb8-63f5-4cbc-b104-f9afad31eeff req-b6337104-5048-41a9-8aef-4ce9e601c348 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 210 time: 0.1377685 Aug 10 03:42:25.191775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] No DVR routers for this DVR port 89e9080e-6d90-4ac3-b991-cac1ed45c93e on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:25.200096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.203196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-902b354f-fea9-4903-aaf1-358abe12571c req-5c7388e1-9df8-4910-9bd6-ea89b0078e88 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.39 "DELETE /v2.0/ports/89e9080e-6d90-4ac3-b991-cac1ed45c93e HTTP/1.1" status: 204 len: 173 time: 1.9644201 Aug 10 03:42:25.208817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-deleted', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:25.214649 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9be447-cbc7-4565-9867-0d0b29981c80" -d '{"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-deleted", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:25.267454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-a641cab6-3212-4fd0-a99f-77c22127421c service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978716 Aug 10 03:42:25.366496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.373619 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c6c6d-7804-48fb-9654-9c1f288aaff7 x-openstack-request-id: req-6d9c6c6d-7804-48fb-9654-9c1f288aaff7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:25.374088 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dff6014-dfa8-4de7-9d11-6348f6d8b2db", "name": "network-vif-deleted", "tag": "89e9080e-6d90-4ac3-b991-cac1ed45c93e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:25.374383 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d9c6c6d-7804-48fb-9654-9c1f288aaff7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:25.374831 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dff6014-dfa8-4de7-9d11-6348f6d8b2db', 'name': 'network-vif-deleted', 'tag': '89e9080e-6d90-4ac3-b991-cac1ed45c93e', 'status': 'completed', 'code': 200} Aug 10 03:42:25.586926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-e7d171f7-0568-41d1-b10f-b7ee6d91e812 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 HTTP/1.1" status: 200 len: 217 time: 0.3091619 Aug 10 03:42:25.836142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:25.880338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acd54e-a7f6-44f2-9ea8-5688e64244b2 req-ea566052-15f3-48ae-a2d4-be2b3d837383 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.883453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90acd54e-a7f6-44f2-9ea8-5688e64244b2 req-ea566052-15f3-48ae-a2d4-be2b3d837383 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.3579700 Aug 10 03:42:25.915176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-5b9880fa-b16f-449d-a791-e2125e712cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.918165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-5b9880fa-b16f-449d-a791-e2125e712cc9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 200 len: 797 time: 0.2271690 Aug 10 03:42:25.945200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.196973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-90acd54e-a7f6-44f2-9ea8-5688e64244b2 req-ef769c14-edb4-47cd-b48a-9e496390f6c8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036611 Aug 10 03:42:26.203704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-0a40644c-df77-4361-b5d3-a5db3ddbb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.225249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-0a40644c-df77-4361-b5d3-a5db3ddbb028 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=be6a6c46-6885-4ed2-9700-bb0d2aba336e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2704849 Aug 10 03:42:26.250652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34172) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:26.348177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2444ac5c-cbd6-45ad-a99c-e63f063e2ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.513320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-62862595-1bd3-4a0b-a2e2-3b3ee54952ef service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835650 Aug 10 03:42:26.638125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d6dbf8d-d6b6-42a6-b291-1d0830a19e58 req-e0f200d0-e381-4e86-aa6f-2f4ae4cd7e18 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=5dff6014-dfa8-4de7-9d11-6348f6d8b2db HTTP/1.1" status: 200 len: 210 time: 0.1623735 Aug 10 03:42:26.701943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.771363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.803189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f9d3d-802a-40fa-a88e-d247c84c99f3 req-fcde50e2-1425-44ee-82e1-ced5d1d11ac9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.807613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f8f9d3d-802a-40fa-a88e-d247c84c99f3 req-fcde50e2-1425-44ee-82e1-ced5d1d11ac9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2623327 Aug 10 03:42:26.817227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-f5211216-3631-470c-8340-a44a0e943a74 service neutron] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959290 Aug 10 03:42:26.941335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-b5b5ab99-9dcc-4d56-a0ed-d12b6cf884e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=81468674-3186-452c-a42b-2a3bb63aab79 HTTP/1.1" status: 200 len: 217 time: 0.1111562 Aug 10 03:42:26.950629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c96d6ae2-9369-4c3d-9951-d63d1c20591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.988325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f8f9d3d-802a-40fa-a88e-d247c84c99f3 req-aaabd6fe-9167-42ba-8d1b-d57133069b20 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691687 Aug 10 03:42:26.994458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2444ac5c-cbd6-45ad-a99c-e63f063e2ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.003736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2444ac5c-cbd6-45ad-a99c-e63f063e2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.066860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444ac5c-cbd6-45ad-a99c-e63f063e2ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e78d34-ae6c-44b6-8ee0-4d431d06eaa4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.130961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-7a604491-05cb-41ec-9f2f-7fc889be9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.139409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-7a604491-05cb-41ec-9f2f-7fc889be9e5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.1871207 Aug 10 03:42:27.184852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Allocated IP 172.25.2.222 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/1965e6f4-041c-4edf-9c39-cfc356fc1533) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:27.200722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0ffead96-6776-4ec3-920a-762a1ddaf1a8 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:27.262387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0ffead96-6776-4ec3-920a-762a1ddaf1a8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:27.262727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0ffead96-6776-4ec3-920a-762a1ddaf1a8 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:27.289530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-790cea0b-599e-4772-a6e8-6ef2312371fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.293062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-790cea0b-599e-4772-a6e8-6ef2312371fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1479340 Aug 10 03:42:27.320217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2444ac5c-cbd6-45ad-a99c-e63f063e2ac5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4901130af0846049039bb0959cf2540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0564997 Aug 10 03:42:27.345430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34202) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:27.379469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc74826-6e48-41b2-b2a7-1bf4e1200550 req-e4842efe-5e81-4eae-955c-44f2d246e431 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.387706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddc74826-6e48-41b2-b2a7-1bf4e1200550 req-e4842efe-5e81-4eae-955c-44f2d246e431 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1138403 Aug 10 03:42:27.474407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddc74826-6e48-41b2-b2a7-1bf4e1200550 req-e502894f-5357-4b9c-bd09-812008321e41 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762768 Aug 10 03:42:27.513095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.560813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb6d597d-0706-467c-97e8-a38bd7dcb7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.599848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.608526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb6d597d-0706-467c-97e8-a38bd7dcb7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.612566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-29d60e60-ab64-4d8b-adff-92a3a9936739 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115046 Aug 10 03:42:27.725108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-f7859386-b0fe-4d1b-91a7-6aaa1d394794 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033452 Aug 10 03:42:27.755666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event updated for resources: {'Port': ['ID=1965e6f4-041c-4edf-9c39-cfc356fc1533,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.763237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:27.793946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:27.803610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:27.805085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-8fef1e94-bcf0-41e8-8783-2a4050f5c880 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 200 len: 217 time: 0.0666611 Aug 10 03:42:27.819694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:27.858851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 89e9080e-6d90-4ac3-b991-cac1ed45c93e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:27.860840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 89e9080e-6d90-4ac3-b991-cac1ed45c93e not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:27.937568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb6d597d-0706-467c-97e8-a38bd7dcb7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.940381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb6d597d-0706-467c-97e8-a38bd7dcb7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.946976 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb6d597d-0706-467c-97e8-a38bd7dcb7e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87e78d34-ae6c-44b6-8ee0-4d431d06eaa4 HTTP/1.1" status: 204 len: 168 time: 0.5991955 Aug 10 03:42:27.972409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d597d-0706-467c-97e8-a38bd7dcb7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e78d34-ae6c-44b6-8ee0-4d431d06eaa4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:27.981011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-68438b96-7b2c-45a1-b539-cc07a4f34d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.982804 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-68438b96-7b2c-45a1-b539-cc07a4f34d67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 200 len: 797 time: 0.1687591 Aug 10 03:42:28.079817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-2c348e27-e470-4ea7-84ea-9de90756abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.087619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-2c348e27-e470-4ea7-84ea-9de90756abeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b28aa53a-be11-4438-86f6-c11f4785f315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0948513 Aug 10 03:42:28.534820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-4af15779-5373-4f03-b643-0e4ed5eeb873 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322760 Aug 10 03:42:28.674890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-7c14f9e4-372b-4336-8087-c708d7f9860f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.693362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-7c14f9e4-372b-4336-8087-c708d7f9860f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.7577150 Aug 10 03:42:28.815782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-10dbeca1-a931-4f41-a34d-63c075b861cd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/quotas/1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 375 time: 0.1191859 Aug 10 03:42:28.821829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827e3e4-c7a2-4f69-827b-207e0fdefe45 req-80d4ce0b-3e99-46d9-aac8-b8743ea9a887 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.836160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4827e3e4-c7a2-4f69-827b-207e0fdefe45 req-80d4ce0b-3e99-46d9-aac8-b8743ea9a887 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 948 time: 0.2614319 Aug 10 03:42:28.911082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22d9fecf-3f3d-4b16-9836-7156f4316a17 req-97904818-a6dd-4662-a7c6-39b79618f088 service neutron] 10.222.0.65 "GET /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677151 Aug 10 03:42:28.966331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4827e3e4-c7a2-4f69-827b-207e0fdefe45 req-1ef49ce8-e58a-4e75-b5ec-9259a07b188c tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 Aug 10 03:42:29.020688 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.038965 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-28e84bfb-a37b-4f05-992c-1a0e635b2a1b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2201247 Aug 10 03:42:29.338146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-4623edc0-1323-403a-8ea3-fc9e663bfe71 service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546465 Aug 10 03:42:29.474302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-19074f77-e3e7-4307-9d13-350f9deffe9e service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151626 Aug 10 03:42:29.475884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.655964 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.827023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b2fb63be-5407-4805-8326-8ecdc2520e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.880148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Router 76e733f0-080a-482b-8750-ca0d3e42ac33 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:30.165007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:30.166134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-676ff543-b47d-4f48-a77b-979d07484adc req-95116ba7-05ff-4a40-89d2-30812cc2954a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 210 time: 0.2581017 Aug 10 03:42:30.177424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] Sync routers for ids ['76e733f0-080a-482b-8750-ca0d3e42ac33'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:30.209822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] Routers {'76e733f0-080a-482b-8750-ca0d3e42ac33'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:30.214296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['76e733f0-080a-482b-8750-ca0d3e42ac33'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:30.259804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-bd60982b-1541-4f98-bc3c-c75ccb2f29f2 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.272733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-bd60982b-1541-4f98-bc3c-c75ccb2f29f2 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.65 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 948 time: 0.2436044 Aug 10 03:42:30.281647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.282950 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf7b86c4-ed76-40ba-879f-7c191418fed9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4227438 Aug 10 03:42:30.299406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34304) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.304988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:30.311415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': False}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.329959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] Routers {'76e733f0-080a-482b-8750-ca0d3e42ac33'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:30.331423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['76e733f0-080a-482b-8750-ca0d3e42ac33'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:30.467488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd82e1-cb6f-4967-ae16-7ba61c786234 req-ec927a84-e75d-449c-95c3-4d9d58305dee tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.476902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7fd82e1-cb6f-4967-ae16-7ba61c786234 req-ec927a84-e75d-449c-95c3-4d9d58305dee tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 948 time: 0.3279982 Aug 10 03:42:30.481838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:30.485073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633c4fe-5d22-48f8-a5e9-c6e1c29e5488 None None] The sync data for ids ['76e733f0-080a-482b-8750-ca0d3e42ac33'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:30.582569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7fd82e1-cb6f-4967-ae16-7ba61c786234 req-c8f3259e-3257-4b8a-b5a7-8cd1cc654c81 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/security-groups?id=ada3eb54-b5c5-433b-ba90-42f7204c5944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016839 Aug 10 03:42:30.701425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Deleting port e8af0841-1eeb-475b-a825-0554804e3d42 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:30.704045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.942171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] For port e8af0841-1eeb-475b-a825-0554804e3d42, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e8af0841-1eeb-475b-a825-0554804e3d42,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:30.944027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.976780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Calling delete_port for e8af0841-1eeb-475b-a825-0554804e3d42 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:31.396060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.439769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Pushing event deleted for resources: {'Port': ['ID=e8af0841-1eeb-475b-a825-0554804e3d42,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.542683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] No DVR routers for this DVR port e8af0841-1eeb-475b-a825-0554804e3d42 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:31.546412 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.548639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13099c7f-80f7-4be4-8860-4a90a0b9d522 req-f5c45e47-4938-4068-9a6e-232b05bdb091 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.65 "DELETE /v2.0/ports/e8af0841-1eeb-475b-a825-0554804e3d42 HTTP/1.1" status: 204 len: 173 time: 1.2747111 Aug 10 03:42:31.549317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-deleted', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:31.553185 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c7e35-d7e7-4fdf-947b-257c72da6b43" -d '{"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-deleted", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:31.596904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.634035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49899c35-3d4d-46bb-ae73-e3c4b99a7c06 req-624ce744-dbc6-42b8-be71-a4c48372f96e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 210 time: 0.0283084 Aug 10 03:42:31.687048 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.846915 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba578495-bbc5-4367-bf60-d54f4846aeb2 x-openstack-request-id: req-ba578495-bbc5-4367-bf60-d54f4846aeb2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:31.847415 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e1b80c-375c-47b4-bcf7-153683f1e589", "name": "network-vif-deleted", "tag": "e8af0841-1eeb-475b-a825-0554804e3d42", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:31.847766 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba578495-bbc5-4367-bf60-d54f4846aeb2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:31.848460 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e1b80c-375c-47b4-bcf7-153683f1e589', 'name': 'network-vif-deleted', 'tag': 'e8af0841-1eeb-475b-a825-0554804e3d42', 'status': 'completed', 'code': 200} Aug 10 03:42:32.128079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a13432c-0ede-4302-8b33-c7cbe70613c5 req-62104f6e-1a6d-432f-b31f-2a72b92a0833 tempest-ListImageFiltersTestJSON-2129820491 tempest-ListImageFiltersTestJSON-2129820491-project] 10.222.0.53 "GET /v2.0/ports?device_id=89e1b80c-375c-47b4-bcf7-153683f1e589 HTTP/1.1" status: 200 len: 210 time: 0.1583927 Aug 10 03:42:32.180779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.502754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af9db641-decf-494d-b19e-763542affc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.536681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-4c942a53-9d3e-45f9-99f6-2400cedf4185 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.538795 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-4c942a53-9d3e-45f9-99f6-2400cedf4185 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.4707608 Aug 10 03:42:32.591971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'port': {'device_id': '9fa9182c-9543-401b-806f-d62086278a95', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'admin_state_up': True, 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:32.765597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.779973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.817043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af9db641-decf-494d-b19e-763542affc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.831228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-af9db641-decf-494d-b19e-763542affc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.894389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:32.899015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9db641-decf-494d-b19e-763542affc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b143d363-5eb6-4f9f-a57b-f6aa75da2e1c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.899781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.909626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-af9db641-decf-494d-b19e-763542affc87 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db9bdf4a2d9b4b3aac28fda3e2b7fdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7250381 Aug 10 03:42:32.910296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34404) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.937655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5acf7fef-e49e-45e1-bcaa-d1eeff7ca3de req-cd3ebfd6-aaa2-407b-9887-b911fed5f606 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 210 time: 0.0785851 Aug 10 03:42:32.992617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81f8b206-d7b7-4839-9f8f-0ee97cfc6bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.038832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Router 76e733f0-080a-482b-8750-ca0d3e42ac33 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:33.043752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81f8b206-d7b7-4839-9f8f-0ee97cfc6bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.163697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.251891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Allocated IP 172.20.0.9 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/da280ef2-ec16-4563-a032-6e9791ae1890) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:33.272341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81f8b206-d7b7-4839-9f8f-0ee97cfc6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.284033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81f8b206-d7b7-4839-9f8f-0ee97cfc6bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.287259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81f8b206-d7b7-4839-9f8f-0ee97cfc6bd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b143d363-5eb6-4f9f-a57b-f6aa75da2e1c HTTP/1.1" status: 204 len: 168 time: 0.3736701 Aug 10 03:42:33.307582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8b206-d7b7-4839-9f8f-0ee97cfc6bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b143d363-5eb6-4f9f-a57b-f6aa75da2e1c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.425196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:33.437148 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] Sync routers for ids ['76e733f0-080a-482b-8750-ca0d3e42ac33'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:33.443935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.450316 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-42d9c99d-87e1-4b99-af2f-e23576b8afac tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "PUT /v2.0/routers/76e733f0-080a-482b-8750-ca0d3e42ac33 HTTP/1.1" status: 200 len: 926 time: 3.1488793 Aug 10 03:42:33.452867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34428) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.457336 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] Routers {'76e733f0-080a-482b-8750-ca0d3e42ac33'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:33.458061 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['76e733f0-080a-482b-8750-ca0d3e42ac33'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.543211 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.568471 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] Routers {'76e733f0-080a-482b-8750-ca0d3e42ac33'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:33.569132 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['76e733f0-080a-482b-8750-ca0d3e42ac33'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.626309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:33.659036 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:33.659477 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4afb0c-7d4f-43a2-a031-9c8f1aa4e6fc None None] The sync data for ids ['76e733f0-080a-482b-8750-ca0d3e42ac33'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:33.689703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: e8af0841-1eeb-475b-a825-0554804e3d42 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:33.690690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e8af0841-1eeb-475b-a825-0554804e3d42 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:33.819882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.841474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e84565d6-ab0e-4a4a-ac3a-83e55087b0cc tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/76e733f0-080a-482b-8750-ca0d3e42ac33 HTTP/1.1" status: 200 len: 926 time: 0.3864093 Aug 10 03:42:33.844239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34446) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.859937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Transition to ACTIVE for port object da280ef2-ec16-4563-a032-6e9791ae1890 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:33.939359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.955972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:34.052056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=da280ef2-ec16-4563-a032-6e9791ae1890,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:34.076949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34452) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.095516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be4263-fcc4-4baa-a6c1-b40d5f1c24b8 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.100032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:34.103872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a8be4263-fcc4-4baa-a6c1-b40d5f1c24b8 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=76e733f0-080a-482b-8750-ca0d3e42ac33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2567322 Aug 10 03:42:34.103872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.118423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:34.130582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:34.136769 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-481a6249-738a-4479-88c0-6ff9d2f176d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.453948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.455757 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.618874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9feea4b-b0e6-4b18-8d35-f08abb9ba207 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.621720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9feea4b-b0e6-4b18-8d35-f08abb9ba207 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.5120966 Aug 10 03:42:34.624378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34472) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.665116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-80b334f9-27f1-44a5-9154-df4e245a056a tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=76e733f0-080a-482b-8750-ca0d3e42ac33 HTTP/1.1" status: 200 len: 205 time: 0.0391035 Aug 10 03:42:34.668145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34474) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:34.689938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce25704-9c3a-4175-b7e6-91bd4c55d4c1 req-eae7875f-6fd8-4b4e-b62b-11ea4db47183 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.691972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ce25704-9c3a-4175-b7e6-91bd4c55d4c1 req-eae7875f-6fd8-4b4e-b62b-11ea4db47183 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 931 time: 0.2222664 Aug 10 03:42:34.837434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ce25704-9c3a-4175-b7e6-91bd4c55d4c1 req-7bda9503-dcdd-4593-a97d-f8bf5cc72811 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349516 Aug 10 03:42:34.840570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-481a6249-738a-4479-88c0-6ff9d2f176d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.903699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4b6f2927-86e5-4891-b24a-db8e1239e261 None None] Provisioning for port da280ef2-ec16-4563-a032-6e9791ae1890 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:34.915679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4b6f2927-86e5-4891-b24a-db8e1239e261 None None] Provisioning complete for port da280ef2-ec16-4563-a032-6e9791ae1890 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:34.915928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-481a6249-738a-4479-88c0-6ff9d2f176d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.922121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b6f2927-86e5-4891-b24a-db8e1239e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.941213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-8c670bc1-333c-4268-873e-62464fb3df83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3555875 Aug 10 03:42:35.000341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Request body: {'port': {'device_id': '9fa9182c-9543-401b-806f-d62086278a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:35.013956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f2927-86e5-4891-b24a-db8e1239e261 None None] Port da280ef2-ec16-4563-a032-6e9791ae1890 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:35.061827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.068989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-481a6249-738a-4479-88c0-6ff9d2f176d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53deb4eb16884f9abd7055af83887801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9914179 Aug 10 03:42:35.069824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6249-738a-4479-88c0-6ff9d2f176d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb5a9de-c2e7-4757-964f-64c1c483c15f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.096938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.181281 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.232646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.292945 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.351180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.355965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.361434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efb5a9de-c2e7-4757-964f-64c1c483c15f HTTP/1.1" status: 204 len: 168 time: 0.2940140 Aug 10 03:42:35.392173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb5a9de-c2e7-4757-964f-64c1c483c15f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.411671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.412037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.412690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.426455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.427128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.427787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.428289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.428814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.429304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.430053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.431510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.432274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5259e8-24da-4ec1-bad7-385d281d62cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:35.507448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.796522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Deleting port 1965e6f4-041c-4edf-9c39-cfc356fc1533 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:35.797189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.908103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.928177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Calling delete_port for 1965e6f4-041c-4edf-9c39-cfc356fc1533 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:36.246492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab60fe0-3059-439e-8461-f36c04e7af7b req-a61f4b27-dddd-4c53-b20f-20a3d1dc5843 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.249198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bab60fe0-3059-439e-8461-f36c04e7af7b req-a61f4b27-dddd-4c53-b20f-20a3d1dc5843 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 931 time: 0.2228112 Aug 10 03:42:36.363769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da280ef2-ec16-4563-a032-6e9791ae1890 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:36.393502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.474171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bab60fe0-3059-439e-8461-f36c04e7af7b req-e0b9b94a-0e0b-4969-95e6-7e59096bd78b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164690 Aug 10 03:42:36.489510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Transition to ACTIVE for port object da280ef2-ec16-4563-a032-6e9791ae1890 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:36.491000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.509396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.543630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event deleted for resources: {'Port': ['ID=1965e6f4-041c-4edf-9c39-cfc356fc1533,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.658076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Pushing event updated for resources: {'Port': ['ID=da280ef2-ec16-4563-a032-6e9791ae1890,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.667261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34578) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:36.730239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.319501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.331429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.426001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Attempting to bind port da280ef2-ec16-4563-a032-6e9791ae1890 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:37.427035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Attempting to bind port da280ef2-ec16-4563-a032-6e9791ae1890 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:37.427833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Attempting to bind port da280ef2-ec16-4563-a032-6e9791ae1890 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:37.450845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Port da280ef2-ec16-4563-a032-6e9791ae1890 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:37.451459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Attempting to bind port da280ef2-ec16-4563-a032-6e9791ae1890 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:37.478270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.480135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Fanout notify agent at l3_agent the message router_deleted on router 76e733f0-080a-482b-8750-ca0d3e42ac33 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:37.519363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.521314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f59bd86d-1fe9-43ca-9979-b16b9471fcbf tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/76e733f0-080a-482b-8750-ca0d3e42ac33 HTTP/1.1" status: 204 len: 168 time: 2.8508139 Aug 10 03:42:37.526989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.530171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:37.531021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:37.531323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:37.532155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Bound port: da280ef2-ec16-4563-a032-6e9791ae1890, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:37.532702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.534998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1249341913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:37.574108 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3e3fddc5-6aa7-4197-ac38-94dfb3b6bf38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=158e7f4b94904206a41ac1267ee2beaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9050438 Aug 10 03:42:37.578034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34640) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:37.697965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] For port da280ef2-ec16-4563-a032-6e9791ae1890, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:37.703689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] For port da280ef2-ec16-4563-a032-6e9791ae1890, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=da280ef2-ec16-4563-a032-6e9791ae1890,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:37.716211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.780849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.783797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.787495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.788262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.792437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] 10.222.0.39 "PUT /v2.0/ports/da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 200 len: 1092 time: 2.8318665 Aug 10 03:42:37.799939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa9182c-9543-401b-806f-d62086278a95', 'tag': 'da280ef2-ec16-4563-a032-6e9791ae1890'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:37.802936 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ed586-99cf-43ba-9697-e1044b6760bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa9182c-9543-401b-806f-d62086278a95", "tag": "da280ef2-ec16-4563-a032-6e9791ae1890"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:37.853260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc2a79-32d4-4755-b75c-6ac3af3cc3ec service neutron] Pushing event updated for resources: {'Port': ['ID=da280ef2-ec16-4563-a032-6e9791ae1890,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.915119 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e90ed-13d9-4f19-99e4-7c3d5a359caa x-openstack-request-id: req-771e90ed-13d9-4f19-99e4-7c3d5a359caa {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:37.921071 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa9182c-9543-401b-806f-d62086278a95", "tag": "da280ef2-ec16-4563-a032-6e9791ae1890", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:37.921736 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-771e90ed-13d9-4f19-99e4-7c3d5a359caa {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:37.922495 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa9182c-9543-401b-806f-d62086278a95', 'tag': 'da280ef2-ec16-4563-a032-6e9791ae1890', 'status': 'completed', 'code': 200} Aug 10 03:42:37.943843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.961393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.003058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-d2651fa1-cc99-4c94-88ab-f16d2c78a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.005470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-d2651fa1-cc99-4c94-88ab-f16d2c78a682 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 1095 time: 0.0995862 Aug 10 03:42:38.095920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a209f-23e8-4367-b35c-0521f58de4c3 req-dac17931-d19e-4202-982e-b183c96f915a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.101410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d8a209f-23e8-4367-b35c-0521f58de4c3 req-dac17931-d19e-4202-982e-b183c96f915a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 943 time: 0.3442066 Aug 10 03:42:38.104618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-85c65d1c-3eee-4e8f-984a-11198f7e0d5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 200 len: 217 time: 0.0887938 Aug 10 03:42:38.106655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a501da70-5d3d-45e8-8eeb-99c92f08431a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.112745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.115704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-252ce89f-6592-4d25-965a-3b90f0e5a41e tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5857232 Aug 10 03:42:38.126910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34668) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:38.137762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:38.250573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a501da70-5d3d-45e8-8eeb-99c92f08431a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.304943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d8a209f-23e8-4367-b35c-0521f58de4c3 req-0b2bdbb5-0d41-4701-8d35-d25454aa4c44 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377070 Aug 10 03:42:38.429870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a501da70-5d3d-45e8-8eeb-99c92f08431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.444454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a501da70-5d3d-45e8-8eeb-99c92f08431a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.447417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a501da70-5d3d-45e8-8eeb-99c92f08431a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ada3eb54-b5c5-433b-ba90-42f7204c5944 HTTP/1.1" status: 204 len: 168 time: 0.8651223 Aug 10 03:42:38.467092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501da70-5d3d-45e8-8eeb-99c92f08431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada3eb54-b5c5-433b-ba90-42f7204c5944,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.620918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-2ff16d6d-b648-4c30-88b9-9a06f401e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.624407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-2ff16d6d-b648-4c30-88b9-9a06f401e0b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.5123174 Aug 10 03:42:38.829658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-fb25b509-fd76-4627-bca1-5cb1f4631f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.833844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-fb25b509-fd76-4627-bca1-5cb1f4631f0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002327 Aug 10 03:42:38.979271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.232381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-c102369a-51e6-47cd-8f31-e4bc0e094988 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447309 Aug 10 03:42:39.522661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00fe9ba8-c803-4e09-a80c-7ad67f6aaa67 req-acb14055-ea17-4028-b43d-8204362b6c0c service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888291 Aug 10 03:42:39.567288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bf3c0-bb6e-4d77-8332-1078785dc73b req-0206fea6-3e8a-4df2-81b7-42681e9b5a95 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.570059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a02bf3c0-bb6e-4d77-8332-1078785dc73b req-0206fea6-3e8a-4df2-81b7-42681e9b5a95 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 943 time: 0.1115437 Aug 10 03:42:39.802502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a02bf3c0-bb6e-4d77-8332-1078785dc73b req-dbf94a71-3524-4f9e-8425-00a884eaee53 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185748 Aug 10 03:42:39.806343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.836772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-dd7c553e-1154-4105-8560-958700ea9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.838933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-dd7c553e-1154-4105-8560-958700ea9e36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 1095 time: 0.1926575 Aug 10 03:42:39.840586 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.147535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Allocated IP 172.25.2.181 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/a1eb1996-c906-4fd4-b506-2b62c673d9d3) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:40.163458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-45a3bd55-8e62-4a6c-9879-d116325de37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.168193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-45a3bd55-8e62-4a6c-9879-d116325de37e service neutron] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.2752788 Aug 10 03:42:40.266880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-533ea5b0-1875-4678-a32f-c31b0c765c3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 200 len: 217 time: 0.0860484 Aug 10 03:42:40.419497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-1ac076d0-a5c0-4485-b322-bb6000529792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.421465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-1ac076d0-a5c0-4485-b322-bb6000529792 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1346581 Aug 10 03:42:40.519449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.540874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-1b27ed0e-a24f-49a1-bbf3-542102062479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.542559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-1b27ed0e-a24f-49a1-bbf3-542102062479 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029968 Aug 10 03:42:40.643408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.714374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:40.721773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:40.728295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-5d185163-b63f-4ff9-8715-a78b27e0bad3 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770792 Aug 10 03:42:40.729478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:40.732103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event updated for resources: {'Port': ['ID=a1eb1996-c906-4fd4-b506-2b62c673d9d3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.188096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d6ed586-99cf-43ba-9697-e1044b6760bb req-6c7c6054-1e3c-4f44-9a07-b617f4a21cbb service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518025 Aug 10 03:42:41.212443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78947cc-4049-43e3-aaac-92a3187ecd6f req-05212754-e6d3-4f41-8331-e05bceb06728 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.214396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c78947cc-4049-43e3-aaac-92a3187ecd6f req-05212754-e6d3-4f41-8331-e05bceb06728 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 943 time: 0.2119176 Aug 10 03:42:41.351737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c78947cc-4049-43e3-aaac-92a3187ecd6f req-cee0091d-fabc-4a12-9661-2740334261ec tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896494 Aug 10 03:42:41.365042 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:41.375329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.796684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device da280ef2-ec16-4563-a032-6e9791ae1890 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:42.027539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port da280ef2-ec16-4563-a032-6e9791ae1890, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=da280ef2-ec16-4563-a032-6e9791ae1890,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:42.034551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.049299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'da280ef2-ec16-4563-a032-6e9791ae1890', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': 'da280ef2-ec16-4563-a032-6e9791ae1890', 'mac_address': 'fa:16:3e:35:48:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:42.133694 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.168981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da280ef2-ec16-4563-a032-6e9791ae1890 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:42.211592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port da280ef2-ec16-4563-a032-6e9791ae1890, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=da280ef2-ec16-4563-a032-6e9791ae1890,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:42.218249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.261040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.267393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.293257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=da280ef2-ec16-4563-a032-6e9791ae1890,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:42.448219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['da280ef2-ec16-4563-a032-6e9791ae1890'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:42.615026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Router 3b94a8a5-09d9-441a-a99d-885c579efb17 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:42.759477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce15e8a9-319c-4f8c-be98-adc32db9de9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.829256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd83e6e-3533-4dfa-8247-4135e3432299 req-c3e7bc47-c1fd-4c94-a997-5e08d0550c1d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.832572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5fd83e6e-3533-4dfa-8247-4135e3432299 req-c3e7bc47-c1fd-4c94-a997-5e08d0550c1d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 944 time: 0.2367358 Aug 10 03:42:42.868189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34868) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.924219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:42.970144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce15e8a9-319c-4f8c-be98-adc32db9de9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.982418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5fd83e6e-3533-4dfa-8247-4135e3432299 req-de55aa0b-a07c-4bf4-bd61-5ab960f71b5e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383381 Aug 10 03:42:42.985299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:42.985480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce15e8a9-319c-4f8c-be98-adc32db9de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.996754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.998895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f5edad6-71c1-48f9-bd7b-0e09fb9de918 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "PUT /v2.0/routers/3b94a8a5-09d9-441a-a99d-885c579efb17 HTTP/1.1" status: 200 len: 884 time: 4.8699689 Aug 10 03:42:43.002850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34876) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.008537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] Sync routers for ids ['3b94a8a5-09d9-441a-a99d-885c579efb17'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:43.036771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] Routers {'3b94a8a5-09d9-441a-a99d-885c579efb17'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:43.037803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3b94a8a5-09d9-441a-a99d-885c579efb17'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:43.052625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce15e8a9-319c-4f8c-be98-adc32db9de9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=336a44130b3c49ddaf08baf1723e05a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0168166 Aug 10 03:42:43.058809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34878) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.062732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15e8a9-319c-4f8c-be98-adc32db9de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3033b-4440-4088-8b94-9e116ea4b125,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.116289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:43.128202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] Routers {'3b94a8a5-09d9-441a-a99d-885c579efb17'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:43.129338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3b94a8a5-09d9-441a-a99d-885c579efb17'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:43.183380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:43.184565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf3840-fe17-4175-9a4a-6fb5c5706f72 None None] The sync data for ids ['3b94a8a5-09d9-441a-a99d-885c579efb17'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:43.221841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a8f04b-c730-4826-975c-f686a03fc546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.262256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-969044c2-2fd7-48f3-807e-663b52a600d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.276851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eac05c76-18b9-43c2-9de6-cb0b1f0e532b tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/3b94a8a5-09d9-441a-a99d-885c579efb17 HTTP/1.1" status: 200 len: 925 time: 0.2722178 Aug 10 03:42:43.280292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34884) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.320365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a8f04b-c730-4826-975c-f686a03fc546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.325070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e00871-e3fc-4eb6-9fa2-78f860ec4e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.370851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71711a5-1b11-4c4b-8c9b-fac0e1ddaa01 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.372904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f71711a5-1b11-4c4b-8c9b-fac0e1ddaa01 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=3b94a8a5-09d9-441a-a99d-885c579efb17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0913832 Aug 10 03:42:43.375819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34886) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.477910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a8f04b-c730-4826-975c-f686a03fc546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.481804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a8f04b-c730-4826-975c-f686a03fc546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.490173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-59a8f04b-c730-4826-975c-f686a03fc546 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12d3033b-4440-4088-8b94-9e116ea4b125 HTTP/1.1" status: 204 len: 168 time: 0.4258394 Aug 10 03:42:43.520542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed89f163-c8f9-455e-aef0-d8b8f1f0f8d5 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.522503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ed89f163-c8f9-455e-aef0-d8b8f1f0f8d5 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.1454241 Aug 10 03:42:43.524611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f04b-c730-4826-975c-f686a03fc546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3033b-4440-4088-8b94-9e116ea4b125,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.526371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34896) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.568580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-969044c2-2fd7-48f3-807e-663b52a600d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.577777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5159a70-5eb9-42ee-9cc6-268b37542724 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b94a8a5-09d9-441a-a99d-885c579efb17 HTTP/1.1" status: 200 len: 205 time: 0.0497370 Aug 10 03:42:43.580244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34898) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.586196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-969044c2-2fd7-48f3-807e-663b52a600d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.691135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-969044c2-2fd7-48f3-807e-663b52a600d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce8a1ade9c6c4dd0bac0350a9ccba01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215795 Aug 10 03:42:43.700245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34910) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.703845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969044c2-2fd7-48f3-807e-663b52a600d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f371da3a-eb33-476f-9c64-aa11abdf622f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.828401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device da280ef2-ec16-4563-a032-6e9791ae1890 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:43.841479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e00871-e3fc-4eb6-9fa2-78f860ec4e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.852308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e00871-e3fc-4eb6-9fa2-78f860ec4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.908502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.922486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87e00871-e3fc-4eb6-9fa2-78f860ec4e0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbeeeee6959e4594a9dea84a47d1584b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959850 Aug 10 03:42:43.924531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34918) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:43.990557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port da280ef2-ec16-4563-a032-6e9791ae1890 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:43.999036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e00871-e3fc-4eb6-9fa2-78f860ec4e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f7156-468a-4a92-9c15-597a0b145496,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.001587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ff14f2-2b3c-40f2-9cf7-df0126fe7f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.018044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port da280ef2-ec16-4563-a032-6e9791ae1890 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:44.019753 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.025595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-43e15aa1-a3e7-421e-bfe1-587bbac9b4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.097872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-43e15aa1-a3e7-421e-bfe1-587bbac9b4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.146861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ff14f2-2b3c-40f2-9cf7-df0126fe7f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.247546 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.276876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.286100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa9182c-9543-401b-806f-d62086278a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da280ef2-ec16-4563-a032-6e9791ae1890'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:44.286358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-43e15aa1-a3e7-421e-bfe1-587bbac9b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.289971 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3181c-aed1-4f18-a811-636516ff5c54" -d '{"events": [{"server_uuid": "9fa9182c-9543-401b-806f-d62086278a95", "name": "network-vif-plugged", "status": "completed", "tag": "da280ef2-ec16-4563-a032-6e9791ae1890"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:44.292196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-43e15aa1-a3e7-421e-bfe1-587bbac9b4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.319179 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-43e15aa1-a3e7-421e-bfe1-587bbac9b4da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/126f7156-468a-4a92-9c15-597a0b145496 HTTP/1.1" status: 204 len: 168 time: 0.3934641 Aug 10 03:42:44.322393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port da280ef2-ec16-4563-a032-6e9791ae1890, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=da280ef2-ec16-4563-a032-6e9791ae1890,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:44.336390 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.339971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e15aa1-a3e7-421e-bfe1-587bbac9b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f7156-468a-4a92-9c15-597a0b145496,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.369851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7170a-d902-4606-8fd3-ec3e6cc06302 req-34d44f24-0e01-4431-bf86-46359bdc4073 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.383706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cc7170a-d902-4606-8fd3-ec3e6cc06302 req-34d44f24-0e01-4431-bf86-46359bdc4073 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 944 time: 0.2059102 Aug 10 03:42:44.431145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ff14f2-2b3c-40f2-9cf7-df0126fe7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.438730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cc7170a-d902-4606-8fd3-ec3e6cc06302 req-c22f29a7-5d73-4f1f-8f6e-1bf6af0c49ce tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Aug 10 03:42:44.443364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ff14f2-2b3c-40f2-9cf7-df0126fe7f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.451458 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46a0a7d-93e1-4a7c-9434-0d17b2a0f30c x-openstack-request-id: req-f46a0a7d-93e1-4a7c-9434-0d17b2a0f30c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:44.452204 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa9182c-9543-401b-806f-d62086278a95", "name": "network-vif-plugged", "status": "completed", "tag": "da280ef2-ec16-4563-a032-6e9791ae1890", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:44.452900 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f46a0a7d-93e1-4a7c-9434-0d17b2a0f30c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:44.453730 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa9182c-9543-401b-806f-d62086278a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da280ef2-ec16-4563-a032-6e9791ae1890', 'code': 200} Aug 10 03:42:44.465178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-45ff14f2-2b3c-40f2-9cf7-df0126fe7f6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f371da3a-eb33-476f-9c64-aa11abdf622f HTTP/1.1" status: 204 len: 168 time: 0.7631485 Aug 10 03:42:44.494385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff14f2-2b3c-40f2-9cf7-df0126fe7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f371da3a-eb33-476f-9c64-aa11abdf622f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.519565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=da280ef2-ec16-4563-a032-6e9791ae1890,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.585588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf88ef-71d2-400b-884e-7815300de626 req-8d9a383c-b124-45a5-99ec-f003d93583ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.587441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2acf88ef-71d2-400b-884e-7815300de626 req-8d9a383c-b124-45a5-99ec-f003d93583ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 1097 time: 0.0755489 Aug 10 03:42:44.589616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Deleting port a1eb1996-c906-4fd4-b506-2b62c673d9d3 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:44.589963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.692006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2acf88ef-71d2-400b-884e-7815300de626 req-cf43bf97-7143-4cce-9b7a-22a4fd213c00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835371 Aug 10 03:42:44.712520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.726953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Calling delete_port for a1eb1996-c906-4fd4-b506-2b62c673d9d3 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:44.943409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.974377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event deleted for resources: {'Port': ['ID=a1eb1996-c906-4fd4-b506-2b62c673d9d3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.981679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34970) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:45.012242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f743532-4d64-4daf-9c79-6d22dcc3af09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.014230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.014575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.014946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.015286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.015612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.015944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.016276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.016599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.016923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.017244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.017562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.018152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:45.069259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.172692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f743532-4d64-4daf-9c79-6d22dcc3af09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.181193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f743532-4d64-4daf-9c79-6d22dcc3af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.186473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.189137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.238820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4f743532-4d64-4daf-9c79-6d22dcc3af09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e22444859ed4ac68c49a82199855bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554555 Aug 10 03:42:45.239764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743532-4d64-4daf-9c79-6d22dcc3af09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2dd689-822f-4f98-9ee7-1cbe74b47ef6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:45.242473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34980) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:45.263028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.263550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Fanout notify agent at l3_agent the message router_deleted on router 3b94a8a5-09d9-441a-a99d-885c579efb17 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:45.274302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.275381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9963e888-10ad-4718-b819-8e1614d2bfda tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/3b94a8a5-09d9-441a-a99d-885c579efb17 HTTP/1.1" status: 204 len: 168 time: 1.6938553 Aug 10 03:42:45.279217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:45.283833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-436711262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:45.354547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.357200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.363453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e5419e-a050-4d0e-90a2-e262a3f3e5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.413758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e5419e-a050-4d0e-90a2-e262a3f3e5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.577832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.637298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.685312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.687820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-25b9f1b7-6ae8-4e94-be4e-4ef913dd1726 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4072530 Aug 10 03:42:45.690908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35008) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:45.707559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': True}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:45.728061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbe846-9121-4ee0-9f9d-1df8b57d018f req-26c76808-472f-4e39-867d-915011469d76 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.731400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ddbe846-9121-4ee0-9f9d-1df8b57d018f req-26c76808-472f-4e39-867d-915011469d76 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 945 time: 0.1649158 Aug 10 03:42:45.732847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e5419e-a050-4d0e-90a2-e262a3f3e5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.738798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e5419e-a050-4d0e-90a2-e262a3f3e5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.740578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51e5419e-a050-4d0e-90a2-e262a3f3e5a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c2dd689-822f-4f98-9ee7-1cbe74b47ef6 HTTP/1.1" status: 204 len: 168 time: 0.4966331 Aug 10 03:42:45.857133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5419e-a050-4d0e-90a2-e262a3f3e5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2dd689-822f-4f98-9ee7-1cbe74b47ef6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.009955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ddbe846-9121-4ee0-9f9d-1df8b57d018f req-f30e90ff-a282-4254-bdf2-bc1b45ce0de1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054286 Aug 10 03:42:46.145498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.184310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35024) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:46.523262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90dcb563-8fcb-4ba8-87c1-d963afd84dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.580035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.607705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.669670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90dcb563-8fcb-4ba8-87c1-d963afd84dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.676431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90dcb563-8fcb-4ba8-87c1-d963afd84dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.740863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcb563-8fcb-4ba8-87c1-d963afd84dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8220112-2894-4b8e-b61e-685a6cfcec09,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.778839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-90dcb563-8fcb-4ba8-87c1-d963afd84dc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed335eeaf14542a3a38ba90568f32317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883210 Aug 10 03:42:46.779986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:46.797965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Allocated IP 172.25.2.81 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/df90b359-1a19-45bc-91d5-340cfb17abf5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:46.904591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa78a9ce-4f3b-4308-9633-2d63a062bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.926078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.969175 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa78a9ce-4f3b-4308-9633-2d63a062bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.977393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.070203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa78a9ce-4f3b-4308-9633-2d63a062bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.074231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa78a9ce-4f3b-4308-9633-2d63a062bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.078241 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aa78a9ce-4f3b-4308-9633-2d63a062bba8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8220112-2894-4b8e-b61e-685a6cfcec09 HTTP/1.1" status: 204 len: 168 time: 0.2938316 Aug 10 03:42:47.095188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78a9ce-4f3b-4308-9633-2d63a062bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8220112-2894-4b8e-b61e-685a6cfcec09,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.109453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:47.126885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:47.137174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:47.291604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Port': ['ID=df90b359-1a19-45bc-91d5-340cfb17abf5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.372543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57fe14-7935-4d5b-b18f-8e0821717d2b req-0ec46c89-9cfd-4c2b-adf2-b33228491298 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.380552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc57fe14-7935-4d5b-b18f-8e0821717d2b req-0ec46c89-9cfd-4c2b-adf2-b33228491298 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 945 time: 0.1813655 Aug 10 03:42:47.488056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc57fe14-7935-4d5b-b18f-8e0821717d2b req-341b5465-70d7-4bed-9c8f-f598f015a7a1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062634 Aug 10 03:42:48.173712 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.617174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.627214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.003514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Router ed1996c0-e5dc-47c9-99b4-73c65fc5259e is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:49.203531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:49.216892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.217754 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] Sync routers for ids ['ed1996c0-e5dc-47c9-99b4-73c65fc5259e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:49.220363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7ed32ce5-580e-4ad2-ae31-e5b7dbeb3e46 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "PUT /v2.0/routers/ed1996c0-e5dc-47c9-99b4-73c65fc5259e HTTP/1.1" status: 200 len: 917 time: 3.5206761 Aug 10 03:42:49.223123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35146) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.256718 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] Routers {'ed1996c0-e5dc-47c9-99b4-73c65fc5259e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:49.261937 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ed1996c0-e5dc-47c9-99b4-73c65fc5259e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:49.329915 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:49.362110 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] Routers {'ed1996c0-e5dc-47c9-99b4-73c65fc5259e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:49.364179 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ed1996c0-e5dc-47c9-99b4-73c65fc5259e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:49.451432 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:49.454180 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b82cce-0e6f-41ea-83a4-67b5e37a0d71 None None] The sync data for ids ['ed1996c0-e5dc-47c9-99b4-73c65fc5259e'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:49.548537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35156) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.550735 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-14825c0b-5911-4aa0-b54d-1ee7aee37b7c tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/ed1996c0-e5dc-47c9-99b4-73c65fc5259e HTTP/1.1" status: 200 len: 923 time: 0.3243678 Aug 10 03:42:49.608271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35164) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.641260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43fd31-6317-4318-b182-672bba2d591d tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.643118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9c43fd31-6317-4318-b182-672bba2d591d tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=ed1996c0-e5dc-47c9-99b4-73c65fc5259e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0932012 Aug 10 03:42:49.648843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35168) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.818438 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0134b48a-610f-4e6b-b394-b84eb26effc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.841012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a830211-4da2-42eb-a302-7746599bc28d tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.845366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2a830211-4da2-42eb-a302-7746599bc28d tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.1919849 Aug 10 03:42:49.846114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35184) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:49.885227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-239359cf-dbc5-4af8-9837-43ccc79a1901 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed1996c0-e5dc-47c9-99b4-73c65fc5259e HTTP/1.1" status: 200 len: 205 time: 0.0381970 Aug 10 03:42:49.889600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35192) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.063222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.141073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0134b48a-610f-4e6b-b394-b84eb26effc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.153804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0134b48a-610f-4e6b-b394-b84eb26effc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.266262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0134b48a-610f-4e6b-b394-b84eb26effc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=143a506e064c4a578b62b6456eee6f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6561410 Aug 10 03:42:50.270096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35214) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.289726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.299757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134b48a-610f-4e6b-b394-b84eb26effc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3994ad2e-9c91-44b9-b10d-304256a5c4c4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.448614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf52-e1b4-4784-8068-0ef8b3769ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.450903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Deleting port df90b359-1a19-45bc-91d5-340cfb17abf5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:50.452025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.531625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf52-e1b4-4784-8068-0ef8b3769ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.634292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.649919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf52-e1b4-4784-8068-0ef8b3769ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.655924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Calling delete_port for df90b359-1a19-45bc-91d5-340cfb17abf5 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:50.659123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf52-e1b4-4784-8068-0ef8b3769ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.667778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bde7cf52-e1b4-4784-8068-0ef8b3769ab5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3994ad2e-9c91-44b9-b10d-304256a5c4c4 HTTP/1.1" status: 204 len: 168 time: 0.3946381 Aug 10 03:42:50.689509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7cf52-e1b4-4784-8068-0ef8b3769ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994ad2e-9c91-44b9-b10d-304256a5c4c4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.716577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35226) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:50.929559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.991953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event deleted for resources: {'Port': ['ID=df90b359-1a19-45bc-91d5-340cfb17abf5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.066144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.229972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.234729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.302971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89312341-9aa6-4e78-b1c5-b23736aecc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.523682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89312341-9aa6-4e78-b1c5-b23736aecc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.535318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89312341-9aa6-4e78-b1c5-b23736aecc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.604345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89312341-9aa6-4e78-b1c5-b23736aecc0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8724aebbe874836a178d88cd5854fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854275 Aug 10 03:42:51.609262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35250) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.672753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89312341-9aa6-4e78-b1c5-b23736aecc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf740cd-b504-4a6b-9887-3cb651daf3f7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.709481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4431857-6136-4b1a-9b95-0666ae13c7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.811943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4431857-6136-4b1a-9b95-0666ae13c7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.943778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.944947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Fanout notify agent at l3_agent the message router_deleted on router ed1996c0-e5dc-47c9-99b4-73c65fc5259e {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:51.956651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.958744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-abd8ae0b-6ab4-4d87-b6da-17a4eaf0bc79 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/ed1996c0-e5dc-47c9-99b4-73c65fc5259e HTTP/1.1" status: 204 len: 168 time: 2.0679247 Aug 10 03:42:51.965358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35260) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:51.970939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317741943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:51.981124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4431857-6136-4b1a-9b95-0666ae13c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.983926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4431857-6136-4b1a-9b95-0666ae13c7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.990519 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b4431857-6136-4b1a-9b95-0666ae13c7fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bf740cd-b504-4a6b-9887-3cb651daf3f7 HTTP/1.1" status: 204 len: 168 time: 0.3749232 Aug 10 03:42:52.001874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4431857-6136-4b1a-9b95-0666ae13c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf740cd-b504-4a6b-9887-3cb651daf3f7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.020531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.021867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.169852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.194680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.230734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.233090 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6c27c9f-d42c-447e-af25-62e2492c0a11 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2663071 Aug 10 03:42:52.236396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35276) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:52.243906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': False}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:52.427282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35282) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:52.586738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.866573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.901675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.930729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1158008447-network', 'tenant_id': '07c10c11cabb41769f222ab9f121048d'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:52.982906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Made reservation on behalf of 07c10c11cabb41769f222ab9f121048d for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:53.003140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.031782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.041320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Allocated IP 172.25.2.2 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/7e9101dc-4076-4cfc-86d6-4bf6ab14968d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:53.201490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.263660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.279033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.289677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.323877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:53.324348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:53.328481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:53.336599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:53.348766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.349570 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Added segment f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f of type vlan for network fce6286e-ac48-40d4-aca8-268460214127 Aug 10 03:42:53.387462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Pushing event updated for resources: {'Port': ['ID=7e9101dc-4076-4cfc-86d6-4bf6ab14968d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.442745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.469274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ad912-0969-467b-8b09-79730e054463,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.497582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.498736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.499547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.580390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] Pushing event updated for resources: {'Network': ['ID=fce6286e-ac48-40d4-aca8-268460214127,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.594367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network fce6286e-ac48-40d4-aca8-268460214127 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:53.611666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e44e47b2-d18c-4b6d-b060-1edc1d077552 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1831698 Aug 10 03:42:53.612413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35310) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:53.619553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Request body: {'subnet': {'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1158008447-subnet', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:53.651601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Made reservation on behalf of 07c10c11cabb41769f222ab9f121048d for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:53.663582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.832837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.051212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.120572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.124449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.192378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Checking segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:54.192866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Network hostable DHCP agents. Network: fce6286e-ac48-40d4-aca8-268460214127, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:54.232061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe892ee-2ce6-48a7-8ef3-f2707f4559f1,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:54.240199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Network fce6286e-ac48-40d4-aca8-268460214127 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:54.260789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, fce6286e-ac48-40d4-aca8-268460214127) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:54.267120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.267776 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.276951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132ed23-93de-42a1-9e37-2c1f558e3061 None None] Network fce6286e-ac48-40d4-aca8-268460214127 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:54.303942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4fad9473-a0e8-4764-a5f2-096249917bcc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6876836 Aug 10 03:42:54.304187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35332) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.308983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:54.367473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.368611 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.405215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Router 679e9306-ca1e-4f8b-bb3f-9dbda1d032ab is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:54.529168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.690154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:54.696202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.699987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a57f392b-73ad-43aa-9f1e-3ffdbf9e2bdd tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "PUT /v2.0/routers/679e9306-ca1e-4f8b-bb3f-9dbda1d032ab HTTP/1.1" status: 200 len: 918 time: 2.4588020 Aug 10 03:42:54.700651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35346) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.721731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] Sync routers for ids ['679e9306-ca1e-4f8b-bb3f-9dbda1d032ab'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:54.730065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.739009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-fce6286e-ac48-40d4-aca8-268460214127', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:54.740875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:54.808128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] Routers {'679e9306-ca1e-4f8b-bb3f-9dbda1d032ab'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:54.810688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['679e9306-ca1e-4f8b-bb3f-9dbda1d032ab'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:54.949398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.066321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:55.106415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] Routers {'679e9306-ca1e-4f8b-bb3f-9dbda1d032ab'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:55.107332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['679e9306-ca1e-4f8b-bb3f-9dbda1d032ab'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:55.154932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:55.156503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b5f84-82df-43c2-bb25-8dd2efd71939 None None] The sync data for ids ['679e9306-ca1e-4f8b-bb3f-9dbda1d032ab'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:55.237415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Allocated IP 172.20.0.2 (fce6286e-ac48-40d4-aca8-268460214127/dfe892ee-2ce6-48a7-8ef3-f2707f4559f1/dd9ccb7e-0f95-4e82-b4d2-33a005682d5c) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:55.318728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b6b0e438-3792-4259-a759-1e4e8e604990 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/679e9306-ca1e-4f8b-bb3f-9dbda1d032ab HTTP/1.1" status: 200 len: 924 time: 0.6168199 Aug 10 03:42:55.324728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35364) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.444112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd10c5-8cb9-486f-90f9-3a8d69349750 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.450197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-87dd10c5-8cb9-486f-90f9-3a8d69349750 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=679e9306-ca1e-4f8b-bb3f-9dbda1d032ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1211464 Aug 10 03:42:55.451748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35372) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.537434 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.566741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Transition to ACTIVE for port object dd9ccb7e-0f95-4e82-b4d2-33a005682d5c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:55.587981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.609208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Transition to ACTIVE for port object dd9ccb7e-0f95-4e82-b4d2-33a005682d5c will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:55.624869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.651692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.653306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8557f0-e434-476e-8904-4ce658cbb26c tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.658670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ff8557f0-e434-476e-8904-4ce658cbb26c tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.2032666 Aug 10 03:42:55.659374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35378) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.744868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Network fce6286e-ac48-40d4-aca8-268460214127 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:55.748380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66d4b7da-11e6-495f-b130-d55572b85662 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=679e9306-ca1e-4f8b-bb3f-9dbda1d032ab HTTP/1.1" status: 200 len: 205 time: 0.0869191 Aug 10 03:42:55.762909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:55.763293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Pushing event updated for resources: {'Port': ['ID=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:55.767008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:55.771627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:55.852446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Allocated IP 172.25.2.95 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/286ba103-e1bd-406e-aa54-bd2738c025f6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:55.893447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Attempting to bind port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:55.893447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Attempting to bind port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:55.895950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Attempting to bind port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c on network fce6286e-ac48-40d4-aca8-268460214127 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:55.927720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:55.928182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Checking segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:55.928703 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.929222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Bound using segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:55.929836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Bound port: dd9ccb7e-0f95-4e82-b4d2-33a005682d5c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:55.930471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.971988 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.014520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.064389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] For port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:56.072513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] For port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:56.081612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.123758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.179245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.275123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:56.281744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:56.296578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:56.331859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Pushing event updated for resources: {'Port': ['ID=286ba103-e1bd-406e-aa54-bd2738c025f6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:56.350635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4467f3-528c-4e0a-a777-f2bc01e0764e None None] Pushing event updated for resources: {'Port': ['ID=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:56.351125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.446159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:56.516021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Deleting port 7e9101dc-4076-4cfc-86d6-4bf6ab14968d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:56.516385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.690760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.740542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Calling delete_port for 7e9101dc-4076-4cfc-86d6-4bf6ab14968d owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:56.849299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:56.930990 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-030422e2-57b5-4067-b1c6-1f5cdef482f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.955418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.004237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.182884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.234484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event deleted for resources: {'Port': ['ID=7e9101dc-4076-4cfc-86d6-4bf6ab14968d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:57.325748 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.356088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dd9ccb7e-0f95-4e82-b4d2-33a005682d5c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:57.376555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.503856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.512647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:57.686492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.691702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.695560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Router 80df8d65-f3ec-4f9f-b212-266788d92ee4 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:57.796474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Allocated IP 172.25.2.198 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/5ae6aed6-a579-4b8f-adaf-ba7443f9192d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:57.804699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.805295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Fanout notify agent at l3_agent the message router_deleted on router 679e9306-ca1e-4f8b-bb3f-9dbda1d032ab {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:42:57.898349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:57.916136 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Sync routers for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:57.946184 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:57.947925 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:57.952020 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.956970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1a766da8-5454-4159-8c32-90defbb5f2de admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6516297 Aug 10 03:42:57.958197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.128409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.135299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43404b37-d4f7-4d11-9e7c-17e2fde6bfc9 None None] Network fce6286e-ac48-40d4-aca8-268460214127 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:58.201383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.203515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fd5bffcf-e4b7-43b2-8331-86c89efcdab8 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/679e9306-ca1e-4f8b-bb3f-9dbda1d032ab HTTP/1.1" status: 204 len: 168 time: 2.4501665 Aug 10 03:42:58.207395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35434) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:58.215143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1155271492', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:58.267821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.269930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.287166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.321316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:58.349715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] Provisioning for port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:58.364783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:58.384436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:58.400820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] Provisioning complete for port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:58.401768 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.501115 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:58.753618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.999690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Port': ['ID=5ae6aed6-a579-4b8f-adaf-ba7443f9192d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.004782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.055979 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:42:56Z', 'revision_number': 3, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:59.107777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.113435 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Checking router: 80df8d65-f3ec-4f9f-b212-266788d92ee4 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:59.114491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Updating router 80df8d65-f3ec-4f9f-b212-266788d92ee4 port 286ba103-e1bd-406e-aa54-bd2738c025f6 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:59.180517 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.183866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddf9f1-0d71-4ad3-8907-ed45bf6d6f7f req-8278894f-6aad-46c7-8731-bfd71fec911c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.195034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16ddf9f1-0d71-4ad3-8907-ed45bf6d6f7f req-8278894f-6aad-46c7-8731-bfd71fec911c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.9775236 Aug 10 03:42:59.234815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] For port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:59.254052 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.323529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-af1757c0-1f8f-48f0-8c05-8ee6f55df86f req-b5f41f6c-2527-4da2-9b0d-0841a94ce20c service neutron] (94140) timed out ('10.222.0.53', 38998) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:42:59.324182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.336297 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16ddf9f1-0d71-4ad3-8907-ed45bf6d6f7f req-613063a7-e975-4730-90a1-a0714e225a9c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395421 Aug 10 03:42:59.432061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.444542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90d6f-b97e-48f6-b35e-b3aad0b13f58 None None] Pushing event updated for resources: {'Port': ['ID=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.651819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.680192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.792620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d393fb99-df27-464d-9c30-f054b5969c38 None None] Provisioning complete for port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:59.794119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d393fb99-df27-464d-9c30-f054b5969c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.899854 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b38102b5-05d1-496e-8ccd-4442384d70c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.927533 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.955135 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Transition to ACTIVE for port object 286ba103-e1bd-406e-aa54-bd2738c025f6 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:59.966161 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.987576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c81d8-2eb2-4a3e-83aa-0032a14eecc9 req-57930f22-ea91-4290-bb12-000b2bfcc5e5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.997364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-971c81d8-2eb2-4a3e-83aa-0032a14eecc9 req-57930f22-ea91-4290-bb12-000b2bfcc5e5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3411798 Aug 10 03:43:00.046119 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Attempting to bind port 286ba103-e1bd-406e-aa54-bd2738c025f6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:00.046589 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Attempting to bind port 286ba103-e1bd-406e-aa54-bd2738c025f6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:00.047181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Attempting to bind port 286ba103-e1bd-406e-aa54-bd2738c025f6 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:00.057293 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:00.058088 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:00.058222 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.058542 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:00.059028 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Bound port: 286ba103-e1bd-406e-aa54-bd2738c025f6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:00.059842 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.063329 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858356b-44f7-4e71-b8c1-9120db8d2d17 None None] Pushing event updated for resources: {'Port': ['ID=286ba103-e1bd-406e-aa54-bd2738c025f6,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.114767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Allocated IP 172.20.0.1 (fce6286e-ac48-40d4-aca8-268460214127/dfe892ee-2ce6-48a7-8ef3-f2707f4559f1/766b7be8-dfef-4d57-a122-6398a26d1c91) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:00.147681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-971c81d8-2eb2-4a3e-83aa-0032a14eecc9 req-4238c28a-87d8-479f-ba37-5296eebb775a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491632 Aug 10 03:43:00.168251 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] For port 286ba103-e1bd-406e-aa54-bd2738c025f6, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:00.174479 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] For port 286ba103-e1bd-406e-aa54-bd2738c025f6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=286ba103-e1bd-406e-aa54-bd2738c025f6,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:00.197998 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.307276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.313484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.342626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Transition to ACTIVE for port object 766b7be8-dfef-4d57-a122-6398a26d1c91 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:00.348089 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858356b-44f7-4e71-b8c1-9120db8d2d17 None None] Pushing event updated for resources: {'Port': ['ID=286ba103-e1bd-406e-aa54-bd2738c025f6,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.379073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.379576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:00.380290 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:00.403331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.458667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Network fce6286e-ac48-40d4-aca8-268460214127 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:00.463089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:00.481068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:00.505800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.635837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.639680 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:00.744843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Pushing event updated for resources: {'Port': ['ID=766b7be8-dfef-4d57-a122-6398a26d1c91,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.896040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-66f6b77b-810e-41b4-9232-0e8343347560 None None] Provisioning for port 766b7be8-dfef-4d57-a122-6398a26d1c91 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:00.909437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-66f6b77b-810e-41b4-9232-0e8343347560 None None] Provisioning complete for port 766b7be8-dfef-4d57-a122-6398a26d1c91 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:00.909819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66f6b77b-810e-41b4-9232-0e8343347560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.074237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-66f6b77b-810e-41b4-9232-0e8343347560 None None] Port 766b7be8-dfef-4d57-a122-6398a26d1c91 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:01.091500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.139427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Port': ['ID=5ae6aed6-a579-4b8f-adaf-ba7443f9192d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.199883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:42:56Z', 'revision_number': 3, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:01.223687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.263775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.274515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402efb77-1103-451f-93a6-8bcf9c3e57b0 req-e616963a-3ed7-4084-b00c-db888f94c194 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.282362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-402efb77-1103-451f-93a6-8bcf9c3e57b0 req-e616963a-3ed7-4084-b00c-db888f94c194 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2154832 Aug 10 03:43:01.287992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.293450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5b11ecf-90c8-4d4a-8837-60624bdf7ef8 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8403134 Aug 10 03:43:01.294184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.308079 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e322ca8-9313-4758-a602-514fa78ad468 None None] The sync data for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 is: [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:42:56Z', 'revision_number': 3, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:01.308855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2116568718'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:01.322944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dd9ccb7e-0f95-4e82-b4d2-33a005682d5c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:01.427933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:01.428622 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.430422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-402efb77-1103-451f-93a6-8bcf9c3e57b0 req-14a88e3b-f1b5-4194-b9b2-17142b91b335 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410766 Aug 10 03:43:01.441927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Allocated IP 172.25.2.42 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/482e7cb8-11b5-45f6-a109-9c60ab03fa3a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:01.452551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Made reservation on behalf of be319beaec0445db812e057b873c77c2 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:01.457782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.502023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.686395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.765851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.815773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.835479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.876529 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.884715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.896069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:01.924880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.925234 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Added segment 643d5f46-5202-4928-9c04-e3a72dc16ce0 of type vlan for network 922fc716-566e-4a19-9be8-e8623fa33705 Aug 10 03:43:01.936634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576b441c-649d-4f4e-8c4c-e70b5588a922,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.943227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.011846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:02.067967 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.076407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:02.086626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:02.120271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event updated for resources: {'Port': ['ID=482e7cb8-11b5-45f6-a109-9c60ab03fa3a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.122232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Pushing event updated for resources: {'Port': ['ID=766b7be8-dfef-4d57-a122-6398a26d1c91,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.135497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.210129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.216458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.217124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.254555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Network fce6286e-ac48-40d4-aca8-268460214127 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:02.260091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:02.281610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881dad1-014d-4dc7-bc25-8c324882d40a req-711d9169-a0af-427c-a5cd-989a1f977858 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.291862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8881dad1-014d-4dc7-bc25-8c324882d40a req-711d9169-a0af-427c-a5cd-989a1f977858 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2178731 Aug 10 03:43:02.471872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1679246 Aug 10 03:43:02.472991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35522) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:02.474933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Router 80df8d65-f3ec-4f9f-b212-266788d92ee4 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:02.486085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Request body: {'subnet': {'network_id': '922fc716-566e-4a19-9be8-e8623fa33705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:02.566124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4104547-07ac-4dc9-a811-7901808e3d2c tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Network': ['ID=922fc716-566e-4a19-9be8-e8623fa33705,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.573834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8881dad1-014d-4dc7-bc25-8c324882d40a req-ed4b90fb-49e6-4afb-b701-57ed3812b21a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809439 Aug 10 03:43:02.583615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 922fc716-566e-4a19-9be8-e8623fa33705 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:02.905146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:02.922045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-34b8c823-184c-4a17-85f3-3048c144f184 admin admin] 10.222.0.53 "PUT /v2.0/routers/80df8d65-f3ec-4f9f-b212-266788d92ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9616258 Aug 10 03:43:02.977919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d6e0da4a-f6c6-43cb-a20a-e483d80feb6e None None] Provisioning complete for port 766b7be8-dfef-4d57-a122-6398a26d1c91 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:02.980929 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d6e0da4a-f6c6-43cb-a20a-e483d80feb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.992401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.065378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Made reservation on behalf of be319beaec0445db812e057b873c77c2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:03.076966 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.158494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0da4a-f6c6-43cb-a20a-e483d80feb6e None None] Port 766b7be8-dfef-4d57-a122-6398a26d1c91 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:03.165190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.470471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 286ba103-e1bd-406e-aa54-bd2738c025f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:03.526033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.598284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 286ba103-e1bd-406e-aa54-bd2738c025f6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:03.619625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 286ba103-e1bd-406e-aa54-bd2738c025f6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:03.620385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.625717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Subnet': ['ID=404c7088-c46c-46b8-ac07-6477a74a3845,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.639518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Checking segment: {'id': '643d5f46-5202-4928-9c04-e3a72dc16ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '922fc716-566e-4a19-9be8-e8623fa33705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:03.640283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network hostable DHCP agents. Network: 922fc716-566e-4a19-9be8-e8623fa33705, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:03.664504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network 922fc716-566e-4a19-9be8-e8623fa33705 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:03.688242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 922fc716-566e-4a19-9be8-e8623fa33705) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:03.702460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.705178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.724888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.756865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9be3e2ae-5e4b-46d0-9ddf-6f32f63444f4 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2805521 Aug 10 03:43:03.758037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:03.763339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1498874376', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:03.799287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810215a3-7c0f-4e4b-a1db-c8d35e49eb1a None None] Network 922fc716-566e-4a19-9be8-e8623fa33705 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:03.800196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.801830 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.921123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.023457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9db00-492c-468c-b1ca-c31859c59415 req-b1516176-7865-48f4-8938-cc51fe981fe4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.046729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfa9db00-492c-468c-b1ca-c31859c59415 req-b1516176-7865-48f4-8938-cc51fe981fe4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2610033 Aug 10 03:43:04.145144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfa9db00-492c-468c-b1ca-c31859c59415 req-877297b9-4959-4961-8849-3e42dd5b86f0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969362 Aug 10 03:43:04.186047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Router 693871b5-4fef-4ac3-9c61-eeab74211b63 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:43:04.255642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.279462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.361243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-922fc716-566e-4a19-9be8-e8623fa33705', 'network_id': '922fc716-566e-4a19-9be8-e8623fa33705', 'tenant_id': 'be319beaec0445db812e057b873c77c2', 'fixed_ips': [{'subnet_id': '404c7088-c46c-46b8-ac07-6477a74a3845'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:43:04.363083 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.406097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 286ba103-e1bd-406e-aa54-bd2738c025f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=286ba103-e1bd-406e-aa54-bd2738c025f6,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:04.426216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35574) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:04.429707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.441088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646127821', 'description': 'tempest-description--451134059'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:04.515215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.549234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:04.556794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=286ba103-e1bd-406e-aa54-bd2738c025f6,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:04.728826 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Sync routers for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:04.741346 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:04.742228 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:04.798928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] Sync routers for ids ['693871b5-4fef-4ac3-9c61-eeab74211b63'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:04.847934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.887738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.895499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0af1342d-db02-4725-be58-ad67b7d7d4ab tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6869655 Aug 10 03:43:04.896511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35586) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:04.906391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:04.908195 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:04.917660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.918816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] Routers {'693871b5-4fef-4ac3-9c61-eeab74211b63'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:04.919899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['693871b5-4fef-4ac3-9c61-eeab74211b63'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.027736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.029901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6003540 Aug 10 03:43:05.031114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.036956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:05.040968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94f269-3318-4de5-8f2b-d4eb7de2be9d tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33132a00-382d-46b4-9707-3331ee4f1862,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.078520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Allocated IP 172.20.0.2 (922fc716-566e-4a19-9be8-e8623fa33705/404c7088-c46c-46b8-ac07-6477a74a3845/1ec12262-5964-4444-a273-86e23c8c3eed) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:05.080759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.082062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Request body: {'security_group_rule': {'security_group_id': '33132a00-382d-46b4-9707-3331ee4f1862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:05.082869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.097194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.112468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.123330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] Routers {'693871b5-4fef-4ac3-9c61-eeab74211b63'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:05.124590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['693871b5-4fef-4ac3-9c61-eeab74211b63'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.153479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.193085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.235525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.256768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.278237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.294495 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-f420039a-2684-4656-a8c2-66f81e5ba7bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.4629540 Aug 10 03:43:05.319350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.375673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.379115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8dfc5-0552-4b1b-bea3-86162872f76f None None] The sync data for ids ['693871b5-4fef-4ac3-9c61-eeab74211b63'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:05.399431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 286ba103-e1bd-406e-aa54-bd2738c025f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:05.435567 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 2, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:05.443358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0effe8cb-8d15-47e0-bd32-8e07f2f2be20 req-61fc04bc-487b-4527-93b8-680f7650a921 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476424 Aug 10 03:43:05.511726 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Checking router: 80df8d65-f3ec-4f9f-b212-266788d92ee4 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:43:05.512442 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Updating router 80df8d65-f3ec-4f9f-b212-266788d92ee4 port 766b7be8-dfef-4d57-a122-6398a26d1c91 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:43:05.573713 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.719673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 286ba103-e1bd-406e-aa54-bd2738c025f6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:05.723281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.853875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.870703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.978634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.001113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Transition to ACTIVE for port object 1ec12262-5964-4444-a273-86e23c8c3eed will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:06.014794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818408d1-e43c-4310-8291-cd33f4a11daf req-99c168ea-4cb3-4a69-9177-1c18ee4ae14e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.031044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-818408d1-e43c-4310-8291-cd33f4a11daf req-99c168ea-4cb3-4a69-9177-1c18ee4ae14e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.7164552 Aug 10 03:43:06.046438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Allocated IP 172.25.2.49 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/bc74cb00-96fa-4cef-8074-84fd11c44d45) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:06.063612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.080772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.091993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.100063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.108451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.114434 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.116289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.119667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0806832 Aug 10 03:43:06.123875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.130996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-821da965-d3ae-45fd-bbd3-9314edfad052 req-1afeca6a-b519-4184-b4b2-3ba0154cb017 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.3151104 Aug 10 03:43:06.133660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3876b-31c1-4e62-bb15-010c7ed5ada4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ea7736-9d64-4b8f-9d45-ab309bfaaf72,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.135562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.147432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Transition to ACTIVE for port object 1ec12262-5964-4444-a273-86e23c8c3eed will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:06.153598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Request body: {'security_group_rule': {'security_group_id': '33132a00-382d-46b4-9707-3331ee4f1862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:06.184425 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.331167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.350229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.358972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-818408d1-e43c-4310-8291-cd33f4a11daf req-c7571cdb-bf2c-44d8-b959-a39641add3db tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854452 Aug 10 03:43:06.360722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Network 922fc716-566e-4a19-9be8-e8623fa33705 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:06.393623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:06.397511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Pushing event updated for resources: {'Port': ['ID=1ec12262-5964-4444-a273-86e23c8c3eed,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.402039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:06.490961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Attempting to bind port 1ec12262-5964-4444-a273-86e23c8c3eed on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:06.491575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Attempting to bind port 1ec12262-5964-4444-a273-86e23c8c3eed by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '643d5f46-5202-4928-9c04-e3a72dc16ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '922fc716-566e-4a19-9be8-e8623fa33705'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:06.492283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Attempting to bind port 1ec12262-5964-4444-a273-86e23c8c3eed on network 922fc716-566e-4a19-9be8-e8623fa33705 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:06.502429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:06.503349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Checking segment: {'id': '643d5f46-5202-4928-9c04-e3a72dc16ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '922fc716-566e-4a19-9be8-e8623fa33705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:06.503926 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.504582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Bound using segment: {'id': '643d5f46-5202-4928-9c04-e3a72dc16ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '922fc716-566e-4a19-9be8-e8623fa33705'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:06.505645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Bound port: 1ec12262-5964-4444-a273-86e23c8c3eed, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643d5f46-5202-4928-9c04-e3a72dc16ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '922fc716-566e-4a19-9be8-e8623fa33705'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:06.506435 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.517186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.534068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.545300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.563378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.601712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.635803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] For port 1ec12262-5964-4444-a273-86e23c8c3eed, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:06.643000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] For port 1ec12262-5964-4444-a273-86e23c8c3eed, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ec12262-5964-4444-a273-86e23c8c3eed,segment=NetworkSegment(643d5f46-5202-4928-9c04-e3a72dc16ce0),segment_id=643d5f46-5202-4928-9c04-e3a72dc16ce0)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:06.645067 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.652102 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.662789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Transition to ACTIVE for port object 766b7be8-dfef-4d57-a122-6398a26d1c91 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:06.680097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:06.680097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Port': ['ID=bc74cb00-96fa-4cef-8074-84fd11c44d45,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.682857 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.683906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:06.701431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:06.767723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa884d5-3ac2-411f-9cae-915a5bcbd6ba,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.811517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.813379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de5d2fc8-4613-471b-a1eb-15f9bdb3b15f tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6764026 Aug 10 03:43:06.820499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35630) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:06.842340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:06.888546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.889062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef13696-bc18-4b25-97ff-b31c2283301b None None] Pushing event updated for resources: {'Port': ['ID=1ec12262-5964-4444-a273-86e23c8c3eed,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.910414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Deleting port 482e7cb8-11b5-45f6-a109-9c60ab03fa3a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:06.914779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.922594 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd28bf7-e30a-44e0-b677-4f84c3f80bc5 None None] Pushing event updated for resources: {'Port': ['ID=766b7be8-dfef-4d57-a122-6398a26d1c91,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.008987 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Attempting to bind port 766b7be8-dfef-4d57-a122-6398a26d1c91 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:07.009390 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Attempting to bind port 766b7be8-dfef-4d57-a122-6398a26d1c91 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:07.009954 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Attempting to bind port 766b7be8-dfef-4d57-a122-6398a26d1c91 on network fce6286e-ac48-40d4-aca8-268460214127 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:07.024181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:07.024559 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Checking segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:07.025494 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.025891 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Bound using segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:07.028178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Bound port: 766b7be8-dfef-4d57-a122-6398a26d1c91, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:07.028587 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.120052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.179363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Calling delete_port for 482e7cb8-11b5-45f6-a109-9c60ab03fa3a owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:07.203642 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] For port 766b7be8-dfef-4d57-a122-6398a26d1c91, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:07.208597 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] For port 766b7be8-dfef-4d57-a122-6398a26d1c91, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=766b7be8-dfef-4d57-a122-6398a26d1c91,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:07.221702 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.397886 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd28bf7-e30a-44e0-b677-4f84c3f80bc5 None None] Pushing event updated for resources: {'Port': ['ID=766b7be8-dfef-4d57-a122-6398a26d1c91,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.463417 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:07.464198 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:07.621639 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.668678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:43:07.843337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.032785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Pushing event deleted for resources: {'Port': ['ID=482e7cb8-11b5-45f6-a109-9c60ab03fa3a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.275697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.284316 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:07Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:08.447464 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b52776-e349-4d5d-a331-2fdfb132bbce None None] The sync data for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 is: [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:07Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:09.138434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d928064-eb66-48a3-b519-295012611f86 None None] Network 922fc716-566e-4a19-9be8-e8623fa33705 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:09.272980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.354039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d6c39-a0aa-4cac-b460-55b597768109 req-e858658f-93d0-4c6c-ba9e-b2f7555ce2e7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.357383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d92d6c39-a0aa-4cac-b460-55b597768109 req-e858658f-93d0-4c6c-ba9e-b2f7555ce2e7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 1.7365999 Aug 10 03:43:09.595697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.614868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 766b7be8-dfef-4d57-a122-6398a26d1c91 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:09.620677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f0b7236c-82c7-46e6-bd3f-3b8500670423 None None] Provisioning for port 1ec12262-5964-4444-a273-86e23c8c3eed completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:09.746168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d92d6c39-a0aa-4cac-b460-55b597768109 req-a1f8a473-366a-4e62-9f36-2b139191c225 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449185 Aug 10 03:43:09.755273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.763615 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.820616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.869516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 766b7be8-dfef-4d57-a122-6398a26d1c91 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:09.877021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 766b7be8-dfef-4d57-a122-6398a26d1c91 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:09.877407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.894212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Router 693871b5-4fef-4ac3-9c61-eeab74211b63 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:10.087162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:10.109037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.115233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e6419c0-4d80-46cb-a9d6-aa4ac0206a92 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "PUT /v2.0/routers/693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 200 len: 710 time: 5.2138789 Aug 10 03:43:10.117965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35704) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.183381 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.186426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] Sync routers for ids ['693871b5-4fef-4ac3-9c61-eeab74211b63'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:10.217840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] Routers {'693871b5-4fef-4ac3-9c61-eeab74211b63'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:10.218559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['693871b5-4fef-4ac3-9c61-eeab74211b63'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.265532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.278548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 766b7be8-dfef-4d57-a122-6398a26d1c91, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=766b7be8-dfef-4d57-a122-6398a26d1c91,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:10.297794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.298858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ec12262-5964-4444-a273-86e23c8c3eed up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:10.356616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=766b7be8-dfef-4d57-a122-6398a26d1c91,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.379975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] Routers {'693871b5-4fef-4ac3-9c61-eeab74211b63'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:10.384502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['693871b5-4fef-4ac3-9c61-eeab74211b63'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.420842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.421758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.422740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.438450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.439361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.440237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.444888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.464249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-744d934b-e734-4a70-abe7-9e8879f82567 tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/routers/693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 200 len: 745 time: 0.3444736 Aug 10 03:43:10.465575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-a9fc042f-45ca-4f6b-8916-57d044efe186 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 6497 time: 0.8681567 Aug 10 03:43:10.468218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.592574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:10.598768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7013e-453f-4960-8cf0-c59074edd374 None None] The sync data for ids ['693871b5-4fef-4ac3-9c61-eeab74211b63'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:10.616405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddcc7683-b419-4c9a-af79-dae13dec264a tempest-RoutersIpV6AdminTest-1659462135 tempest-RoutersIpV6AdminTest-1659462135-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 200 len: 205 time: 0.1468110 Aug 10 03:43:10.624798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35718) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.656472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Router e342b58d-7677-4960-8968-a359e4ec130d is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:43:10.664901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1ec12262-5964-4444-a273-86e23c8c3eed completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:10.672295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1ec12262-5964-4444-a273-86e23c8c3eed triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:10.673094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.716424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7a4c3c69-8c18-4f7d-aefd-216aba6bd99d tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 200 len: 205 time: 0.0876915 Aug 10 03:43:10.719265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35724) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.795180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-05102126-e61a-4711-b7d9-959e392a2108 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&id=a077896b-6442-4c33-8978-8df384768bea&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3159914 Aug 10 03:43:10.814512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.873215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Allocated IP 172.25.2.152 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c665d916-1166-45df-acc1-592e7bc8119e) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:10.877134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 1ec12262-5964-4444-a273-86e23c8c3eed, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ec12262-5964-4444-a273-86e23c8c3eed,segment=NetworkSegment(643d5f46-5202-4928-9c04-e3a72dc16ce0),segment_id=643d5f46-5202-4928-9c04-e3a72dc16ce0)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:10.887042 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.961218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=1ec12262-5964-4444-a273-86e23c8c3eed,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.984396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.307878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 766b7be8-dfef-4d57-a122-6398a26d1c91 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:11.356862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23708131-1bc1-45fb-bc5c-4d016ace3001 req-2787ad23-bd2a-4770-bb64-a0c106da0928 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.360032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23708131-1bc1-45fb-bc5c-4d016ace3001 req-2787ad23-bd2a-4770-bb64-a0c106da0928 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.4159894 Aug 10 03:43:11.378204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 766b7be8-dfef-4d57-a122-6398a26d1c91 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:11.379409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.497139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ec12262-5964-4444-a273-86e23c8c3eed up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:11.563809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23708131-1bc1-45fb-bc5c-4d016ace3001 req-bc2f1a46-e4ba-46ac-b5fc-e3be4712a66e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807551 Aug 10 03:43:11.564840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:11.571304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.580676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.583288 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] Sync routers for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:11.602849 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:11.604222 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:11.614940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1ec12262-5964-4444-a273-86e23c8c3eed triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:11.616008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.687697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.690330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7f98ed72-1f77-433b-acd8-b4e6bd2bfaea tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.9300835 Aug 10 03:43:11.694036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35760) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:11.698864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.735982 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:11.758296 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:11.759433 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:11.780805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.821049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.822525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Fanout notify agent at l3_agent the message router_deleted on router 693871b5-4fef-4ac3-9c61-eeab74211b63 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:43:11.831940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.833704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f53649a9-9a46-4094-8212-0f6656a11e48 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 204 len: 168 time: 1.1087728 Aug 10 03:43:11.843882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35762) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:11.859906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:11.875714 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:11.876376 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab8fab0-205f-4b6f-a98e-3d61cdf5368d None None] The sync data for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:11.914170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:11.939837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:11.949105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b53e284a-edb1-4fe9-946c-58ddedf1429a tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 200 len: 205 time: 0.0906312 Aug 10 03:43:11.950409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35764) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.023406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event updated for resources: {'Port': ['ID=c665d916-1166-45df-acc1-592e7bc8119e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.041361 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-9bcd133d-b2cf-4302-8e81-a4f5e35a3454 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] delete failed (client error): The resource could not be found. Aug 10 03:43:12.041361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9bcd133d-b2cf-4302-8e81-a4f5e35a3454 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/693871b5-4fef-4ac3-9c61-eeab74211b63 HTTP/1.1" status: 404 len: 336 time: 0.0820007 Aug 10 03:43:12.041361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.082653 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-526c0c76-148d-405f-90e2-dc80ceefeb1a tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=679e9306-ca1e-4f8b-bb3f-9dbda1d032ab HTTP/1.1" status: 200 len: 205 time: 0.0424414 Aug 10 03:43:12.086477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35774) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.151188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.169180 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-a4024e24-4cc5-443a-898f-dae2bcd1a5fc tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] delete failed (client error): The resource could not be found. Aug 10 03:43:12.170588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a4024e24-4cc5-443a-898f-dae2bcd1a5fc tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/679e9306-ca1e-4f8b-bb3f-9dbda1d032ab HTTP/1.1" status: 404 len: 336 time: 0.0825248 Aug 10 03:43:12.175029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35776) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.279465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b95b931-ca3c-4cca-868a-7d5f334ce3e1 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed1996c0-e5dc-47c9-99b4-73c65fc5259e HTTP/1.1" status: 200 len: 205 time: 0.1018267 Aug 10 03:43:12.283519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35780) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.292688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.426299 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-64b7b5bc-5638-469a-a07a-c3f4c71c0df2 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] delete failed (client error): The resource could not be found. Aug 10 03:43:12.427395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-64b7b5bc-5638-469a-a07a-c3f4c71c0df2 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/ed1996c0-e5dc-47c9-99b4-73c65fc5259e HTTP/1.1" status: 404 len: 336 time: 0.1424873 Aug 10 03:43:12.432349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35782) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.505429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ce9863f-363c-4aec-bd5b-26cae30646d3 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b94a8a5-09d9-441a-a99d-885c579efb17 HTTP/1.1" status: 200 len: 205 time: 0.0715466 Aug 10 03:43:12.517362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35788) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.602014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.614179 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-20d31f0a-cb00-4d87-8d9d-e5c97f8e8352 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] delete failed (client error): The resource could not be found. Aug 10 03:43:12.622681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35792) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.625835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-20d31f0a-cb00-4d87-8d9d-e5c97f8e8352 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/3b94a8a5-09d9-441a-a99d-885c579efb17 HTTP/1.1" status: 404 len: 336 time: 0.1064682 Aug 10 03:43:12.856612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d159d2-744c-4d70-a1bd-3e152c1d68e3 req-467fb6d4-c441-4faf-9d65-7acab2e886e5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.858631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42d159d2-744c-4d70-a1bd-3e152c1d68e3 req-467fb6d4-c441-4faf-9d65-7acab2e886e5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1086841 Aug 10 03:43:12.910317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.922073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.946169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95d7b94b-3dd9-4575-bd73-71bbf366a7e9 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=76e733f0-080a-482b-8750-ca0d3e42ac33 HTTP/1.1" status: 200 len: 205 time: 0.3177283 Aug 10 03:43:12.947459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35800) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.051898 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42d159d2-744c-4d70-a1bd-3e152c1d68e3 req-fdaf73f8-f4de-4757-aaa1-8131411c9306 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363268 Aug 10 03:43:13.052249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event updated for resources: {'Port': ['ID=c665d916-1166-45df-acc1-592e7bc8119e,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.055348 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-9412261d-2316-4fc6-baf4-112e0874c06d tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] delete failed (client error): The resource could not be found. Aug 10 03:43:13.057618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9412261d-2316-4fc6-baf4-112e0874c06d tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/76e733f0-080a-482b-8750-ca0d3e42ac33 HTTP/1.1" status: 404 len: 336 time: 0.0704775 Aug 10 03:43:13.065860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.119236 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.128043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-479dbd85-74aa-41b0-94e8-8edae33c878c tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cd704cf-53b6-470a-84e9-cc0be754a458 HTTP/1.1" status: 200 len: 205 time: 0.0592616 Aug 10 03:43:13.129065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35812) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.231622 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.243947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e4c5cb9-d054-46bd-9e73-082b6422a679 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4065800 Aug 10 03:43:13.243947 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-1e2031c9-e665-420c-ae71-aa32aac49a3a tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] delete failed (client error): The resource could not be found. Aug 10 03:43:13.243947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e2031c9-e665-420c-ae71-aa32aac49a3a tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/routers/3cd704cf-53b6-470a-84e9-cc0be754a458 HTTP/1.1" status: 404 len: 336 time: 0.1066055 Aug 10 03:43:13.243947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.294479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Allocated IP 172.20.0.1 (922fc716-566e-4a19-9be8-e8623fa33705/404c7088-c46c-46b8-ac07-6477a74a3845/c3cf0487-2028-4bdf-aa50-a6726be8e6b1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:13.318948 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d809fe-dd18-4d3d-9ecb-c2a0d527b996 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] DELETE failed (client error): The resource could not be found. Aug 10 03:43:13.319904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d809fe-dd18-4d3d-9ecb-c2a0d527b996 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:43:13.327015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41d809fe-dd18-4d3d-9ecb-c2a0d527b996 tempest-RoutersIpV6AdminTest-674785475 tempest-RoutersIpV6AdminTest-674785475-project] 10.222.0.53 "DELETE /v2.0/subnets/f3f4effa-9304-4273-97ea-aa63d7c2307f HTTP/1.1" status: 404 len: 337 time: 0.0764940 Aug 10 03:43:13.527925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-8aeeebc3-7eb0-4eb1-a8db-9f5568c82ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.529842 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-8aeeebc3-7eb0-4eb1-a8db-9f5568c82ad1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.1125257 Aug 10 03:43:13.609832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf8f0-81cd-49af-ada0-4092fe2f76c4 req-f59854ce-79e0-43cd-92aa-5d0befb0635b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.617750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74ccf8f0-81cd-49af-ada0-4092fe2f76c4 req-f59854ce-79e0-43cd-92aa-5d0befb0635b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1545203 Aug 10 03:43:13.646111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.688741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Transition to ACTIVE for port object c3cf0487-2028-4bdf-aa50-a6726be8e6b1 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:13.706156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74ccf8f0-81cd-49af-ada0-4092fe2f76c4 req-010eaf07-bb7d-45a4-a8a0-9be4af2477d9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800641 Aug 10 03:43:13.731070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-fd7d1cdb-a837-408e-a465-2a3c0ffbe0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.733073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-fd7d1cdb-a837-408e-a465-2a3c0ffbe0ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.1891165 Aug 10 03:43:13.772563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.846151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network 922fc716-566e-4a19-9be8-e8623fa33705 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:13.851214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:13.856881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:13.919254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Port': ['ID=c3cf0487-2028-4bdf-aa50-a6726be8e6b1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.927877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-620d0844-484c-40a8-a39d-8ca067df5705 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.1825140 Aug 10 03:43:14.006043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.030337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-a53ec282-bbea-4b6b-98f1-994937a11f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.034239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-a53ec282-bbea-4b6b-98f1-994937a11f6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1021271 Aug 10 03:43:14.159212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35878) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:14.201422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-51519a13-3fbb-4835-9783-53aa06c92994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.205564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-51519a13-3fbb-4835-9783-53aa06c92994 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576102 Aug 10 03:43:14.364671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a7a6b1c7-0364-4ab1-a87b-096e0d4dad43 None None] Provisioning for port c3cf0487-2028-4bdf-aa50-a6726be8e6b1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:14.374448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a7a6b1c7-0364-4ab1-a87b-096e0d4dad43 None None] Provisioning complete for port c3cf0487-2028-4bdf-aa50-a6726be8e6b1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:14.377906 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b1c7-0364-4ab1-a87b-096e0d4dad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.453839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6b1c7-0364-4ab1-a87b-096e0d4dad43 None None] Port c3cf0487-2028-4bdf-aa50-a6726be8e6b1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:14.480516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e1bd945-32cb-4238-8314-2dbc31a8530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.502982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.637775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-4a7d85e0-0612-4bd2-ad85-bf40af7ecf39 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064770 Aug 10 03:43:14.909367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e1bd945-32cb-4238-8314-2dbc31a8530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.941584 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e1bd945-32cb-4238-8314-2dbc31a8530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.992213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc5071d7-f816-4594-9b30-8c09d55fd176 req-fe1beb5b-e47f-4471-8d4e-8c0ef9d77f64 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871194 Aug 10 03:43:15.048969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8e1bd945-32cb-4238-8314-2dbc31a8530d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb4e9bde8a2f412789ea857e0b292cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8800633 Aug 10 03:43:15.053159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35936) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:15.059430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00ee62-2c01-4fee-a6d0-a21d0ed3e1c6 req-0690f6e4-3ce4-44c6-80bd-a9e12f95ca0e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.062730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d00ee62-2c01-4fee-a6d0-a21d0ed3e1c6 req-0690f6e4-3ce4-44c6-80bd-a9e12f95ca0e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1793973 Aug 10 03:43:15.064299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bd945-32cb-4238-8314-2dbc31a8530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257cd29e-33b2-4eec-bfc1-b40ad4c0a5cf,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.145949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d00ee62-2c01-4fee-a6d0-a21d0ed3e1c6 req-9a4c2820-217a-4b20-9389-5a44a80ce620 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761292 Aug 10 03:43:15.310537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7f0a-400e-4f79-b7d4-a21c7115859a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.368752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7f0a-400e-4f79-b7d4-a21c7115859a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.403121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.444538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.579100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.581222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Port': ['ID=c3cf0487-2028-4bdf-aa50-a6726be8e6b1,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.612050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7f0a-400e-4f79-b7d4-a21c7115859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.613809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7f0a-400e-4f79-b7d4-a21c7115859a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.617394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ce3e7f0a-400e-4f79-b7d4-a21c7115859a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/257cd29e-33b2-4eec-bfc1-b40ad4c0a5cf HTTP/1.1" status: 204 len: 168 time: 0.5604320 Aug 10 03:43:15.664821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e7f0a-400e-4f79-b7d4-a21c7115859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cd29e-33b2-4eec-bfc1-b40ad4c0a5cf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.750504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network 922fc716-566e-4a19-9be8-e8623fa33705 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:15.752398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:15.939444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Router e342b58d-7677-4960-8968-a359e4ec130d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:16.132685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:16.147194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] Sync routers for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:16.154529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35974) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.155841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5fb3d581-66a4-4fca-9e24-4f5326be6763 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "PUT /v2.0/routers/e342b58d-7677-4960-8968-a359e4ec130d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4591670 Aug 10 03:43:16.163724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Request body: {'port': {'network_id': '922fc716-566e-4a19-9be8-e8623fa33705', 'name': 'tempest-FloatingIPAdminTestJSON-1507702296'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:16.182860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:16.184004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.395030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.469011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:16.473958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.560583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-9b946713-d062-4e02-aaaf-11d33fdef38a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029401 Aug 10 03:43:16.599705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:16.610077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb5717-8047-49de-843a-b0e707776f00 None None] The sync data for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:16.618389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4da07177-1970-497a-b4d7-f66c10d70a50 None None] Provisioning complete for port c3cf0487-2028-4bdf-aa50-a6726be8e6b1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:16.618389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4da07177-1970-497a-b4d7-f66c10d70a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.669954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Made reservation on behalf of be319beaec0445db812e057b873c77c2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:16.675577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.702782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab5b21-58fb-4d8b-a6a0-5af37788cc95 req-c4e21311-83e5-4692-ad70-8b365b7e992a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.707091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fab5b21-58fb-4d8b-a6a0-5af37788cc95 req-c4e21311-83e5-4692-ad70-8b365b7e992a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3293142 Aug 10 03:43:16.712541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4da07177-1970-497a-b4d7-f66c10d70a50 None None] Port c3cf0487-2028-4bdf-aa50-a6726be8e6b1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:16.758700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] device_id is not set on port 6d46a1b7-4db9-47eb-871e-9f428153d002 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:16.773042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-3a860693-92ff-4281-b40f-67db13906134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.782280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-3a860693-92ff-4281-b40f-67db13906134 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 1097 time: 0.1178937 Aug 10 03:43:16.805379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35990) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:16.977848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2fab5b21-58fb-4d8b-a6a0-5af37788cc95 req-d3b890d2-0b77-444f-b283-0023404483a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560833 Aug 10 03:43:17.060405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Allocated IP 172.20.0.7 (922fc716-566e-4a19-9be8-e8623fa33705/404c7088-c46c-46b8-ac07-6477a74a3845/6d46a1b7-4db9-47eb-871e-9f428153d002) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:17.234307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b6207a7-94c0-435b-95f9-ce8e214c180b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c218b70b478444408e7304a53bfb37fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259245 Aug 10 03:43:17.241672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36000) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:17.424466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d885c5-0b95-435e-a01f-efd04ccf425a req-4f25a9c5-2846-49fb-8d1c-3427a7fc711c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.431962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4d885c5-0b95-435e-a01f-efd04ccf425a req-4f25a9c5-2846-49fb-8d1c-3427a7fc711c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1954587 Aug 10 03:43:17.438844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-292c575a-262d-43d1-9fa6-6c58f07d4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.445553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-292c575a-262d-43d1-9fa6-6c58f07d4316 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.6081338 Aug 10 03:43:17.509823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f22919-7567-4c8a-a40e-3ea0c9459d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.824385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.834575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f22919-7567-4c8a-a40e-3ea0c9459d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.910287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Transition to ACTIVE for port object 6d46a1b7-4db9-47eb-871e-9f428153d002 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:18.008218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f22919-7567-4c8a-a40e-3ea0c9459d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.012810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f22919-7567-4c8a-a40e-3ea0c9459d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.015292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e5f22919-7567-4c8a-a40e-3ea0c9459d23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fba5bd44-9ae8-4fbb-9c9e-89ae2e6c2aeb HTTP/1.1" status: 204 len: 168 time: 0.7715027 Aug 10 03:43:18.030193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f22919-7567-4c8a-a40e-3ea0c9459d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba5bd44-9ae8-4fbb-9c9e-89ae2e6c2aeb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.057668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.200355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Network 922fc716-566e-4a19-9be8-e8623fa33705 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:18.207531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:18.226218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:18.313468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event updated for resources: {'Port': ['ID=6d46a1b7-4db9-47eb-871e-9f428153d002,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.359178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:18.364978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-0de99f73-f4b2-4283-aaf1-e7771a266c78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 200 len: 217 time: 0.9008448 Aug 10 03:43:18.438540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.439455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.504761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b4861f1b-6996-4f6a-90b1-4ac33bf81b8b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3435864 Aug 10 03:43:18.505488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36022) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:18.520153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4d885c5-0b95-435e-a01f-efd04ccf425a req-8f6ea678-38e7-4656-b460-366a52dcae02 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0867319 Aug 10 03:43:18.558969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-77a01014-1d02-49df-a51a-bc06bd3f2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.566959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-77a01014-1d02-49df-a51a-bc06bd3f2728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1893394 Aug 10 03:43:18.751250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-cd2e06fa-0862-457b-a906-3810d6f5a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.758592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-cd2e06fa-0862-457b-a906-3810d6f5a03b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813462 Aug 10 03:43:18.888669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-78c68ab7-3191-49ad-bdea-e5ce121d8ca6 None None] Provisioning for port 6d46a1b7-4db9-47eb-871e-9f428153d002 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:18.918118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-78c68ab7-3191-49ad-bdea-e5ce121d8ca6 None None] Provisioning complete for port 6d46a1b7-4db9-47eb-871e-9f428153d002 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:18.918118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-78c68ab7-3191-49ad-bdea-e5ce121d8ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.040292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-78c68ab7-3191-49ad-bdea-e5ce121d8ca6 None None] Port 6d46a1b7-4db9-47eb-871e-9f428153d002 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:19.120431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-d673e30d-ede7-499e-8c2c-b9bcccba4cfc service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489294 Aug 10 03:43:19.200111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'project_id': 'be319beaec0445db812e057b873c77c2', 'port_id': '6d46a1b7-4db9-47eb-871e-9f428153d002'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:19.218916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:19.274682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320c5f0-2792-46b2-a0ad-2e23acd2d80e req-1c64f01f-dc71-47c6-ab7d-e25ccb5ccab7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.276649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2320c5f0-2792-46b2-a0ad-2e23acd2d80e req-1c64f01f-dc71-47c6-ab7d-e25ccb5ccab7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1739388 Aug 10 03:43:19.342682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.458772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb664-dfec-4cdc-8219-9218f16da73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.479964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba76dfcd-aaf2-4027-8642-5fe88d56c742 req-2a1f998a-4ab9-4217-8b42-222e62ed5a3a service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431461 Aug 10 03:43:19.491954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2320c5f0-2792-46b2-a0ad-2e23acd2d80e req-0d5f2bf3-01dd-442b-b722-866cf28f698a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063169 Aug 10 03:43:19.678161 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.799280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb664-dfec-4cdc-8219-9218f16da73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.817296 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb664-dfec-4cdc-8219-9218f16da73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.902025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2ebcb664-dfec-4cdc-8219-9218f16da73f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbdc62eff8d9423f9a29cd0169794d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728363 Aug 10 03:43:19.905107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:19.950049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb664-dfec-4cdc-8219-9218f16da73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb3d9e3-a507-4c69-955a-5fb4dcd2a3fe,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.022244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Allocated IP 172.25.2.254 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c6263511-6aa8-446d-908d-ab0ea5661302) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:20.035112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b96678-5d55-4d6b-a84a-2c8c26d38dd1 req-601b5559-575a-4667-9cf6-e748de4e9305 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.052248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9b96678-5d55-4d6b-a84a-2c8c26d38dd1 req-601b5559-575a-4667-9cf6-e748de4e9305 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1768858 Aug 10 03:43:20.064720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04cae4a4-4a72-4fce-9d37-12f79d0b1544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.108458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04cae4a4-4a72-4fce-9d37-12f79d0b1544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.205371 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9b96678-5d55-4d6b-a84a-2c8c26d38dd1 req-950b8969-4feb-46c4-8bc4-065e769d7b20 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433625 Aug 10 03:43:20.296717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.305101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04cae4a4-4a72-4fce-9d37-12f79d0b1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.309001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04cae4a4-4a72-4fce-9d37-12f79d0b1544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.310355 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04cae4a4-4a72-4fce-9d37-12f79d0b1544 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bcb3d9e3-a507-4c69-955a-5fb4dcd2a3fe HTTP/1.1" status: 204 len: 168 time: 0.4024498 Aug 10 03:43:20.327664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cae4a4-4a72-4fce-9d37-12f79d0b1544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb3d9e3-a507-4c69-955a-5fb4dcd2a3fe,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.395743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.498384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Pushing event updated for resources: {'Port': ['ID=c6263511-6aa8-446d-908d-ab0ea5661302,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.542743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:20.544454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:20.547353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:21.192055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36116) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.248862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf864a56-68e1-4a97-b66f-c623cb845dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.470971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-43351e10-84bd-489c-855f-8034f1e43c9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6768808 Aug 10 03:43:21.629926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-a4271b99-adbb-41c2-882b-ae0abd83497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.631835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-a4271b99-adbb-41c2-882b-ae0abd83497f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.1191931 Aug 10 03:43:21.677257 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf864a56-68e1-4a97-b66f-c623cb845dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.685408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf864a56-68e1-4a97-b66f-c623cb845dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.749838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf864a56-68e1-4a97-b66f-c623cb845dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b3a008-5776-404c-a576-5924a2d61d3b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.793854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf864a56-68e1-4a97-b66f-c623cb845dc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=696c0cf93e5e41f3a809db79849c1e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970137 Aug 10 03:43:21.794662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36134) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:21.878027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfae8aa1-7f7a-4a39-8c26-a0d5e7d8f06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.915460 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfae8aa1-7f7a-4a39-8c26-a0d5e7d8f06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.024386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfae8aa1-7f7a-4a39-8c26-a0d5e7d8f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.030819 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfae8aa1-7f7a-4a39-8c26-a0d5e7d8f06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.038239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cfae8aa1-7f7a-4a39-8c26-a0d5e7d8f06b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8b3a008-5776-404c-a576-5924a2d61d3b HTTP/1.1" status: 204 len: 168 time: 0.2412271 Aug 10 03:43:22.047432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.059790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae8aa1-7f7a-4a39-8c26-a0d5e7d8f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b3a008-5776-404c-a576-5924a2d61d3b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.225247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-e00f0370-c417-4d5f-b4f3-c576082e72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.231235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-e00f0370-c417-4d5f-b4f3-c576082e72a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.5583506 Aug 10 03:43:22.235456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7524c4-2d05-4f3a-b400-5bf8dacfb7d3 req-cf36236a-a665-4066-bc77-41943d180b1e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.252671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f7524c4-2d05-4f3a-b400-5bf8dacfb7d3 req-cf36236a-a665-4066-bc77-41943d180b1e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.7886693 Aug 10 03:43:22.358784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.411975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f7524c4-2d05-4f3a-b400-5bf8dacfb7d3 req-1ae9c17a-d8b6-4831-b50e-a56fd68e32c0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563580 Aug 10 03:43:22.448149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-96e66563-e52b-4e58-bfc9-753afd2d1f18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.2084479 Aug 10 03:43:22.634718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-c7c6c275-3815-41d4-99d0-289de20e916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.636329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-c7c6c275-3815-41d4-99d0-289de20e916c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1540718 Aug 10 03:43:22.987741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-767e9905-e0fb-466b-a43a-b31dcbbe5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.996251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-767e9905-e0fb-466b-a43a-b31dcbbe5f6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3400600 Aug 10 03:43:23.207502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a62d4-26d4-47b0-a15e-4a9c8debdc5c req-f12641cb-e827-4a12-8574-b9a939841e1d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.219771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e89a62d4-26d4-47b0-a15e-4a9c8debdc5c req-f12641cb-e827-4a12-8574-b9a939841e1d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.4616907 Aug 10 03:43:23.226134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36182) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:23.387836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.432063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e89a62d4-26d4-47b0-a15e-4a9c8debdc5c req-7f3461f4-b3bf-4559-b129-2d4be0cc764f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032468 Aug 10 03:43:23.438252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.501923 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a10a0a9f-35ac-425d-9411-383705371138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.686589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-4dfb9a91-c6c1-4094-b769-8bef9b7b16a2 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653793 Aug 10 03:43:23.700943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a10a0a9f-35ac-425d-9411-383705371138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.707514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a10a0a9f-35ac-425d-9411-383705371138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.735850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Pushing event updated for resources: {'Port': ['ID=c6263511-6aa8-446d-908d-ab0ea5661302,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:23.813628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a10a0a9f-35ac-425d-9411-383705371138 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a1ec4e405f34c1eba617cd398c1c665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851967 Aug 10 03:43:23.832365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:23.874987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.907840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a0a9f-35ac-425d-9411-383705371138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba047d-e1e4-488c-8458-bcb892eba922,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:23.974657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57db7498-4aa3-4b8d-80ef-00b46098b912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.985363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ab760a4-4c70-4c2d-bdda-9c9ae4e3dd96 req-f1e9fc12-3053-40f5-9f86-62ad9732ccf9 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888460 Aug 10 03:43:24.015399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57db7498-4aa3-4b8d-80ef-00b46098b912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.141684 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Floating IP 5ca11759-fe6c-4771-892e-997002ae2b1d associated. External IP: 172.25.2.254, port: 6d46a1b7-4db9-47eb-871e-9f428153d002. Aug 10 03:43:24.155690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57db7498-4aa3-4b8d-80ef-00b46098b912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.160452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57db7498-4aa3-4b8d-80ef-00b46098b912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.163118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57db7498-4aa3-4b8d-80ef-00b46098b912 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26ba047d-e1e4-488c-8458-bcb892eba922 HTTP/1.1" status: 204 len: 168 time: 0.3292153 Aug 10 03:43:24.198028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db7498-4aa3-4b8d-80ef-00b46098b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba047d-e1e4-488c-8458-bcb892eba922,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.579935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Router e342b58d-7677-4960-8968-a359e4ec130d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:24.598139 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.818450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36238) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.837972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:24.862859 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.902037 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] Sync routers for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:24.916837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7d2cd7a-a901-4948-944c-c8ef8f962a07 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.4103270 Aug 10 03:43:24.920553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36244) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:24.972904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:24.973963 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:25.115071 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:25.136736 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:25.137670 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:25.149901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-414073b7-97c2-4ee4-957c-3db9eff9c41d tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] 10.222.0.53 "GET /v2.0/floatingips/5ca11759-fe6c-4771-892e-997002ae2b1d HTTP/1.1" status: 200 len: 983 time: 0.2267525 Aug 10 03:43:25.153160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36250) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.224713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4206487e-2ef7-4791-855d-ac6d8f029a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.242519 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:25.243957 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e256d-173d-4f6e-afd5-43581d4bfc6b None None] The sync data for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:25.269500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36252) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.365065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42f1ad6b-a4c4-4c6e-8a94-1c66c35804a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.375530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50837f5e-f80b-4da9-8f96-24ec925204b7 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4301 time: 0.2209423 Aug 10 03:43:25.379348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36258) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.546544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4206487e-2ef7-4791-855d-ac6d8f029a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.556933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4206487e-2ef7-4791-855d-ac6d8f029a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.640692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206487e-2ef7-4791-855d-ac6d8f029a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525ff11a-62d2-4d1f-b955-af2eeddff240,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.667642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4206487e-2ef7-4791-855d-ac6d8f029a18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7f35f73060446acbfa4ad33f2d4f4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475778 Aug 10 03:43:25.670533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36260) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:25.773095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4973c305-2064-4fa4-a7ff-3936235610dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.793640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting port c6263511-6aa8-446d-908d-ab0ea5661302 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:25.794301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.802266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4973c305-2064-4fa4-a7ff-3936235610dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.877930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42f1ad6b-a4c4-4c6e-8a94-1c66c35804a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.885255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42f1ad6b-a4c4-4c6e-8a94-1c66c35804a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.890640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40d00-8e25-481a-b618-ab5bf96c2776 req-b9985032-8be7-4a3a-93a6-b8fcf28313d5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.893955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8aa40d00-8e25-481a-b618-ab5bf96c2776 req-b9985032-8be7-4a3a-93a6-b8fcf28313d5 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 1.0531847 Aug 10 03:43:25.937870 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.969744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4973c305-2064-4fa4-a7ff-3936235610dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.972870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4973c305-2064-4fa4-a7ff-3936235610dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.977058 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4973c305-2064-4fa4-a7ff-3936235610dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/525ff11a-62d2-4d1f-b955-af2eeddff240 HTTP/1.1" status: 204 len: 168 time: 0.3053095 Aug 10 03:43:25.979895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1ad6b-a4c4-4c6e-8a94-1c66c35804a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b91d11b-b63e-4c91-852c-ef448fd1f4e0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.992330 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-42f1ad6b-a4c4-4c6e-8a94-1c66c35804a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb2feaa71e024459b8e19fd0fe84bc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175350 Aug 10 03:43:25.998217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36268) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:26.005077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973c305-2064-4fa4-a7ff-3936235610dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525ff11a-62d2-4d1f-b955-af2eeddff240,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.073118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.073649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.172628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8aa40d00-8e25-481a-b618-ab5bf96c2776 req-c3c3f04b-07d2-452b-85e7-e8df38ad16ac tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548709 Aug 10 03:43:26.174000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Calling delete_port for c6263511-6aa8-446d-908d-ab0ea5661302 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:26.354678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084f1c25-d188-45f1-a30a-e5cc538be795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.474671 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084f1c25-d188-45f1-a30a-e5cc538be795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.556350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f586-5bbd-4bec-ad94-e1ba8a05736a req-7a8b1918-1ace-47df-afab-bb21936b8d2a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.558861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1112f586-5bbd-4bec-ad94-e1ba8a05736a req-7a8b1918-1ace-47df-afab-bb21936b8d2a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1827943 Aug 10 03:43:26.642218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084f1c25-d188-45f1-a30a-e5cc538be795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.645757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084f1c25-d188-45f1-a30a-e5cc538be795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.650769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-084f1c25-d188-45f1-a30a-e5cc538be795 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b91d11b-b63e-4c91-852c-ef448fd1f4e0 HTTP/1.1" status: 204 len: 168 time: 0.6488886 Aug 10 03:43:26.666706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1112f586-5bbd-4bec-ad94-e1ba8a05736a req-dbc1b1b5-edba-4063-84ee-95a7879793b2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897560 Aug 10 03:43:26.686341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f1c25-d188-45f1-a30a-e5cc538be795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b91d11b-b63e-4c91-852c-ef448fd1f4e0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.738562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.845395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Port': ['ID=c6263511-6aa8-446d-908d-ab0ea5661302,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.959531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9518df99-bd7c-4966-b3ba-6a42700704b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.970851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.971765 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Floating IP 5ca11759-fe6c-4771-892e-997002ae2b1d disassociated (deleted). External IP: 172.25.2.254, port: 6d46a1b7-4db9-47eb-871e-9f428153d002. Aug 10 03:43:27.052377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef080a5-4752-4f58-80c1-5087bc435e0d req-c55a3ed7-ad27-47b2-9b43-285f92deda65 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.069949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ef080a5-4752-4f58-80c1-5087bc435e0d req-c55a3ed7-ad27-47b2-9b43-285f92deda65 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1743445 Aug 10 03:43:27.152634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ef080a5-4752-4f58-80c1-5087bc435e0d req-7cdbaa97-678b-449c-8fad-0fa1dd49bfa0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797369 Aug 10 03:43:27.574672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457ceb-9842-41bf-a4da-b8d61be6b4c0 req-db97cada-dff0-4bf0-8358-4861da9e3f81 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.581545 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06457ceb-9842-41bf-a4da-b8d61be6b4c0 req-db97cada-dff0-4bf0-8358-4861da9e3f81 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2049742 Aug 10 03:43:27.735400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Router e342b58d-7677-4960-8968-a359e4ec130d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:27.759693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06457ceb-9842-41bf-a4da-b8d61be6b4c0 req-3bc9220c-749b-4c88-be09-dcddc26b16bf tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436906 Aug 10 03:43:27.963200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:27.978624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.982122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] Sync routers for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:28.025714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:28.029795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:28.054876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36342) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:28.061774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:28.066025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b92b1483-0aea-40a5-9ab1-b7fb4ebd639d tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ca11759-fe6c-4771-892e-997002ae2b1d HTTP/1.1" status: 204 len: 168 time: 2.6768167 Aug 10 03:43:28.113704 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.146380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:28.168328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:28.169298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:28.272411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:28.273813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8ad1c-b0f3-43a6-a811-8c501b2f9030 None None] The sync data for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:28.413921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.630392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36360) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:28.648382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Allocated IP 172.25.2.62 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/a85d9379-5955-48b5-a239-c8461c298985) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:28.830731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.922253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.024724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72235996-240c-4abc-8e1e-63d05507f8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.043518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Pushing event updated for resources: {'Port': ['ID=a85d9379-5955-48b5-a239-c8461c298985,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.069367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:29.075352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:29.080727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:29.219508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.340298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.551383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72235996-240c-4abc-8e1e-63d05507f8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.579198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72235996-240c-4abc-8e1e-63d05507f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.675175 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.676313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-72235996-240c-4abc-8e1e-63d05507f8c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68ea58154a7d4cf59fa61f56546ca7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0485539 Aug 10 03:43:29.676313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72235996-240c-4abc-8e1e-63d05507f8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f639e5-17b7-41f3-ba1e-834c0d021e62,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.680011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36394) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.759195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.774572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.823065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a37e0ee6-b3c7-4edf-9349-b0dcefb35051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.833891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4744d1ca-1454-4f74-81e1-787bfeb9fc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.898503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a37e0ee6-b3c7-4edf-9349-b0dcefb35051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.969152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Pushing event updated for resources: {'Port': ['ID=a85d9379-5955-48b5-a239-c8461c298985,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.985383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.002242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a37e0ee6-b3c7-4edf-9349-b0dcefb35051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.006166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a37e0ee6-b3c7-4edf-9349-b0dcefb35051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.010848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a37e0ee6-b3c7-4edf-9349-b0dcefb35051 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00f639e5-17b7-41f3-ba1e-834c0d021e62 HTTP/1.1" status: 204 len: 168 time: 0.3261614 Aug 10 03:43:30.018310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e0ee6-b3c7-4edf-9349-b0dcefb35051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f639e5-17b7-41f3-ba1e-834c0d021e62,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.018725 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.020212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc125cf1-792a-4314-930e-bf16b6ceadb2 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9635625 Aug 10 03:43:30.023605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36406) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:30.316599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:30.360782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.556334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.874699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Allocated IP 172.25.2.249 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/4ca21253-c309-440c-bd1e-3735d4d7d1ab) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:31.107264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.179966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.238965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:31.242877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:31.250772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:31.334515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Pushing event updated for resources: {'Port': ['ID=4ca21253-c309-440c-bd1e-3735d4d7d1ab,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.392175 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.449190 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.687714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.706614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.718823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.807616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Pushing event updated for resources: {'Port': ['ID=4ca21253-c309-440c-bd1e-3735d4d7d1ab,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.883933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.912646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.924245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36478) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.926255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-166ba88e-c4db-43ce-bd16-edbfdeffdb73 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8991282 Aug 10 03:43:32.063424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b2384165-6621-432f-a85a-d0ab3ef908ed tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.1357529 Aug 10 03:43:32.067334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36488) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.231129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a799a05a-8763-4b19-b794-65ef0c47acac tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1621611 Aug 10 03:43:32.235166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36500) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:32.468325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Deleting port 4ca21253-c309-440c-bd1e-3735d4d7d1ab {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:32.469478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.669792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.670642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.697346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Calling delete_port for 4ca21253-c309-440c-bd1e-3735d4d7d1ab owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:33.088146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.152088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.169238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Pushing event deleted for resources: {'Port': ['ID=4ca21253-c309-440c-bd1e-3735d4d7d1ab,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:33.286164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.292391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.299912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36548) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.301171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-afe8ae8f-5cac-4917-81c8-6b7ac64a05c6 tempest-FloatingIPAdminTestJSON-1185269313 tempest-FloatingIPAdminTestJSON-1185269313-project] 10.222.0.53 "DELETE /v2.0/floatingips/72b4e142-125c-417d-8f55-26d2d71a89a5 HTTP/1.1" status: 204 len: 168 time: 1.0636559 Aug 10 03:43:33.344137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36550) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.545785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Deleting port a85d9379-5955-48b5-a239-c8461c298985 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:33.546459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.583199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e408-4120-45fa-91ee-0dd7f61ba427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.650206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.651027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.671392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Calling delete_port for a85d9379-5955-48b5-a239-c8461c298985 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:33.825080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e408-4120-45fa-91ee-0dd7f61ba427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.836852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e408-4120-45fa-91ee-0dd7f61ba427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:33.909501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c8d5e408-4120-45fa-91ee-0dd7f61ba427 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b6fd6152f454e018d48690470563ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634918 Aug 10 03:43:33.911087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:33.912336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e408-4120-45fa-91ee-0dd7f61ba427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83ce118-56e3-435a-975d-ede4322eec38,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.009828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad70ddeb-6cab-4128-821f-656df71c11f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.052763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad70ddeb-6cab-4128-821f-656df71c11f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.175630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad70ddeb-6cab-4128-821f-656df71c11f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.178824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad70ddeb-6cab-4128-821f-656df71c11f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.191921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ad70ddeb-6cab-4128-821f-656df71c11f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c83ce118-56e3-435a-975d-ede4322eec38 HTTP/1.1" status: 204 len: 168 time: 0.2753735 Aug 10 03:43:34.256511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70ddeb-6cab-4128-821f-656df71c11f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83ce118-56e3-435a-975d-ede4322eec38,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.422981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.474240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Pushing event deleted for resources: {'Port': ['ID=a85d9379-5955-48b5-a239-c8461c298985,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:34.684310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.692982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.694597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eb8225ef-3be7-4637-8752-e4f37d41b7b6 tempest-FloatingIPAdminTestJSON-97825142 tempest-FloatingIPAdminTestJSON-97825142-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/64bda80f-4e21-4db0-8530-4755f615191e HTTP/1.1" status: 204 len: 168 time: 1.3924711 Aug 10 03:43:34.700741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:34.914386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting port 6d46a1b7-4db9-47eb-871e-9f428153d002 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:34.914926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.042893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.060603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Calling delete_port for 6d46a1b7-4db9-47eb-871e-9f428153d002 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:35.097795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36602) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:35.276917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.326838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Port': ['ID=6d46a1b7-4db9-47eb-871e-9f428153d002,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.465572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.468265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f4bba73-97fd-4e52-a187-a1566e0415a0 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "DELETE /v2.0/ports/6d46a1b7-4db9-47eb-871e-9f428153d002 HTTP/1.1" status: 204 len: 168 time: 0.7660084 Aug 10 03:43:35.472204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:35.517299 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.554695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b5256-628c-4d52-89e2-ef374f0bb114 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.561314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-054b5256-628c-4d52-89e2-ef374f0bb114 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "GET /v2.0/ports?device_id=e342b58d-7677-4960-8968-a359e4ec130d HTTP/1.1" status: 200 len: 913 time: 0.0834541 Aug 10 03:43:35.561737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:35.871869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.881952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.949005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc8a7c-5b20-4aee-9faa-012207fd6828,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.971364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.971670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.971972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.975792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.976503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.978053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.978200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.978685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.979252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.980086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.980215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:35.980752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:36.021151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a2999277-9aa6-4ca9-a6b3-11245710c17c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b648839c5d84b6782ffa29dbd195fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193673 Aug 10 03:43:36.021592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36634) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:36.125053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09151ef1-4531-446b-8665-a3315b833182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.163150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09151ef1-4531-446b-8665-a3315b833182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.232295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.290955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09151ef1-4531-446b-8665-a3315b833182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.296451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09151ef1-4531-446b-8665-a3315b833182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:36.300045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09151ef1-4531-446b-8665-a3315b833182 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34dc8a7c-5b20-4aee-9faa-012207fd6828 HTTP/1.1" status: 204 len: 168 time: 0.2762730 Aug 10 03:43:36.333544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09151ef1-4531-446b-8665-a3315b833182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc8a7c-5b20-4aee-9faa-012207fd6828,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.062107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting port c3cf0487-2028-4bdf-aa50-a6726be8e6b1 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:37.062685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.170877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36668) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:37.230463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-737c3360-da7c-4553-b84a-1fee67935996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.354524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.391061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Calling delete_port for c3cf0487-2028-4bdf-aa50-a6726be8e6b1 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:37.742498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-737c3360-da7c-4553-b84a-1fee67935996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.772879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-737c3360-da7c-4553-b84a-1fee67935996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.294389 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-737c3360-da7c-4553-b84a-1fee67935996 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc2e296623ff423ebd3512869842e30b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1220174 Aug 10 03:43:38.294560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:38.302789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c3360-da7c-4553-b84a-1fee67935996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bad979-eaf4-4575-9cba-7538ce396c69,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.417058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.448695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Port': ['ID=c3cf0487-2028-4bdf-aa50-a6726be8e6b1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.469883 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-574ffa3f-144e-403a-9afb-0d60070557b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.548691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36700) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:38.561667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-574ffa3f-144e-403a-9afb-0d60070557b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.678145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-574ffa3f-144e-403a-9afb-0d60070557b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.685458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-574ffa3f-144e-403a-9afb-0d60070557b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.687441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-574ffa3f-144e-403a-9afb-0d60070557b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19bad979-eaf4-4575-9cba-7538ce396c69 HTTP/1.1" status: 204 len: 168 time: 0.3910289 Aug 10 03:43:38.716871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ffa3f-144e-403a-9afb-0d60070557b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bad979-eaf4-4575-9cba-7538ce396c69,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:39.061938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.339523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8e5-d6dc-49ea-88e6-6748e44f52e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.416744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Router e342b58d-7677-4960-8968-a359e4ec130d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:43:39.581573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8e5-d6dc-49ea-88e6-6748e44f52e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.590912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8c1b8e5-d6dc-49ea-88e6-6748e44f52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.643379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f8c1b8e5-d6dc-49ea-88e6-6748e44f52e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f35ad8f326e4c20b4f6fb1a3a79e560&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0931213 Aug 10 03:43:39.644996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1b8e5-d6dc-49ea-88e6-6748e44f52e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa891e-30a2-41a8-9c16-82e5b6f2b723,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:39.647306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:39.689627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:43:39.715104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-55e75396-d09d-4b3d-882a-f7788eee2215 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "PUT /v2.0/routers/e342b58d-7677-4960-8968-a359e4ec130d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1333344 Aug 10 03:43:39.715414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36734) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:39.722482 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] Sync routers for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:43:39.730981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21c182b-8bc0-4d09-a9d2-c46f3c70634c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.764097 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:39.765770 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:39.788140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21c182b-8bc0-4d09-a9d2-c46f3c70634c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.884042 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:39.886530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21c182b-8bc0-4d09-a9d2-c46f3c70634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.889291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21c182b-8bc0-4d09-a9d2-c46f3c70634c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.890758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c21c182b-8bc0-4d09-a9d2-c46f3c70634c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bafa891e-30a2-41a8-9c16-82e5b6f2b723 HTTP/1.1" status: 204 len: 168 time: 0.2423956 Aug 10 03:43:39.899908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] Routers {'e342b58d-7677-4960-8968-a359e4ec130d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:43:39.900229 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e342b58d-7677-4960-8968-a359e4ec130d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:39.905929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c182b-8bc0-4d09-a9d2-c46f3c70634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa891e-30a2-41a8-9c16-82e5b6f2b723,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:39.947590 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:39.948627 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbc158-7f7d-4583-84cd-796cf538a8bc None None] The sync data for ids ['e342b58d-7677-4960-8968-a359e4ec130d'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:43:40.084073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.329597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.435164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting port bc74cb00-96fa-4cef-8074-84fd11c44d45 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:40.436238 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.500170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36762) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:40.568552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36ab37fe-3974-4cb3-a751-685db5e27dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.622815 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.640239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Calling delete_port for bc74cb00-96fa-4cef-8074-84fd11c44d45 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:40.770701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36ab37fe-3974-4cb3-a751-685db5e27dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.776594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36ab37fe-3974-4cb3-a751-685db5e27dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.834176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-36ab37fe-3974-4cb3-a751-685db5e27dbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf7eb8126141446799c302bbfcdc9772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285182 Aug 10 03:43:40.834176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab37fe-3974-4cb3-a751-685db5e27dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e4824-147b-448c-a299-8dbdfcd54a2b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.835739 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36776) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:40.959831 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f91f0b92-7d2f-4404-ad49-4ece018f3a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.013019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f91f0b92-7d2f-4404-ad49-4ece018f3a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.116932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f91f0b92-7d2f-4404-ad49-4ece018f3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.120580 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f91f0b92-7d2f-4404-ad49-4ece018f3a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.125400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f91f0b92-7d2f-4404-ad49-4ece018f3a93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e0e4824-147b-448c-a299-8dbdfcd54a2b HTTP/1.1" status: 204 len: 168 time: 0.2870433 Aug 10 03:43:41.155210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0b92-7d2f-4404-ad49-4ece018f3a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e4824-147b-448c-a299-8dbdfcd54a2b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:41.158397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.237590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Port': ['ID=bc74cb00-96fa-4cef-8074-84fd11c44d45,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:41.406382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.573707 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.576504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.647629 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.648183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Fanout notify agent at l3_agent the message router_deleted on router e342b58d-7677-4960-8968-a359e4ec130d {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:43:41.658370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.659558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3bba8edb-fe9a-465f-9077-c8058f73e683 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "DELETE /v2.0/routers/e342b58d-7677-4960-8968-a359e4ec130d HTTP/1.1" status: 204 len: 168 time: 1.9431922 Aug 10 03:43:41.662388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:41.780258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting subnet 404c7088-c46c-46b8-ac07-6477a74a3845 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:43:41.788570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.892833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.125699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.234980 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.260390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.264093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "DELETE /v2.0/subnets/404c7088-c46c-46b8-ac07-6477a74a3845 HTTP/1.1" status: 204 len: 168 time: 0.6005106 Aug 10 03:43:42.267918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:42.288552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f83dd-9297-4895-8a7e-8e8c7fe529f7 None None] Network 922fc716-566e-4a19-9be8-e8623fa33705 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:42.344035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76437fb3-b577-4ebc-a24c-cc04469f73f6 tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Subnet': ['ID=404c7088-c46c-46b8-ac07-6477a74a3845,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.578178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] DHCP port deletion for 922fc716-566e-4a19-9be8-e8623fa33705 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:43:42.605745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.694923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Deleting port 1ec12262-5964-4444-a273-86e23c8c3eed {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:42.695986 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.740934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting port 1ec12262-5964-4444-a273-86e23c8c3eed {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:42.745778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.885843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] For port 1ec12262-5964-4444-a273-86e23c8c3eed, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ec12262-5964-4444-a273-86e23c8c3eed,segment=NetworkSegment(643d5f46-5202-4928-9c04-e3a72dc16ce0),segment_id=643d5f46-5202-4928-9c04-e3a72dc16ce0)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:42.888063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] For port 1ec12262-5964-4444-a273-86e23c8c3eed, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ec12262-5964-4444-a273-86e23c8c3eed,segment=NetworkSegment(643d5f46-5202-4928-9c04-e3a72dc16ce0),segment_id=643d5f46-5202-4928-9c04-e3a72dc16ce0)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:42.890694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.893422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.919339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Calling delete_port for 1ec12262-5964-4444-a273-86e23c8c3eed owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:42.965554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Calling delete_port for 1ec12262-5964-4444-a273-86e23c8c3eed owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:43.046168 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.084309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Pushing event deleted for resources: {'Port': ['ID=1ec12262-5964-4444-a273-86e23c8c3eed,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.093187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.093542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.093886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.094268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.094683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.095022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.095353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.095681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.096006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.096329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.096658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.096978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:43.105488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061208d-208e-4f19-9353-82bb150735f6 None None] No DVR routers for this DVR port 1ec12262-5964-4444-a273-86e23c8c3eed on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:43.240463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.327006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] No DVR routers for this DVR port 1ec12262-5964-4444-a273-86e23c8c3eed on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:43.330202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Port': ['ID=1ec12262-5964-4444-a273-86e23c8c3eed,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.470488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ec12262-5964-4444-a273-86e23c8c3eed no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:43.557888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1ec12262-5964-4444-a273-86e23c8c3eed {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:43.570198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ec12262-5964-4444-a273-86e23c8c3eed not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:43.584906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.597082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922fc716-566e-4a19-9be8-e8623fa33705']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.610897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643d5f46-5202-4928-9c04-e3a72dc16ce0') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.612026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643d5f46-5202-4928-9c04-e3a72dc16ce0') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:43:43.640269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.682908 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.721611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:43:43.738182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:43:43.749938 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:43:43.936000 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.944619 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.947584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "DELETE /v2.0/networks/922fc716-566e-4a19-9be8-e8623fa33705 HTTP/1.1" status: 204 len: 168 time: 1.6783767 Aug 10 03:43:43.954448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:44.078859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265152f7-d7f8-4552-9f4e-29eec9a02e9b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Network': ['ID=922fc716-566e-4a19-9be8-e8623fa33705,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.350125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Deleting port 5ae6aed6-a579-4b8f-adaf-ba7443f9192d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:44.351982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.570082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.570431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.587114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Calling delete_port for 5ae6aed6-a579-4b8f-adaf-ba7443f9192d owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:44.870251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.922923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Pushing event deleted for resources: {'Port': ['ID=5ae6aed6-a579-4b8f-adaf-ba7443f9192d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:45.069409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.073346 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.074723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc552a7f-aabc-4960-a3b4-2972b8a8b61b tempest-FloatingIPAdminTestJSON-283483106 tempest-FloatingIPAdminTestJSON-283483106-project] 10.222.0.53 "DELETE /v2.0/floatingips/32152e18-2c30-4eb9-a50b-4ffcc2bfc4b6 HTTP/1.1" status: 204 len: 168 time: 1.1184645 Aug 10 03:43:45.801434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37054) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:45.819912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37062) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.114363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-520b03c3-820c-40f4-b248-c6e1fafcafc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be319beaec0445db812e057b873c77c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110557 Aug 10 03:43:46.116368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37090) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.118529 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-14ad1e65-d67b-4c86-b9b5-68484995ae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.207376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.244965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.359162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-14ad1e65-d67b-4c86-b9b5-68484995ae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.367903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-14ad1e65-d67b-4c86-b9b5-68484995ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.386318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.391709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.406171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/576b441c-649d-4f4e-8c4c-e70b5588a922 HTTP/1.1" status: 204 len: 168 time: 0.2883000 Aug 10 03:43:46.423672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b441c-649d-4f4e-8c4c-e70b5588a922,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.439410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.440000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.440595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.441169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.441733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.442335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.443467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.444121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.444545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.445100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.446358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.446929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51df23-69ef-4bf2-a3b0-57c62262f29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:46.470612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37108) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.470846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-14ad1e65-d67b-4c86-b9b5-68484995ae84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d28e35d00f044ce929ce07f3f0abd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434219 Aug 10 03:43:46.474017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1e65-d67b-4c86-b9b5-68484995ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107084b4-df95-410c-95c1-1176341e84fd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.624223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f35bfd9-9d20-4a76-9e9e-4a801b89ded3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.696909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f35bfd9-9d20-4a76-9e9e-4a801b89ded3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.825348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f35bfd9-9d20-4a76-9e9e-4a801b89ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.828313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f35bfd9-9d20-4a76-9e9e-4a801b89ded3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.833750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0f35bfd9-9d20-4a76-9e9e-4a801b89ded3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/107084b4-df95-410c-95c1-1176341e84fd HTTP/1.1" status: 204 len: 168 time: 0.3611248 Aug 10 03:43:46.837052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37120) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.861310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35bfd9-9d20-4a76-9e9e-4a801b89ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107084b4-df95-410c-95c1-1176341e84fd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.911154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.982382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3141d7f-0141-4a5c-a383-7ec86f4f3608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.166676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3141d7f-0141-4a5c-a383-7ec86f4f3608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.175939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3141d7f-0141-4a5c-a383-7ec86f4f3608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.197778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4df919a1-5ea4-49b8-93f4-b3c181e8ac25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.286243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3141d7f-0141-4a5c-a383-7ec86f4f3608 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a572abceea94134b4f095a6e27e96a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693948 Aug 10 03:43:47.287382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37136) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.296859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3141d7f-0141-4a5c-a383-7ec86f4f3608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442cd647-42c7-4d2e-91ff-b1a856e69753,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.399669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33c9a90d-17df-45bb-adeb-9125d480e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.437033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33c9a90d-17df-45bb-adeb-9125d480e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.472892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4df919a1-5ea4-49b8-93f4-b3c181e8ac25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.486249 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4df919a1-5ea4-49b8-93f4-b3c181e8ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.552051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33c9a90d-17df-45bb-adeb-9125d480e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.568139 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33c9a90d-17df-45bb-adeb-9125d480e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.572561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-33c9a90d-17df-45bb-adeb-9125d480e325 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/442cd647-42c7-4d2e-91ff-b1a856e69753 HTTP/1.1" status: 204 len: 168 time: 0.2815487 Aug 10 03:43:47.590430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4df919a1-5ea4-49b8-93f4-b3c181e8ac25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90079a72a2e3426db98e2e22f99e93fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495427 Aug 10 03:43:47.591547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9a90d-17df-45bb-adeb-9125d480e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442cd647-42c7-4d2e-91ff-b1a856e69753,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.594816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37148) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.594816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df919a1-5ea4-49b8-93f4-b3c181e8ac25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d0eacc-2da7-4e7d-be8d-46ed2b94db24,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.736772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6b6d5-9215-4ad8-b0f3-152269eabbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.789670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6b6d5-9215-4ad8-b0f3-152269eabbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.853877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.886735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fec0e2b-1447-41ae-b9eb-31c970210084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.933918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6b6d5-9215-4ad8-b0f3-152269eabbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.947041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6b6d5-9215-4ad8-b0f3-152269eabbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.955973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-36b6b6d5-9215-4ad8-b0f3-152269eabbdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3d0eacc-2da7-4e7d-be8d-46ed2b94db24 HTTP/1.1" status: 204 len: 168 time: 0.3564150 Aug 10 03:43:48.024588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6b6d5-9215-4ad8-b0f3-152269eabbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d0eacc-2da7-4e7d-be8d-46ed2b94db24,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.116026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fec0e2b-1447-41ae-b9eb-31c970210084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.138037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fec0e2b-1447-41ae-b9eb-31c970210084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.248017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4fec0e2b-1447-41ae-b9eb-31c970210084 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc5712f1717040e2a7ca7c228e19834e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923240 Aug 10 03:43:48.252398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37166) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:48.271509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec0e2b-1447-41ae-b9eb-31c970210084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902fc5d1-0ba0-414b-bd5b-f732f4191f13,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.372362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eff1c786-dd18-4bfa-92dd-ef9f05a62fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.429574 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eff1c786-dd18-4bfa-92dd-ef9f05a62fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.446331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:48.473413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f15dd0c-5104-47ca-8a8c-db7dd2721f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.589935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eff1c786-dd18-4bfa-92dd-ef9f05a62fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.598929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eff1c786-dd18-4bfa-92dd-ef9f05a62fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.610526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eff1c786-dd18-4bfa-92dd-ef9f05a62fb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/902fc5d1-0ba0-414b-bd5b-f732f4191f13 HTTP/1.1" status: 204 len: 168 time: 0.3524044 Aug 10 03:43:48.631205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c786-dd18-4bfa-92dd-ef9f05a62fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902fc5d1-0ba0-414b-bd5b-f732f4191f13,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.852850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f15dd0c-5104-47ca-8a8c-db7dd2721f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.859813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f15dd0c-5104-47ca-8a8c-db7dd2721f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.940012 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f15dd0c-5104-47ca-8a8c-db7dd2721f8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b67276fcf5c4610976c2470474c8927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919240 Aug 10 03:43:48.941938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15dd0c-5104-47ca-8a8c-db7dd2721f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f18467-3c8b-4872-9798-fbe3def91988,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.942805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37178) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:48.996290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37180) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:49.012072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-363fb45d-04db-4da7-9aaf-42a90ab70b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.015056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e60a1a3-a794-4ed3-b70c-d7bfe7bf0102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.052746 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-363fb45d-04db-4da7-9aaf-42a90ab70b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.156142 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-363fb45d-04db-4da7-9aaf-42a90ab70b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.159568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-363fb45d-04db-4da7-9aaf-42a90ab70b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.161109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-363fb45d-04db-4da7-9aaf-42a90ab70b31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27f18467-3c8b-4872-9798-fbe3def91988 HTTP/1.1" status: 204 len: 168 time: 0.2172070 Aug 10 03:43:49.187241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fb45d-04db-4da7-9aaf-42a90ab70b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f18467-3c8b-4872-9798-fbe3def91988,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.281770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e60a1a3-a794-4ed3-b70c-d7bfe7bf0102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.292563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e60a1a3-a794-4ed3-b70c-d7bfe7bf0102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.369607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a1a3-a794-4ed3-b70c-d7bfe7bf0102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b531c9-f015-4d6e-a279-173a1ed5a0c8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.433442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e60a1a3-a794-4ed3-b70c-d7bfe7bf0102 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e60acca455174447ad4b6593b2da649d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352152 Aug 10 03:43:49.436089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37198) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:49.545443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de88bbfb-6ea9-40db-bbdd-7c30bbaa19c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.600551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de88bbfb-6ea9-40db-bbdd-7c30bbaa19c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.691731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de88bbfb-6ea9-40db-bbdd-7c30bbaa19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.694492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de88bbfb-6ea9-40db-bbdd-7c30bbaa19c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.696293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de88bbfb-6ea9-40db-bbdd-7c30bbaa19c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07b531c9-f015-4d6e-a279-173a1ed5a0c8 HTTP/1.1" status: 204 len: 168 time: 0.2583609 Aug 10 03:43:49.705288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88bbfb-6ea9-40db-bbdd-7c30bbaa19c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b531c9-f015-4d6e-a279-173a1ed5a0c8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:50.807296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-6ec7295a-883c-44cc-a3b4-9bc6ef0e8a6c tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--646127821&fields=id&tenant_id=07c10c11cabb41769f222ab9f121048d HTTP/1.1" status: 200 len: 267 time: 0.0861082 Aug 10 03:43:51.053013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-e117c253-1d0e-45aa-b0de-e41ec7dcb431 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.069674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-e117c253-1d0e-45aa-b0de-e41ec7dcb431 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/networks?id=fce6286e-ac48-40d4-aca8-268460214127 HTTP/1.1" status: 200 len: 816 time: 0.2563589 Aug 10 03:43:51.109267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-4c461f03-e5b3-493d-959b-42f04c4ef39b tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/quotas/07c10c11cabb41769f222ab9f121048d HTTP/1.1" status: 200 len: 375 time: 0.0362442 Aug 10 03:43:51.231344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-95e818ac-8c2f-4353-8e7b-cb477aa23b20 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c10c11cabb41769f222ab9f121048d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205521 Aug 10 03:43:51.259248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-e6705dc3-30bb-4fab-9638-041d2c0b7c58 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:43:51.260490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-e6705dc3-30bb-4fab-9638-041d2c0b7c58 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089655 Aug 10 03:43:51.432370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-ef409134-1373-4d39-9546-1387bad4c9ac service neutron] 10.222.0.53 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549764 Aug 10 03:43:51.676374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-33b2f7a0-0911-49f6-9d91-cfb554ef390b service neutron] 10.222.0.53 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359393 Aug 10 03:43:52.385072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75a5b552-d51d-4c7f-8d16-d611120aa2b8 req-3a675414-25e4-44cc-9ffb-9f8df19c09f4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.0385768 Aug 10 03:43:53.038543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37362) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:53.635061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3bb5a5be-090d-480e-8ba6-80f6edc86a2f req-5dc07676-8e7f-4c8b-821e-ba3ad17f6465 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.0512440 Aug 10 03:43:53.646091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1690764080'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:53.695909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Made reservation on behalf of fb4b8cc774034345ab9537c9baa8bc03 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:53.704590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.721370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.869009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.887408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.916178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:43:53.927686 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.928079 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Added segment e7cb3d55-c778-4bd2-923a-fa2654452a92 of type vlan for network 46c3e240-0ba8-4877-b50a-709d825438bd Aug 10 03:43:54.002228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.384151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.406736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.407406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.526310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37436) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:54.531524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-919c9ba7-2515-4518-aa37-11b650b911e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.533104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-919c9ba7-2515-4518-aa37-11b650b911e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.1944573 Aug 10 03:43:54.565275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb426d-65d8-452b-9abb-8b5450f97342,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.572659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Pushing event updated for resources: {'Network': ['ID=46c3e240-0ba8-4877-b50a-709d825438bd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.581603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.585667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-00cf8f63-020b-4974-89b1-5317f8b89a32 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.587530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-00cf8f63-020b-4974-89b1-5317f8b89a32 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.39 "GET /v2.0/networks?id=fce6286e-ac48-40d4-aca8-268460214127 HTTP/1.1" status: 200 len: 816 time: 0.5608964 Aug 10 03:43:54.589018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b2f96-0804-4fad-93ab-fc788b88953b req-24347820-bc93-4824-b7dd-0656357483cb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.590643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-243b2f96-0804-4fad-93ab-fc788b88953b req-24347820-bc93-4824-b7dd-0656357483cb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1725299 Aug 10 03:43:54.593208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5ed2b081-a3a5-427a-873c-decbbbc2a73f tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5522029 Aug 10 03:43:54.645507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 46c3e240-0ba8-4877-b50a-709d825438bd details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:43:54.667872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-90bc6068-10eb-4531-b9b2-3fb324334ebe tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c10c11cabb41769f222ab9f121048d HTTP/1.1" status: 200 len: 379 time: 0.0695882 Aug 10 03:43:54.682307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Request body: {'port': {'device_id': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'admin_state_up': True, 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'security_groups': ['33132a00-382d-46b4-9707-3331ee4f1862']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:54.698359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-243b2f96-0804-4fad-93ab-fc788b88953b req-ec6d0637-e15f-4230-b82a-5ba0383c96da tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955026 Aug 10 03:43:54.822732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-73444e90-99df-47e0-87a8-8c97feef13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.824314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-73444e90-99df-47e0-87a8-8c97feef13fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.2324502 Aug 10 03:43:54.909290 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bddaeaae-550f-46cd-93ad-42915ad1b9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.943468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-2d1c5384-0959-4f22-9e20-3b0623a0d6e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.1105759 Aug 10 03:43:54.993959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37452) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:55.005235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Request body: {'port': {'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd', 'binding:host_id': 'n-h1-769329-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1691953681'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:55.013313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9820ee6b-151e-4c7e-bfc2-41755d56353b req-f1484900-9e49-48f3-b032-08a3fd7a83a8 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.0687430 Aug 10 03:43:55.079118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-47e87127-deeb-4bd6-bbc6-d4be1018a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.081032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-47e87127-deeb-4bd6-bbc6-d4be1018a128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.0668030 Aug 10 03:43:55.083629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bddaeaae-550f-46cd-93ad-42915ad1b9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.112512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bddaeaae-550f-46cd-93ad-42915ad1b9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.178012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-8d5d5fd2-a651-475d-9d1e-b4ce0bda27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.180251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-8d5d5fd2-a651-475d-9d1e-b4ce0bda27a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918615 Aug 10 03:43:55.248618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Made reservation on behalf of 62ae8c039efc4d9aa02e1c19cf12371d for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:55.252679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.279594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaeaae-550f-46cd-93ad-42915ad1b9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b6ca1-8653-4d67-9242-2b5c9eebd5c3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.288187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bddaeaae-550f-46cd-93ad-42915ad1b9ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7143876f8ad448db9c681efa7b802d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542341 Aug 10 03:43:55.294981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.302576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37460) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:55.347675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-ed1a3885-e112-4b14-896a-98578ef8c922 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598132 Aug 10 03:43:55.358808 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:55.465654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.468564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Made reservation on behalf of 07c10c11cabb41769f222ab9f121048d for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:55.476109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.491008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.505178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 4b0765ac-7324-46c9-a83c-af7c02c35be4 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:55.506395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c97df17-c64c-41b8-8f0e-38e5255b0f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.565076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-718d8b5a-beb5-472c-836a-224c6e320d88 req-afaaf729-0d7b-4e5c-bd5d-8194088b31c4 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073915 Aug 10 03:43:55.567256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c97df17-c64c-41b8-8f0e-38e5255b0f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.665210 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c97df17-c64c-41b8-8f0e-38e5255b0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.668733 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4c97df17-c64c-41b8-8f0e-38e5255b0f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.671183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4c97df17-c64c-41b8-8f0e-38e5255b0f21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d30b6ca1-8653-4d67-9242-2b5c9eebd5c3 HTTP/1.1" status: 204 len: 168 time: 0.3672493 Aug 10 03:43:55.689645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97df17-c64c-41b8-8f0e-38e5255b0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b6ca1-8653-4d67-9242-2b5c9eebd5c3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.808378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df455b43-d3be-49af-a354-61acf9c654fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.961450 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.088651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcba5f-1ff3-4e30-89b7-eec25f091395 req-7e5a7746-b368-4240-9f4f-117e6e3b0155 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.100426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47bcba5f-1ff3-4e30-89b7-eec25f091395 req-7e5a7746-b368-4240-9f4f-117e6e3b0155 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1522090 Aug 10 03:43:56.268047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47bcba5f-1ff3-4e30-89b7-eec25f091395 req-103f2849-b879-4ebf-9495-6114a9a7aa6d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527863 Aug 10 03:43:56.309655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba8a77ae-c542-4bd7-8085-a7bc82f29174 req-4d041f4b-d2d0-4b20-a44b-8d4d9e12a516 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.0562055 Aug 10 03:43:56.316809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 4b0765ac-7324-46c9-a83c-af7c02c35be4 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:43:56.344660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.479193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:56.489118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Transition to ACTIVE for port object 4b0765ac-7324-46c9-a83c-af7c02c35be4 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:56.506420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.514284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Allocated IP 172.20.0.5 (fce6286e-ac48-40d4-aca8-268460214127/dfe892ee-2ce6-48a7-8ef3-f2707f4559f1/87dc13a3-2fe6-4022-817f-6dbf191fc45b) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:56.518831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dfc9abb1-087e-4107-98b3-ee2e4bc4460d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.725830 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dfc9abb1-087e-4107-98b3-ee2e4bc4460d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.728369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Checking segment: {'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:56.729182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Network hostable DHCP agents. Network: 46c3e240-0ba8-4877-b50a-709d825438bd, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:43:56.737499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dfc9abb1-087e-4107-98b3-ee2e4bc4460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.757448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=4b0765ac-7324-46c9-a83c-af7c02c35be4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.830922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dfc9abb1-087e-4107-98b3-ee2e4bc4460d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=351253f2465240ca870f8fe027f39676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503931 Aug 10 03:43:56.836606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37494) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:56.860125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9abb1-087e-4107-98b3-ee2e4bc4460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ec00f8-5c82-43a6-b3d7-57fcdd80daf4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.946234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Network 46c3e240-0ba8-4877-b50a-709d825438bd is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:43:56.951602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd833-8c00-46da-8e0b-98cf5546b1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.965192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05931082-6329-4672-8530-fce0a3785734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.993854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 46c3e240-0ba8-4877-b50a-709d825438bd) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:57.004445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cc947-d06e-4266-9cb7-4320d2641d17 None None] Network 46c3e240-0ba8-4877-b50a-709d825438bd requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:43:57.029855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:57.046818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05931082-6329-4672-8530-fce0a3785734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.065193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.093898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.106155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.106693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.115226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Transition to ACTIVE for port object 87dc13a3-2fe6-4022-817f-6dbf191fc45b will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:57.129516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.129905 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.132125 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 2 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.164857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.165314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.165531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.179237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.180322 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.185575 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 3 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.213861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05931082-6329-4672-8530-fce0a3785734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.222417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05931082-6329-4672-8530-fce0a3785734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.224725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-05931082-6329-4672-8530-fce0a3785734 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51ec00f8-5c82-43a6-b3d7-57fcdd80daf4 HTTP/1.1" status: 204 len: 168 time: 0.3867900 Aug 10 03:43:57.239736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.240306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.241400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.249232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931082-6329-4672-8530-fce0a3785734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ec00f8-5c82-43a6-b3d7-57fcdd80daf4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.251038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.251568 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.252468 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 4 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.264898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.324465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.325055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.325550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.414921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.415256 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.417114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Network fce6286e-ac48-40d4-aca8-268460214127 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:57.436783 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 5 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.475623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:57.499808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:57.516001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event updated for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.556190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.556893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.557441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.613571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.618592 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.622048 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 6 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.656185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cad3ed-4ab9-4e0b-bc57-af7f23d7b8aa req-683bf822-afd8-4b2a-a9f0-90e503aeddab tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.671089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47cad3ed-4ab9-4e0b-bc57-af7f23d7b8aa req-683bf822-afd8-4b2a-a9f0-90e503aeddab tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 931 time: 0.2089007 Aug 10 03:43:57.713273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.713501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.713847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.730435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.731141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.749566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47cad3ed-4ab9-4e0b-bc57-af7f23d7b8aa req-7317161b-c997-4a6d-b4e1-4e90cb6d62f2 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696123 Aug 10 03:43:57.766084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.766390 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.769888 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 7 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.787407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de92127-f0ca-4518-92bd-a255420ffb1f req-03773cec-5197-4f08-b3f3-60d80e863c5d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.796089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3de92127-f0ca-4518-92bd-a255420ffb1f req-03773cec-5197-4f08-b3f3-60d80e863c5d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2671678 Aug 10 03:43:57.823225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-65bf3053-6913-478d-9ee6-f5926b4b44d3 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1488078 Aug 10 03:43:57.835235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.835580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.835970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:57.866210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Request body: {'port': {'device_id': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:57.930916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:57.932289 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:57.936972 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 8 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:57.965096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3de92127-f0ca-4518-92bd-a255420ffb1f req-77ae1c7d-0acb-4666-bcdf-44a2d9a52e51 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680126 Aug 10 03:43:57.986487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:57.986825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:57.987215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.005089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:58.005089 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:58.016449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3e7c2848-0ef5-4eda-95a5-0a85b56bffb0 None None] Provisioning for port 87dc13a3-2fe6-4022-817f-6dbf191fc45b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:58.025100 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 9 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:58.049107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3e7c2848-0ef5-4eda-95a5-0a85b56bffb0 None None] Provisioning complete for port 87dc13a3-2fe6-4022-817f-6dbf191fc45b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:58.049560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e7c2848-0ef5-4eda-95a5-0a85b56bffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.076214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.151367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c2848-0ef5-4eda-95a5-0a85b56bffb0 None None] Port 87dc13a3-2fe6-4022-817f-6dbf191fc45b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:58.207481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:58.207962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:58.208140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.471049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:58.471570 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:58.495079 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 10 to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 Aug 10 03:43:58.735384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dc13a3-2fe6-4022-817f-6dbf191fc45b {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:58.745818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.762197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Transition to ACTIVE for port object 87dc13a3-2fe6-4022-817f-6dbf191fc45b will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:58.764311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:58.764791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:58.765378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.774601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.778563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:58.778904 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 4b0765ac-7324-46c9-a83c-af7c02c35be4 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:43:58.779287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.883489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Pushing event updated for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.023907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] For port 4b0765ac-7324-46c9-a83c-af7c02c35be4, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:59.029415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempted to set empty binding levels {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:43:59.066958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.167147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f26b1-6d91-49d9-89af-aaae555b3ac8 req-dbb54acb-1fd0-4f9f-ac14-defc5ad9df68 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.168789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf4f26b1-6d91-49d9-89af-aaae555b3ac8 req-dbb54acb-1fd0-4f9f-ac14-defc5ad9df68 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.2286017 Aug 10 03:43:59.229460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=4b0765ac-7324-46c9-a83c-af7c02c35be4,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.248647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.249654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.323557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf4f26b1-6d91-49d9-89af-aaae555b3ac8 req-a3144de4-ec49-4796-947f-a7ee400a17d1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385489 Aug 10 03:43:59.405780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Attempting to bind port 87dc13a3-2fe6-4022-817f-6dbf191fc45b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:59.411815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Attempting to bind port 87dc13a3-2fe6-4022-817f-6dbf191fc45b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:59.413132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Attempting to bind port 87dc13a3-2fe6-4022-817f-6dbf191fc45b on network fce6286e-ac48-40d4-aca8-268460214127 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:59.449584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bd2e3897-0548-4348-a829-58209473a0b5 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.4496133 Aug 10 03:43:59.454072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Port 87dc13a3-2fe6-4022-817f-6dbf191fc45b on network fce6286e-ac48-40d4-aca8-268460214127 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:59.454516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37566) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:59.455375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Attempting to bind port 87dc13a3-2fe6-4022-817f-6dbf191fc45b on network fce6286e-ac48-40d4-aca8-268460214127 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:59.476060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:59.477747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Checking segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:59.479098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Bound using segment: {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:59.480265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Bound port: 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:59.481117 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.548007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e41ee-d523-4ab9-9eed-105f747c1c83 req-546df24a-0e02-4140-9a1b-2eea8c872309 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.557357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea6e41ee-d523-4ab9-9eed-105f747c1c83 req-546df24a-0e02-4140-9a1b-2eea8c872309 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2314899 Aug 10 03:43:59.650969 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.669012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Deleting port 4b0765ac-7324-46c9-a83c-af7c02c35be4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:59.670464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.804917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea6e41ee-d523-4ab9-9eed-105f747c1c83 req-c413187e-9af0-400f-a300-1e787db4ec4e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463012 Aug 10 03:43:59.809555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:59.817635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:59.817951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] For port 4b0765ac-7324-46c9-a83c-af7c02c35be4, host n-h1-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:59.818522 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.827437 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4797ae37-dfed-4a65-a466-33f146e0fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.830576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.843125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Calling delete_port for 4b0765ac-7324-46c9-a83c-af7c02c35be4 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:59.905205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.906547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:59.909872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c863590c-3834-4cda-9580-03adcad558ed service neutron] 10.222.0.39 "PUT /v2.0/ports/87dc13a3-2fe6-4022-817f-6dbf191fc45b HTTP/1.1" status: 200 len: 1092 time: 2.0706956 Aug 10 03:43:59.910605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:59.913295 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c583a70e-ceb4-4d44-96fe-0f516aae8d30" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:59.959575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863590c-3834-4cda-9580-03adcad558ed service neutron] Pushing event updated for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:59.999308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.081268 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0622c2da-7deb-4537-b08f-76a551754941 x-openstack-request-id: req-0622c2da-7deb-4537-b08f-76a551754941 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:00.096477 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:00.096834 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0622c2da-7deb-4537-b08f-76a551754941 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:00.097264 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'status': 'completed', 'code': 200} Aug 10 03:44:00.151224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b0765ac-7324-46c9-a83c-af7c02c35be4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:00.157926 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.161666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9e000e87-7588-43da-a5a2-d47ae6159b99 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4b0765ac-7324-46c9-a83c-af7c02c35be4 HTTP/1.1" status: 204 len: 168 time: 0.7062676 Aug 10 03:44:00.165763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:00.214663 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-761834dd-3b40-4277-bf6e-349857cc5bac tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:44:00.219728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-761834dd-3b40-4277-bf6e-349857cc5bac tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "GET /v2.0/ports/4b0765ac-7324-46c9-a83c-af7c02c35be4 HTTP/1.1" status: 404 len: 333 time: 0.0525472 Aug 10 03:44:00.224936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:00.234805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Request body: {'port': {'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1979534228'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:00.290476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Made reservation on behalf of 62ae8c039efc4d9aa02e1c19cf12371d for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:00.297094 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.333072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:00.559745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-e18e6089-4b93-4e10-90db-74a09a4f8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.561603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-e18e6089-4b93-4e10-90db-74a09a4f8f43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07c10c11cabb41769f222ab9f121048d&device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 1095 time: 0.5599263 Aug 10 03:44:00.611814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-59d95246-0fb4-442e-9d35-5290cb0dcdf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b HTTP/1.1" status: 200 len: 217 time: 0.0385160 Aug 10 03:44:00.639226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.657382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4ec5-472b-41bb-b2d3-00b1c79856ed req-67df8073-12d2-4344-9f5e-7d573037ef13 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.659488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff5b4ec5-472b-41bb-b2d3-00b1c79856ed req-67df8073-12d2-4344-9f5e-7d573037ef13 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.1138642 Aug 10 03:44:00.682598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c10a0177-052f-4dc7-9b1e-919bd4408acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.685005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-c10a0177-052f-4dc7-9b1e-919bd4408acb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfe892ee-2ce6-48a7-8ef3-f2707f4559f1 HTTP/1.1" status: 200 len: 855 time: 0.0648894 Aug 10 03:44:00.728727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff5b4ec5-472b-41bb-b2d3-00b1c79856ed req-4b983fd6-cda6-4597-ab10-627759ff09f1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613635 Aug 10 03:44:00.742893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.768823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Network 46c3e240-0ba8-4877-b50a-709d825438bd is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:00.782626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-de77c124-62fe-475e-bb55-be9b24db493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.785705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-de77c124-62fe-475e-bb55-be9b24db493e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fce6286e-ac48-40d4-aca8-268460214127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917904 Aug 10 03:44:00.792640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:00.798033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:00.798796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.799514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:00.824408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=83c16b12-73da-4c24-b66f-d15d3a0d5cc1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:00.831734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7a569840-319e-4896-ad01-912337bd3a61 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6051328 Aug 10 03:44:00.836205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:00.852193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:00.924145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-a7211357-7ef6-45f8-abdd-9b1fb961fc2f service neutron] 10.222.0.39 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297901 Aug 10 03:44:00.999218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.053658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d370c50-c61b-4eb4-8f05-8b20a60e3ac4 req-da93df8f-4d9a-4efd-82e2-1ec835c0660e service neutron] 10.222.0.39 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207430 Aug 10 03:44:01.198765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f32c13-88d7-4405-85c8-228c9e6df134 req-05853081-b9a7-488d-8816-9e1ddb310f9a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.211243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-60f32c13-88d7-4405-85c8-228c9e6df134 req-05853081-b9a7-488d-8816-9e1ddb310f9a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1558580 Aug 10 03:44:01.303337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-60f32c13-88d7-4405-85c8-228c9e6df134 req-508cc3ff-5a1a-4a8c-bb1d-0a2d8004b14d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911608 Aug 10 03:44:01.316929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-d93c5141-04c3-4268-abea-9989ca2da140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.318841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-d93c5141-04c3-4268-abea-9989ca2da140 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07c10c11cabb41769f222ab9f121048d&device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 1095 time: 0.1839125 Aug 10 03:44:01.464912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-1b404164-fe8f-4a62-a426-80a90ae380b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.467224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-1b404164-fe8f-4a62-a426-80a90ae380b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fce6286e-ac48-40d4-aca8-268460214127 HTTP/1.1" status: 200 len: 917 time: 0.1393528 Aug 10 03:44:01.502873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:01.517574 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.537220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Transition to ACTIVE for port object 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:01.543213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.653049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.662155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.662548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.675230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.675609 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.677224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=83c16b12-73da-4c24-b66f-d15d3a0d5cc1,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.678775 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 2 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:01.681423 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-8f37bd58-2f50-4ec0-bb6a-d19cfcd2c180 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b HTTP/1.1" status: 200 len: 217 time: 0.2046001 Aug 10 03:44:01.696221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.696815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.697169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.703479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.703830 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.704210 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 3 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:01.723531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.723898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.724251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.725819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.741090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.741423 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.741822 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 4 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:01.752052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-bfc9b011-7a98-4180-bade-c6870c52d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.753944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-bfc9b011-7a98-4180-bade-c6870c52d974 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfe892ee-2ce6-48a7-8ef3-f2707f4559f1 HTTP/1.1" status: 200 len: 855 time: 0.0648146 Aug 10 03:44:01.773405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.774385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.775174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.787321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.788080 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.791404 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 5 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:01.824227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.824827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.825425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.835589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.836277 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.837127 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 6 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:01.874357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.875045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.875641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.886764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.887413 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.888119 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 7 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:01.911510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-1dfce2e5-a338-4a05-9ca5-d79e70294470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.912100 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-1dfce2e5-a338-4a05-9ca5-d79e70294470 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fce6286e-ac48-40d4-aca8-268460214127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403680 Aug 10 03:44:01.932379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:01.933052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:01.935688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:01.939244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-5d63d0e0-cd30-455c-b634-463dd3045765 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:01.940721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-5d63d0e0-cd30-455c-b634-463dd3045765 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114670 Aug 10 03:44:01.953141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:01.954089 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:01.957071 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 8 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:02.009436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:02.010420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:02.011238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:02.028676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:02.032492 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:02.034290 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 9 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:02.079158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:02.079450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:02.079780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:02.083201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-d8ba0a9e-0e27-472d-a5c2-30f260566f8e service neutron] 10.222.0.39 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313357 Aug 10 03:44:02.093821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:02.094510 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:02.095268 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 10 to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 Aug 10 03:44:02.097891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3192f54-d9b2-47a6-983e-8cdc12654e63 req-3ef3d554-fafe-4d66-b4f9-fbe646a1b560 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.107074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3192f54-d9b2-47a6-983e-8cdc12654e63 req-3ef3d554-fafe-4d66-b4f9-fbe646a1b560 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.2123713 Aug 10 03:44:02.145195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:02.145884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:02.146496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:02.155945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:02.156272 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:02.159234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.308903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3192f54-d9b2-47a6-983e-8cdc12654e63 req-bbd0e25b-fa23-453b-baed-37cad0771e21 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000380 Aug 10 03:44:02.325298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] For port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:02.325766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempted to set empty binding levels {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:44:02.334298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.380212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c583a70e-ceb4-4d44-96fe-0f516aae8d30 req-a3d23e33-520a-48fb-8161-ae86b48096a8 service neutron] 10.222.0.39 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700477 Aug 10 03:44:02.451071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=83c16b12-73da-4c24-b66f-d15d3a0d5cc1,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.531100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] In _notify_port_updated(), no bound segment for port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:44:02.535209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.536037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.538554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7d755f51-b382-4ef5-9bd5-cc8c331d4a74 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "PUT /v2.0/ports/83c16b12-73da-4c24-b66f-d15d3a0d5cc1 HTTP/1.1" status: 200 len: 976 time: 1.6932847 Aug 10 03:44:02.542898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37676) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:02.687118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83800d34-a422-4d65-9799-41e8ec8de413 req-6973071c-30fc-4b59-8d30-14e1a1a39d30 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.696910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83800d34-a422-4d65-9799-41e8ec8de413 req-6973071c-30fc-4b59-8d30-14e1a1a39d30 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2536898 Aug 10 03:44:02.783012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.783376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.783832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.784304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.784806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.785240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.785705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.786193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.786655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.787226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.787686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.788159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.788776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.789621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.790110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.790575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.791343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.791472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.791921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.792374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.792938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.793342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.793726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.794226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.794934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.795385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.795835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.796290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.796742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.797190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.797633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.798216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.798680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.799145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.799601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.800161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.800603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.801057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.801510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.801966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.802464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.802921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.803405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.810148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ffe839d0-3fde-444f-9431-3b73ef43fe6b tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38768 time: 0.2634447 Aug 10 03:44:02.819269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:02.819498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83800d34-a422-4d65-9799-41e8ec8de413 req-88735710-9233-4920-97ef-6c29c63eb910 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995760 Aug 10 03:44:02.967714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Deleting port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:02.969053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.092608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] For port 83c16b12-73da-4c24-b66f-d15d3a0d5cc1, host n-h1-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:03.093320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.131125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.132439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Calling delete_port for 83c16b12-73da-4c24-b66f-d15d3a0d5cc1 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:03.138190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:03.266075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.284612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0676cc38-2f6d-422f-822f-db5049f881a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.294089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.299117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/83c16b12-73da-4c24-b66f-d15d3a0d5cc1 HTTP/1.1" status: 204 len: 168 time: 0.4775920 Aug 10 03:44:03.299842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37698) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:03.323133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60fbe-db05-4b60-a726-96638a384903 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event deleted for resources: {'Port': ['ID=83c16b12-73da-4c24-b66f-d15d3a0d5cc1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.360894 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2f8629-49c3-40b3-8b83-a6e3c1933672 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:44:03.367717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ac2f8629-49c3-40b3-8b83-a6e3c1933672 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "GET /v2.0/ports/83c16b12-73da-4c24-b66f-d15d3a0d5cc1 HTTP/1.1" status: 404 len: 333 time: 0.0624657 Aug 10 03:44:03.369734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37700) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:03.377754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1393663687', 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:03.508484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0676cc38-2f6d-422f-822f-db5049f881a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.517013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0676cc38-2f6d-422f-822f-db5049f881a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.571580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Made reservation on behalf of 62ae8c039efc4d9aa02e1c19cf12371d for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:03.574966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.598779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170733c-88ec-450c-a0ab-67793c08f9ab req-745f31bf-c479-485c-8d53-3514733d1034 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.601711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3170733c-88ec-450c-a0ab-67793c08f9ab req-745f31bf-c479-485c-8d53-3514733d1034 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.0981505 Aug 10 03:44:03.610901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37704) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:03.611404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0676cc38-2f6d-422f-822f-db5049f881a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f22ca329063a410387a7ee6dfe19eb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710796 Aug 10 03:44:03.612982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676cc38-2f6d-422f-822f-db5049f881a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4cbfc-b077-4b07-afac-c9e75fe4e242,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.614070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 4b698c67-d391-4972-ad88-b0ba6146e341 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:04.035484 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3170733c-88ec-450c-a0ab-67793c08f9ab req-4998e491-3b3e-41f4-b3be-475055c00835 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708977 Aug 10 03:44:04.045514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.074319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b67bd6-1d74-4af6-9ab2-a4d19e5438ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.127864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b67bd6-1d74-4af6-9ab2-a4d19e5438ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.151272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.211253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=4b698c67-d391-4972-ad88-b0ba6146e341,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:04.245106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Network 46c3e240-0ba8-4877-b50a-709d825438bd is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:04.248194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:04.256477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:04.256477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.256477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.277727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37712) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:04.282976 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a36e0bc3-bf21-4bf7-89d1-faa85c5b5554 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9100704 Aug 10 03:44:04.314658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b67bd6-1d74-4af6-9ab2-a4d19e5438ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.319773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37b67bd6-1d74-4af6-9ab2-a4d19e5438ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.326589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-37b67bd6-1d74-4af6-9ab2-a4d19e5438ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5b4cbfc-b077-4b07-afac-c9e75fe4e242 HTTP/1.1" status: 204 len: 168 time: 0.7139580 Aug 10 03:44:04.327577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c0b9f-d7c2-488c-9bf2-86e4e95eecbd tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.328754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8d4c0b9f-d7c2-488c-9bf2-86e4e95eecbd tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "GET /v2.0/ports/4b698c67-d391-4972-ad88-b0ba6146e341 HTTP/1.1" status: 200 len: 955 time: 0.0496433 Aug 10 03:44:04.332913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37716) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:04.352246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b67bd6-1d74-4af6-9ab2-a4d19e5438ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4cbfc-b077-4b07-afac-c9e75fe4e242,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:04.471997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Deleting port 4b698c67-d391-4972-ad88-b0ba6146e341 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:04.472879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.607006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.635127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Calling delete_port for 4b698c67-d391-4972-ad88-b0ba6146e341 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:04.741234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.866025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b698c67-d391-4972-ad88-b0ba6146e341,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:04.874807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37726) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:04.895227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.898105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-05d92d17-ddcb-4426-a35f-e4afc9f5d19d tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4b698c67-d391-4972-ad88-b0ba6146e341 HTTP/1.1" status: 204 len: 168 time: 0.5638754 Aug 10 03:44:04.902956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37728) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:04.913752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c0816b0-ed83-4533-a6e0-7e4661341835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.961166 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d68abb-70cd-4cf7-bc06-138cf7f4e827 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:44:04.965214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f0d68abb-70cd-4cf7-bc06-138cf7f4e827 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "GET /v2.0/ports/4b698c67-d391-4972-ad88-b0ba6146e341 HTTP/1.1" status: 404 len: 333 time: 0.0605786 Aug 10 03:44:04.971090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:04.981477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Request body: {'port': {'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1601792917'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:05.153964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c0816b0-ed83-4533-a6e0-7e4661341835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.166832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c0816b0-ed83-4533-a6e0-7e4661341835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.274419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Made reservation on behalf of 62ae8c039efc4d9aa02e1c19cf12371d for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:05.276813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.295094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5c0816b0-ed83-4533-a6e0-7e4661341835 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73a6423143244dcbb25f8a0fd7e8954f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185042 Aug 10 03:44:05.295877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0816b0-ed83-4533-a6e0-7e4661341835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b08f905-200b-4a54-a82a-c45087eee24a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:05.301843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:05.329558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 53b8c290-54e5-435f-9606-29e83e74e796 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:05.357665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a485b-421f-4b25-b061-26f5da423ff5 req-8c62ec4d-fc2f-47da-96bf-f9af7488c10a tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.359971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c6a485b-421f-4b25-b061-26f5da423ff5 req-8c62ec4d-fc2f-47da-96bf-f9af7488c10a tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.1580501 Aug 10 03:44:05.502827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c6a485b-421f-4b25-b061-26f5da423ff5 req-33e3ffad-be1a-4c91-a2e8-9f87516431da tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031480 Aug 10 03:44:05.587493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9940-7768-4272-8acb-d67d7079634c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.170168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9940-7768-4272-8acb-d67d7079634c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.261191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.345335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.360743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9940-7768-4272-8acb-d67d7079634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.364101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9940-7768-4272-8acb-d67d7079634c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.369507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1c6d9940-7768-4272-8acb-d67d7079634c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b08f905-200b-4a54-a82a-c45087eee24a HTTP/1.1" status: 204 len: 168 time: 1.0584602 Aug 10 03:44:06.411559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d9940-7768-4272-8acb-d67d7079634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b08f905-200b-4a54-a82a-c45087eee24a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.415037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Network 46c3e240-0ba8-4877-b50a-709d825438bd is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:06.419093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:06.423888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:06.424927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.425655 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.435507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=53b8c290-54e5-435f-9606-29e83e74e796,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.449029 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3860ce7a-281e-40d2-9e34-a2585b08a0a9 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4756119 Aug 10 03:44:06.453034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37744) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:06.462942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:06.549783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.769919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef340-07ff-4b5a-adc4-0f3053bb28a9 req-5dea83b0-ad12-4e73-acfd-3a396e0177a0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.779133 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-641ef340-07ff-4b5a-adc4-0f3053bb28a9 req-5dea83b0-ad12-4e73-acfd-3a396e0177a0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.1386695 Aug 10 03:44:06.849962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-641ef340-07ff-4b5a-adc4-0f3053bb28a9 req-ca3b4431-37a2-4f4f-b70c-3d1e796168e2 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583653 Aug 10 03:44:06.863725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] device_id is not set on port 53b8c290-54e5-435f-9606-29e83e74e796 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:06.888763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.915433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Transition to ACTIVE for port object 53b8c290-54e5-435f-9606-29e83e74e796 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:06.920565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.984723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=53b8c290-54e5-435f-9606-29e83e74e796,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.005122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.005630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.006069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.011022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.011442 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.011892 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 2 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.030278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.030699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.031543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.037534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.037946 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.038439 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 3 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.053465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.053893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.054396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.060024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.060431 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.060887 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 4 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.077428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.077773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.078124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.083861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.084317 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.084634 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 5 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.126143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.126619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.126991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.140933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.141284 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.141682 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 6 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.181645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.183219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.184092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.208617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.209001 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.218790 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 7 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.225819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.226344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.226693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.234194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.234533 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.234934 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 8 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.278740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.279100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.279429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.284699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.285035 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.285446 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 9 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.317302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.317639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.318006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.332839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.332839 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.332839 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempt 10 to bind port 53b8c290-54e5-435f-9606-29e83e74e796 Aug 10 03:44:07.351632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:07.352196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:07.352752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempting to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:07.359641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:07.360129 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Failed to bind port 53b8c290-54e5-435f-9606-29e83e74e796 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'e7cb3d55-c778-4bd2-923a-fa2654452a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '46c3e240-0ba8-4877-b50a-709d825438bd'}] Aug 10 03:44:07.360593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.449926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] For port 53b8c290-54e5-435f-9606-29e83e74e796, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:07.450624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attempted to set empty binding levels {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:44:07.462179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.523889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] In _notify_port_updated(), no bound segment for port 53b8c290-54e5-435f-9606-29e83e74e796 on network 46c3e240-0ba8-4877-b50a-709d825438bd {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:44:07.525696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.526395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.529272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "PUT /v2.0/ports/53b8c290-54e5-435f-9606-29e83e74e796 HTTP/1.1" status: 200 len: 976 time: 1.0745380 Aug 10 03:44:07.534246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37770) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:07.580831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee319d-79cf-43ba-914b-2fe16437e07e tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event updated for resources: {'Port': ['ID=53b8c290-54e5-435f-9606-29e83e74e796,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.708828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Deleting port 53b8c290-54e5-435f-9606-29e83e74e796 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:07.710123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.840388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] For port 53b8c290-54e5-435f-9606-29e83e74e796, host n-h1-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:07.840968 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.869255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Calling delete_port for 53b8c290-54e5-435f-9606-29e83e74e796 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:08.149216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af75a65-4afd-4ff2-90e4-8d3f1549b174 req-daab44e5-8a99-47a8-a9bd-f9b58428181a tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.154799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8af75a65-4afd-4ff2-90e4-8d3f1549b174 req-daab44e5-8a99-47a8-a9bd-f9b58428181a tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.1566551 Aug 10 03:44:08.178573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.248665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Pushing event deleted for resources: {'Port': ['ID=53b8c290-54e5-435f-9606-29e83e74e796,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:08.282138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.296577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37790) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:08.296927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-037b4d85-e3ed-4ab7-897d-58f496cd084f tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "DELETE /v2.0/ports/53b8c290-54e5-435f-9606-29e83e74e796 HTTP/1.1" status: 204 len: 168 time: 0.7555432 Aug 10 03:44:08.311001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8af75a65-4afd-4ff2-90e4-8d3f1549b174 req-dd1bbbf7-26c8-451f-be4d-8928477bc6c8 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420982 Aug 10 03:44:08.354516 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa274ee-3212-4cfd-9444-c2a2e7dc6519 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:44:08.358857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bfa274ee-3212-4cfd-9444-c2a2e7dc6519 tempest-PortsAdminExtendedAttrsTestJSON-1717219634 tempest-PortsAdminExtendedAttrsTestJSON-1717219634-project-admin] 10.222.0.53 "GET /v2.0/ports/53b8c290-54e5-435f-9606-29e83e74e796 HTTP/1.1" status: 404 len: 333 time: 0.0657370 Aug 10 03:44:08.364832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37794) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:08.552387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.158877 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.181759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c3e240-0ba8-4877-b50a-709d825438bd']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:09.201211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cb3d55-c778-4bd2-923a-fa2654452a92') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:09.201516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cb3d55-c778-4bd2-923a-fa2654452a92') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:09.213091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.231449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.242921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:09.243491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:09.247791 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:09.351229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.366583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.372158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] 10.222.0.53 "DELETE /v2.0/networks/46c3e240-0ba8-4877-b50a-709d825438bd HTTP/1.1" status: 204 len: 168 time: 1.0027037 Aug 10 03:44:09.408083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037931-7f9c-4667-bb80-ceee442b7d22 tempest-PortsAdminExtendedAttrsTestJSON-98853026 tempest-PortsAdminExtendedAttrsTestJSON-98853026-project] Pushing event deleted for resources: {'Network': ['ID=46c3e240-0ba8-4877-b50a-709d825438bd,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.546943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cda1f-9720-475c-8767-73f57bd58586 req-89284999-9685-41ee-9f29-0f72e4960072 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.558644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a6cda1f-9720-475c-8767-73f57bd58586 req-89284999-9685-41ee-9f29-0f72e4960072 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.1165018 Aug 10 03:44:09.697220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a6cda1f-9720-475c-8767-73f57bd58586 req-b5cc579f-3569-468e-a627-abff81698ee8 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153908 Aug 10 03:44:09.908930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37908) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.149839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1bb81e74-bf53-4b30-8912-157d7a4d2712 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb4b8cc774034345ab9537c9baa8bc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392840 Aug 10 03:44:10.152002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37952) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:10.243454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19081470-a5bb-4570-bd0f-8095ccbfbf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.274154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19081470-a5bb-4570-bd0f-8095ccbfbf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.358208 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19081470-a5bb-4570-bd0f-8095ccbfbf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.362761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19081470-a5bb-4570-bd0f-8095ccbfbf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.366248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-19081470-a5bb-4570-bd0f-8095ccbfbf67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7cb426d-65d8-452b-9abb-8b5450f97342 HTTP/1.1" status: 204 len: 168 time: 0.2125406 Aug 10 03:44:10.383474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081470-a5bb-4570-bd0f-8095ccbfbf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb426d-65d8-452b-9abb-8b5450f97342,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.993343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca8baf-31a2-4922-acc7-b2863619b885 req-ccad31b5-1fe7-4ca9-ad20-ce220b1f10a1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.009465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cca8baf-31a2-4922-acc7-b2863619b885 req-ccad31b5-1fe7-4ca9-ad20-ce220b1f10a1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.1553016 Aug 10 03:44:11.044943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38082) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.103955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cca8baf-31a2-4922-acc7-b2863619b885 req-706b237a-004a-47a3-8c13-5ef46cdd9102 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916808 Aug 10 03:44:11.187208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38104) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:11.187863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-225cb955-5968-40db-bb42-1347671ef9ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62ae8c039efc4d9aa02e1c19cf12371d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400366 Aug 10 03:44:11.310495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-237e2f6f-480d-408e-85ea-ec48fe22a85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.360348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-237e2f6f-480d-408e-85ea-ec48fe22a85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.481241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-237e2f6f-480d-408e-85ea-ec48fe22a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.484335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-237e2f6f-480d-408e-85ea-ec48fe22a85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.489037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-237e2f6f-480d-408e-85ea-ec48fe22a85b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df455b43-d3be-49af-a354-61acf9c654fc HTTP/1.1" status: 204 len: 168 time: 0.2965136 Aug 10 03:44:11.504549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e2f6f-480d-408e-85ea-ec48fe22a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df455b43-d3be-49af-a354-61acf9c654fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:12.321706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c5b72-92fb-4061-9aae-f60515f4fdf5 req-a7c07639-0d69-4940-a148-e7f183e75abf tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.324867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-824c5b72-92fb-4061-9aae-f60515f4fdf5 req-a7c07639-0d69-4940-a148-e7f183e75abf tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.0874660 Aug 10 03:44:12.333958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38264) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.428015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-824c5b72-92fb-4061-9aae-f60515f4fdf5 req-78317ec4-8f02-421f-bbf7-f48f7bffc71b tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616257 Aug 10 03:44:12.720256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2790-930a-46c1-a1fc-533a8a7d9fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.872801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38318) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:12.973162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2790-930a-46c1-a1fc-533a8a7d9fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.981340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2790-930a-46c1-a1fc-533a8a7d9fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.030284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e7ba2790-930a-46c1-a1fc-533a8a7d9fdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b76de3491b144858b1c041335eacfa1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6950336 Aug 10 03:44:13.034534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38338) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.060613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba2790-930a-46c1-a1fc-533a8a7d9fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6154c07-4eda-4ab8-832a-62dca41cf913,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.104574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40fee89-6fe2-4ffc-8d2c-d249009f7644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.142294 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40834f0-ac60-4534-9bbb-4c40a731f92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.190473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40834f0-ac60-4534-9bbb-4c40a731f92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.283168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40834f0-ac60-4534-9bbb-4c40a731f92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.287497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40834f0-ac60-4534-9bbb-4c40a731f92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.289342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f40834f0-ac60-4534-9bbb-4c40a731f92d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6154c07-4eda-4ab8-832a-62dca41cf913 HTTP/1.1" status: 204 len: 168 time: 0.2531188 Aug 10 03:44:13.320672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40834f0-ac60-4534-9bbb-4c40a731f92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6154c07-4eda-4ab8-832a-62dca41cf913,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.325333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40fee89-6fe2-4ffc-8d2c-d249009f7644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.344226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f40fee89-6fe2-4ffc-8d2c-d249009f7644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.419423 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f40fee89-6fe2-4ffc-8d2c-d249009f7644 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dbbc54eea0e4e5a8bd7be5f6cc79e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452573 Aug 10 03:44:13.420713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fee89-6fe2-4ffc-8d2c-d249009f7644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444121ea-98fd-42b8-bf54-3346be67a4f9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.423881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38378) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.552219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c23916fb-45a7-4056-a90c-a931ec2f6c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.590350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38392) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:13.678289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c23916fb-45a7-4056-a90c-a931ec2f6c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.799539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e5d5a-0ffa-4547-8bc4-d15367a71fb8 req-6ee26829-7ae0-4954-8ae5-2938e4590cb4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.802425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c5e5d5a-0ffa-4547-8bc4-d15367a71fb8 req-6ee26829-7ae0-4954-8ae5-2938e4590cb4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 943 time: 0.2353444 Aug 10 03:44:13.903052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c23916fb-45a7-4056-a90c-a931ec2f6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.907564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c23916fb-45a7-4056-a90c-a931ec2f6c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.909720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c23916fb-45a7-4056-a90c-a931ec2f6c3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/444121ea-98fd-42b8-bf54-3346be67a4f9 HTTP/1.1" status: 204 len: 168 time: 0.4835596 Aug 10 03:44:13.934561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c5e5d5a-0ffa-4547-8bc4-d15367a71fb8 req-59d2a925-49dd-4467-b085-494e83572aa6 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090112 Aug 10 03:44:13.936056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23916fb-45a7-4056-a90c-a931ec2f6c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444121ea-98fd-42b8-bf54-3346be67a4f9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.977252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38434) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.004180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4fad2ba-0cf8-4651-be78-cb0c907b52c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.020868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-358f7a3d-f81e-4e29-b7c3-ef5e1af4c182 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.022037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-358f7a3d-f81e-4e29-b7c3-ef5e1af4c182 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4302897 Aug 10 03:44:14.026510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.035962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-3924e789-ab54-4f98-a4e9-b15be0844537 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.038134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3924e789-ab54-4f98-a4e9-b15be0844537 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0100846 Aug 10 03:44:14.040946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38446) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.051455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-c038d26e-9f02-4355-a990-4b450bdcf63e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.053133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c038d26e-9f02-4355-a990-4b450bdcf63e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0105629 Aug 10 03:44:14.055955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.074170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-409a1c5f-fc27-4ace-b1ee-e1cd6bdc0ce7 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.087284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-409a1c5f-fc27-4ace-b1ee-e1cd6bdc0ce7 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0246029 Aug 10 03:44:14.089488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.098408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-5e5497bd-4e0f-432e-84a0-d49f1b97e813 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.100192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e5497bd-4e0f-432e-84a0-d49f1b97e813 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088794 Aug 10 03:44:14.103129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38458) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.111160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-874c9f47-c9c1-4248-809d-15b01ad5bce7 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.114421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-874c9f47-c9c1-4248-809d-15b01ad5bce7 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0089028 Aug 10 03:44:14.117410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38462) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.128242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-6485b8dc-9010-4642-a24e-8fa4e4846498 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.133496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38464) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.133930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6485b8dc-9010-4642-a24e-8fa4e4846498 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0099304 Aug 10 03:44:14.146876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-fd8f4660-d5ce-4ffb-807d-441ff7fd1fe8 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.153668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fd8f4660-d5ce-4ffb-807d-441ff7fd1fe8 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0126815 Aug 10 03:44:14.153668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38470) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.168125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-4f9c01d2-cb27-4252-ab97-40f7fdbfe23e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.170183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f9c01d2-cb27-4252-ab97-40f7fdbfe23e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0148299 Aug 10 03:44:14.173117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38474) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.179722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-bb732c2f-5b1e-4b3e-b9d8-093db10e5de3 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.184252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38478) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.185056 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb732c2f-5b1e-4b3e-b9d8-093db10e5de3 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0103266 Aug 10 03:44:14.193419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-b82419a5-0a0c-4c0e-a852-e69dbb04d18c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.198748 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b82419a5-0a0c-4c0e-a852-e69dbb04d18c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0116208 Aug 10 03:44:14.202924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.209028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-cdf5e47d-84af-41f2-85d5-890a00220072 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.211007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cdf5e47d-84af-41f2-85d5-890a00220072 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055859 Aug 10 03:44:14.215711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38484) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.221330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-e9f84cf7-71cd-40d0-9d32-f577186d5c96 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.222441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9f84cf7-71cd-40d0-9d32-f577186d5c96 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056381 Aug 10 03:44:14.230031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.238578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-75c65dcc-01df-4eb0-af7d-378b4a557e92 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.240294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-75c65dcc-01df-4eb0-af7d-378b4a557e92 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087152 Aug 10 03:44:14.244691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38490) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.252520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-c15becbb-0c17-42fc-89fd-fc59a06bde78 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.254172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c15becbb-0c17-42fc-89fd-fc59a06bde78 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075068 Aug 10 03:44:14.258826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38494) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.267812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-3caa9248-ad88-4584-8395-0d852bf4941c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.273457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38498) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.274454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3caa9248-ad88-4584-8395-0d852bf4941c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0126195 Aug 10 03:44:14.281218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-c15f2a06-ebc8-4175-9621-0d4595d85d17 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.286585 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c15f2a06-ebc8-4175-9621-0d4595d85d17 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0106008 Aug 10 03:44:14.290705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38500) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.295697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-7122082c-1e80-4301-9439-dde9f38d412b tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.296701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7122082c-1e80-4301-9439-dde9f38d412b tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048375 Aug 10 03:44:14.301124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38504) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.309159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-46c9b8f9-c4c1-420f-8d62-7e0cc1b56411 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.313416 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4fad2ba-0cf8-4651-be78-cb0c907b52c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.314706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 87dc13a3-2fe6-4022-817f-6dbf191fc45b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:14.315790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38506) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.316132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-46c9b8f9-c4c1-420f-8d62-7e0cc1b56411 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0135460 Aug 10 03:44:14.322992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-4f0c2cd5-90eb-4407-9ec7-87976ab15f53 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.325034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f0c2cd5-90eb-4407-9ec7-87976ab15f53 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075467 Aug 10 03:44:14.329071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38510) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.340650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-1158a665-bacd-47b8-9c08-d434eaffc752 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.341862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1158a665-bacd-47b8-9c08-d434eaffc752 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0098145 Aug 10 03:44:14.343094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4fad2ba-0cf8-4651-be78-cb0c907b52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.345818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.364879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-0cef8967-81dc-4c06-96a5-3a602c6f8784 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.370828 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0cef8967-81dc-4c06-96a5-3a602c6f8784 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0109942 Aug 10 03:44:14.373349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38516) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.404987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-65fb0e06-7085-4e65-9bc7-19480bdbae98 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.406336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fad2ba-0cf8-4651-be78-cb0c907b52c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f32436-4a70-4f6b-98d7-2a179cef7fea,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.413174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.413368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-65fb0e06-7085-4e65-9bc7-19480bdbae98 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0369928 Aug 10 03:44:14.424176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d4fad2ba-0cf8-4651-be78-cb0c907b52c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6db4534c09504ada8607f31eeaa65164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408870 Aug 10 03:44:14.425908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38526) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.432339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-d84d89df-0067-4176-8436-7ae3d2a1654d tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.434390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d84d89df-0067-4176-8436-7ae3d2a1654d tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120575 Aug 10 03:44:14.438511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38530) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.460094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-95247553-a6a2-4b0a-b59f-b8031979ef0a tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.466322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38532) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.467190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-95247553-a6a2-4b0a-b59f-b8031979ef0a tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0256789 Aug 10 03:44:14.475068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-f8fd0225-248d-47ba-92e3-ca75abf6cc7b tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.477172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8fd0225-248d-47ba-92e3-ca75abf6cc7b tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0082748 Aug 10 03:44:14.481800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.511033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:14.517736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-57269854-11c8-442b-941b-92b03ed7e587 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.521441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57269854-11c8-442b-941b-92b03ed7e587 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0244372 Aug 10 03:44:14.523271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-ab22ef3b-719a-470c-a52f-8cc7271b2711 req-c189eeeb-9bc8-4ca3-a14c-705c891d4da9 service neutron] (94140) timed out ('10.222.0.53', 40440) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:44:14.523461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'port_id': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'mac_address': 'fa:16:3e:15:31:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:14.525245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.533029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-8f9b33d2-2fea-4782-9373-99d5b0d3ae87 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.537127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f9b33d2-2fea-4782-9373-99d5b0d3ae87 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073488 Aug 10 03:44:14.539228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38544) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.549668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-32a61af1-293f-450f-a424-21e4c95c8eee tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.553479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-32a61af1-293f-450f-a424-21e4c95c8eee tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0106161 Aug 10 03:44:14.553947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38548) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.571203 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.591013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-25f054e2-ac70-470f-a780-679a92c0839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.593329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dc13a3-2fe6-4022-817f-6dbf191fc45b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:14.594655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-c107c1c1-1205-4cda-993d-b816be0c5117 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.599731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c107c1c1-1205-4cda-993d-b816be0c5117 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0239160 Aug 10 03:44:14.603513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.617897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:14.629504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-0962cdab-67ab-46b1-99d0-b61866d4026b tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.630306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.630573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0962cdab-67ab-46b1-99d0-b61866d4026b tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094206 Aug 10 03:44:14.636122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38556) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.642065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-cd518ac2-2202-4e69-8a4c-562f83ef699e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.645784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd518ac2-2202-4e69-8a4c-562f83ef699e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076187 Aug 10 03:44:14.648989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.657468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-f72b714f-a4ff-4057-8fd1-2ee43453aff6 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.659729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f72b714f-a4ff-4057-8fd1-2ee43453aff6 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087833 Aug 10 03:44:14.663828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.669957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-93cbf911-c187-4126-b507-18f1c2fc8c2c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.671850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-93cbf911-c187-4126-b507-18f1c2fc8c2c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0065997 Aug 10 03:44:14.676523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.680405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-25f054e2-ac70-470f-a780-679a92c0839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.683237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-ddd1d87c-075b-4ece-a7f0-239aae6be5e4 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.685692 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddd1d87c-075b-4ece-a7f0-239aae6be5e4 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078456 Aug 10 03:44:14.689334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38564) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.696746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-c24c724b-12e8-4058-a44b-9e6a78d05fe6 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.699036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c24c724b-12e8-4058-a44b-9e6a78d05fe6 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074596 Aug 10 03:44:14.703192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.712463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-569d66fe-2cc9-485d-aa7b-b0f534e0fe44 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.714403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-569d66fe-2cc9-485d-aa7b-b0f534e0fe44 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087302 Aug 10 03:44:14.720099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38568) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.728123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-5cf193f1-ebd9-4aa4-a641-17be48cc2b05 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.729791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5cf193f1-ebd9-4aa4-a641-17be48cc2b05 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0083714 Aug 10 03:44:14.736360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38570) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.742578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-565a111b-949e-4074-b25e-634ce5a7337c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.743639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-565a111b-949e-4074-b25e-634ce5a7337c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060694 Aug 10 03:44:14.749941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.767217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-a6b4062e-c424-4a74-b767-dfc3e7f2b04a tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.768523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6b4062e-c424-4a74-b767-dfc3e7f2b04a tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0171714 Aug 10 03:44:14.772909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38574) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.776239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.779074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-04ed4856-c5aa-4790-a7c1-3537b01e193e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.780152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04ed4856-c5aa-4790-a7c1-3537b01e193e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062110 Aug 10 03:44:14.783481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38576) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.795492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-341effb0-90ae-4a89-b933-0836f589cd7e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.799989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-341effb0-90ae-4a89-b933-0836f589cd7e tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0119958 Aug 10 03:44:14.800197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-25f054e2-ac70-470f-a780-679a92c0839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.800609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38578) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.805334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-25f054e2-ac70-470f-a780-679a92c0839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.807429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-25f054e2-ac70-470f-a780-679a92c0839e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42f32436-4a70-4f6b-98d7-2a179cef7fea HTTP/1.1" status: 204 len: 168 time: 0.3816338 Aug 10 03:44:14.808583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-d99ddff5-917b-4b6f-b071-56520aead907 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.812646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d99ddff5-917b-4b6f-b071-56520aead907 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0080550 Aug 10 03:44:14.813135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.822911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-b93fa33e-538c-41fe-ba2f-fc33dc72a60c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.824565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f054e2-ac70-470f-a780-679a92c0839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f32436-4a70-4f6b-98d7-2a179cef7fea,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:14.824943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b93fa33e-538c-41fe-ba2f-fc33dc72a60c tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099621 Aug 10 03:44:14.828098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38584) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.839232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-c614ba76-48fd-48b4-8e8d-b771af003753 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.841427 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c614ba76-48fd-48b4-8e8d-b771af003753 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114942 Aug 10 03:44:14.844342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38586) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.858171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.859121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-937216de-ef30-40ce-8e8c-fffe28699649 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.860642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-937216de-ef30-40ce-8e8c-fffe28699649 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0146897 Aug 10 03:44:14.863761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.871424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-d7caea33-1180-490c-8c26-4497ecaf1a0d tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.872793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d7caea33-1180-490c-8c26-4497ecaf1a0d tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075204 Aug 10 03:44:14.875822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['87dc13a3-2fe6-4022-817f-6dbf191fc45b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:14.878534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38592) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.883358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ebf-cf1c-4172-be51-46d795169d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.885925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-bd7a5475-0223-4bbf-a8e7-7ec09a0d0685 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.890565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bd7a5475-0223-4bbf-a8e7-7ec09a0d0685 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0090499 Aug 10 03:44:14.892278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38594) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.898769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-20b133b6-0a59-4e36-9261-e0d083536b01 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.903947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20b133b6-0a59-4e36-9261-e0d083536b01 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0099027 Aug 10 03:44:14.904756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38596) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.912003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-81344372-f0f9-4a52-8dfc-2578c668b868 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.917686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-81344372-f0f9-4a52-8dfc-2578c668b868 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114512 Aug 10 03:44:14.919341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.924422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-872b7dc2-e2a8-4bc5-b3a3-1ed812fdb633 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.925672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-872b7dc2-e2a8-4bc5-b3a3-1ed812fdb633 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050170 Aug 10 03:44:14.930610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.937194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-af2d04e5-88fa-49e0-be76-f4742dc76bdd tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.938538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af2d04e5-88fa-49e0-be76-f4742dc76bdd tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064089 Aug 10 03:44:14.942657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38602) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.950964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-ddc40d55-e184-4ad3-8a1d-ea2d0741a9d8 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.952131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddc40d55-e184-4ad3-8a1d-ea2d0741a9d8 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080650 Aug 10 03:44:14.956497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.965014 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-72765415-d6e6-443e-ad23-7954978d7418 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.966974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-72765415-d6e6-443e-ad23-7954978d7418 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078321 Aug 10 03:44:14.971096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.978199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-db898c77-db39-45dd-b227-9670be572703 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.982434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-db898c77-db39-45dd-b227-9670be572703 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087571 Aug 10 03:44:14.983393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38610) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:14.991874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-ead4c09d-0aa8-419f-9112-073551573e7f tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:14.996314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ead4c09d-0aa8-419f-9112-073551573e7f tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0086808 Aug 10 03:44:14.996527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.003502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-1aaa4780-93fc-4131-a947-ab339236c83d tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.007914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1aaa4780-93fc-4131-a947-ab339236c83d tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085132 Aug 10 03:44:15.010774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.019183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-38d65e61-1453-4303-a9d9-82ae49b45db0 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.023658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-38d65e61-1453-4303-a9d9-82ae49b45db0 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0086713 Aug 10 03:44:15.024000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.033019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-3bac5206-8a53-4838-934d-b02db7118afb tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.036991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3bac5206-8a53-4838-934d-b02db7118afb tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095172 Aug 10 03:44:15.040240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.048864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-739f50da-d0e7-4dce-b858-1a736a43d752 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.052657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-739f50da-d0e7-4dce-b858-1a736a43d752 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0075796 Aug 10 03:44:15.052892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.058334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-b925e651-d99f-45c1-b201-1b2abb5c94bf tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.062116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b925e651-d99f-45c1-b201-1b2abb5c94bf tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053740 Aug 10 03:44:15.062331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.067931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-1608ff88-cb40-4f21-b68a-4cb596986f35 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.075016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1608ff88-cb40-4f21-b68a-4cb596986f35 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0113039 Aug 10 03:44:15.079010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.083646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-76bdac4b-e155-476e-945a-af53478388f5 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.084656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76bdac4b-e155-476e-945a-af53478388f5 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046625 Aug 10 03:44:15.091041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38626) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.093056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ebf-cf1c-4172-be51-46d795169d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.099027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8eb5ebf-cf1c-4172-be51-46d795169d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.100299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-ca07451a-b3cb-4df3-ac19-48befecba7a3 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.107745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ca07451a-b3cb-4df3-ac19-48befecba7a3 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0143242 Aug 10 03:44:15.127104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38628) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.140918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [None req-af8f06f0-cb98-4727-adef-8dd122638c36 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.145698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb5ebf-cf1c-4172-be51-46d795169d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9e9f4-1e8c-4d65-983d-44aa48ba30fc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.148813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af8f06f0-cb98-4727-adef-8dd122638c36 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0175967 Aug 10 03:44:15.149065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38632) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.158195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-e02ef1d9-1639-47bc-baa5-44fb3af118e7 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.159204 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e02ef1d9-1639-47bc-baa5-44fb3af118e7 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046163 Aug 10 03:44:15.163840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38634) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.168309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-27a99262-cae4-418a-aa3a-30b47c667ee4 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.169312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-27a99262-cae4-418a-aa3a-30b47c667ee4 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045273 Aug 10 03:44:15.174244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a8eb5ebf-cf1c-4172-be51-46d795169d3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a493474b590454cb6622b0e57ac0b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142962 Aug 10 03:44:15.174973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38636) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.180224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38638) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.180472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-d495c9af-7d8f-409f-b321-ce86b7a63817 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.181501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d495c9af-7d8f-409f-b321-ce86b7a63817 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056131 Aug 10 03:44:15.185757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38640) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.190720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [None req-02cf499e-ad9c-4993-b6a8-f65b70796c62 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:15.191932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-02cf499e-ad9c-4993-b6a8-f65b70796c62 tempest-ExtensionsTestJSON-1265148149 tempest-ExtensionsTestJSON-1265148149-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049489 Aug 10 03:44:15.288364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6f85-5085-4ea6-9346-43cd6980e6e3 req-cd17ae10-989c-4c77-8172-ab515b1c874a tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.291299 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49ad6f85-5085-4ea6-9346-43cd6980e6e3 req-cd17ae10-989c-4c77-8172-ab515b1c874a tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 944 time: 0.1816583 Aug 10 03:44:15.350123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e7cd67-9d2c-43aa-ba81-fd5bdacd27d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.417805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49ad6f85-5085-4ea6-9346-43cd6980e6e3 req-18140093-5083-46ab-a2ae-299c83c7066e tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094112 Aug 10 03:44:15.421509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e7cd67-9d2c-43aa-ba81-fd5bdacd27d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.534646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e7cd67-9d2c-43aa-ba81-fd5bdacd27d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.537662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e7cd67-9d2c-43aa-ba81-fd5bdacd27d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.543363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-53e7cd67-9d2c-43aa-ba81-fd5bdacd27d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52c9e9f4-1e8c-4d65-983d-44aa48ba30fc HTTP/1.1" status: 204 len: 168 time: 0.3566651 Aug 10 03:44:15.548899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7cd67-9d2c-43aa-ba81-fd5bdacd27d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9e9f4-1e8c-4d65-983d-44aa48ba30fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.692896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38662) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.112462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a732e807-42e4-4ba8-8241-1980a89b1fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.292870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a732e807-42e4-4ba8-8241-1980a89b1fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.305626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a732e807-42e4-4ba8-8241-1980a89b1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.327034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 87dc13a3-2fe6-4022-817f-6dbf191fc45b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:16.387058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e807-42e4-4ba8-8241-1980a89b1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad61fa0-a2fb-41f7-81d8-53e4a0111029,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:16.423311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38690) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.424201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a732e807-42e4-4ba8-8241-1980a89b1fb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbd1baddb3904930be1c4dfb52120c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277427 Aug 10 03:44:16.473123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 87dc13a3-2fe6-4022-817f-6dbf191fc45b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:16.488507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 87dc13a3-2fe6-4022-817f-6dbf191fc45b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:16.489324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.540467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5be4a955-c941-4c8a-9100-80013d116d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.579039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5be4a955-c941-4c8a-9100-80013d116d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.644575 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5be4a955-c941-4c8a-9100-80013d116d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.647584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5be4a955-c941-4c8a-9100-80013d116d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.650152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5be4a955-c941-4c8a-9100-80013d116d30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ad61fa0-a2fb-41f7-81d8-53e4a0111029 HTTP/1.1" status: 204 len: 168 time: 0.2239766 Aug 10 03:44:16.676289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a955-c941-4c8a-9100-80013d116d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad61fa0-a2fb-41f7-81d8-53e4a0111029,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:16.717552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542ccec-f657-4717-9e96-2a9fa92aa2a7 req-9e8152c4-7d37-43a8-8a10-f7818f26c0e1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.719996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5542ccec-f657-4717-9e96-2a9fa92aa2a7 req-9e8152c4-7d37-43a8-8a10-f7818f26c0e1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 944 time: 0.0886610 Aug 10 03:44:16.774118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.803833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:16.808136 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0dbe0-96e6-482e-916a-a97c05d08c61" -d '{"events": [{"server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "name": "network-vif-plugged", "status": "completed", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:16.832793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:16.841227 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.849392 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5542ccec-f657-4717-9e96-2a9fa92aa2a7 req-c3308693-ee69-4a96-868d-d87eee676b18 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210701 Aug 10 03:44:16.934353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:17.403772 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765b506-3481-4df9-8ce6-811fe6e38745 x-openstack-request-id: req-2765b506-3481-4df9-8ce6-811fe6e38745 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:17.404348 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "name": "network-vif-plugged", "status": "completed", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:17.404437 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2765b506-3481-4df9-8ce6-811fe6e38745 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:17.404843 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'code': 200} Aug 10 03:44:17.608731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acd3a8-8b26-435a-b9a3-dd78cb5f969e req-d2489b67-91a5-4c89-9ecb-313c0abbf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.611218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7acd3a8-8b26-435a-b9a3-dd78cb5f969e req-d2489b67-91a5-4c89-9ecb-313c0abbf7f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 1097 time: 0.0897982 Aug 10 03:44:17.655187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7acd3a8-8b26-435a-b9a3-dd78cb5f969e req-706444fd-13f0-4fb1-8b2d-75632c3c5fda service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Aug 10 03:44:18.061846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e871484-fafc-42ee-af8b-b5ac5b3c357e req-444044c5-c4ea-4a8f-aa0b-c2dbb80200e1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.064634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e871484-fafc-42ee-af8b-b5ac5b3c357e req-444044c5-c4ea-4a8f-aa0b-c2dbb80200e1 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.1032846 Aug 10 03:44:18.157670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e871484-fafc-42ee-af8b-b5ac5b3c357e req-5c0fe6fa-ee79-4c83-8b70-a8246f5b7bec tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841002 Aug 10 03:44:18.661324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-4eb94dd1-0019-4abc-96ca-1b4c13b46cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2113736 Aug 10 03:44:18.865347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-32b65056-27b3-4e73-b182-7350a447d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.868507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-32b65056-27b3-4e73-b182-7350a447d034 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 1097 time: 0.1095245 Aug 10 03:44:19.097117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-700857fb-fb40-4fb9-af5a-33dac45033ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.098806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-700857fb-fb40-4fb9-af5a-33dac45033ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.1942637 Aug 10 03:44:19.179089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-1594b9af-0581-4477-8948-222005bfbc6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 200 len: 217 time: 0.0720685 Aug 10 03:44:19.189926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38804) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:19.282125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-d4497cbb-e823-42dc-b3c9-3485786e075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.283849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-d4497cbb-e823-42dc-b3c9-3485786e075e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.0738037 Aug 10 03:44:19.366296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-810b320f-2571-4859-9508-e928902f27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.368400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-810b320f-2571-4859-9508-e928902f27f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748620 Aug 10 03:44:19.381273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'networks': [{'name': 'tempest-network--1158113829'}, {'name': 'tempest-network--268649488'}]} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:19.382694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'network': {'name': 'tempest-network--1158113829'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:19.384958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'network': {'name': 'tempest-network--268649488'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:19.443108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a7c0-f701-4e8e-a4ec-90f18a4a4d48 req-07c472ac-7c11-4ee1-a526-03a4a4f77ce7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.451755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2919a7c0-f701-4e8e-a4ec-90f18a4a4d48 req-07c472ac-7c11-4ee1-a526-03a4a4f77ce7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.1429672 Aug 10 03:44:19.469279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'network': 2} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:19.474275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.504408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.582178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2919a7c0-f701-4e8e-a4ec-90f18a4a4d48 req-bde03c07-7b0a-48e6-a3c9-b96958737ea4 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290019 Aug 10 03:44:19.597708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-9759b150-c27d-43c3-a4d7-a4ff7b254ae4 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201807 Aug 10 03:44:19.719348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.735932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.737556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.856386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ad0fe5-1ee0-42c1-ab51-a2b4bf68d68a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:19.857704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636749c2-b543-4e87-bddf-8590caf10f1a req-a5420729-542f-494f-a31e-8e80ccdb3412 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.859789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-636749c2-b543-4e87-bddf-8590caf10f1a req-a5420729-542f-494f-a31e-8e80ccdb3412 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.1101093 Aug 10 03:44:19.878872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38824) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:19.888942 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fb025be-17a8-407e-90f2-1dde8a19b78c req-5b38c691-294b-4419-a4fb-3cb9108cbde7 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789288 Aug 10 03:44:19.890053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Request body: {'floatingip': {'port_id': '87dc13a3-2fe6-4022-817f-6dbf191fc45b'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:19.937934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:19.969703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.043807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.044349 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Added segment b81e974a-03c8-400b-9f88-e6bfbe49e262 of type vlan for network 342af499-089f-4f04-8cf0-7724242ee083 Aug 10 03:44:20.049032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:20.182593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.201325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8d57dfa5-b2c5-40aa-a07a-ccc6d4460122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.344125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8d57dfa5-b2c5-40aa-a07a-ccc6d4460122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.344694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:20.351424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8d57dfa5-b2c5-40aa-a07a-ccc6d4460122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.370869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.371240 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Added segment 538d6857-6c40-4444-ae7a-e4205b49120b of type vlan for network 9e8aa3c8-65ff-4685-9747-853ab907c52b Aug 10 03:44:20.422935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57dfa5-b2c5-40aa-a07a-ccc6d4460122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd85bd-3bdd-4555-b301-6dd540f7c74a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.464512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8d57dfa5-b2c5-40aa-a07a-ccc6d4460122 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=387accd62fa84ceabb3794cd989876b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116826 Aug 10 03:44:20.467917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:20.645289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c7f48a7-c4f3-4885-b995-7c933f130e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.681762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c7f48a7-c4f3-4885-b995-7c933f130e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.716007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.800667 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c7f48a7-c4f3-4885-b995-7c933f130e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.807493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c7f48a7-c4f3-4885-b995-7c933f130e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.814120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.814645 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.820241 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c7f48a7-c4f3-4885-b995-7c933f130e0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbbd85bd-3bdd-4555-b301-6dd540f7c74a HTTP/1.1" status: 204 len: 168 time: 0.3520103 Aug 10 03:44:20.826243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.840900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.842933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.864482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f48a7-c4f3-4885-b995-7c933f130e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd85bd-3bdd-4555-b301-6dd540f7c74a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.908216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7148559 Aug 10 03:44:20.913021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38848) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.108524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Network': ['ID=342af499-089f-4f04-8cf0-7724242ee083,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.112178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:44:21.114430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a9969-345c-42f6-82b8-e676d02d5f83 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.122577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a9969-345c-42f6-82b8-e676d02d5f83 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.125816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 342af499-089f-4f04-8cf0-7724242ee083 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:21.155406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a9969-345c-42f6-82b8-e676d02d5f83 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.181597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a9969-345c-42f6-82b8-e676d02d5f83 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.196809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9d2a9969-345c-42f6-82b8-e676d02d5f83 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2800274 Aug 10 03:44:21.198039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38850) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.198504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.368905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.376254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.377543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b828b-e9d5-4d2b-a51f-d18d19c5b5f3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Network': ['ID=9e8aa3c8-65ff-4685-9747-853ab907c52b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.382421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.395547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9e8aa3c8-65ff-4685-9747-853ab907c52b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:21.624644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-80e01f0e-916a-426e-be02-191ba184fa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.645304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.666674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342af499-089f-4f04-8cf0-7724242ee083']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:21.680215 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Floating IP 0c64302d-ae19-41df-8906-9ff93b0b1ae1 associated. External IP: 172.25.2.152, port: 87dc13a3-2fe6-4022-817f-6dbf191fc45b. Aug 10 03:44:21.684805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81e974a-03c8-400b-9f88-e6bfbe49e262') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:21.685103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81e974a-03c8-400b-9f88-e6bfbe49e262') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:21.704190 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.727623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38860) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.762710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.766242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca23b7e0-2a3e-418f-a2ca-1674bfa40324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.791928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:21.792806 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:21.797529 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:21.911401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.941429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.946596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/networks/342af499-089f-4f04-8cf0-7724242ee083 HTTP/1.1" status: 204 len: 168 time: 0.7405815 Aug 10 03:44:21.948713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38862) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:21.949526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23cbfe-5a0f-4b37-b83d-3c6b5f57e5b8 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Network': ['ID=342af499-089f-4f04-8cf0-7724242ee083,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.996363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Router 80df8d65-f3ec-4f9f-b212-266788d92ee4 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:22.053317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.083150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-80e01f0e-916a-426e-be02-191ba184fa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.090478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-80e01f0e-916a-426e-be02-191ba184fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.136113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:22.141731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.150871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] Sync routers for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:22.170585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:22.171747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:44:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.180855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-077ed265-69b4-41bd-a9f8-7cbbc8739347 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "PUT /v2.0/floatingips/0c64302d-ae19-41df-8906-9ff93b0b1ae1 HTTP/1.1" status: 200 len: 991 time: 2.3006783 Aug 10 03:44:22.181897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:22.185716 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54281bd-06bf-4c05-a5cb-3d88b734172b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:22.235411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e01f0e-916a-426e-be02-191ba184fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b705b1-0325-45f9-85d7-f806300728f9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.255782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-80e01f0e-916a-426e-be02-191ba184fa42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8600f1aa63ae426dafdfd7a034a90de9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0555789 Aug 10 03:44:22.259872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.261731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.292785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8aa3c8-65ff-4685-9747-853ab907c52b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.318165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538d6857-6c40-4444-ae7a-e4205b49120b') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.318868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538d6857-6c40-4444-ae7a-e4205b49120b') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.335624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.348943 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd5afb3f-4855-4165-9702-79a63809554d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.362493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.362747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:22.373573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:22.374356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:22.377423 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:22.387099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd5afb3f-4855-4165-9702-79a63809554d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.480219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd5afb3f-4855-4165-9702-79a63809554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.487758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd5afb3f-4855-4165-9702-79a63809554d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.494358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dd5afb3f-4855-4165-9702-79a63809554d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7b705b1-0325-45f9-85d7-f806300728f9 HTTP/1.1" status: 204 len: 168 time: 0.2294030 Aug 10 03:44:22.512757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5afb3f-4855-4165-9702-79a63809554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b705b1-0325-45f9-85d7-f806300728f9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.544268 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.612522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.616511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/networks/9e8aa3c8-65ff-4685-9747-853ab907c52b HTTP/1.1" status: 204 len: 168 time: 0.6643968 Aug 10 03:44:22.618137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7fdf4-199a-4b16-a146-5dc439d0417f tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Network': ['ID=9e8aa3c8-65ff-4685-9747-853ab907c52b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.619228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38876) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.630633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca23b7e0-2a3e-418f-a2ca-1674bfa40324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.638432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ca23b7e0-2a3e-418f-a2ca-1674bfa40324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.649294 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e8884-fe8a-499f-93c2-25ba84f30c0c x-openstack-request-id: req-717e8884-fe8a-499f-93c2-25ba84f30c0c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:22.649598 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:22.649816 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-717e8884-fe8a-499f-93c2-25ba84f30c0c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:22.653055 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'status': 'completed', 'code': 200} Aug 10 03:44:22.779465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23b7e0-2a3e-418f-a2ca-1674bfa40324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd312e-d9c9-41ff-a0ed-1cd9c715ce6c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:22.782243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1a147-80f2-46f4-9b19-3c7db5736642 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.790673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ca23b7e0-2a3e-418f-a2ca-1674bfa40324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12804bfccaf04c8585c881cdbfc9f45a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0570967 Aug 10 03:44:22.790965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1a147-80f2-46f4-9b19-3c7db5736642 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.797610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9c1a147-80f2-46f4-9b19-3c7db5736642 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1768377 Aug 10 03:44:22.797886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38880) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.798995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.819021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-509933308'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:22.876588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:22.882823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.887898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '0c64302d-ae19-41df-8906-9ff93b0b1ae1', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'port_id': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'mac_address': 'fa:16:3e:15:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:12Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 1, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:10Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.920932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] Checking router: 80df8d65-f3ec-4f9f-b212-266788d92ee4 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:22.930708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:22.931375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:44:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:22.951445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-2b5b4312-ba2d-4804-9ccd-143b0211d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.953266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-2b5b4312-ba2d-4804-9ccd-143b0211d9d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=07c10c11cabb41769f222ab9f121048d&device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 1097 time: 0.2593408 Aug 10 03:44:23.064637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:23.139912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.140322 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Added segment 251a51d1-a676-4988-97b4-a29cdf5908e9 of type vlan for network 08ed2a89-3ae0-479e-adae-674c13e5c797 Aug 10 03:44:23.141960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f55a580-1276-40df-854c-c75fcd432e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.177503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:23.231629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.239102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f55a580-1276-40df-854c-c75fcd432e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.264186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-49ae7ad9-d15b-4811-ac99-e2397fd05de7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4651790 Aug 10 03:44:23.383272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-9fa9a54a-f148-413c-88c4-8d6797c47285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.385006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-9fa9a54a-f148-413c-88c4-8d6797c47285 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fce6286e-ac48-40d4-aca8-268460214127 HTTP/1.1" status: 200 len: 917 time: 0.4078186 Aug 10 03:44:23.396866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.405820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.406822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.426765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.430389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.447219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.449191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.450898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.452567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.459609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.463765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-98911c12-0a1e-49cd-a5f9-f64f00f07b9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6508 time: 0.1426461 Aug 10 03:44:23.554905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f55a580-1276-40df-854c-c75fcd432e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.557536 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f55a580-1276-40df-854c-c75fcd432e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.562039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f55a580-1276-40df-854c-c75fcd432e35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4cd312e-d9c9-41ff-a0ed-1cd9c715ce6c HTTP/1.1" status: 204 len: 168 time: 0.7526460 Aug 10 03:44:23.592920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7812886 Aug 10 03:44:23.601036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a580-1276-40df-854c-c75fcd432e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd312e-d9c9-41ff-a0ed-1cd9c715ce6c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.606155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38906) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:23.616169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1632255623'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:23.638052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878427d7-2b39-46ee-9734-db7c34357ff7 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Network': ['ID=08ed2a89-3ae0-479e-adae-674c13e5c797,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.656053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-20bbde86-8cc6-4188-90eb-4acf9745a2fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b HTTP/1.1" status: 200 len: 999 time: 0.2419875 Aug 10 03:44:23.801567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ed7f3117-9354-468f-9aac-ee7b627ac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.802938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ed7f3117-9354-468f-9aac-ee7b627ac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.804773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ed7f3117-9354-468f-9aac-ee7b627ac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.808816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ed7f3117-9354-468f-9aac-ee7b627ac512 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=da083595-1785-4765-b902-06d6a2da41fa&id=da083595-1785-4765-b902-06d6a2da41fa HTTP/1.1" status: 200 len: 2298 time: 0.3154337 Aug 10 03:44:23.900060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-ea2e2b42-1ce6-47db-8336-912bfe724ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.921769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-ea2e2b42-1ce6-47db-8336-912bfe724ab8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dfe892ee-2ce6-48a7-8ef3-f2707f4559f1 HTTP/1.1" status: 200 len: 855 time: 0.2568700 Aug 10 03:44:23.922058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 08ed2a89-3ae0-479e-adae-674c13e5c797 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:23.923728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:23.934152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.062700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:24.076538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-b797820c-8fea-4f90-a726-b5bfaad7538a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f HTTP/1.1" status: 200 len: 1001 time: 0.2555716 Aug 10 03:44:24.095994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.096702 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Added segment 6344aecb-21c5-46b1-8661-70d574811024 of type vlan for network 194f8102-de7e-436d-985c-3e354d7a3e14 Aug 10 03:44:24.115476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '0c64302d-ae19-41df-8906-9ff93b0b1ae1', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'port_id': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'mac_address': 'fa:16:3e:15:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:12Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 1, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:10Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:24.122388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-ecc34330-4042-4368-97ef-b01bc96b8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.125113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-ecc34330-4042-4368-97ef-b01bc96b8c24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fce6286e-ac48-40d4-aca8-268460214127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548471 Aug 10 03:44:24.161298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-e0f893e2-ccbb-4255-b637-dafa3cb2ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.163727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-e0f893e2-ccbb-4255-b637-dafa3cb2ebf7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a HTTP/1.1" status: 200 len: 855 time: 0.0808945 Aug 10 03:44:24.181760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a88b4c-abf5-4158-b373-ad47178fc8b7 None None] The sync data for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 is: [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '0c64302d-ae19-41df-8906-9ff93b0b1ae1', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'floating_ip_address': '172.25.2.152', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'port_id': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'mac_address': 'fa:16:3e:15:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:43:12Z', 'updated_at': '2021-08-10T03:44:20Z', 'revision_number': 1, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:10Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:24.250366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-f58568c8-4bbc-411e-9562-b0eb197727ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.252588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-f58568c8-4bbc-411e-9562-b0eb197727ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806546 Aug 10 03:44:24.266359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ac66183c-7191-462c-be35-852bca1edefb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:24.268655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ac66183c-7191-462c-be35-852bca1edefb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084589 Aug 10 03:44:24.339200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.456683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-1b9b6591-e045-4e4f-acba-99ad55f35a22 service neutron] 10.222.0.39 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779636 Aug 10 03:44:24.458118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.467988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.468659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.619554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.715407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-9eb55cb1-5c4f-42a9-899b-ea4eab371af9 service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385047 Aug 10 03:44:24.726257 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1096635 Aug 10 03:44:24.729276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38938) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:24.734917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'ports': [{'network_id': '08ed2a89-3ae0-479e-adae-674c13e5c797', 'name': 'tempest-port--199275753', 'admin_state_up': True}, {'network_id': '194f8102-de7e-436d-985c-3e354d7a3e14', 'admin_state_up': False}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:24.735268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'port': {'network_id': '08ed2a89-3ae0-479e-adae-674c13e5c797', 'name': 'tempest-port--199275753', 'admin_state_up': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:24.735748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'port': {'network_id': '194f8102-de7e-436d-985c-3e354d7a3e14', 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:24.761555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22057ceb-a60a-4b99-89c0-8494b7c3add5 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Network': ['ID=194f8102-de7e-436d-985c-3e354d7a3e14,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.763830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd11a9-615c-4811-9cfd-2d0cd14f24cf None None] New status for floating IP 0c64302d-ae19-41df-8906-9ff93b0b1ae1: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:24.779970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 194f8102-de7e-436d-985c-3e354d7a3e14 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:24.856620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f54281bd-06bf-4c05-a5cb-3d88b734172b req-5bc39219-84df-4a09-918b-3a61cfe6925a service neutron] 10.222.0.39 "GET /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840275 Aug 10 03:44:24.992094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-48367380-9367-4823-8c22-e71fff498a9a service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678390 Aug 10 03:44:25.071244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'port': 2} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:25.076142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.107269 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.110705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-0f1b1604-e42a-4c7f-900e-c29307ed02dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 217 time: 0.1157534 Aug 10 03:44:25.247633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-2a8cf746-f7f9-4421-96c0-385da1c401d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:25.249360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-2a8cf746-f7f9-4421-96c0-385da1c401d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.1294773 Aug 10 03:44:25.324051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] device_id is not set on port 6a877e27-5392-4a8e-a9f6-a75a90037d77 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:25.359698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-60328d5e-a8cc-425a-874d-cf311e050868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:25.363735 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-60328d5e-a8cc-425a-874d-cf311e050868 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048393 Aug 10 03:44:25.679385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.694450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-1c425e94-d337-4f4f-914d-30b5dc7bbd69 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030057 Aug 10 03:44:25.826315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] device_id is not set on port 28003427-2e50-4b66-a5f9-1cd4fb223fe9 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:25.866110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-a0447b76-eba9-42c6-8d84-14b2d9825b1d service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626990 Aug 10 03:44:25.921513 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.959361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-b61a1153-4cf6-47d4-845f-84bbc205e855 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 217 time: 0.0793927 Aug 10 03:44:26.027444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.056094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-0f5a0526-0ac2-4152-8807-292132037e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.058538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-0f5a0526-0ac2-4152-8807-292132037e5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.0910015 Aug 10 03:44:26.097711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.116268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-fa9f4c66-36b3-4b50-8362-9a1a97975941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.120733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-fa9f4c66-36b3-4b50-8362-9a1a97975941 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522082 Aug 10 03:44:26.175416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Port': ['ID=6a877e27-5392-4a8e-a9f6-a75a90037d77,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.208664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Checking segment: {'id': '251a51d1-a676-4988-97b4-a29cdf5908e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '08ed2a89-3ae0-479e-adae-674c13e5c797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:26.209295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network hostable DHCP agents. Network: 08ed2a89-3ae0-479e-adae-674c13e5c797, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:26.233548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network 08ed2a89-3ae0-479e-adae-674c13e5c797 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:26.248161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 08ed2a89-3ae0-479e-adae-674c13e5c797) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:26.252694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:26.253710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.260467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0da345-c690-4c54-8f7f-a56fb1134191 None None] Network 08ed2a89-3ae0-479e-adae-674c13e5c797 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:26.264411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-c58b285e-4c3d-449a-9b52-838fd0411d62 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350632 Aug 10 03:44:26.340751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Port': ['ID=28003427-2e50-4b66-a5f9-1cd4fb223fe9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.360416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Checking segment: {'id': '6344aecb-21c5-46b1-8661-70d574811024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '194f8102-de7e-436d-985c-3e354d7a3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:26.360863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network hostable DHCP agents. Network: 194f8102-de7e-436d-985c-3e354d7a3e14, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:26.383066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network 194f8102-de7e-436d-985c-3e354d7a3e14 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:26.399181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 194f8102-de7e-436d-985c-3e354d7a3e14) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:26.403440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:26.409685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.415692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.416406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.426946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8aba0-45d1-432f-8682-f122fca1f9ad None None] Network 194f8102-de7e-436d-985c-3e354d7a3e14 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:26.452266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39032) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.453967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e777f7cc-b82e-4be1-8969-b2457c959ffa tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7235062 Aug 10 03:44:26.505212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-0498f54c-3f19-412b-97c8-c4b0ffd70106 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300298 Aug 10 03:44:26.592213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e480195-ec61-47b3-b86d-f52f8eeb120d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.601649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e480195-ec61-47b3-b86d-f52f8eeb120d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.609793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9e480195-ec61-47b3-b86d-f52f8eeb120d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1521475 Aug 10 03:44:26.612718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:26.620238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-e91f1b6f-bbd3-4907-bfde-71e96805ca2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8 HTTP/1.1" status: 200 len: 217 time: 0.1034925 Aug 10 03:44:26.759489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-d27a7cc7-7db8-4351-b0e5-fdd3a4114719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.761036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-d27a7cc7-7db8-4351-b0e5-fdd3a4114719 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.1325772 Aug 10 03:44:26.857098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Deleting port 6a877e27-5392-4a8e-a9f6-a75a90037d77 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:26.857654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.963698 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5c41-e64a-4944-8d03-d13252c52c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.007334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-8328cf6b-62c5-40a8-982b-0d9ddbd117a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.008946 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-8328cf6b-62c5-40a8-982b-0d9ddbd117a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2266574 Aug 10 03:44:27.050909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.091832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39054) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.115819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Calling delete_port for 6a877e27-5392-4a8e-a9f6-a75a90037d77 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:27.304952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-d28bddf0-9043-48ec-a781-a8b52c4dd52e service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844722 Aug 10 03:44:27.477238 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.580865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-390692492'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:27.591106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Port': ['ID=6a877e27-5392-4a8e-a9f6-a75a90037d77,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.611811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.614400 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7758a8a-1752-4f26-b385-83ac32e24983 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/ports/6a877e27-5392-4a8e-a9f6-a75a90037d77 HTTP/1.1" status: 204 len: 168 time: 0.9929185 Aug 10 03:44:27.618736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39068) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.662246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Made reservation on behalf of f500d962a4c74f7481dc5ede0b478fba for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:27.662246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.684409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-7997a2e6-98d7-452a-9561-bfaa0f8ec97b service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535488 Aug 10 03:44:27.685805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.755202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-351f0a9b-59b3-4091-808e-90b73fb1e233 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 HTTP/1.1" status: 200 len: 217 time: 0.0578561 Aug 10 03:44:27.791474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Deleting port 28003427-2e50-4b66-a5f9-1cd4fb223fe9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:27.791819 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.846998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-22bbdb88-f5c5-4e1d-a685-9b3cdac09191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.848704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-22bbdb88-f5c5-4e1d-a685-9b3cdac09191 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.0838220 Aug 10 03:44:27.893621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.914824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Calling delete_port for 28003427-2e50-4b66-a5f9-1cd4fb223fe9 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:27.997651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-f4d184c5-9d34-422a-a829-133ecee1e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.999856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-f4d184c5-9d34-422a-a829-133ecee1e503 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1417964 Aug 10 03:44:28.066247 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.169093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Port': ['ID=28003427-2e50-4b66-a5f9-1cd4fb223fe9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.188089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.191206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af8774e2-4867-425f-a8a1-44b0012b10e3 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/ports/28003427-2e50-4b66-a5f9-1cd4fb223fe9 HTTP/1.1" status: 204 len: 168 time: 0.5712247 Aug 10 03:44:28.194079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39076) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.268029 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-adbee1cf-1dca-4c21-89e8-616586deefee tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0715315 Aug 10 03:44:28.272070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39078) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.280066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1026946582'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:28.477903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.485732 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.525440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:28.532607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.540323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:28.542530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f0e04-7eba-4015-9527-853ae805f722,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.566384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.566742 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Added segment bb26ba74-6e55-4615-906c-54750872d7ec of type vlan for network 1fe372ac-81d0-41df-902e-6476eed708a2 Aug 10 03:44:28.573447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:28.588060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.588356 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Added segment 3b6baa11-84aa-4f21-a73c-1a4ca737417a of type vlan for network a6110881-7a60-4105-9835-fd3670eb81b4 Aug 10 03:44:28.591875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-ca05a895-2341-4871-bcb8-5fa3c526ab9e service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775270 Aug 10 03:44:28.651666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.690188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.725152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.741011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.743289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.749189 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-f7944d70-f419-411e-a228-5a2aafaa57a7 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482308 Aug 10 03:44:28.754104 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.761397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.762290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.858192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Pushing event updated for resources: {'Network': ['ID=1fe372ac-81d0-41df-902e-6476eed708a2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.866826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-543ea64d-2241-4ec7-985f-1c44957679a4 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7618914 Aug 10 03:44:28.884251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1fe372ac-81d0-41df-902e-6476eed708a2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:28.888962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39082) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.891000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6171525 Aug 10 03:44:28.907801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39084) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:28.910049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-23557114-1ca7-4d29-bf3d-1ee722a03463 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9287df7-d120-40f8-99c0-c6002ca36785 HTTP/1.1" status: 200 len: 217 time: 0.1320207 Aug 10 03:44:28.923740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-871440048'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:28.973530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc156f6-ccb5-4207-ad19-d4d56eb9fa09 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Network': ['ID=a6110881-7a60-4105-9835-fd3670eb81b4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.001417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network a6110881-7a60-4105-9835-fd3670eb81b4 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:29.025046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:29.040059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.059151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-e573313e-05f5-4893-8ed4-29ec95fb1efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.066703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-e573313e-05f5-4893-8ed4-29ec95fb1efd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.1474235 Aug 10 03:44:29.139600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:29.181067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.181828 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Added segment 74681966-f3fc-431f-a905-325af7987240 of type vlan for network f67444d1-fd83-4b35-80ee-fd63f2bd743b Aug 10 03:44:29.205789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'network': {'name': 'tempest-network--851008265', 'router:external': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:29.226242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-0cdb5e40-1e6b-4215-b80b-2fb644a93b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.229255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-0cdb5e40-1e6b-4215-b80b-2fb644a93b7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1544633 Aug 10 03:44:29.263363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.297532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Made reservation on behalf of ac541dbad57746bc829f4a5c60a36426 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:29.301913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.329683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.412161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.434201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.437269 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.669625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Network': ['ID=f67444d1-fd83-4b35-80ee-fd63f2bd743b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.721586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-4d5e5c16-a494-4f43-9826-594946502079 service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824526 Aug 10 03:44:29.726198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f67444d1-fd83-4b35-80ee-fd63f2bd743b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:29.766237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.875450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.890412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.913115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:29.914101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-9134d670-d6a5-4dc6-83ac-5547dc5558b6 service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849799 Aug 10 03:44:29.942151 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d872f171-d188-4f55-8a95-2cd0c4f64b6d tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0327616 Aug 10 03:44:30.006236 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.007942 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Added segment cb81a5b6-6f28-473a-853c-478abc5c39b4 of type vlan for network ac100315-f7c9-4e0c-b90d-c4b0425da93b Aug 10 03:44:30.033099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-4fac88e5-430f-476b-81da-ef71b51692d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a22d867-527a-4936-882b-2f9773347a35 HTTP/1.1" status: 200 len: 217 time: 0.1115615 Aug 10 03:44:30.093628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fe5a333-796d-4426-b2ea-11e2f0678ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.118659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39096) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.120832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.124989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'subnets': [{'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1255471571', 'ip_version': 4}, {'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.125548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'subnet': {'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1255471571', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.126100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Request body: {'subnet': {'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.157680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6312817f-0da6-4ff2-9387-60006415267d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.188133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.189467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.191141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.277890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-9976700e-ac77-4f40-b23d-0cdd3d454958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.280652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-9976700e-ac77-4f40-b23d-0cdd3d454958 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.2373686 Aug 10 03:44:30.448776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc64e-88c5-432a-9096-22c00c532f17 req-8f48dae4-ba95-4f90-ba17-2bf8affaf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.450581 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-8f48dae4-ba95-4f90-ba17-2bf8affaf692 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578047 Aug 10 03:44:30.651459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7589622 Aug 10 03:44:30.655721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39104) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.669009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd43768-b516-44c6-ba63-0ab0ebd4e721 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Network': ['ID=ac100315-f7c9-4e0c-b90d-c4b0425da93b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.683543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ac100315-f7c9-4e0c-b90d-c4b0425da93b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:30.714620 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-6a34555a-278c-43c5-831b-b8153f1a2238 service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546718 Aug 10 03:44:30.879333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Made reservation on behalf of 684d18df7bb947b4971492ad16911d1d for: {'subnet': 2} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:30.887878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.888232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.985781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.071129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18adc64e-88c5-432a-9096-22c00c532f17 req-4fcb56db-1e0d-4245-b02e-964e8911ecaa service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997055 Aug 10 03:44:31.178198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.201099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac100315-f7c9-4e0c-b90d-c4b0425da93b']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:31.219448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81a5b6-6f28-473a-853c-478abc5c39b4') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:31.219792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81a5b6-6f28-473a-853c-478abc5c39b4') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:31.234615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.279381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.296601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:31.297105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:31.299166 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:31.430677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.444176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac100315-f7c9-4e0c-b90d-c4b0425da93b {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:44:31.447929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.454312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ac100315-f7c9-4e0c-b90d-c4b0425da93b HTTP/1.1" status: 204 len: 168 time: 0.7939274 Aug 10 03:44:31.455120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39118) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.462904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.479941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3df7cb-5749-4dfb-ac35-a872eba21aab tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac100315-f7c9-4e0c-b90d-c4b0425da93b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.494244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Made reservation on behalf of ac541dbad57746bc829f4a5c60a36426 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:31.497743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.548011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:31.571415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.571880 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Added segment 122c8647-85ce-4622-8518-3683fa82519f of type vlan for network 06eac282-65c1-4081-a3a2-da3a6ed50a60 Aug 10 03:44:31.661623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.667377 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.736806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.791468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.793939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.795526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.892688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Subnet': ['ID=14dcefa8-95ba-4b20-bdf8-9fbbdc228d6d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.927657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Checking segment: {'id': '3b6baa11-84aa-4f21-a73c-1a4ca737417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:31.928742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network hostable DHCP agents. Network: a6110881-7a60-4105-9835-fd3670eb81b4, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:31.945336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4858928 Aug 10 03:44:31.948144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39124) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.959461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'subnet': {'network_id': '06eac282-65c1-4081-a3a2-da3a6ed50a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.969105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0281-68cc-4221-ab49-fe0c694f91f2 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Network': ['ID=06eac282-65c1-4081-a3a2-da3a6ed50a60,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.984087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 06eac282-65c1-4081-a3a2-da3a6ed50a60 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:32.048648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network a6110881-7a60-4105-9835-fd3670eb81b4 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:32.083932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Made reservation on behalf of ac541dbad57746bc829f4a5c60a36426 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:32.103877 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.168110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, a6110881-7a60-4105-9835-fd3670eb81b4) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:32.176545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.186543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448ff4c-ded1-4a9f-887b-901c41927e83 None None] Network a6110881-7a60-4105-9835-fd3670eb81b4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:32.327047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event updated for resources: {'Subnet': ['ID=8366e093-9782-4414-8470-77d0a1b19f11,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.349591 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:32.403535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Checking segment: {'id': '74681966-f3fc-431f-a905-325af7987240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:32.403898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network hostable DHCP agents. Network: f67444d1-fd83-4b35-80ee-fd63f2bd743b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:32.447097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-a6110881-7a60-4105-9835-fd3670eb81b4', 'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4', 'tenant_id': '684d18df7bb947b4971492ad16911d1d', 'fixed_ips': [{'subnet_id': '14dcefa8-95ba-4b20-bdf8-9fbbdc228d6d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:32.447097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.482066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Network f67444d1-fd83-4b35-80ee-fd63f2bd743b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:32.516645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f67444d1-fd83-4b35-80ee-fd63f2bd743b) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:32.541917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.542857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.543973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.595998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7aac85ec-74df-4507-b1b5-8a8920c37ad1 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4761364 Aug 10 03:44:32.599934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39132) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:32.625919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ebaa8-52dd-4154-8a47-bd181a8a18f4 None None] Network f67444d1-fd83-4b35-80ee-fd63f2bd743b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:32.663997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfecf3a-5166-4942-852f-21b1d80c6029 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.666342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfecf3a-5166-4942-852f-21b1d80c6029 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.668305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfecf3a-5166-4942-852f-21b1d80c6029 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.670215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3dfecf3a-5166-4942-852f-21b1d80c6029 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0685005 Aug 10 03:44:32.676141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39134) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:32.736888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:44:32.741631 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.778741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Deleting subnet 14dcefa8-95ba-4b20-bdf8-9fbbdc228d6d {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:32.822160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Subnet': ['ID=25dbbbd0-63ae-4c24-a76d-f3cb135fe1ad,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.829910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Checking segment: {'id': '122c8647-85ce-4622-8518-3683fa82519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '06eac282-65c1-4081-a3a2-da3a6ed50a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:32.830366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Network hostable DHCP agents. Network: 06eac282-65c1-4081-a3a2-da3a6ed50a60, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:32.852644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Network 06eac282-65c1-4081-a3a2-da3a6ed50a60 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:32.865613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 06eac282-65c1-4081-a3a2-da3a6ed50a60) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:32.872919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.873728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.893500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Allocated IP 172.20.0.2 (a6110881-7a60-4105-9835-fd3670eb81b4/14dcefa8-95ba-4b20-bdf8-9fbbdc228d6d/e7de1900-9de4-42d1-8f66-c33b72191b94) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:32.897300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34018ff5-b201-4a2f-a0a6-46737a435dc1 None None] Network 06eac282-65c1-4081-a3a2-da3a6ed50a60 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:32.901649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39140) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:32.904158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1fd42609-90a4-490d-b0b8-70495f80c3fb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9536064 Aug 10 03:44:32.912139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'floatingip': {'floating_network_id': '06eac282-65c1-4081-a3a2-da3a6ed50a60'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:32.947404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.065157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-f67444d1-fd83-4b35-80ee-fd63f2bd743b', 'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b', 'tenant_id': '684d18df7bb947b4971492ad16911d1d', 'fixed_ips': [{'subnet_id': '8366e093-9782-4414-8470-77d0a1b19f11'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:33.066080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.066228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.268142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8218d-9f32-4bc5-adeb-1f6c5aaf3889 None None] Network 06eac282-65c1-4081-a3a2-da3a6ed50a60 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:33.300395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.330759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Allocated IP 172.20.0.5 (06eac282-65c1-4081-a3a2-da3a6ed50a60/25dbbbd0-63ae-4c24-a76d-f3cb135fe1ad/9014da10-7fd7-40da-805b-92179455b3fc) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:33.469911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.498653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Transition to ACTIVE for port object e7de1900-9de4-42d1-8f66-c33b72191b94 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:33.520677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.537297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Allocated IP 172.20.0.18 (f67444d1-fd83-4b35-80ee-fd63f2bd743b/8366e093-9782-4414-8470-77d0a1b19f11/44053504-34ad-4039-995c-4fca8cbff8c0) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:33.566906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Transition to ACTIVE for port object e7de1900-9de4-42d1-8f66-c33b72191b94 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:33.579015 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.582293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.641934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.681475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.767289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Network 06eac282-65c1-4081-a3a2-da3a6ed50a60 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:33.769882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Port': ['ID=9014da10-7fd7-40da-805b-92179455b3fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:33.777764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:33.782020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:33.815434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Network a6110881-7a60-4105-9835-fd3670eb81b4 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:33.831298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:33.839674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:33.864205 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:33.951438 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.050309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.052698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.081438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Pushing event updated for resources: {'Port': ['ID=e7de1900-9de4-42d1-8f66-c33b72191b94,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.115750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Subnet': ['ID=14dcefa8-95ba-4b20-bdf8-9fbbdc228d6d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.128918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.130063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Attempting to bind port e7de1900-9de4-42d1-8f66-c33b72191b94 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:34.130521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Attempting to bind port e7de1900-9de4-42d1-8f66-c33b72191b94 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3b6baa11-84aa-4f21-a73c-1a4ca737417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:34.130959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Attempting to bind port e7de1900-9de4-42d1-8f66-c33b72191b94 on network a6110881-7a60-4105-9835-fd3670eb81b4 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:34.132127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-18953623-8624-4275-aa15-8ad4c4820118 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/subnets/14dcefa8-95ba-4b20-bdf8-9fbbdc228d6d HTTP/1.1" status: 204 len: 168 time: 1.4539783 Aug 10 03:44:34.136226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39158) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.151125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.157150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:34.157708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Checking segment: {'id': '3b6baa11-84aa-4f21-a73c-1a4ca737417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:34.158277 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.158939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Bound using segment: {'id': '3b6baa11-84aa-4f21-a73c-1a4ca737417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:34.159556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Bound port: e7de1900-9de4-42d1-8f66-c33b72191b94, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6baa11-84aa-4f21-a73c-1a4ca737417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a6110881-7a60-4105-9835-fd3670eb81b4'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:34.160038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.180608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Transition to ACTIVE for port object 44053504-34ad-4039-995c-4fca8cbff8c0 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:34.229172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Transition to ACTIVE for port object 44053504-34ad-4039-995c-4fca8cbff8c0 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:34.243489 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.274534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Deleting subnet 8366e093-9782-4414-8470-77d0a1b19f11 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:34.282034 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.315951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] For port e7de1900-9de4-42d1-8f66-c33b72191b94, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:34.319815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Network f67444d1-fd83-4b35-80ee-fd63f2bd743b is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:34.326963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:34.329724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:34.347153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] For port e7de1900-9de4-42d1-8f66-c33b72191b94, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e7de1900-9de4-42d1-8f66-c33b72191b94,segment=NetworkSegment(3b6baa11-84aa-4f21-a73c-1a4ca737417a),segment_id=3b6baa11-84aa-4f21-a73c-1a4ca737417a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:34.348624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Pushing event updated for resources: {'Port': ['ID=44053504-34ad-4039-995c-4fca8cbff8c0,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.359941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.361104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.481903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf398da-7de6-4c97-9e73-fc61f723e8f5 None None] Pushing event updated for resources: {'Port': ['ID=e7de1900-9de4-42d1-8f66-c33b72191b94,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.488672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.496150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Attempting to bind port 44053504-34ad-4039-995c-4fca8cbff8c0 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:34.496526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Attempting to bind port 44053504-34ad-4039-995c-4fca8cbff8c0 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '74681966-f3fc-431f-a905-325af7987240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:34.497206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Attempting to bind port 44053504-34ad-4039-995c-4fca8cbff8c0 on network f67444d1-fd83-4b35-80ee-fd63f2bd743b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:34.506077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.514651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:34.515478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Checking segment: {'id': '74681966-f3fc-431f-a905-325af7987240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:34.515918 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.516657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Bound using segment: {'id': '74681966-f3fc-431f-a905-325af7987240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:34.517082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Bound port: 44053504-34ad-4039-995c-4fca8cbff8c0, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74681966-f3fc-431f-a905-325af7987240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f67444d1-fd83-4b35-80ee-fd63f2bd743b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:34.518261 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.537765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ee37e-31f4-4d40-b8de-9b0377af9530 None None] Network a6110881-7a60-4105-9835-fd3670eb81b4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:34.555787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.629704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Port': ['ID=9014da10-7fd7-40da-805b-92179455b3fc,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.649271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.673081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.677359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ab00c50f-0824-4a7c-a1fa-a73499a29bb5 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7719438 Aug 10 03:44:34.677612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39162) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.759718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.766191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d1f075ba-5648-4156-b2a6-b9f81753eceb tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=06eac282-65c1-4081-a3a2-da3a6ed50a60 HTTP/1.1" status: 200 len: 689 time: 0.0872564 Aug 10 03:44:34.769925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39166) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.787494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] For port 44053504-34ad-4039-995c-4fca8cbff8c0, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:34.792589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Subnet': ['ID=8366e093-9782-4414-8470-77d0a1b19f11,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:34.797295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.799428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd136912-3689-4539-bb67-9539d24c4a5c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/subnets/8366e093-9782-4414-8470-77d0a1b19f11 HTTP/1.1" status: 204 len: 168 time: 0.6618958 Aug 10 03:44:34.804921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.824407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] For port 44053504-34ad-4039-995c-4fca8cbff8c0, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=44053504-34ad-4039-995c-4fca8cbff8c0,segment=NetworkSegment(74681966-f3fc-431f-a905-325af7987240),segment_id=74681966-f3fc-431f-a905-325af7987240)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:34.847568 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.925299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9af5a3-8ab2-4ccf-bf12-10503c9ac042 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.964129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e9af5a3-8ab2-4ccf-bf12-10503c9ac042 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1560915 Aug 10 03:44:34.966600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39172) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.994968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61d3d5-3c5d-48aa-a334-73ba5725a942 None None] Pushing event updated for resources: {'Port': ['ID=44053504-34ad-4039-995c-4fca8cbff8c0,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:35.090036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.243056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.392385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Deleting port 44053504-34ad-4039-995c-4fca8cbff8c0 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:35.392958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.393160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bd467-9443-48ec-babb-64d878fd3eb5 req-fde183b6-ed33-45fd-987a-b615e602c8bb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.395117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-617bd467-9443-48ec-babb-64d878fd3eb5 req-fde183b6-ed33-45fd-987a-b615e602c8bb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3000276 Aug 10 03:44:35.413106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Deleting port 9014da10-7fd7-40da-805b-92179455b3fc {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:35.413797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.576585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] For port 44053504-34ad-4039-995c-4fca8cbff8c0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=44053504-34ad-4039-995c-4fca8cbff8c0,segment=NetworkSegment(74681966-f3fc-431f-a905-325af7987240),segment_id=74681966-f3fc-431f-a905-325af7987240)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:35.576964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.606499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Calling delete_port for 44053504-34ad-4039-995c-4fca8cbff8c0 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:35.673595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.676427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.747111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-617bd467-9443-48ec-babb-64d878fd3eb5 req-39d1143e-319c-4fba-add8-61896b4c2e60 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296824 Aug 10 03:44:35.758535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Calling delete_port for 9014da10-7fd7-40da-805b-92179455b3fc owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:35.821648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.846702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] No DVR routers for this DVR port 44053504-34ad-4039-995c-4fca8cbff8c0 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:35.887519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Port': ['ID=44053504-34ad-4039-995c-4fca8cbff8c0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.055751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a742b-d7cb-4958-a5c6-3e9e37e38f78 req-8642924a-1875-4732-ac6b-32311c1f2e8e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.058897 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df6a742b-d7cb-4958-a5c6-3e9e37e38f78 req-8642924a-1875-4732-ac6b-32311c1f2e8e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1306918 Aug 10 03:44:36.074100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.083333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.114427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67444d1-fd83-4b35-80ee-fd63f2bd743b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:36.128160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Port': ['ID=9014da10-7fd7-40da-805b-92179455b3fc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.138339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74681966-f3fc-431f-a905-325af7987240') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:36.138824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74681966-f3fc-431f-a905-325af7987240') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:36.140344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.141172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.141536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.141867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.142219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.142553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.142878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.143199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.143523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.143846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.144165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.144480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:36.172233 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.182917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df6a742b-d7cb-4958-a5c6-3e9e37e38f78 req-092c2265-c863-4d58-ba56-e2af2a98aebb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131501 Aug 10 03:44:36.225868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.241939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.251577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:36.254083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:36.263009 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:36.363904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.421916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.461633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.465342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/networks/f67444d1-fd83-4b35-80ee-fd63f2bd743b HTTP/1.1" status: 204 len: 168 time: 1.4967563 Aug 10 03:44:36.466932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92502582-0dab-4cdc-aff1-0368bc73d302 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Network': ['ID=f67444d1-fd83-4b35-80ee-fd63f2bd743b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.468130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39192) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:36.664813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.676302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.714981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-74ad83de-d314-49b8-aa23-767618d1e810 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.717138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-74ad83de-d314-49b8-aa23-767618d1e810 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.1546097 Aug 10 03:44:36.739402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=25dbbbd0-63ae-4c24-a76d-f3cb135fe1ad,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.763836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-5da445a6-7b2f-4a3d-af6b-955e1d6b3314 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/quotas/1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 375 time: 0.0325074 Aug 10 03:44:36.866383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-39e830c6-e2dc-4951-9ed9-9084df50805d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1004024 Aug 10 03:44:36.916975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.964805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06eac282-65c1-4081-a3a2-da3a6ed50a60']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:36.988903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1220e96d-7a01-4b45-8326-e0b2feb1d6c1 None None] Could not find standard attr ID for object 44053504-34ad-4039-995c-4fca8cbff8c0. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:44:37.012950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122c8647-85ce-4622-8518-3683fa82519f') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.013423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122c8647-85ce-4622-8518-3683fa82519f') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.031903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.052004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Deleting port e7de1900-9de4-42d1-8f66-c33b72191b94 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:37.052004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.083014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6885a-880c-451e-bfa8-2b44c5638ea0 None None] DHCP port deletion for f67444d1-fd83-4b35-80ee-fd63f2bd743b request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:44:37.121351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec158d2-f7f3-4996-b0ff-79da36f52179 None None] Network f67444d1-fd83-4b35-80ee-fd63f2bd743b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:37.152585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] For port e7de1900-9de4-42d1-8f66-c33b72191b94, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e7de1900-9de4-42d1-8f66-c33b72191b94,segment=NetworkSegment(3b6baa11-84aa-4f21-a73c-1a4ca737417a),segment_id=3b6baa11-84aa-4f21-a73c-1a4ca737417a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:37.153380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.162400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec158d2-f7f3-4996-b0ff-79da36f52179 None None] Network f67444d1-fd83-4b35-80ee-fd63f2bd743b could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:44:37.173562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Calling delete_port for e7de1900-9de4-42d1-8f66-c33b72191b94 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:37.182882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-0f16129b-18cf-489f-a7e0-9a299b3b69eb service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996645 Aug 10 03:44:37.186328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60b55f-9585-42b2-a1e9-d4cbbaaa1856 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:44:37.253601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.278548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:37.281197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:37.283497 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:37.446200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.516360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-90179972-8097-4178-9eda-346d432b0f52 service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139699 Aug 10 03:44:37.519768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.526746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] No DVR routers for this DVR port e7de1900-9de4-42d1-8f66-c33b72191b94 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:37.529225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Port': ['ID=e7de1900-9de4-42d1-8f66-c33b72191b94,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.544038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06eac282-65c1-4081-a3a2-da3a6ed50a60 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:44:37.571237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.573829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/06eac282-65c1-4081-a3a2-da3a6ed50a60 HTTP/1.1" status: 204 len: 168 time: 2.7985923 Aug 10 03:44:37.577528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:37.613107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c9bf4-9d04-491d-8f72-d925c576200c tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Network': ['ID=06eac282-65c1-4081-a3a2-da3a6ed50a60,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.776559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.799856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb60b55f-9585-42b2-a1e9-d4cbbaaa1856 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:44:37.818310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6110881-7a60-4105-9835-fd3670eb81b4']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.873501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6baa11-84aa-4f21-a73c-1a4ca737417a') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.875350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6baa11-84aa-4f21-a73c-1a4ca737417a') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:37.910753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.962149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf2f13f3-62c9-4b81-9e8d-c9e8cfc7c1a0 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.3829181 Aug 10 03:44:37.965786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39222) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:37.972248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.996994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:37.998683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:38.008172 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:38.206345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daa888bc-739e-4c49-a8df-41e2a3b71e6f req-bbd62a08-42de-4e42-9540-a7494ad94a31 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 210 time: 0.1124427 Aug 10 03:44:38.289645 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.298927 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.304567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/networks/a6110881-7a60-4105-9835-fd3670eb81b4 HTTP/1.1" status: 204 len: 168 time: 1.8318334 Aug 10 03:44:38.306847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39232) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.325548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.329070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.331121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.336358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.337133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.339504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.347338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.352941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.353932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.354786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.355596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.364360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-60d0df1b-5637-4264-9282-8b022b949e41 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7009 time: 0.3923378 Aug 10 03:44:38.365568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.367964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6e8d7-510b-41d6-a729-b7d4578ef71c tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Network': ['ID=a6110881-7a60-4105-9835-fd3670eb81b4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:38.477668 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-e01caece-9aa1-441b-8f12-58510f492ed3 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:44:38.484696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e01caece-9aa1-441b-8f12-58510f492ed3 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/de46953f-756f-4043-a828-4a4369e8f635 HTTP/1.1" status: 404 len: 345 time: 0.1138592 Aug 10 03:44:38.485180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39236) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.543577 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e17828-3444-4ed1-aad1-5ebfc2d612e0 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 03:44:38.552025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e17828-3444-4ed1-aad1-5ebfc2d612e0 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:38.566502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39240) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:38.567680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-06e17828-3444-4ed1-aad1-5ebfc2d612e0 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/06eac282-65c1-4081-a3a2-da3a6ed50a60 HTTP/1.1" status: 404 len: 339 time: 0.0792406 Aug 10 03:44:38.579926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'network': {'name': 'tempest-network--1454776514', 'router:external': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:38.670062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.673432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Made reservation on behalf of ac541dbad57746bc829f4a5c60a36426 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:38.681490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.788884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:38.880107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.880793 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Added segment e270cb40-6e6d-488e-a1bb-2f619c9184ff of type vlan for network 4d35d533-34b9-4fa9-a763-af24f276e7ec Aug 10 03:44:38.920803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.940706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194f8102-de7e-436d-985c-3e354d7a3e14']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:38.961325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6344aecb-21c5-46b1-8661-70d574811024') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:38.961634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6344aecb-21c5-46b1-8661-70d574811024') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:38.964703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.978654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.009559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.034642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:39.034642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:39.037909 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:39.133830 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.135835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.137053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.269025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.293094 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.299249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/networks/194f8102-de7e-436d-985c-3e354d7a3e14 HTTP/1.1" status: 204 len: 168 time: 0.9893677 Aug 10 03:44:39.301609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39254) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:39.321943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7541330 Aug 10 03:44:39.328089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39258) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:39.387428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c763f6-2c6e-4559-b2a4-265ee5aa466d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Network': ['ID=4d35d533-34b9-4fa9-a763-af24f276e7ec,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:39.401973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4d35d533-34b9-4fa9-a763-af24f276e7ec details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:39.489390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387b360-9f1b-41f0-9179-82c99d3c2201 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Network': ['ID=194f8102-de7e-436d-985c-3e354d7a3e14,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:39.603362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb8745f8-53f5-453c-a81e-6989021a6f37 req-8024f747-1978-4ee0-983f-de79dd4b3fa4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 210 time: 0.1618357 Aug 10 03:44:39.780304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59bf27-c1d4-4aa1-8190-2ee723d5cce8 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.789400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59bf27-c1d4-4aa1-8190-2ee723d5cce8 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.800602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59bf27-c1d4-4aa1-8190-2ee723d5cce8 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.805781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.808494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59bf27-c1d4-4aa1-8190-2ee723d5cce8 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.819418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a59bf27-c1d4-4aa1-8190-2ee723d5cce8 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4877825 Aug 10 03:44:39.823884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39264) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:40.022488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.038340 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.041795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ed2a89-3ae0-479e-adae-674c13e5c797']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:40.057468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251a51d1-a676-4988-97b4-a29cdf5908e9') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:40.057901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251a51d1-a676-4988-97b4-a29cdf5908e9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:40.072665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.108779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.126951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:40.127320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:40.130291 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:40.222495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.234573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d35d533-34b9-4fa9-a763-af24f276e7ec']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:40.244398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.257571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e270cb40-6e6d-488e-a1bb-2f619c9184ff') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:40.257868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e270cb40-6e6d-488e-a1bb-2f619c9184ff') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:40.260301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.262241 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] 10.222.0.53 "DELETE /v2.0/networks/08ed2a89-3ae0-479e-adae-674c13e5c797 HTTP/1.1" status: 204 len: 168 time: 0.9593024 Aug 10 03:44:40.283600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.291746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821375d-ddfa-4a10-9c7f-59e870f13006 tempest-BulkNetworkOpsTest-1412640463 tempest-BulkNetworkOpsTest-1412640463-project] Pushing event deleted for resources: {'Network': ['ID=08ed2a89-3ae0-479e-adae-674c13e5c797,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:40.301888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.310261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:40.310947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:40.313475 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:40.422130 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.451795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d35d533-34b9-4fa9-a763-af24f276e7ec {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:44:40.455453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d35d533-34b9-4fa9-a763-af24f276e7ec,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:40.460319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.466947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-23f65550-99e6-4fab-9e7e-436cb84bc5e4 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4d35d533-34b9-4fa9-a763-af24f276e7ec HTTP/1.1" status: 204 len: 168 time: 0.6401997 Aug 10 03:44:40.471500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39274) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:40.494190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'network': {'name': 'tempest-network--1898855983', 'router:external': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:40.552909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Made reservation on behalf of ac541dbad57746bc829f4a5c60a36426 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:40.566095 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.689892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:40.720679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.721443 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Added segment 18405d86-083c-4be0-9a3b-298843189d1e of type vlan for network f6688634-832a-45ad-bb83-5c25bee772c1 Aug 10 03:44:40.806786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-81c121d6-3944-4b28-997a-965fdcd0c8ee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.808819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-81c121d6-3944-4b28-997a-965fdcd0c8ee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.2724676 Aug 10 03:44:40.836884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'port': {'device_id': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'admin_state_up': True, 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:40.843688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:40.982881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9d000e2-fb8c-41c4-887d-f3ac149fb93a req-f02a5316-58f6-451e-87b8-59bf6eda814a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 210 time: 0.1675541 Aug 10 03:44:41.036662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39290) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:41.325646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ad7c3c0-ebaa-4302-82f3-f888d461718f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=684d18df7bb947b4971492ad16911d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821646 Aug 10 03:44:41.327017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39296) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:41.460626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29a25f1b-1ac4-4dfb-af4c-30df738dc654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.500922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29a25f1b-1ac4-4dfb-af4c-30df738dc654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.597213 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29a25f1b-1ac4-4dfb-af4c-30df738dc654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.602459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29a25f1b-1ac4-4dfb-af4c-30df738dc654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.606896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29a25f1b-1ac4-4dfb-af4c-30df738dc654 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49ad0fe5-1ee0-42c1-ab51-a2b4bf68d68a HTTP/1.1" status: 204 len: 168 time: 0.2766490 Aug 10 03:44:41.642147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a25f1b-1ac4-4dfb-af4c-30df738dc654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ad0fe5-1ee0-42c1-ab51-a2b4bf68d68a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:41.727460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.728391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.729005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.818733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3453157 Aug 10 03:44:41.820882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4b63b-71a4-4e9a-acb9-19d1d3df0fe1 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Network': ['ID=f6688634-832a-45ad-bb83-5c25bee772c1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:41.822473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:41.836726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f6688634-832a-45ad-bb83-5c25bee772c1 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:41.847578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:41.855615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.039763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5817d-8fb8-46d6-ab25-9f46dc61eeae tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.043024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-00a5817d-8fb8-46d6-ab25-9f46dc61eeae tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] 10.222.0.53 "GET /v2.0/networks/f6688634-832a-45ad-bb83-5c25bee772c1 HTTP/1.1" status: 200 len: 757 time: 0.2180955 Aug 10 03:44:42.045942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39310) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:42.285059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f886bc0-1dae-428b-9bde-8f066bd9e3b6 req-79030374-4841-42a2-aa24-8d72fee6d525 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 210 time: 0.0956285 Aug 10 03:44:42.315442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Allocated IP 172.20.0.13 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/cc580d7d-7987-4b48-b1e0-448406e68a23) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:42.329947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df9148-81b3-459e-9343-a9c75378f924 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.332481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-72df9148-81b3-459e-9343-a9c75378f924 tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] 10.222.0.53 "GET /v2.0/networks/1fe372ac-81d0-41df-902e-6476eed708a2 HTTP/1.1" status: 200 len: 767 time: 0.2846475 Aug 10 03:44:42.337247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39320) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:42.786805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.818377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Transition to ACTIVE for port object cc580d7d-7987-4b48-b1e0-448406e68a23 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:42.906504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.922734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:42.929690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['da280ef2-ec16-4563-a032-6e9791ae1890'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:43.172570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.301436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:43.347228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:43.372880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:43.390858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.490422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.508908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6688634-832a-45ad-bb83-5c25bee772c1']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:43.540219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18405d86-083c-4be0-9a3b-298843189d1e') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:43.540592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18405d86-083c-4be0-9a3b-298843189d1e') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:43.562664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.564390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.576349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.609086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.628856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:43.631849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:43.634440 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:43.657052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39344) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:43.767685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9e217-37d3-4dbd-96db-299f28918a99 req-f7e950ef-3d4c-4bd6-bace-2b6e53241132 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.769674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.783176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd9e217-37d3-4dbd-96db-299f28918a99 req-f7e950ef-3d4c-4bd6-bace-2b6e53241132 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 932 time: 0.2567012 Aug 10 03:44:43.789426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6688634-832a-45ad-bb83-5c25bee772c1 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:44:43.834509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-8e34609d-88a3-41da-8753-b91dce870804 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0033667 Aug 10 03:44:43.847882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.853120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f6688634-832a-45ad-bb83-5c25bee772c1 HTTP/1.1" status: 204 len: 168 time: 1.5140021 Aug 10 03:44:43.857966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451a876-d609-4246-8e11-78066e8fd8ae tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6688634-832a-45ad-bb83-5c25bee772c1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.859389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39348) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:43.871672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'network': {'name': 'tempest-network--745732793'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:43.879804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Request body: {'port': {'device_id': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:43.905311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5cd9e217-37d3-4dbd-96db-299f28918a99 req-61fdad3e-9919-47ef-bbfb-73a565f37674 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211340 Aug 10 03:44:43.932142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Made reservation on behalf of ac541dbad57746bc829f4a5c60a36426 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:43.935711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.997779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:44.019032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a4047a08-49b4-4895-84e0-63cfce1bda17 None None] Provisioning for port cc580d7d-7987-4b48-b1e0-448406e68a23 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:44.035788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-240363836'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:44.039634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a4047a08-49b4-4895-84e0-63cfce1bda17 None None] Provisioning complete for port cc580d7d-7987-4b48-b1e0-448406e68a23 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:44.041113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a4047a08-49b4-4895-84e0-63cfce1bda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.058078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.065491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.066096 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Added segment 1ae16f97-7b87-4681-be28-c04e93535078 of type vlan for network f2b28b24-ec20-4b7c-9d21-5b591a77893e Aug 10 03:44:44.109757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:44.116813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.131697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a4047a08-49b4-4895-84e0-63cfce1bda17 None None] Port cc580d7d-7987-4b48-b1e0-448406e68a23 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:44.164585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.259160 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.378025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.387476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.387476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.628030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Network': ['ID=f2b28b24-ec20-4b7c-9d21-5b591a77893e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.685642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc580d7d-7987-4b48-b1e0-448406e68a23 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:44.694691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f2b28b24-ec20-4b7c-9d21-5b591a77893e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:44.708251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.720674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.721761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.753877 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7378ce00-5034-4d1b-87fa-12137f005faa tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8884745 Aug 10 03:44:44.758404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39364) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:44.772815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:44.789790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Transition to ACTIVE for port object cc580d7d-7987-4b48-b1e0-448406e68a23 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:44.827839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:44.838347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af87a9be-fba9-4197-a4fe-e42c6bcb3991,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.894727 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.897745 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment 1eb8f84c-2683-4600-8ca5-80da1423b29f of type vlan for network 1ea5e43a-c729-4cf4-94f7-b28af4221649 Aug 10 03:44:44.929781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.067956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.253186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.262760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.264145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.282418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c706c6-1bc9-4945-b7eb-c907e251a398 req-7e8782e1-b385-4413-a575-9027393ddcc6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.296702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1c706c6-1bc9-4945-b7eb-c907e251a398 req-7e8782e1-b385-4413-a575-9027393ddcc6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 944 time: 0.1819258 Aug 10 03:44:45.300130 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.316276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.323047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.357415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Network f2b28b24-ec20-4b7c-9d21-5b591a77893e is not hosted by any dhcp agent {{(pid=94141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:44:45.358359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.358995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.360390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "PUT /v2.0/networks/f2b28b24-ec20-4b7c-9d21-5b591a77893e HTTP/1.1" status: 200 len: 857 time: 0.6011195 Aug 10 03:44:45.408090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39370) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:45.476869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7793541 Aug 10 03:44:45.514035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1c706c6-1bc9-4945-b7eb-c907e251a398 req-ce75a476-fa4b-4a0b-a724-d407cc373a46 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155554 Aug 10 03:44:45.514549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39374) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:45.544888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8f95c-9f52-4a75-bbd5-7a343596d163 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=1ea5e43a-c729-4cf4-94f7-b28af4221649,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.553488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'name': 'tempest-PortsIpV6TestJSON-727717802'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:45.584485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:45.700875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.706482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cb85f-95b6-4bdc-8381-8717d49d5173 tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event updated for resources: {'Network': ['ID=f2b28b24-ec20-4b7c-9d21-5b591a77893e,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.712521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Attempting to bind port cc580d7d-7987-4b48-b1e0-448406e68a23 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:45.713402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Attempting to bind port cc580d7d-7987-4b48-b1e0-448406e68a23 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:45.715630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Attempting to bind port cc580d7d-7987-4b48-b1e0-448406e68a23 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:45.731943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Port cc580d7d-7987-4b48-b1e0-448406e68a23 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:45.732439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Attempting to bind port cc580d7d-7987-4b48-b1e0-448406e68a23 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:45.762559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:45.763201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:45.763885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:45.764637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Bound port: cc580d7d-7987-4b48-b1e0-448406e68a23, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:45.765551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.823503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:45.827650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.852458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 191ed737-cf9e-4418-9189-95e91a172df6 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:45.989209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.021378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:46.025810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b28b24-ec20-4b7c-9d21-5b591a77893e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:46.029971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cc580d7d-7987-4b48-b1e0-448406e68a23,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:46.041509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.053781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae16f97-7b87-4681-be28-c04e93535078') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:46.054211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae16f97-7b87-4681-be28-c04e93535078') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:46.099245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.125479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.128770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.143038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc580d7d-7987-4b48-b1e0-448406e68a23 HTTP/1.1" status: 200 len: 1093 time: 2.2818465 Aug 10 03:44:46.154299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:46.159050 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1320c-6af0-4159-8efa-af3fa1284cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:46.187359 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.222379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:46.223469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:46.226666 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:46.280202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.384396 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51293111-a083-4eb6-88bb-c66033d02057 x-openstack-request-id: req-51293111-a083-4eb6-88bb-c66033d02057 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:46.384396 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:46.384802 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51293111-a083-4eb6-88bb-c66033d02057 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:46.385075 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23', 'status': 'completed', 'code': 200} Aug 10 03:44:46.388863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3dc34-4af4-4fb5-924e-344dcbd2aec8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.393853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.403812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2b28b24-ec20-4b7c-9d21-5b591a77893e {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:44:46.408068 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.410854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f2b28b24-ec20-4b7c-9d21-5b591a77893e HTTP/1.1" status: 204 len: 168 time: 0.9969337 Aug 10 03:44:46.427686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39384) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.440095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830ab14-89dc-4ceb-a4a0-533897b2431d tempest-ExternalNetworksTestJSON-203485769 tempest-ExternalNetworksTestJSON-203485769-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2b28b24-ec20-4b7c-9d21-5b591a77893e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.441129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.490323 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d8e8dc-083f-49a1-9742-0c03875c59bd tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:46.491339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d8e8dc-083f-49a1-9742-0c03875c59bd tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:46.495770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-83d8e8dc-083f-49a1-9742-0c03875c59bd tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] 10.222.0.53 "DELETE /v2.0/subnets/25dbbbd0-63ae-4c24-a76d-f3cb135fe1ad HTTP/1.1" status: 404 len: 337 time: 0.0662444 Aug 10 03:44:46.498278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-bffae994-b67a-48b4-91fb-b3ee805f0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.500331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-bffae994-b67a-48b4-91fb-b3ee805f0899 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 1096 time: 0.2979329 Aug 10 03:44:46.501118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:46.566177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=191ed737-cf9e-4418-9189-95e91a172df6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:46.576614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.576970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.577318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.577680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.578159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.578366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.578698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.579032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.579385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.579675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.580001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.580329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:46.739052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-86e37271-54e3-4a6d-94c7-3c1769d1d6f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc580d7d-7987-4b48-b1e0-448406e68a23 HTTP/1.1" status: 200 len: 217 time: 0.1322997 Aug 10 03:44:46.741732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': '1eb8f84c-2683-4600-8ca5-80da1423b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:46.742069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: 1ea5e43a-c729-4cf4-94f7-b28af4221649, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:46.777071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.841412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:46.873707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1ea5e43a-c729-4cf4-94f7-b28af4221649) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:46.885844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df95c2-338c-4d0e-a62c-94c9a009bf76 None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:46.898678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:46.904731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.904891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-3bcccd57-8f31-42b4-90a5-3836369903fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.905300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.922647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-3bcccd57-8f31-42b4-90a5-3836369903fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1600926 Aug 10 03:44:46.962561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45449196-1c20-4843-b303-52ae1030f31a req-1daefaa8-73b7-44b9-a9f5-d6c912cea4e1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.993625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45449196-1c20-4843-b303-52ae1030f31a req-1daefaa8-73b7-44b9-a9f5-d6c912cea4e1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 944 time: 0.2472007 Aug 10 03:44:47.032125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6359e676-cb32-49c9-b1f7-43c74818d29e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4891248 Aug 10 03:44:47.032764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39398) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.041857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361388696'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:47.080541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-aebbefb1-62c0-44a5-8a17-b7aafcb903f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.085639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-aebbefb1-62c0-44a5-8a17-b7aafcb903f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1614020 Aug 10 03:44:47.124148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45449196-1c20-4843-b303-52ae1030f31a req-f1aa2a93-d142-484a-b596-0e357cf9d1b9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286395 Aug 10 03:44:47.316097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:47.320413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.349335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.369221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe372ac-81d0-41df-902e-6476eed708a2']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.392690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:47.401022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb26ba74-6e55-4615-906c-54750872d7ec') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.401365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb26ba74-6e55-4615-906c-54750872d7ec') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:47.417608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.433673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.434098 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment 7bb41b6e-b82a-4f03-94f1-a9be3e257269 of type vlan for network 25d5f8e3-56a7-4b23-85b6-f5564b101614 Aug 10 03:44:47.473626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-3b85396c-5e6b-4a6e-92c9-d7e7b7dbde50 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292646 Aug 10 03:44:47.477623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.501270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.511970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:47.512562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:47.528510 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:47.649908 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.663596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.665547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] 10.222.0.53 "DELETE /v2.0/networks/1fe372ac-81d0-41df-902e-6476eed708a2 HTTP/1.1" status: 204 len: 168 time: 1.1634552 Aug 10 03:44:47.690237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.705173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.706227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.713500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636149d-cbdf-4a73-b4c0-e2ac35aa4e2d tempest-ExternalNetworksTestJSON-1349663104 tempest-ExternalNetworksTestJSON-1349663104-project] Pushing event deleted for resources: {'Network': ['ID=1fe372ac-81d0-41df-902e-6476eed708a2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.825931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a6e5c4d-951e-4f0f-aa09-7091c73c961e req-41fb6bac-2152-4a40-aba1-95485c4de2b9 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409736 Aug 10 03:44:47.838642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8045869 Aug 10 03:44:47.838963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39404) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:47.851302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'ports': [{'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'}, {'network_id': '25d5f8e3-56a7-4b23-85b6-f5564b101614'}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:47.852024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:47.861071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '25d5f8e3-56a7-4b23-85b6-f5564b101614'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:47.864272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6678fd-d375-4ef0-bbe0-e9d90968dc4a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=25d5f8e3-56a7-4b23-85b6-f5564b101614,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:47.892752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 25d5f8e3-56a7-4b23-85b6-f5564b101614 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:48.070706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-21b24fcf-b687-4b0a-a0c1-7f819bde5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.072490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-21b24fcf-b687-4b0a-a0c1-7f819bde5a1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 1096 time: 0.1400628 Aug 10 03:44:48.353410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39422) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:48.388450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 2} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:48.399395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.454454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.463149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1ed77-4bd5-4049-9924-2a383a965a9f req-3c51b7f2-afdf-4680-a609-41bb71f53770 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.472732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2db1ed77-4bd5-4049-9924-2a383a965a9f req-3c51b7f2-afdf-4680-a609-41bb71f53770 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 944 time: 0.1213272 Aug 10 03:44:48.489861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-0356acdf-3b61-4f9c-82c3-177157682e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.499242 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-0356acdf-3b61-4f9c-82c3-177157682e14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.4148560 Aug 10 03:44:48.567888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-0b0502a0-0472-470e-86ac-5a65d5a4fd6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc580d7d-7987-4b48-b1e0-448406e68a23 HTTP/1.1" status: 200 len: 217 time: 0.0596156 Aug 10 03:44:48.602106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2db1ed77-4bd5-4049-9924-2a383a965a9f req-9ac52e4e-0c49-4e4b-9966-6c075fc944a2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266327 Aug 10 03:44:48.659954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-b174a788-bb95-4123-b091-accf281658b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.664695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-b174a788-bb95-4123-b091-accf281658b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.0839200 Aug 10 03:44:48.764789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 052b5f70-15ee-4e8f-ac3f-1b2cc4892524 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:48.784193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-a8262885-9c1f-4bc9-80cc-9cf221f26a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.787806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-a8262885-9c1f-4bc9-80cc-9cf221f26a7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163738 Aug 10 03:44:48.950659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dabee5ae-d044-4518-8fd3-971e4bf904ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f500d962a4c74f7481dc5ede0b478fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956604 Aug 10 03:44:48.954975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39432) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:49.031746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-8a02d607-7e51-4e32-a32f-ad624781458c service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262995 Aug 10 03:44:49.142951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-635dd0e3-47a9-4241-a3ae-bb1ac58f8077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.213717 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.227828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-635dd0e3-47a9-4241-a3ae-bb1ac58f8077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.259761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c1320c-6af0-4159-8efa-af3fa1284cb8 req-81445007-f0ab-4c6d-bca6-61be0615759a service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196174 Aug 10 03:44:49.371524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 22f51259-7eb4-4b60-97d4-bcbf812bbc6d yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:49.401356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-635dd0e3-47a9-4241-a3ae-bb1ac58f8077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.404050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-635dd0e3-47a9-4241-a3ae-bb1ac58f8077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.405362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-635dd0e3-47a9-4241-a3ae-bb1ac58f8077 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec2f0e04-7eba-4015-9527-853ae805f722 HTTP/1.1" status: 204 len: 168 time: 0.4491811 Aug 10 03:44:49.421994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dd0e3-47a9-4241-a3ae-bb1ac58f8077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2f0e04-7eba-4015-9527-853ae805f722,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.647879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.731625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.762791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:49.793520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:49.796910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:49.798081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.919876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=052b5f70-15ee-4e8f-ac3f-1b2cc4892524,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.068156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8704594-5d09-4b38-a97a-dfed98c4235e req-68cd13bb-42a0-41a2-a799-39595536b319 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.088956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8704594-5d09-4b38-a97a-dfed98c4235e req-68cd13bb-42a0-41a2-a799-39595536b319 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 944 time: 0.2970128 Aug 10 03:44:50.109272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.194862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': '7bb41b6e-b82a-4f03-94f1-a9be3e257269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '25d5f8e3-56a7-4b23-85b6-f5564b101614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:50.195589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: 25d5f8e3-56a7-4b23-85b6-f5564b101614, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:50.242883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-44d7d2c9-71cf-4b5e-a032-97d8a66c685d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac541dbad57746bc829f4a5c60a36426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314585 Aug 10 03:44:50.245771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39452) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.247983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=22f51259-7eb4-4b60-97d4-bcbf812bbc6d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.329254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 25d5f8e3-56a7-4b23-85b6-f5564b101614 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:50.341002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8704594-5d09-4b38-a97a-dfed98c4235e req-de6c69f5-b327-48b6-9ad2-f0fdcf1ae117 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010195 Aug 10 03:44:50.357126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 25d5f8e3-56a7-4b23-85b6-f5564b101614) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:50.363372 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e5b60a-72d6-4413-8b62-3ccefcd0b177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.367279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:50.369284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5cd2d-8dc4-4e03-b031-9a43430f5710 None None] Network 25d5f8e3-56a7-4b23-85b6-f5564b101614 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:50.381546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.392919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.394392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.430048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ecbe4d04-3fc1-4622-8b6d-f03962b41328 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5866456 Aug 10 03:44:50.432104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39454) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:50.450458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e5b60a-72d6-4413-8b62-3ccefcd0b177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.568777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e5b60a-72d6-4413-8b62-3ccefcd0b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.572597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87e5b60a-72d6-4413-8b62-3ccefcd0b177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.573832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87e5b60a-72d6-4413-8b62-3ccefcd0b177 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6312817f-0da6-4ff2-9387-60006415267d HTTP/1.1" status: 204 len: 168 time: 0.3264134 Aug 10 03:44:50.594337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5b60a-72d6-4413-8b62-3ccefcd0b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6312817f-0da6-4ff2-9387-60006415267d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.666765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 22f51259-7eb4-4b60-97d4-bcbf812bbc6d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:50.667190 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.810781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.866697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 22f51259-7eb4-4b60-97d4-bcbf812bbc6d owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:51.052635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.115201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=22f51259-7eb4-4b60-97d4-bcbf812bbc6d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.129275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.133507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dcc36a96-0dd7-4363-b381-c71e68186ebe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/22f51259-7eb4-4b60-97d4-bcbf812bbc6d HTTP/1.1" status: 204 len: 168 time: 0.6983562 Aug 10 03:44:51.136216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39474) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:51.268767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3e54e-f385-43e3-afca-3849bc7d28c4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.281437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3e54e-f385-43e3-afca-3849bc7d28c4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.285248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-01a3e54e-f385-43e3-afca-3849bc7d28c4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1470907 Aug 10 03:44:51.288331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39480) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:51.539195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 052b5f70-15ee-4e8f-ac3f-1b2cc4892524 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:51.541337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.594387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53525a5d-b691-4723-9aba-0af850384a55 req-ffac3f5a-1404-4f2e-a3f0-279986652aa1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.610349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53525a5d-b691-4723-9aba-0af850384a55 req-ffac3f5a-1404-4f2e-a3f0-279986652aa1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 944 time: 0.1106942 Aug 10 03:44:51.685664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53525a5d-b691-4723-9aba-0af850384a55 req-1235ba27-09b0-4dcb-bb2b-ba94fc59c1f4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735080 Aug 10 03:44:51.717486 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.749360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 052b5f70-15ee-4e8f-ac3f-1b2cc4892524 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:51.900074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.008749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.012412 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/052b5f70-15ee-4e8f-ac3f-1b2cc4892524 HTTP/1.1" status: 204 len: 168 time: 0.7221866 Aug 10 03:44:52.015368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c697f7-70a5-4237-9e10-63164ea464f6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=052b5f70-15ee-4e8f-ac3f-1b2cc4892524,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.015661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39506) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.111266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c906cd7d-50e2-469d-a70a-5e7d866bb6c8 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.120041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c906cd7d-50e2-469d-a70a-5e7d866bb6c8 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1022539 Aug 10 03:44:52.121633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.196830 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a146077-3d7a-44f2-ac3e-41a31bec5a40 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:44:52.203253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a146077-3d7a-44f2-ac3e-41a31bec5a40 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/22f51259-7eb4-4b60-97d4-bcbf812bbc6d HTTP/1.1" status: 404 len: 333 time: 0.0759451 Aug 10 03:44:52.204392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39518) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.263114 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffac72c7-fb6c-41fb-8c23-21c44c4c9023 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:44:52.266549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ffac72c7-fb6c-41fb-8c23-21c44c4c9023 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/052b5f70-15ee-4e8f-ac3f-1b2cc4892524 HTTP/1.1" status: 404 len: 333 time: 0.0603826 Aug 10 03:44:52.269224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39528) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.302232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cc580d7d-7987-4b48-b1e0-448406e68a23 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:52.478273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.549596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cc580d7d-7987-4b48-b1e0-448406e68a23,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:52.574141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'cc580d7d-7987-4b48-b1e0-448406e68a23', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': 'cc580d7d-7987-4b48-b1e0-448406e68a23', 'mac_address': 'fa:16:3e:31:86:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:52.637156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.651318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d5f8e3-56a7-4b23-85b6-f5564b101614']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.665052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb41b6e-b82a-4f03-94f1-a9be3e257269') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.665828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb41b6e-b82a-4f03-94f1-a9be3e257269') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:52.666482 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.678794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.692490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc580d7d-7987-4b48-b1e0-448406e68a23 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:52.698544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.707529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:52.708564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.767907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cc580d7d-7987-4b48-b1e0-448406e68a23,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:52.775083 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:52.787445 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:52.798260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.825206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.827997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/25d5f8e3-56a7-4b23-85b6-f5564b101614 HTTP/1.1" status: 204 len: 168 time: 0.5572798 Aug 10 03:44:52.829203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc33d0d-c565-4b8d-ace6-bd6908141456 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=25d5f8e3-56a7-4b23-85b6-f5564b101614,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.835300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:52.842935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187641926'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:52.887257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:52.900937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:52.935435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:52.954393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.955334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.955945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.956728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.957503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.958335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.959056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.960764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.961866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.962967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.964835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:52.965733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:53.020297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:53.040686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933587df-d071-45ae-8ef0-13e3ccff0072 req-2dccebe0-29f8-4e48-ba72-ad25849ad031 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.043430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-933587df-d071-45ae-8ef0-13e3ccff0072 req-2dccebe0-29f8-4e48-ba72-ad25849ad031 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 945 time: 0.1180823 Aug 10 03:44:53.066713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.067527 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment 07db3792-92e9-4b4c-8ee0-9a500f16b830 of type vlan for network f39b5c14-4a79-476c-bf47-c33b8af9bda2 Aug 10 03:44:53.185302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['cc580d7d-7987-4b48-b1e0-448406e68a23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:53.325891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-933587df-d071-45ae-8ef0-13e3ccff0072 req-bfa3f8ac-759e-44c2-9ee5-3f50590c5994 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709346 Aug 10 03:44:53.328043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.399647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.433876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.436377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:53.453604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6165438 Aug 10 03:44:53.456866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:53.464136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:53.599228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d0cd3-cd10-447b-8f94-4bda48cc2492 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=f39b5c14-4a79-476c-bf47-c33b8af9bda2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:53.619606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f39b5c14-4a79-476c-bf47-c33b8af9bda2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:53.683452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:53.692004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.012538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.044265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:54.093226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=d66ad1cf-9a63-4818-85cb-8d51d596429b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:54.107793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': '07db3792-92e9-4b4c-8ee0-9a500f16b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:54.108223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: f39b5c14-4a79-476c-bf47-c33b8af9bda2, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:54.132777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network f39b5c14-4a79-476c-bf47-c33b8af9bda2 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:54.148233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f39b5c14-4a79-476c-bf47-c33b8af9bda2) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:54.158026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.158026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.163651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae514e68-9123-49db-a470-27fbd68b6063 None None] Network f39b5c14-4a79-476c-bf47-c33b8af9bda2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:54.180147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e57b7f68-1411-4f34-bd78-7b444dc398a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7213690 Aug 10 03:44:54.183037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39578) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:54.189172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2', 'name': 'tempest-PortsIpV6TestJSON-186994618'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:54.238587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2498320b-6f25-4156-8160-56fe97ca7ace tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:54.306909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2498320b-6f25-4156-8160-56fe97ca7ace tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] 10.222.0.53 "PUT /v2.0/quotas/5566502c8c864fedaf939812b827f38b HTTP/1.1" status: 200 len: 368 time: 0.2601988 Aug 10 03:44:54.312370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39584) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:54.325638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Request body: {'network': {'project_id': '5566502c8c864fedaf939812b827f38b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:54.381545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Made reservation on behalf of 5566502c8c864fedaf939812b827f38b for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:54.386545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.408093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.459899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:54.463808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.527700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-f39b5c14-4a79-476c-bf47-c33b8af9bda2', 'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': 'd66ad1cf-9a63-4818-85cb-8d51d596429b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:54.529305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.547185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port f1aa3363-28af-4d4f-baad-7d23a137e159 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:44:54.644504 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.755271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.761573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.819123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:54.845506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b1529-9798-4779-a53a-cf10a7702ed2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:54.857301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.857660 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Added segment 37aa767d-5c73-4d75-b83b-bbc149a2ffa1 of type vlan for network 83ea79cc-38cb-4577-a58d-0959ef6f5881 Aug 10 03:44:54.883390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::3ca (f39b5c14-4a79-476c-bf47-c33b8af9bda2/d66ad1cf-9a63-4818-85cb-8d51d596429b/f1aa3363-28af-4d4f-baad-7d23a137e159) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:54.901777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3913f3-67c7-4d7c-9fb4-975c0df68ad5 req-32f4e8cd-ab22-4659-aae2-3819d8cbcf82 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.910100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc3913f3-67c7-4d7c-9fb4-975c0df68ad5 req-32f4e8cd-ab22-4659-aae2-3819d8cbcf82 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 945 time: 0.3423836 Aug 10 03:44:54.927217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.978298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.979738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.980573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.036732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc3913f3-67c7-4d7c-9fb4-975c0df68ad5 req-1d798cd6-fa84-4271-bffb-149e800f4161 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076133 Aug 10 03:44:55.066195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7510281 Aug 10 03:44:55.070339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:55.077804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Request body: {'network': {'project_id': '5566502c8c864fedaf939812b827f38b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:55.091646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48eeb2-85c3-4df9-b354-5a6b0f2a9e50 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Pushing event updated for resources: {'Network': ['ID=83ea79cc-38cb-4577-a58d-0959ef6f5881,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:55.114655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 83ea79cc-38cb-4577-a58d-0959ef6f5881 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:55.141834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Made reservation on behalf of 5566502c8c864fedaf939812b827f38b for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:55.147733 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.199742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:55.213931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.215046 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Added segment ebb9c113-59ac-4861-bac4-1c33df462d98 of type vlan for network 3dd9a755-f477-4c12-a84f-e278b0e7fb05 Aug 10 03:44:55.241441 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.281860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object f1aa3363-28af-4d4f-baad-7d23a137e159 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:55.336114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.352341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.391961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network f39b5c14-4a79-476c-bf47-c33b8af9bda2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:55.396290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:55.399474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:55.406311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.407263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.424029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.424891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.425913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=f1aa3363-28af-4d4f-baad-7d23a137e159,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:55.426124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.438519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e3cd6937-d48a-4d6d-b592-afd07d5b6e9a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2541976 Aug 10 03:44:55.438842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Allocated IP 2001:db8::2 (f39b5c14-4a79-476c-bf47-c33b8af9bda2/d66ad1cf-9a63-4818-85cb-8d51d596429b/b1220765-299d-446e-8b1c-bea9b25be6ff) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:55.443270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39620) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:55.559142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4828258 Aug 10 03:44:55.559142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24835e4-3926-4040-b1a6-90cf984b77d0 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Pushing event updated for resources: {'Network': ['ID=3dd9a755-f477-4c12-a84f-e278b0e7fb05,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:55.561062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:55.575118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-44b845cc-e6d6-4d74-a77a-d57c77a70685 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Request body: {'network': {'project_id': '5566502c8c864fedaf939812b827f38b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:55.584193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3dd9a755-f477-4c12-a84f-e278b0e7fb05 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:55.591982 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b845cc-e6d6-4d74-a77a-d57c77a70685 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:44:55.592380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b845cc-e6d6-4d74-a77a-d57c77a70685 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:55.597675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-44b845cc-e6d6-4d74-a77a-d57c77a70685 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0327449 Aug 10 03:44:55.660714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port f1aa3363-28af-4d4f-baad-7d23a137e159 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:55.661046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.878471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39632) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:55.938551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.960613 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.963766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for f1aa3363-28af-4d4f-baad-7d23a137e159 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:55.975185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Transition to ACTIVE for port object b1220765-299d-446e-8b1c-bea9b25be6ff will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:55.997259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.012479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Transition to ACTIVE for port object b1220765-299d-446e-8b1c-bea9b25be6ff will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:56.024152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.101284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Network f39b5c14-4a79-476c-bf47-c33b8af9bda2 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:56.106736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:56.110551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:56.149176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Pushing event updated for resources: {'Port': ['ID=b1220765-299d-446e-8b1c-bea9b25be6ff,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:56.180588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Attempting to bind port b1220765-299d-446e-8b1c-bea9b25be6ff on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:56.180978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Attempting to bind port b1220765-299d-446e-8b1c-bea9b25be6ff by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '07db3792-92e9-4b4c-8ee0-9a500f16b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:56.181359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Attempting to bind port b1220765-299d-446e-8b1c-bea9b25be6ff on network f39b5c14-4a79-476c-bf47-c33b8af9bda2 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:56.187746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:56.188167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Checking segment: {'id': '07db3792-92e9-4b4c-8ee0-9a500f16b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:56.188530 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.188924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Bound using segment: {'id': '07db3792-92e9-4b4c-8ee0-9a500f16b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:56.189454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Bound port: b1220765-299d-446e-8b1c-bea9b25be6ff, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07db3792-92e9-4b4c-8ee0-9a500f16b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f39b5c14-4a79-476c-bf47-c33b8af9bda2'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:56.190508 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.273122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1a62e6d1-b40b-4bf9-9a1a-3a243d88df7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5566502c8c864fedaf939812b827f38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930731 Aug 10 03:44:56.280219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39640) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:56.294865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] For port b1220765-299d-446e-8b1c-bea9b25be6ff, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:56.301393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] For port b1220765-299d-446e-8b1c-bea9b25be6ff, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b1220765-299d-446e-8b1c-bea9b25be6ff,segment=NetworkSegment(07db3792-92e9-4b4c-8ee0-9a500f16b830),segment_id=07db3792-92e9-4b4c-8ee0-9a500f16b830)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:56.309179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.309564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.388343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.394733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/f1aa3363-28af-4d4f-baad-7d23a137e159 HTTP/1.1" status: 204 len: 168 time: 0.9453619 Aug 10 03:44:56.394733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5903b0a-c4e7-4937-a59c-ca202bab2d31 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=f1aa3363-28af-4d4f-baad-7d23a137e159,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:56.400986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39642) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:56.407420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5706f2b-3dee-4961-b5af-8e082b430191 req-3120bf5b-e56a-4427-92f9-5e967a5e00a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:56.418641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5706f2b-3dee-4961-b5af-8e082b430191 req-3120bf5b-e56a-4427-92f9-5e967a5e00a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 945 time: 0.2762907 Aug 10 03:44:56.429838 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca541c0-67ca-4c25-806f-ee32efd161b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:44:56.430969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca541c0-67ca-4c25-806f-ee32efd161b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:44:56.437202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2ca541c0-67ca-4c25-806f-ee32efd161b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/f1aa3363-28af-4d4f-baad-7d23a137e159 HTTP/1.1" status: 404 len: 333 time: 0.0303855 Aug 10 03:44:56.437500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cc580d7d-7987-4b48-b1e0-448406e68a23 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:56.438032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39644) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:56.456026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022b577-805b-4b3d-987e-2886e7edb8b7 None None] Pushing event updated for resources: {'Port': ['ID=b1220765-299d-446e-8b1c-bea9b25be6ff,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:56.507495 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-01554c59-d952-45e1-9093-1b48af6ee440 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:44:56.511238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-01554c59-d952-45e1-9093-1b48af6ee440 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/f1aa3363-28af-4d4f-baad-7d23a137e159 HTTP/1.1" status: 404 len: 333 time: 0.0718262 Aug 10 03:44:56.516717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39646) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:56.528284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5706f2b-3dee-4961-b5af-8e082b430191 req-2b53758e-db3f-452c-b7ec-4a27a5738786 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083953 Aug 10 03:44:56.531835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e05278ae-1183-41ad-9d16-edafe49f833e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.590722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port cc580d7d-7987-4b48-b1e0-448406e68a23 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:56.598353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet d66ad1cf-9a63-4818-85cb-8d51d596429b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:44:56.603188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.611131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port cc580d7d-7987-4b48-b1e0-448406e68a23 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:56.611845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.632561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e05278ae-1183-41ad-9d16-edafe49f833e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.653658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.770425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.809137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e05278ae-1183-41ad-9d16-edafe49f833e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.811301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.857195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e05278ae-1183-41ad-9d16-edafe49f833e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.868193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e05278ae-1183-41ad-9d16-edafe49f833e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c8b1529-9798-4779-a53a-cf10a7702ed2 HTTP/1.1" status: 204 len: 168 time: 0.5836122 Aug 10 03:44:56.871715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39652) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:56.903141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cc580d7d-7987-4b48-b1e0-448406e68a23,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:56.904979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:56.909485 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a767d0ad-65e8-42c1-b170-1d7c47bf5532" -d '{"events": [{"server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "name": "network-vif-plugged", "status": "completed", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:56.928953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.961289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.045746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=d66ad1cf-9a63-4818-85cb-8d51d596429b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.055588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.062494 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6e46-10f4-4e08-a803-22ed1b9d2ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.066691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f85b3b6-e4c7-419e-b83a-367dbdbc16cb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/d66ad1cf-9a63-4818-85cb-8d51d596429b HTTP/1.1" status: 204 len: 168 time: 0.5484958 Aug 10 03:44:57.072115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39658) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:57.087086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05278ae-1183-41ad-9d16-edafe49f833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b1529-9798-4779-a53a-cf10a7702ed2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.122078 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac386620-dafd-4526-9f53-a7f093ad845c x-openstack-request-id: req-ac386620-dafd-4526-9f53-a7f093ad845c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:57.122078 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "name": "network-vif-plugged", "status": "completed", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:57.123074 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac386620-dafd-4526-9f53-a7f093ad845c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:57.124291 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23', 'code': 200} Aug 10 03:44:57.167413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.184172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.416525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.446167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9a755-f477-4c12-a84f-e278b0e7fb05']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.470849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb9c113-59ac-4861-bac4-1c33df462d98') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.471112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb9c113-59ac-4861-bac4-1c33df462d98') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.494912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.503390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.517240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf334b-5110-4f2c-b9e5-4a5e4836fcbe req-a77ffd06-b2f6-4310-9770-707a522d405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.519150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46bf334b-5110-4f2c-b9e5-4a5e4836fcbe req-a77ffd06-b2f6-4310-9770-707a522d405e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 1098 time: 0.2411430 Aug 10 03:44:57.553526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.571997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:57.572755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.577618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b1220765-299d-446e-8b1c-bea9b25be6ff up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:57.704518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46bf334b-5110-4f2c-b9e5-4a5e4836fcbe req-45d6d70e-4b44-4f5e-a8f8-8990beac5b0f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740196 Aug 10 03:44:57.707284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b1220765-299d-446e-8b1c-bea9b25be6ff completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:57.712093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port b1220765-299d-446e-8b1c-bea9b25be6ff {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:57.713728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:57.718230 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:57.726714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.736143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.740258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3dd9a755-f477-4c12-a84f-e278b0e7fb05 HTTP/1.1" status: 204 len: 168 time: 0.8489718 Aug 10 03:44:57.742955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39664) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:57.786165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819af49-ab3f-4395-a476-5cf946299876 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dd9a755-f477-4c12-a84f-e278b0e7fb05,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.838426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e807e-0cb3-4398-a6ba-0b792a6f66f9 req-6f0760ea-35f8-4720-8d23-1d54bdf70452 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.840209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c40e807e-0cb3-4398-a6ba-0b792a6f66f9 req-6f0760ea-35f8-4720-8d23-1d54bdf70452 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 946 time: 0.1226752 Aug 10 03:44:57.860362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] For port b1220765-299d-446e-8b1c-bea9b25be6ff, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b1220765-299d-446e-8b1c-bea9b25be6ff,segment=NetworkSegment(07db3792-92e9-4b4c-8ee0-9a500f16b830),segment_id=07db3792-92e9-4b4c-8ee0-9a500f16b830)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:57.860840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.933463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.976930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c40e807e-0cb3-4398-a6ba-0b792a6f66f9 req-547e080b-6c0e-426b-9806-37d99edceea3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066711 Aug 10 03:44:57.982719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for b1220765-299d-446e-8b1c-bea9b25be6ff owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:58.194078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.220846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ea79cc-38cb-4577-a58d-0959ef6f5881']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:58.232427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.240873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37aa767d-5c73-4d75-b83b-bbc149a2ffa1') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:58.242035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37aa767d-5c73-4d75-b83b-bbc149a2ffa1') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:58.256434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.289512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.301228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:58.301799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.305622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=b1220765-299d-446e-8b1c-bea9b25be6ff,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:58.305924 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:58.313640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No DVR routers for this DVR port b1220765-299d-446e-8b1c-bea9b25be6ff on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:58.447379 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.465080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.478914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/83ea79cc-38cb-4577-a58d-0959ef6f5881 HTTP/1.1" status: 204 len: 168 time: 0.7321734 Aug 10 03:44:58.502855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd259e9-715d-4cc9-bf79-cd9c605bdc2a None None] Network f39b5c14-4a79-476c-bf47-c33b8af9bda2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:58.527857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d1abc-2eba-4f0f-bbe0-0b938309e664 tempest-QuotasNegativeTest-571806829 tempest-QuotasNegativeTest-571806829-project-admin] Pushing event deleted for resources: {'Network': ['ID=83ea79cc-38cb-4577-a58d-0959ef6f5881,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:58.709640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a3248b48-aa3c-4049-9732-e5d992c6fc13 None None] Could not find standard attr ID for object b1220765-299d-446e-8b1c-bea9b25be6ff. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:44:59.091145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.108640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2501a9d-ad0f-4175-aade-8e17bdf83de7 None None] DHCP port deletion for f39b5c14-4a79-476c-bf47-c33b8af9bda2 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:44:59.133740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39b5c14-4a79-476c-bf47-c33b8af9bda2']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:59.194593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07db3792-92e9-4b4c-8ee0-9a500f16b830') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:59.195703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07db3792-92e9-4b4c-8ee0-9a500f16b830') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:59.215379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.248027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.263354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:44:59.264297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:44:59.296532 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:44:59.403997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39694) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:59.434777 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62414605-7dad-40c4-bc16-94777c80b929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.457828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.496103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b1220765-299d-446e-8b1c-bea9b25be6ff no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:59.503742 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.511567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/f39b5c14-4a79-476c-bf47-c33b8af9bda2 HTTP/1.1" status: 204 len: 168 time: 2.4319084 Aug 10 03:44:59.511567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe9a73-38c2-47d1-8f7d-3a688b8b7cb2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=f39b5c14-4a79-476c-bf47-c33b8af9bda2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:59.522793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39696) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:59.529333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1723653980'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:59.541422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003aeb3-55c4-4fd5-be99-d88b63837181 req-a59a02e2-db00-47c1-bf5f-de84557fae9a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:59.544841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e003aeb3-55c4-4fd5-be99-d88b63837181 req-a59a02e2-db00-47c1-bf5f-de84557fae9a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 946 time: 0.3170667 Aug 10 03:44:59.559470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b1220765-299d-446e-8b1c-bea9b25be6ff {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:59.560312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b1220765-299d-446e-8b1c-bea9b25be6ff not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:59.656520 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.689797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e003aeb3-55c4-4fd5-be99-d88b63837181 req-fcc9e17a-441d-449f-bd2c-b462ce78db47 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052427 Aug 10 03:44:59.768108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62414605-7dad-40c4-bc16-94777c80b929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.790529 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62414605-7dad-40c4-bc16-94777c80b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.839597 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76fbd0a6-eb02-4857-a5c8-fd962f0700ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.840277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:59.852617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.918317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:59.927295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-62414605-7dad-40c4-bc16-94777c80b929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f70267474f649698f87d5f4756993a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144660 Aug 10 03:44:59.929001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:59.934663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62414605-7dad-40c4-bc16-94777c80b929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ec3fa-2b4e-482f-b67b-1645acaa2509,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:59.947788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.948169 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment c013e505-2e4e-4168-a6b2-372a62ce2a62 of type vlan for network ea9b4965-6150-4f32-864d-f5653ca15e73 Aug 10 03:45:00.011571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-807e0bb9-a5fa-454d-9404-922eca9b1861 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 267 time: 0.1231744 Aug 10 03:45:00.038017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.111659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7a90abe-983e-40da-a6bf-a3f019742556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.144157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.151688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.152345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.169455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-3521c55c-8318-4d1c-a66d-798fe8b4b23f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.171112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-3521c55c-8318-4d1c-a66d-798fe8b4b23f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 946 time: 0.1400666 Aug 10 03:45:00.179967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7a90abe-983e-40da-a6bf-a3f019742556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.235859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'port': {'security_groups': []}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:00.309661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7825725 Aug 10 03:45:00.310226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39708) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:00.320143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:00.325618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff37ad-8efd-4dda-b737-44564dbddfe7 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=ea9b4965-6150-4f32-864d-f5653ca15e73,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:00.351567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ea9b4965-6150-4f32-864d-f5653ca15e73 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:00.385261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.627849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7a90abe-983e-40da-a6bf-a3f019742556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.635056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b7a90abe-983e-40da-a6bf-a3f019742556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.640117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b7a90abe-983e-40da-a6bf-a3f019742556 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a7ec3fa-2b4e-482f-b67b-1645acaa2509 HTTP/1.1" status: 204 len: 168 time: 0.7081044 Aug 10 03:45:00.642567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cc580d7d-7987-4b48-b1e0-448406e68a23,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:00.663378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a90abe-983e-40da-a6bf-a3f019742556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ec3fa-2b4e-482f-b67b-1645acaa2509,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:00.691312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:00.696746 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.703754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.706280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.731312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77', 'cc580d7d-7987-4b48-b1e0-448406e68a23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:00.736266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['da280ef2-ec16-4563-a032-6e9791ae1890'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:00.814362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.815082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.819712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40346fa9-7f12-4d8f-a8d0-b6dd2e2885a8 req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "PUT /v2.0/ports/cc580d7d-7987-4b48-b1e0-448406e68a23 HTTP/1.1" status: 200 len: 905 time: 0.6253011 Aug 10 03:45:00.820310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:00.822856 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54" -d '{"events": [{"name": "network-changed", "server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:00.910988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d03677-4c88-4940-bee6-21d1b6bca2d7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.060272 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f8a3d0-f2c0-4fe3-8d44-43bf48c28c7d x-openstack-request-id: req-88f8a3d0-f2c0-4fe3-8d44-43bf48c28c7d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:01.060519 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:01.060756 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88f8a3d0-f2c0-4fe3-8d44-43bf48c28c7d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:01.061172 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23', 'status': 'completed', 'code': 200} Aug 10 03:45:01.144558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['cc580d7d-7987-4b48-b1e0-448406e68a23'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:01.173369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-cf0a357a-140b-41bc-8a03-de2a584f8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.175272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-cf0a357a-140b-41bc-8a03-de2a584f8363 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 1060 time: 0.0949640 Aug 10 03:45:01.348757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-11e4927c-bc05-4df4-ac4a-519f7ed1d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.353356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-11e4927c-bc05-4df4-ac4a-519f7ed1d318 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.1630385 Aug 10 03:45:01.382441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3a0d-c6be-430d-993e-581f6d7f341f req-c031cf51-b96c-42cd-9f4c-0436b249c24a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.388475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8be3a0d-c6be-430d-993e-581f6d7f341f req-c031cf51-b96c-42cd-9f4c-0436b249c24a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 908 time: 0.3407097 Aug 10 03:45:01.471237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-85ade494-243e-41a5-8845-910a377bcbbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc580d7d-7987-4b48-b1e0-448406e68a23 HTTP/1.1" status: 200 len: 217 time: 0.1101625 Aug 10 03:45:01.509001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-63be6558-6510-4a81-8633-495d765fc29e None None] Provisioning complete for port cc580d7d-7987-4b48-b1e0-448406e68a23 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:01.531031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63be6558-6510-4a81-8633-495d765fc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.630133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-06c232c4-7aa7-4011-af3d-21d7cc79aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.642236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-06c232c4-7aa7-4011-af3d-21d7cc79aa8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1453054 Aug 10 03:45:01.789652 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.839820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-16213c73-9455-482a-bee4-7ef19584f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.843331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-16213c73-9455-482a-bee4-7ef19584f1c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1997330 Aug 10 03:45:01.877523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46f51b-febe-4abc-a45f-8969c40041e0 req-afadf49c-2b74-4d54-8a2a-d8f6fb8b2c3b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.898471 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc46f51b-febe-4abc-a45f-8969c40041e0 req-afadf49c-2b74-4d54-8a2a-d8f6fb8b2c3b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3970516 Aug 10 03:45:01.956119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.964650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39736) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:02.094460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba46933-cd2c-4319-bf04-2143b9e4bb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.167245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc46f51b-febe-4abc-a45f-8969c40041e0 req-f86646cf-ffe8-4001-a9b8-49bd5aa2d973 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564979 Aug 10 03:45:02.195995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=bc5dd22b-e85a-4bc7-88cb-f1028ca38b20,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.244451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': 'c013e505-2e4e-4168-a6b2-372a62ce2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:02.245831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: ea9b4965-6150-4f32-864d-f5653ca15e73, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:02.301542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network ea9b4965-6150-4f32-864d-f5653ca15e73 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:02.322229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-b25a7285-35dd-447d-afc4-c5d21b5af1b0 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697304 Aug 10 03:45:02.325775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, ea9b4965-6150-4f32-864d-f5653ca15e73) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:02.335101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.336902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922f2d27-d016-4ef2-979a-35d9cdc413e4 None None] Network ea9b4965-6150-4f32-864d-f5653ca15e73 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:02.337397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.477894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba46933-cd2c-4319-bf04-2143b9e4bb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.512117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba46933-cd2c-4319-bf04-2143b9e4bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.530292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b31c1c7-78a7-476d-8838-55f91216aaee tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2118046 Aug 10 03:45:02.532210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39742) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:02.548671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-144119292'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:02.577700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-ea9b4965-6150-4f32-864d-f5653ca15e73', 'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': 'bc5dd22b-e85a-4bc7-88cb-f1028ca38b20'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:02.579198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.609018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdd71d64-cbc3-4060-aa05-b5d3ea26cc54 req-b06bbd45-3412-4808-89aa-575b4ac3deb5 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545969 Aug 10 03:45:02.672964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fba46933-cd2c-4319-bf04-2143b9e4bb06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28ee6c0135094844a6fa175343438267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212008 Aug 10 03:45:02.682177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39746) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:02.721710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba46933-cd2c-4319-bf04-2143b9e4bb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf4796-ab23-4a5a-961f-b65fc5eabc21,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.844208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d50c8-7bbc-473d-ba03-c81fffb19d70 req-a7bc5291-327f-4901-a1b6-4a4c6f65be0b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.857379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-547d50c8-7bbc-473d-ba03-c81fffb19d70 req-a7bc5291-327f-4901-a1b6-4a4c6f65be0b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3824513 Aug 10 03:45:02.892485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:02.911105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.996018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 4186fe2e-0136-489b-9cc5-b6ce16f55946 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:03.014783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Allocated IP 2001:db8::2 (ea9b4965-6150-4f32-864d-f5653ca15e73/bc5dd22b-e85a-4bc7-88cb-f1028ca38b20/1432e252-3578-4fc0-9450-918fb3da34ae) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:03.016255 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f11317c-8a98-4453-94cd-a43bd1b1c603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.055401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f11317c-8a98-4453-94cd-a43bd1b1c603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.164693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-547d50c8-7bbc-473d-ba03-c81fffb19d70 req-ee4ef30d-1f0b-49d4-89f8-9309ea346911 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800865 Aug 10 03:45:03.194148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.197068 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f11317c-8a98-4453-94cd-a43bd1b1c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.213718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f11317c-8a98-4453-94cd-a43bd1b1c603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.219613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f11317c-8a98-4453-94cd-a43bd1b1c603 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2caf4796-ab23-4a5a-961f-b65fc5eabc21 HTTP/1.1" status: 204 len: 168 time: 0.5351667 Aug 10 03:45:03.235571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11317c-8a98-4453-94cd-a43bd1b1c603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf4796-ab23-4a5a-961f-b65fc5eabc21,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.324011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.335230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Transition to ACTIVE for port object 1432e252-3578-4fc0-9450-918fb3da34ae will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:03.352152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Transition to ACTIVE for port object 1432e252-3578-4fc0-9450-918fb3da34ae will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:03.362114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.411172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Pushing event updated for resources: {'Port': ['ID=1432e252-3578-4fc0-9450-918fb3da34ae,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.434814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Network ea9b4965-6150-4f32-864d-f5653ca15e73 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:03.438493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:03.441662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:03.558744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Attempting to bind port 1432e252-3578-4fc0-9450-918fb3da34ae on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:03.559719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Attempting to bind port 1432e252-3578-4fc0-9450-918fb3da34ae by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c013e505-2e4e-4168-a6b2-372a62ce2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:03.560855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Attempting to bind port 1432e252-3578-4fc0-9450-918fb3da34ae on network ea9b4965-6150-4f32-864d-f5653ca15e73 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:03.588779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::32a (ea9b4965-6150-4f32-864d-f5653ca15e73/bc5dd22b-e85a-4bc7-88cb-f1028ca38b20/4186fe2e-0136-489b-9cc5-b6ce16f55946) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:03.594823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:03.598365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Checking segment: {'id': 'c013e505-2e4e-4168-a6b2-372a62ce2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:03.600561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.609381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Bound using segment: {'id': 'c013e505-2e4e-4168-a6b2-372a62ce2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:03.609381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Bound port: 1432e252-3578-4fc0-9450-918fb3da34ae, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c013e505-2e4e-4168-a6b2-372a62ce2a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ea9b4965-6150-4f32-864d-f5653ca15e73'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:03.609381 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.725632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] For port 1432e252-3578-4fc0-9450-918fb3da34ae, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:03.729660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] For port 1432e252-3578-4fc0-9450-918fb3da34ae, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1432e252-3578-4fc0-9450-918fb3da34ae,segment=NetworkSegment(c013e505-2e4e-4168-a6b2-372a62ce2a62),segment_id=c013e505-2e4e-4168-a6b2-372a62ce2a62)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:03.742934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.855884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818da43-fd5e-4ce8-906d-bfb3bc728540 None None] Pushing event updated for resources: {'Port': ['ID=1432e252-3578-4fc0-9450-918fb3da34ae,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:04.253883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39784) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:04.331472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-63ae00a5-f26f-40c2-8de0-c654c6844284 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.342464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-63ae00a5-f26f-40c2-8de0-c654c6844284 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 0.7317090 Aug 10 03:45:04.392607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-b4fcc627-a0ff-450c-8aaf-e32bac430bcc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/quotas/1c44aca9fb794595aabc2e128df3cb99 HTTP/1.1" status: 200 len: 375 time: 0.0491288 Aug 10 03:45:04.501420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.555919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object 4186fe2e-0136-489b-9cc5-b6ce16f55946 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:04.592286 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-5630eea9-caa4-4704-b618-c735a01b2d31 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1986270 Aug 10 03:45:04.711591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16434ec0-02b1-4e4d-947d-3399afa243e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.732673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.844390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network ea9b4965-6150-4f32-864d-f5653ca15e73 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:04.859326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:04.877559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:04.906253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.907358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.951595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-35ef2f39-43bd-4319-8eab-5637c51b78b1 service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308017 Aug 10 03:45:04.958245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=4186fe2e-0136-489b-9cc5-b6ce16f55946,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:04.961485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16434ec0-02b1-4e4d-947d-3399afa243e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:04.970039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16434ec0-02b1-4e4d-947d-3399afa243e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.022259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-16434ec0-02b1-4e4d-947d-3399afa243e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0a6c16bc0b948fa91b18ce797fe21fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665005 Aug 10 03:45:05.023130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39800) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:05.024354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16434ec0-02b1-4e4d-947d-3399afa243e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f66e9a-c0e0-485c-9279-48dc9dca38a9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:05.038456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a9f3219-456f-41f2-8bba-dec28ca69d91 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5027440 Aug 10 03:45:05.043555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39802) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:05.157306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6ec503a-d121-45f5-9622-117bd9b68cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.314982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6ec503a-d121-45f5-9622-117bd9b68cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.358499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-b34d4900-8f56-4d8a-9850-e747ec0b6979 service neutron] 10.222.0.53 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856347 Aug 10 03:45:05.483182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6ec503a-d121-45f5-9622-117bd9b68cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.489189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6ec503a-d121-45f5-9622-117bd9b68cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.492351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b6ec503a-d121-45f5-9622-117bd9b68cb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33f66e9a-c0e0-485c-9279-48dc9dca38a9 HTTP/1.1" status: 204 len: 168 time: 0.4646423 Aug 10 03:45:05.575257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 4186fe2e-0136-489b-9cc5-b6ce16f55946 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:05.581682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:05.627542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1432e252-3578-4fc0-9450-918fb3da34ae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:05.651924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec503a-d121-45f5-9622-117bd9b68cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f66e9a-c0e0-485c-9279-48dc9dca38a9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:05.810760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1432e252-3578-4fc0-9450-918fb3da34ae completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:05.953901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-065a2889-16d5-4216-bf51-122d12da4435 req-15c5044e-b7f8-4e0b-b5da-bd37ea4a8681 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 210 time: 0.1542974 Aug 10 03:45:06.004915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e2313-5e2f-416a-98e5-e7f821948e9b None None] Network ea9b4965-6150-4f32-864d-f5653ca15e73 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:06.077969 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.104174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 4186fe2e-0136-489b-9cc5-b6ce16f55946 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:06.367315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Provisioning for port 1432e252-3578-4fc0-9450-918fb3da34ae completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:06.373127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.393598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Provisioning complete for port 1432e252-3578-4fc0-9450-918fb3da34ae triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:06.394269 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.419808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39842) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:06.443103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=4186fe2e-0136-489b-9cc5-b6ce16f55946,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:06.444860 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e00f8673-d817-4d2a-b9a6-40f2a8fe80a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.524064 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.527553 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e72c4e00-6898-46b9-a624-60cf5c5c0637 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/4186fe2e-0136-489b-9cc5-b6ce16f55946 HTTP/1.1" status: 204 len: 168 time: 1.4822984 Aug 10 03:45:06.532105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39846) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:06.582509 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-787fc16f-3af9-41a9-83e7-4dab979f3ea4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:45:06.588546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-787fc16f-3af9-41a9-83e7-4dab979f3ea4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/4186fe2e-0136-489b-9cc5-b6ce16f55946 HTTP/1.1" status: 404 len: 333 time: 0.0500576 Aug 10 03:45:06.588872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39848) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:06.674449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39850) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:06.692515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet bc5dd22b-e85a-4bc7-88cb-f1028ca38b20 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:06.697351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e00f8673-d817-4d2a-b9a6-40f2a8fe80a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.705197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.712533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e00f8673-d817-4d2a-b9a6-40f2a8fe80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.783850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f8673-d817-4d2a-b9a6-40f2a8fe80a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb9755-bbd9-4d45-b50f-1cd2450a2899,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:06.824539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e00f8673-d817-4d2a-b9a6-40f2a8fe80a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9d91dba361c4c318de70564b5cc7373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030859 Aug 10 03:45:06.828492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:06.835004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.958422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-131159e9-4933-4273-9afa-c5ad7eabaf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.008211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-131159e9-4933-4273-9afa-c5ad7eabaf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.071504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.142558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-131159e9-4933-4273-9afa-c5ad7eabaf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.156898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-131159e9-4933-4273-9afa-c5ad7eabaf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.159342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-131159e9-4933-4273-9afa-c5ad7eabaf82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9cb9755-bbd9-4d45-b50f-1cd2450a2899 HTTP/1.1" status: 204 len: 168 time: 0.3284395 Aug 10 03:45:07.183981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-384306260'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:07.212166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.259353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.266150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5dd22b-e85a-4bc7-88cb-f1028ca38b20,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.268953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.276251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-165767ab-08c3-4ca4-839b-ffae8d92417f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/bc5dd22b-e85a-4bc7-88cb-f1028ca38b20 HTTP/1.1" status: 204 len: 168 time: 0.6859870 Aug 10 03:45:07.280829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:07.297852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Made reservation on behalf of f6239f9fee884b0ea6af998413c60dfa for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:07.309093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.363918 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:07.364436 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:07.390599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcd653d7-f826-405d-94b8-540f7fcd7d38 req-57f1bded-c944-45ca-8bc0-8d680b362589 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 210 time: 0.2290983 Aug 10 03:45:07.391861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131159e9-4933-4273-9afa-c5ad7eabaf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb9755-bbd9-4d45-b50f-1cd2450a2899,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.404579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.549103 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.698787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 1432e252-3578-4fc0-9450-918fb3da34ae {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:07.699157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.709507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.787610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.816661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] For port 1432e252-3578-4fc0-9450-918fb3da34ae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1432e252-3578-4fc0-9450-918fb3da34ae,segment=NetworkSegment(c013e505-2e4e-4168-a6b2-372a62ce2a62),segment_id=c013e505-2e4e-4168-a6b2-372a62ce2a62)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.817037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.842163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 1432e252-3578-4fc0-9450-918fb3da34ae owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:07.848826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a6e67-1016-4314-941c-8e60529b1c91 None None] Network ea9b4965-6150-4f32-864d-f5653ca15e73 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:07.945857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.965237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No DVR routers for this DVR port 1432e252-3578-4fc0-9450-918fb3da34ae on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:07.992661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:08.016518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=1432e252-3578-4fc0-9450-918fb3da34ae,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:08.031221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ac3192-6bcc-4eb7-8ed8-c803e5a7ecad,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:08.035649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.035993 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Added segment a96ebe2b-1ae9-4971-adef-9dd3911522bc of type vlan for network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 Aug 10 03:45:08.208868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-82d73cac-13de-4393-81dd-55688e85efc7 None None] Port 1432e252-3578-4fc0-9450-918fb3da34ae update to ACTIVE by agent not found {{(pid=94142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:45:08.233052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.279422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9b4965-6150-4f32-864d-f5653ca15e73']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:08.326510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c013e505-2e4e-4168-a6b2-372a62ce2a62') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:08.327015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c013e505-2e4e-4168-a6b2-372a62ce2a62') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:08.348831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.362994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7e0f71c6-657c-4ded-b51d-38b318cff775 None None] Could not find standard attr ID for object 1432e252-3578-4fc0-9450-918fb3da34ae. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:45:08.401583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.409718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:08.410162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:08.414858 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:08.446049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f2c8f8-166e-44a5-9e19-029fcf6f112e None None] DHCP port deletion for ea9b4965-6150-4f32-864d-f5653ca15e73 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:45:08.509679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.528897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.541531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/ea9b4965-6150-4f32-864d-f5653ca15e73 HTTP/1.1" status: 204 len: 168 time: 1.2561400 Aug 10 03:45:08.548881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39880) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:08.570378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'name': 'tempest-PortsIpV6TestJSON-550345984'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:08.712912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc205f-4bdb-44e1-8137-69603ba19c14 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=ea9b4965-6150-4f32-864d-f5653ca15e73,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:08.757443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad04c380-b951-466e-9259-46ff7abaec7e req-e5c29de9-0c03-4b4b-9b86-96563f28f7e8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0422225 Aug 10 03:45:08.815906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-19f2cf28-b1e8-454a-9e9e-c794418fc13b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:08.820948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-19f2cf28-b1e8-454a-9e9e-c794418fc13b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 812 time: 1.0940890 Aug 10 03:45:08.849045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Request body: {'port': {'device_id': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'admin_state_up': True, 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:08.861622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.890740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:08.894395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.920159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port e0587f14-0047-44ea-ba75-8e49df500875 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:09.015909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.027571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.028709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.181996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5039680 Aug 10 03:45:09.214245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1f31-b56d-4cfe-bd1d-b7e8a744e5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Pushing event updated for resources: {'Network': ['ID=bbcb03d2-f886-42bf-98de-8d9b1afe7c02,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.236624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:09.290198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Made reservation on behalf of 1c44aca9fb794595aabc2e128df3cb99 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:09.294051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.342191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:09.361785 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.458499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.482278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1432e252-3578-4fc0-9450-918fb3da34ae no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:09.566267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1432e252-3578-4fc0-9450-918fb3da34ae {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:09.566707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1432e252-3578-4fc0-9450-918fb3da34ae not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:09.702748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:09.706203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:09.707090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Allocated IP 172.20.0.8 (56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6/7bf6ff1d-1b28-4d10-a973-b4981c0fb066/95803807-a296-4bc3-8d67-a64c11713568) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:09.728184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:09.746806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.751038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.798735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39904) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:09.800255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2499285 Aug 10 03:45:09.812364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1b6be-0094-4f33-b0d4-5160a5d26a24 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=e0587f14-0047-44ea-ba75-8e49df500875,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.939162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39916) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:09.950677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Request body: {'port': {'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02', 'binding:host_id': 'n-h1-769329-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1019216800'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:10.088373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Made reservation on behalf of 25ed69ef8a9245f1b2e2e81903fd0aeb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:10.102617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.129011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.154953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3e23705d-dcbe-49e1-b433-66ac146523f4 req-391c8103-c2f3-4285-8592-9ce7591a6c4c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 210 time: 0.0932989 Aug 10 03:45:10.290802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port e0587f14-0047-44ea-ba75-8e49df500875 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:10.291183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.325580 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.390878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Transition to ACTIVE for port object 95803807-a296-4bc3-8d67-a64c11713568 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:10.409055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.437442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for e0587f14-0047-44ea-ba75-8e49df500875 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:10.479443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.481228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.499976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:10.502442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.504116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['da280ef2-ec16-4563-a032-6e9791ae1890'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:10.538936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port 123db417-0661-48f4-bb00-66bd6ec22dbc yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:10.745002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:10.798272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:10.801925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:10.810206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199da6b3-5431-4acf-ab24-caa05114f8ef,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:10.815392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:10.914566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.915509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:10.968357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-ccbad2b0-764e-4c31-9fc0-98ee59c8f01c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1344569 Aug 10 03:45:10.983992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Request body: {'port': {'device_id': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:11.081906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.201704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port 123db417-0661-48f4-bb00-66bd6ec22dbc yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:11.258299 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.313745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Transition to ACTIVE for port object 123db417-0661-48f4-bb00-66bd6ec22dbc will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:11.409554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.542690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.599768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=e0587f14-0047-44ea-ba75-8e49df500875,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:11.619450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.624247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4cc842f6-2dca-4904-8d9e-0327b41d1128 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/e0587f14-0047-44ea-ba75-8e49df500875 HTTP/1.1" status: 204 len: 168 time: 1.8240228 Aug 10 03:45:11.629563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39946) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:11.664488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'mac_address': 'fa:16:3e:85:97:4a', 'name': 'tempest-PortsIpV6TestJSON-1888579992'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:11.669029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-24fdfbd4-9473-49e5-8b66-2bf2172f322b None None] Provisioning for port 95803807-a296-4bc3-8d67-a64c11713568 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:11.704175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-24fdfbd4-9473-49e5-8b66-2bf2172f322b None None] Provisioning complete for port 95803807-a296-4bc3-8d67-a64c11713568 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:11.705661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-24fdfbd4-9473-49e5-8b66-2bf2172f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:11.768805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=123db417-0661-48f4-bb00-66bd6ec22dbc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:11.784266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-24fdfbd4-9473-49e5-8b66-2bf2172f322b None None] Port 95803807-a296-4bc3-8d67-a64c11713568 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:11.809800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31755e5f-2266-4589-ba24-729725a6ace6 req-7c6af092-e27f-4b24-9012-cabc1023873f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.820473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31755e5f-2266-4589-ba24-729725a6ace6 req-7c6af092-e27f-4b24-9012-cabc1023873f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 931 time: 0.1833405 Aug 10 03:45:11.832947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Checking segment: {'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:11.834507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Network hostable DHCP agents. Network: bbcb03d2-f886-42bf-98de-8d9b1afe7c02, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:11.960356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:11.994047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31755e5f-2266-4589-ba24-729725a6ace6 req-790d72ec-7d09-4dcf-b23a-50812b58e6f7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716516 Aug 10 03:45:12.001517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, bbcb03d2-f886-42bf-98de-8d9b1afe7c02) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:12.010223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:12.042579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.042891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.043464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.057747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.058775 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.059053 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 2 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.067800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1620b5-1242-4369-8fc4-454a4694d005 None None] Network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:12.084015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.084342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.084917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.107291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.108676 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.109781 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 3 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.146945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.147266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.147625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.157999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:12.162802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.163375 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.164031 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 4 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.214604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.215134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.215657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.237863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.237863 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.240781 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 5 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.285097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.285510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.285880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.293497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.298144 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.299786 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 6 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.304081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.349182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.349940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.354186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.383877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 0a813949-6300-439f-9be5-846dc1bd578a yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:12.391542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.392295 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.392978 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 7 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.425687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.426155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.426395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.444641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.445004 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.445365 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 8 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.479850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39956) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:12.482640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.495549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.496241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.570349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.571043 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.571739 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 9 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.593116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95803807-a296-4bc3-8d67-a64c11713568 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:12.626552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.633171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.633719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.634209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.641217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.641217 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.641671 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 10 to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc Aug 10 03:45:12.667420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:12.669479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:12.671670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:12.694974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 123db417-0661-48f4-bb00-66bd6ec22dbc on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:12.695927 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 123db417-0661-48f4-bb00-66bd6ec22dbc on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:12.696547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.824365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] For port 123db417-0661-48f4-bb00-66bd6ec22dbc, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:12.826339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempted to set empty binding levels {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:45:12.833813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Transition to ACTIVE for port object 95803807-a296-4bc3-8d67-a64c11713568 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:12.840942 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.844011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.943248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a74c8aa7-efb3-4742-9d72-55615696dc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.950379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.951461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:12.987700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=123db417-0661-48f4-bb00-66bd6ec22dbc,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.014468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.043552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a6e64cb2-8665-4e4f-9677-62b3d95444c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.0987413 Aug 10 03:45:13.044103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39966) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:13.069710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.158666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.304321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:13.320200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:13.329833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:13.336061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.336819 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.350936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=0a813949-6300-439f-9be5-846dc1bd578a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.374157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Attempting to bind port 95803807-a296-4bc3-8d67-a64c11713568 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:13.374506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Attempting to bind port 95803807-a296-4bc3-8d67-a64c11713568 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:13.374876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Attempting to bind port 95803807-a296-4bc3-8d67-a64c11713568 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:13.392000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Port 95803807-a296-4bc3-8d67-a64c11713568 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:13.392408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Attempting to bind port 95803807-a296-4bc3-8d67-a64c11713568 on network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:13.399065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:13.399416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Checking segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:13.399804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Bound using segment: {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:13.400258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Bound port: 95803807-a296-4bc3-8d67-a64c11713568, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7303c79d-f30d-44b8-a797-0860b36d3209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:13.400631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.410549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Deleting port 123db417-0661-48f4-bb00-66bd6ec22dbc {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:13.411533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.421331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a74c8aa7-efb3-4742-9d72-55615696dc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.493527 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a74c8aa7-efb3-4742-9d72-55615696dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.532418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5d03a64e-30cc-417a-86a9-52745796323d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8970900 Aug 10 03:45:13.547048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39974) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:13.640896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da33ad-08ac-46a8-a710-904ce5946584 req-950990af-f8cd-4b20-80e5-9757b8344802 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.645427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14da33ad-08ac-46a8-a710-904ce5946584 req-950990af-f8cd-4b20-80e5-9757b8344802 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.3766165 Aug 10 03:45:13.649174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a74c8aa7-efb3-4742-9d72-55615696dc1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=272742d798e448fa86634ebd7c58aa33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364627 Aug 10 03:45:13.659638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39976) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:13.692095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] For port 123db417-0661-48f4-bb00-66bd6ec22dbc, host n-h1-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:13.692712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.713649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca42bd9-6a28-40e1-8a34-9e7ea140f78b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.716207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eca42bd9-6a28-40e1-8a34-9e7ea140f78b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/0a813949-6300-439f-9be5-846dc1bd578a HTTP/1.1" status: 200 len: 845 time: 0.1674526 Aug 10 03:45:13.720301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Calling delete_port for 123db417-0661-48f4-bb00-66bd6ec22dbc owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:13.724398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39978) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:13.748235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:13.846803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:13.866418 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.906972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c8aa7-efb3-4742-9d72-55615696dc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdea21e-3996-450e-a263-cb58114acf26,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.962763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14da33ad-08ac-46a8-a710-904ce5946584 req-4a713e33-0cdb-45c3-8126-b34c6a955d13 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149203 Aug 10 03:45:14.011230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.014664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.061722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.062412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.064574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-58a1e0eb-5ab7-48cb-ac6c-0eb6f4ce8618 service neutron] 10.222.0.39 "PUT /v2.0/ports/95803807-a296-4bc3-8d67-a64c11713568 HTTP/1.1" status: 200 len: 1092 time: 3.0870366 Aug 10 03:45:14.065609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'tag': '95803807-a296-4bc3-8d67-a64c11713568'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:14.077615 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940987c-2dcd-4533-91e0-762538eb28ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "tag": "95803807-a296-4bc3-8d67-a64c11713568"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:14.081319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-931daf7b-0f4e-4828-b359-eca7e94a4568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.139660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event deleted for resources: {'Port': ['ID=123db417-0661-48f4-bb00-66bd6ec22dbc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.161012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.180492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-54dc7459-c895-48d2-bc05-ef339d453322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "DELETE /v2.0/ports/123db417-0661-48f4-bb00-66bd6ec22dbc HTTP/1.1" status: 204 len: 168 time: 1.1308713 Aug 10 03:45:14.190897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:14.266411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-931daf7b-0f4e-4828-b359-eca7e94a4568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.273166 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d191879-f95c-44e0-a154-b99c1f66be39 x-openstack-request-id: req-2d191879-f95c-44e0-a154-b99c1f66be39 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:14.274085 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "tag": "95803807-a296-4bc3-8d67-a64c11713568", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:14.274456 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d191879-f95c-44e0-a154-b99c1f66be39 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:14.275042 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'tag': '95803807-a296-4bc3-8d67-a64c11713568', 'status': 'completed', 'code': 200} Aug 10 03:45:14.329506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.335986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.344900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.351771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.359231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.365551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 0a813949-6300-439f-9be5-846dc1bd578a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:14.367714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.367927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.376191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.388606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-ec27c091-9873-4ce6-b726-bb2cb51322bd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.1534991 Aug 10 03:45:14.464341 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae609f3-2d44-46bf-a1d3-ed6536fc32b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:45:14.465480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-101c8c5e-f8c4-42a7-9fbe-51faf7fe474d req-fe898eb1-6285-4104-8753-bc77c0989e9d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756786 Aug 10 03:45:14.466103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1ae609f3-2d44-46bf-a1d3-ed6536fc32b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "GET /v2.0/ports/123db417-0661-48f4-bb00-66bd6ec22dbc HTTP/1.1" status: 404 len: 333 time: 0.2439055 Aug 10 03:45:14.474598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39988) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:14.484753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Request body: {'port': {'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-403099511'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:14.495260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-2b095625-39a2-4d78-bd7b-12316326a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.496862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-2b095625-39a2-4d78-bd7b-12316326a5ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 1095 time: 0.3784070 Aug 10 03:45:14.567816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Made reservation on behalf of 25ed69ef8a9245f1b2e2e81903fd0aeb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:14.570686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.582459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-1f7199d6-fcfd-4e4f-9957-f39110f10516 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95803807-a296-4bc3-8d67-a64c11713568 HTTP/1.1" status: 200 len: 217 time: 0.0685959 Aug 10 03:45:14.584515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.590526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:14.631200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 0a813949-6300-439f-9be5-846dc1bd578a owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:14.747398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-9d8e62eb-89fe-45e7-88c7-d878c1eabaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.749898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-9d8e62eb-89fe-45e7-88c7-d878c1eabaa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1569521 Aug 10 03:45:14.767620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-931daf7b-0f4e-4828-b359-eca7e94a4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.773420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-931daf7b-0f4e-4828-b359-eca7e94a4568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.778479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-931daf7b-0f4e-4828-b359-eca7e94a4568 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fdea21e-3996-450e-a263-cb58114acf26 HTTP/1.1" status: 204 len: 168 time: 1.1174808 Aug 10 03:45:14.828405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931daf7b-0f4e-4828-b359-eca7e94a4568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdea21e-3996-450e-a263-cb58114acf26,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.887345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-bc38b1cf-a892-4c05-842e-ea3cab18822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.892417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-bc38b1cf-a892-4c05-842e-ea3cab18822f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113741 Aug 10 03:45:14.896738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.906465 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.024650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=0a813949-6300-439f-9be5-846dc1bd578a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.074618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.077732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb6e4c5c-007a-40c8-8019-08449a51cfc5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/0a813949-6300-439f-9be5-846dc1bd578a HTTP/1.1" status: 204 len: 168 time: 1.3444624 Aug 10 03:45:15.083887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.170442 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ce68cc-2e59-4411-b22a-54b40dcc14d8 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:45:15.194211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5ce68cc-2e59-4411-b22a-54b40dcc14d8 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/0a813949-6300-439f-9be5-846dc1bd578a HTTP/1.1" status: 404 len: 333 time: 0.1007223 Aug 10 03:45:15.206261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40004) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.223012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'name': 'tempest-PortsIpV6TestJSON-2134418039'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:15.275775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.354485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:15.357603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=a42aa29f-73b2-4aa2-919b-65d2c92a19e3,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.369805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f33ffd-e064-48a6-91a0-0c08b1a46540 req-cb6e694a-3136-4de3-83a8-a112e975a734 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.372789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53f33ffd-e064-48a6-91a0-0c08b1a46540 req-cb6e694a-3136-4de3-83a8-a112e975a734 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.2146540 Aug 10 03:45:15.373841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:15.377604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-89245433-6bbf-4c54-b021-8e43b3a851eb service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752409 Aug 10 03:45:15.389827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.398325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.406398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.413592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.420003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.426404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.433477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.435457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-995e810d-0647-400d-9e32-c253390b2d74 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.3214848 Aug 10 03:45:15.437791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:15.438767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.439354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.503265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4f657a2b-c365-4d83-9850-7f0d05eaf4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0195644 Aug 10 03:45:15.509551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40006) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.521800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:15.552296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53f33ffd-e064-48a6-91a0-0c08b1a46540 req-6609aa71-9cc2-4268-9008-1fd5abcdbf62 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153905 Aug 10 03:45:15.557999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1059b079-375e-4017-9ee8-469d5776bbfb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.559467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1059b079-375e-4017-9ee8-469d5776bbfb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "GET /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1075966 Aug 10 03:45:15.581679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40010) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:15.626237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:15.629720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.645570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1d86-c201-433d-a5d4-5b08391874cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.655809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 9625ea79-11b5-4c18-a103-c8819c7d95dc yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:15.675776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3be2a06-75e4-42c2-be04-9c2920d37708 req-789c8429-2007-4c04-84bc-94ca3b93fed5 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865648 Aug 10 03:45:15.695855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.806092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-38d0aaff-e426-48d0-ac83-6f92a9c281bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "GET /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2359071 Aug 10 03:45:15.821156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:15.953301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.960078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.966487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.972567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.978817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.984898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.991708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.993712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-40d34ee6-a182-495b-9361-fe4856cf20e3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 5433 time: 0.2626345 Aug 10 03:45:15.996571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.059181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940987c-2dcd-4533-91e0-762538eb28ce req-8cd60fcf-c1b9-45e7-9ffa-e2fc8141f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.060422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-8cd60fcf-c1b9-45e7-9ffa-e2fc8141f9de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 1095 time: 0.2529833 Aug 10 03:45:16.068992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.159557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:16.169938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.182394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7117305b-0033-43ab-a987-51e9c8d08ecf req-9a2ce0de-9dce-4004-bbc4-0076449c0c9c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705790 Aug 10 03:45:16.196501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1d86-c201-433d-a5d4-5b08391874cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.220978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1d86-c201-433d-a5d4-5b08391874cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.324639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4c3a1d86-c201-433d-a5d4-5b08391874cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=563798a8be104db485a441ce4d4fd0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7372401 Aug 10 03:45:16.324639 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.325342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940987c-2dcd-4533-91e0-762538eb28ce req-3ae1ee54-badd-4aaa-a04f-ac90fda2f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.327102 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-3ae1ee54-badd-4aaa-a04f-ac90fda2f2e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.2557645 Aug 10 03:45:16.327802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:16.331864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a1d86-c201-433d-a5d4-5b08391874cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd679608-0df4-424c-8a8d-59a2a2e1de7c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:16.354752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Transition to ACTIVE for port object a42aa29f-73b2-4aa2-919b-65d2c92a19e3 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:16.364380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.438277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=129ffacb-f6d3-47f0-96e9-7f51170af24d,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:16.446321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-9d414204-5682-41b8-8c53-689ac621673c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95803807-a296-4bc3-8d67-a64c11713568 HTTP/1.1" status: 200 len: 217 time: 0.0581818 Aug 10 03:45:16.448793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=9625ea79-11b5-4c18-a103-c8819c7d95dc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:16.465360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:16.477782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:16.520969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:16.533934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.534643 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.556123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] For port 129ffacb-f6d3-47f0-96e9-7f51170af24d, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:16.559273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=a42aa29f-73b2-4aa2-919b-65d2c92a19e3,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:16.590414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940987c-2dcd-4533-91e0-762538eb28ce req-a2616b7e-adff-47a9-8a16-1e4c2e1d0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.592630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-a2616b7e-adff-47a9-8a16-1e4c2e1d0da4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1295829 Aug 10 03:45:16.600210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a9fb4857-053e-45c4-aa18-cb7ea4bef30f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3838921 Aug 10 03:45:16.601177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d18-70f6-47c0-bb21-67332836e8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.612574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40020) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:16.621951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:16.631767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:16.638943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:16.639529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:16.665958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:16.666603 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:16.671159 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 2 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:16.714698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] device_id is not set on port 129ffacb-f6d3-47f0-96e9-7f51170af24d yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:16.716664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d18-70f6-47c0-bb21-67332836e8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.726765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:16.727367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:16.727966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:16.744401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.744646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940987c-2dcd-4533-91e0-762538eb28ce req-8be29eba-56da-4394-96d9-1080114eceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.746122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-8be29eba-56da-4394-96d9-1080114eceda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422644 Aug 10 03:45:16.747893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:16.748454 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:16.751506 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 3 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:16.825127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.861780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.898429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:16.898887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:16.899242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:16.948933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:16.949292 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:16.952640 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 4 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:17.003348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] No DVR routers for this DVR port 129ffacb-f6d3-47f0-96e9-7f51170af24d on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:17.005478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Pushing event updated for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:17.012212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:17.012541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:17.012882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:17.021847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-5ae2603a-d595-4e40-a4ee-30ea15db2668 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415369 Aug 10 03:45:17.062105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d18-70f6-47c0-bb21-67332836e8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.062615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd824e-0715-4bbf-abe1-ef4d523fd300 req-1105961a-aa01-46eb-9a7e-a28e89738df8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.065023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a1b12d18-70f6-47c0-bb21-67332836e8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.079188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93bd824e-0715-4bbf-abe1-ef4d523fd300 req-1105961a-aa01-46eb-9a7e-a28e89738df8 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.2851853 Aug 10 03:45:17.080676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a1b12d18-70f6-47c0-bb21-67332836e8d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd679608-0df4-424c-8a8d-59a2a2e1de7c HTTP/1.1" status: 204 len: 168 time: 0.7386618 Aug 10 03:45:17.117108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:17.117494 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:17.120656 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 5 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:17.187863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:17.188541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:17.188992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:17.215549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] In _notify_port_updated(), no bound segment for port 129ffacb-f6d3-47f0-96e9-7f51170af24d on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:17.216844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.218670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.220558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-4e416997-4162-4aed-a7c0-9ed3a9994275 service neutron] 10.222.0.65 "PUT /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 200 len: 1028 time: 1.4044909 Aug 10 03:45:17.234963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b12d18-70f6-47c0-bb21-67332836e8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd679608-0df4-424c-8a8d-59a2a2e1de7c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:17.259551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:17.259551 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:17.278335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93bd824e-0715-4bbf-abe1-ef4d523fd300 req-2366e407-96c8-419b-9ddb-affac104914e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981289 Aug 10 03:45:17.340889 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 6 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:17.471238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8940987c-2dcd-4533-91e0-762538eb28ce req-cc7d9820-d784-4a47-a34c-dc57c67878b7 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484348 Aug 10 03:45:17.473590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.474907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-714936da-4278-4231-a3cf-2dd2aa62b076 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.492826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-714936da-4278-4231-a3cf-2dd2aa62b076 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "GET /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2575150 Aug 10 03:45:17.524751 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.525012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:17.575955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:17.576274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:17.576599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:17.607466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:17.607940 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:17.611261 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 7 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:17.674935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] In _notify_port_updated(), no bound segment for port 9625ea79-11b5-4c18-a103-c8819c7d95dc on network 1ea5e43a-c729-4cf4-94f7-b28af4221649 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:17.685223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.686552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.688422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/ports/9625ea79-11b5-4c18-a103-c8819c7d95dc HTTP/1.1" status: 200 len: 818 time: 1.0748458 Aug 10 03:45:17.691462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40036) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:17.701647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.708409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.717166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.724134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.729588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f6f04bd1-289f-42c5-832a-844a2a1707dd None None] Provisioning complete for port 129ffacb-f6d3-47f0-96e9-7f51170af24d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:17.730373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f6f04bd1-289f-42c5-832a-844a2a1707dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.731717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.738418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.740863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-c983cd6a-ad47-433a-9542-1423420a987a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 4658 time: 0.2400184 Aug 10 03:45:17.744320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:17.744622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:17.744917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:17.763066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.793436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:17.796043 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:17.805588 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 8 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:17.829897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee1daf-e40d-4a6e-b7e0-2a9a9c31f1ad tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=9625ea79-11b5-4c18-a103-c8819c7d95dc,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:17.837608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f6f04bd1-289f-42c5-832a-844a2a1707dd None None] Port 129ffacb-f6d3-47f0-96e9-7f51170af24d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:17.894890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:17.895315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:17.895727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:17.903835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 9625ea79-11b5-4c18-a103-c8819c7d95dc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:17.904992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.906383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4f27725-bf4b-40f1-a744-8c7a892d613c req-2b2e8ad9-4854-479f-9d71-771975b3dc86 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=a077896b-6442-4c33-8978-8df384768bea&id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554477 Aug 10 03:45:17.912914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:17.913366 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:17.915630 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 9 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:17.953923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:17.954389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:17.955051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:17.994268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:17.994761 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:17.997152 n-d-769329-14 neutron-server[94141]: INFO neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 10 to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 Aug 10 03:45:18.022460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:18.022818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:18.023334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:18.038917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:18.039234 n-d-769329-14 neutron-server[94141]: ERROR neutron.plugins.ml2.managers [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:18.039651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.113502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=1c3543b0-c0cb-4411-a77c-b22871c4cc28,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:18.186487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] For port a42aa29f-73b2-4aa2-919b-65d2c92a19e3, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:18.186973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempted to set empty binding levels {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:45:18.191637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] For port 1c3543b0-c0cb-4411-a77c-b22871c4cc28, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:18.198586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.416072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129ffacb-f6d3-47f0-96e9-7f51170af24d no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:18.468220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 129ffacb-f6d3-47f0-96e9-7f51170af24d not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:18.469895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 21f3cbb4-f4f7-4789-b829-ba4f61b2463f no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:18.544312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.570114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 9625ea79-11b5-4c18-a103-c8819c7d95dc owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:18.597257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca46346-330b-4b3e-b76d-6c38ff7b3fa5 req-e4e961b6-3b5d-4055-965d-b370c403f745 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.605903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ca46346-330b-4b3e-b76d-6c38ff7b3fa5 req-e4e961b6-3b5d-4055-965d-b370c403f745 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.1939716 Aug 10 03:45:18.623766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.707938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:18.717274 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02868132-06e3-4d96-b1b2-2ff597f27e99" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:18.732790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95803807-a296-4bc3-8d67-a64c11713568 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:18.752546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ca46346-330b-4b3e-b76d-6c38ff7b3fa5 req-9c78980a-890a-48cf-bba6-44d958fcbe18 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453698 Aug 10 03:45:18.814921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.834232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] In _notify_port_updated(), no bound segment for port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:18.835164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.835797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.842615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:18.844467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "PUT /v2.0/ports/a42aa29f-73b2-4aa2-919b-65d2c92a19e3 HTTP/1.1" status: 200 len: 979 time: 3.3295450 Aug 10 03:45:18.851870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40064) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:18.904048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.909809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/9625ea79-11b5-4c18-a103-c8819c7d95dc HTTP/1.1" status: 204 len: 168 time: 1.2167771 Aug 10 03:45:18.931543 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4b70c3-60be-4ee7-a3e5-ad347917c444 x-openstack-request-id: req-8b4b70c3-60be-4ee7-a3e5-ad347917c444 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:18.934987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40066) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:18.935868 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:18.936387 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b4b70c3-60be-4ee7-a3e5-ad347917c444 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:18.936994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] device_id is not set on port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:18.940547 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f', 'code': 200} Aug 10 03:45:18.941598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.946264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fdbc5035-35ee-46dc-9b6c-74331241ff13 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:18.957135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f8d90-42ac-42e3-b20c-7973a6ab8406 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=9625ea79-11b5-4c18-a103-c8819c7d95dc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:18.973446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.996336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68369e82-cf10-42fd-9f41-69f52a59ed8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=a42aa29f-73b2-4aa2-919b-65d2c92a19e3,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.007923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.143662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.144143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.144611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.145143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.146313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.146470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.147081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.147548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.148017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.148480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.148943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.149710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.149858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.150920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.150920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.151217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.153546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.153546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.153546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.153546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.154013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.154423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.154878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.155330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.155779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.156523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.157161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.157619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.158145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.158606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.159087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.159536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.159987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.160438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.160886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.161392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.161889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.162394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.163119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.163578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.164028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.166447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.167828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.169326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.170176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.170975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.181396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09a166f3-9135-4bcb-bb1e-0edcab5d7bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41138 time: 0.3236141 Aug 10 03:45:19.182112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40072) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:19.210194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.357127 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.360468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:19.414163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] No DVR routers for this DVR port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:19.414482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '95803807-a296-4bc3-8d67-a64c11713568', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': '95803807-a296-4bc3-8d67-a64c11713568', 'mac_address': 'fa:16:3e:b5:2d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:19.454013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Deleting port a42aa29f-73b2-4aa2-919b-65d2c92a19e3 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:19.456867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.481171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.502804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:19.507226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95803807-a296-4bc3-8d67-a64c11713568 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:19.524061 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.525628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:19.587199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.630884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.648330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] For port a42aa29f-73b2-4aa2-919b-65d2c92a19e3, host n-h1-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:19.649154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.659082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] In _notify_port_updated(), no bound segment for port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 on network be6a6c46-6885-4ed2-9700-bb0d2aba336e {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:19.660382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.661436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.664267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-1a5b0519-b1b6-469c-9b47-a23049d1dd05 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 200 len: 1026 time: 2.1444664 Aug 10 03:45:19.693861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:19.704746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Calling delete_port for a42aa29f-73b2-4aa2-919b-65d2c92a19e3 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:19.719800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bae243-6274-4134-b12f-e3326e4450c3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.721408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c3bae243-6274-4134-b12f-e3326e4450c3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7746356 Aug 10 03:45:19.728636 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.730562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40082) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:19.763969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c6a52c33-9b74-4d32-aff7-1676e0597c39 None None] Provisioning complete for port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:19.765537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c6a52c33-9b74-4d32-aff7-1676e0597c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.800342 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16c2ee7-ba81-46b5-81b9-22a80035a504 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:45:19.809443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c16c2ee7-ba81-46b5-81b9-22a80035a504 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/9625ea79-11b5-4c18-a103-c8819c7d95dc HTTP/1.1" status: 404 len: 333 time: 0.0701199 Aug 10 03:45:19.812755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40090) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:19.822085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356508807'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:19.887970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-fd49aedb-d8ce-42ee-92e2-ec0b43f8b053 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.896806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-fd49aedb-d8ce-42ee-92e2-ec0b43f8b053 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.905460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-fd49aedb-d8ce-42ee-92e2-ec0b43f8b053 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.912225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-fd49aedb-d8ce-42ee-92e2-ec0b43f8b053 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.919894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-fd49aedb-d8ce-42ee-92e2-ec0b43f8b053 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.932039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-fd49aedb-d8ce-42ee-92e2-ec0b43f8b053 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 3881 time: 0.3134243 Aug 10 03:45:19.965724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.023508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event deleted for resources: {'Port': ['ID=a42aa29f-73b2-4aa2-919b-65d2c92a19e3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.064546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.066286 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82c5a07a-943a-4eea-8502-fa9779b59f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a42aa29f-73b2-4aa2-919b-65d2c92a19e3 HTTP/1.1" status: 204 len: 168 time: 0.8782394 Aug 10 03:45:20.069874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40094) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.070392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:20.074150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.091012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.115312 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78c6b69-7915-4501-a35e-36c0bb28558f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:45:20.120717 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c78c6b69-7915-4501-a35e-36c0bb28558f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "GET /v2.0/ports/a42aa29f-73b2-4aa2-919b-65d2c92a19e3 HTTP/1.1" status: 404 len: 333 time: 0.0464573 Aug 10 03:45:20.120977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.121776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.133874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-990637167', 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:20.144154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977645ab-322d-4bf1-b6d0-45099f1a6876 req-15e3d0a2-e2bd-4134-be49-eb826c0fd423 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.146249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-977645ab-322d-4bf1-b6d0-45099f1a6876 req-15e3d0a2-e2bd-4134-be49-eb826c0fd423 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 944 time: 0.1656702 Aug 10 03:45:20.156197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['95803807-a296-4bc3-8d67-a64c11713568'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:20.163460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ca60d09-99ab-4539-b488-5ddffc82a60a req-838982a8-e054-4e00-b8de-b75a0fdfcfb3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302351 Aug 10 03:45:20.235433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c6a52c33-9b74-4d32-aff7-1676e0597c39 None None] Port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:20.271943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:20.273660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Made reservation on behalf of 25ed69ef8a9245f1b2e2e81903fd0aeb for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:20.279060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:20.290359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.303457 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.304981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c3543b0-c0cb-4411-a77c-b22871c4cc28 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:20.316889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:20.317421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.357487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port 40b3c101-fd50-4c21-a580-915f76eb3cba yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:20.384386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 1c3543b0-c0cb-4411-a77c-b22871c4cc28 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:20.385498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 81468674-3186-452c-a42b-2a3bb63aab79 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:20.443065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.454755 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment 5733efe7-aadf-4f1d-be79-49d7017e9f56 of type vlan for network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 Aug 10 03:45:20.621891 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.656140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-977645ab-322d-4bf1-b6d0-45099f1a6876 req-298bebbb-7d7d-4da1-a1d7-412ebc282b37 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019398 Aug 10 03:45:20.682126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:20.683154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.723841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.733596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for 21f3cbb4-f4f7-4789-b829-ba4f61b2463f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:20.742024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-0ff60161-a54d-48c7-9a70-ce9067fdddbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1088691 Aug 10 03:45:20.762127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.774320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.775608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:20.777620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.968891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1543434 Aug 10 03:45:20.979015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40112) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:20.986491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.995689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:21.015310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13'}, {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:21.026995 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3cc120-71c9-41c7-806e-0bb569979ef5" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13"}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:21.090787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-99765a25-e983-4c96-8a3f-a73fae9123ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.093385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-99765a25-e983-4c96-8a3f-a73fae9123ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 1097 time: 0.2481375 Aug 10 03:45:21.120262 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.162311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:21.176535 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7724d13c-da89-44b3-badf-e9ac7ce4b736 x-openstack-request-id: req-7724d13c-da89-44b3-badf-e9ac7ce4b736 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:21.176866 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13", "code": 200}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:21.178055 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7724d13c-da89-44b3-badf-e9ac7ce4b736 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:21.179261 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'code': 200} Aug 10 03:45:21.179670 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7', 'code': 200} Aug 10 03:45:21.185820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:21.198138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b433-f264-42d4-9109-e6fe292709f0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=3fbeba80-44ce-4aef-9e42-400dbf9c3ee6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.229324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:21.233954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.235902 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.255051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:21.331205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=40b3c101-fd50-4c21-a580-915f76eb3cba,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.343136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-732c5835-849f-42de-93a9-e5c978fc04a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2201390 Aug 10 03:45:21.346418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40124) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:21.440244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc74f8c-922f-4100-bc63-62d3d2db8ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.445697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3dc74f8c-922f-4100-bc63-62d3d2db8ed2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "GET /v2.0/ports/40b3c101-fd50-4c21-a580-915f76eb3cba HTTP/1.1" status: 200 len: 958 time: 0.0976191 Aug 10 03:45:21.446456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:21.451667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:21.454061 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.560729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-22b85061-010b-4802-b59d-e0ef64e087c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.566291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-22b85061-010b-4802-b59d-e0ef64e087c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.4287529 Aug 10 03:45:21.611098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=81468674-3186-452c-a42b-2a3bb63aab79,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:21.622460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.625311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:21.667990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.704309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.747575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-4ea5ab3a-e7fd-485e-91b8-50226a2a48ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 200 len: 217 time: 0.1624804 Aug 10 03:45:21.790533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-f9f899c4-f5b9-4e3b-ad34-1df1441e688a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.802517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-f9f899c4-f5b9-4e3b-ad34-1df1441e688a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.814102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-f9f899c4-f5b9-4e3b-ad34-1df1441e688a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.830769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-f9f899c4-f5b9-4e3b-ad34-1df1441e688a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.856071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.858304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-f9f899c4-f5b9-4e3b-ad34-1df1441e688a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.884055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-f9f899c4-f5b9-4e3b-ad34-1df1441e688a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 3879 time: 0.5510213 Aug 10 03:45:21.900929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-839598ca-554a-4c88-9564-10a2ae3a3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.902538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-839598ca-554a-4c88-9564-10a2ae3a3ef6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1509552 Aug 10 03:45:21.913759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=21f3cbb4-f4f7-4789-b829-ba4f61b2463f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:21.952239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:21.967096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:21.978992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Deleting port 40b3c101-fd50-4c21-a580-915f76eb3cba {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:21.991087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.047556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port 21f3cbb4-f4f7-4789-b829-ba4f61b2463f on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:22.057708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.061461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-31106243-2723-445c-9417-2ffcf8dca7d8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "DELETE /v2.0/ports/21f3cbb4-f4f7-4789-b829-ba4f61b2463f HTTP/1.1" status: 204 len: 173 time: 2.3385448 Aug 10 03:45:22.062317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:22.066222 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12931dfb-57ba-403e-bfa7-2cf4e4169d06" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:22.113462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:22.143186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28ce1f30-df6c-4db9-b8e0-3ba45e7155b4 req-7ca99b16-d64d-4295-921b-69bf296f836e tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578492 Aug 10 03:45:22.258749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.284218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-a1ef1174-2020-4e06-a6d7-06b57f2f7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.287729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-a1ef1174-2020-4e06-a6d7-06b57f2f7099 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3726203 Aug 10 03:45:22.307750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Calling delete_port for 40b3c101-fd50-4c21-a580-915f76eb3cba owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:22.331578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90891d5f-4a50-498e-9b77-b436bae57dd7 req-63f83aaf-fb7a-4682-8030-95398bbe68f6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.334606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port fdbc5035-35ee-46dc-9b6c-74331241ff13 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:22.335313 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.346395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90891d5f-4a50-498e-9b77-b436bae57dd7 req-63f83aaf-fb7a-4682-8030-95398bbe68f6 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 944 time: 0.3805883 Aug 10 03:45:22.384478 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94708018-686c-45dd-b114-5befecc8e5d0 x-openstack-request-id: req-94708018-686c-45dd-b114-5befecc8e5d0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:22.384801 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "21f3cbb4-f4f7-4789-b829-ba4f61b2463f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:22.384983 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94708018-686c-45dd-b114-5befecc8e5d0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:22.385400 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': '21f3cbb4-f4f7-4789-b829-ba4f61b2463f', 'status': 'completed', 'code': 200} Aug 10 03:45:22.441949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.555903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port fdbc5035-35ee-46dc-9b6c-74331241ff13, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fdbc5035-35ee-46dc-9b6c-74331241ff13,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:22.558734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.600660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90891d5f-4a50-498e-9b77-b436bae57dd7 req-18a1d22b-71d1-409b-9376-bcba57e3eebb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320900 Aug 10 03:45:22.689184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.701309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95803807-a296-4bc3-8d67-a64c11713568 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:22.765417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-4a6be417-f759-4041-8f26-aea2767606ad service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609644 Aug 10 03:45:22.767492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event deleted for resources: {'Port': ['ID=40b3c101-fd50-4c21-a580-915f76eb3cba,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:22.791980 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.798433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-42311824-3250-46d3-bf7f-294ca6844b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "DELETE /v2.0/ports/40b3c101-fd50-4c21-a580-915f76eb3cba HTTP/1.1" status: 204 len: 168 time: 1.3452601 Aug 10 03:45:22.817031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:22.819096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 95803807-a296-4bc3-8d67-a64c11713568 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:22.824364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 95803807-a296-4bc3-8d67-a64c11713568 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:22.824744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.920313 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3e98ad-a585-4da4-8107-5e119363945a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:45:22.920654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.924196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=c80ebc84-2a59-4da4-a821-523e9e6a7f5d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:22.924842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e3e98ad-a585-4da4-8107-5e119363945a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "GET /v2.0/ports/40b3c101-fd50-4c21-a580-915f76eb3cba HTTP/1.1" status: 404 len: 333 time: 0.1051614 Aug 10 03:45:22.933357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40146) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:22.938422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': '5733efe7-aadf-4f1d-be79-49d7017e9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:22.938812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:22.943261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Request body: {'port': {'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1182113663'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:22.975125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:22.981811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.008796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:23.025711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Made reservation on behalf of 25ed69ef8a9245f1b2e2e81903fd0aeb for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:23.029418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.029718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.029967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.029967 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Floating IP 52e9d6fb-a46a-44ee-a724-c850a2125089 disassociated. External IP: 172.25.2.245, port: fdbc5035-35ee-46dc-9b6c-74331241ff13. Aug 10 03:45:23.031146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for fdbc5035-35ee-46dc-9b6c-74331241ff13 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:23.035722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:23.045840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.046503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.063625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9426c9e-fe08-42c8-9119-d8600b4d18fe None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:23.068321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c70c4e0c-1bb2-4dd2-a71b-b49100b0124f req-4eb2f84d-4051-410f-af80-516a71d6da2a service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933824 Aug 10 03:45:23.084438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port 5db52764-af27-4657-984c-c4851719dcfb yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:23.159451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6d7546c5-6b69-406f-99b7-2442d98081f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1755993 Aug 10 03:45:23.164473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40152) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:23.174288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:23.183100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79'}, {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2'}, {'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95803807-a296-4bc3-8d67-a64c11713568'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:23.187326 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad71b0-1c90-43da-a6c3-979a0297965e" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "81468674-3186-452c-a42b-2a3bb63aab79"}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2"}, {"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "95803807-a296-4bc3-8d67-a64c11713568"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:23.297831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.344530 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82b66a0-60b3-4d70-9361-afe2928dbd7c x-openstack-request-id: req-e82b66a0-60b3-4d70-9361-afe2928dbd7c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:23.344994 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "81468674-3186-452c-a42b-2a3bb63aab79", "code": 200}, {"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2", "code": 200}, {"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "95803807-a296-4bc3-8d67-a64c11713568", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:23.345388 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e82b66a0-60b3-4d70-9361-afe2928dbd7c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:23.346053 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79', 'code': 200} Aug 10 03:45:23.354628 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2', 'code': 200} Aug 10 03:45:23.355046 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95803807-a296-4bc3-8d67-a64c11713568', 'code': 200} Aug 10 03:45:23.469361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.469731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': 'c80ebc84-2a59-4da4-a821-523e9e6a7f5d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:23.470870 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.627037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefd650-5525-4775-812e-31b0541c9333 req-f6e17257-1e82-4c92-9982-1b7464ae888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.628631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cbefd650-5525-4775-812e-31b0541c9333 req-f6e17257-1e82-4c92-9982-1b7464ae888c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.1573055 Aug 10 03:45:23.675392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:23.681239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.687169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.705065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f9ce-7d81-4fb1-bef6-b18713e0c7a7 req-807f4475-94d8-49b8-ae0e-ed19544827bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.726564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f9ce-7d81-4fb1-bef6-b18713e0c7a7 req-807f4475-94d8-49b8-ae0e-ed19544827bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.732643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f9ce-7d81-4fb1-bef6-b18713e0c7a7 req-807f4475-94d8-49b8-ae0e-ed19544827bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.742391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f9ce-7d81-4fb1-bef6-b18713e0c7a7 req-807f4475-94d8-49b8-ae0e-ed19544827bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.769121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9828f9ce-7d81-4fb1-bef6-b18713e0c7a7 req-807f4475-94d8-49b8-ae0e-ed19544827bf tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 3142 time: 0.3211365 Aug 10 03:45:23.801964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=fdbc5035-35ee-46dc-9b6c-74331241ff13,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:23.812249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Allocated IP 2001:db8::2 (3fbeba80-44ce-4aef-9e42-400dbf9c3ee6/c80ebc84-2a59-4da4-a821-523e9e6a7f5d/df81ce6e-2f62-429a-98eb-f9bb0d4bdd13) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:23.840839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:23.952050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cbefd650-5525-4775-812e-31b0541c9333 req-2e2c3265-159c-4077-8d36-dcd51eabefab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048234 Aug 10 03:45:24.000320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:24.004440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d215c9-0378-4b65-8de4-bb54116630da req-021eaa68-4368-439e-8168-d6d7b0076589 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.006831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7d215c9-0378-4b65-8de4-bb54116630da req-021eaa68-4368-439e-8168-d6d7b0076589 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1431353 Aug 10 03:45:24.013938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:24.020357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:24.020883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.021961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.031613 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c80ebc84-2a59-4da4-a821-523e9e6a7f5d (CIDR: 2001:db8::/64) Aug 10 03:45:24.054758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9828f9ce-7d81-4fb1-bef6-b18713e0c7a7 req-3b6b7f58-2d11-49c6-8038-b1ac3ffd6249 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724705 Aug 10 03:45:24.058127 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.066357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=5db52764-af27-4657-984c-c4851719dcfb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:24.079310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-829b7245-b60b-4c18-ae7c-d70234f2a0e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1433358 Aug 10 03:45:24.082857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:24.085209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Transition to ACTIVE for port object df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:24.088640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:24.088977 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:45:24.090866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:45:24.106368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Router ad4489ec-cae5-46af-8d14-9fdcb241bd71 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:24.131044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e5e850c-aabb-4e39-83fc-0069d33b68d6 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9636765 Aug 10 03:45:24.131675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40170) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:24.132979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Transition to ACTIVE for port object df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:24.145203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:24.155094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.161841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7d215c9-0378-4b65-8de4-bb54116630da req-d2a191b8-ec1a-4d03-bbb0-5f2cc84d7154 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471024 Aug 10 03:45:24.233279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:24.236851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:24.241656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:24.271531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.331446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Pushing event updated for resources: {'Port': ['ID=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:24.343042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Attempting to bind port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:24.343679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Attempting to bind port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '5733efe7-aadf-4f1d-be79-49d7017e9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:24.344239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Attempting to bind port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 on network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:24.354454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:24.355064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Checking segment: {'id': '5733efe7-aadf-4f1d-be79-49d7017e9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:24.355722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.356349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Bound using segment: {'id': '5733efe7-aadf-4f1d-be79-49d7017e9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:24.357119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Bound port: df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5733efe7-aadf-4f1d-be79-49d7017e9f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:24.358023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.576291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] For port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:24.607552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:24.630752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] For port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,segment=NetworkSegment(5733efe7-aadf-4f1d-be79-49d7017e9f56),segment_id=5733efe7-aadf-4f1d-be79-49d7017e9f56)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:24.635940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] Sync routers for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:24.652137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.654161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.810314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:24.824913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.837646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:24.839179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:24.885442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] device_id is not set on port 5db52764-af27-4657-984c-c4851719dcfb yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:24.970433 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.006649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port fdbc5035-35ee-46dc-9b6c-74331241ff13 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:25.012786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Transition to ACTIVE for port object 5db52764-af27-4657-984c-c4851719dcfb will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:25.031895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.084955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.102489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-6af4ba2d-3508-4a1b-aebe-b0f53fc633e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "DELETE /v2.0/ports/fdbc5035-35ee-46dc-9b6c-74331241ff13 HTTP/1.1" status: 204 len: 173 time: 3.0274699 Aug 10 03:45:25.106292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:25.110812 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee4d68e-7d89-47b0-b19e-51295945abb6" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:25.321583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=5db52764-af27-4657-984c-c4851719dcfb,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.365024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:25.365540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:25.384643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:25.404875 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ba7056-4f9d-4ed7-97a5-1e7ea22eb58a x-openstack-request-id: req-f2ba7056-4f9d-4ed7-97a5-1e7ea22eb58a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:25.405663 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "fdbc5035-35ee-46dc-9b6c-74331241ff13", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:25.405663 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2ba7056-4f9d-4ed7-97a5-1e7ea22eb58a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:25.406096 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': 'fdbc5035-35ee-46dc-9b6c-74331241ff13', 'status': 'completed', 'code': 200} Aug 10 03:45:25.454885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:25.455435 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:25.522769 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 2 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:25.589805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:25.590905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:25.591378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fbb32-8c1f-4aeb-a1c7-7eccde6566f8 None None] Pushing event updated for resources: {'Port': ['ID=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.592052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:25.605481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:25.606053 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:25.618887 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 3 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:25.654149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114a1e-b3dd-4524-944e-c821db37dd76 req-934d441a-7a1a-4b28-bef1-8e754faabf16 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.672288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114a1e-b3dd-4524-944e-c821db37dd76 req-934d441a-7a1a-4b28-bef1-8e754faabf16 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.694965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114a1e-b3dd-4524-944e-c821db37dd76 req-934d441a-7a1a-4b28-bef1-8e754faabf16 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.719289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d114a1e-b3dd-4524-944e-c821db37dd76 req-934d441a-7a1a-4b28-bef1-8e754faabf16 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 2408 time: 0.3293085 Aug 10 03:45:25.727185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-80bd5880-86a6-4cce-aa17-73690d438311 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6227121 Aug 10 03:45:25.783628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:25.797867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:25.799310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:25.800455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:25.823780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:25.825402 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:25.828003 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 4 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:25.857388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286766d-aa9e-405c-b324-01c85e1e7867 req-b1814aef-b529-4547-bdf6-df5696333e7c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.860121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3286766d-aa9e-405c-b324-01c85e1e7867 req-b1814aef-b529-4547-bdf6-df5696333e7c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3647218 Aug 10 03:45:25.954829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:25.962829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:25.963207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-737d89c8-2ca1-4988-81e2-00f2eabf83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.964660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-737d89c8-2ca1-4988-81e2-00f2eabf83e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 1097 time: 0.1922748 Aug 10 03:45:25.966127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:25.990808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:25.991468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.006208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d114a1e-b3dd-4524-944e-c821db37dd76 req-11c4b8a1-2149-4ebb-941a-a2ed274a0882 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510488 Aug 10 03:45:26.017427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.017953 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.022797 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 5 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:26.076669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3286766d-aa9e-405c-b324-01c85e1e7867 req-9306fede-12bf-4520-967d-3a7c75ecb7a1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853404 Aug 10 03:45:26.096904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:26.102122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:26.106335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:26.142133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.144354 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.147157 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 6 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:26.229024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:26.232474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:26.234852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:26.235802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.258668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.259196 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.259865 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 7 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:26.321275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:26.321652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:26.322096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:26.334724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.335044 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.335453 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 8 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:26.375965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:26.376276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:26.376670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:26.393939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.393939 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.394558 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 9 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:26.419450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:26.419763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:26.420123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:26.433726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.434221 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.434746 n-d-769329-14 neutron-server[94140]: INFO neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempt 10 to bind port 5db52764-af27-4657-984c-c4851719dcfb Aug 10 03:45:26.450471 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.467543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:26.467882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:26.468269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempting to bind port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:26.494029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:26.494864 n-d-769329-14 neutron-server[94140]: ERROR neutron.plugins.ml2.managers [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Failed to bind port 5db52764-af27-4657-984c-c4851719dcfb on host n-h1-769329-14 for vnic_type normal using segments [{'id': 'a96ebe2b-1ae9-4971-adef-9dd3911522bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'bbcb03d2-f886-42bf-98de-8d9b1afe7c02'}] Aug 10 03:45:26.495413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.638200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:26.639000 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.647668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] For port 5db52764-af27-4657-984c-c4851719dcfb, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:26.661272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attempted to set empty binding levels {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 03:45:26.672484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.718231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] In _notify_port_updated(), no bound segment for port 5db52764-af27-4657-984c-c4851719dcfb on network bbcb03d2-f886-42bf-98de-8d9b1afe7c02 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:26.719816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.720898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.722802 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "PUT /v2.0/ports/5db52764-af27-4657-984c-c4851719dcfb HTTP/1.1" status: 200 len: 980 time: 2.6386435 Aug 10 03:45:26.738191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40210) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:26.768294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:26.830099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:26.873790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] Checking router: ad4489ec-cae5-46af-8d14-9fdcb241bd71 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:26.889287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:26.891402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:27.026847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfd25a-3927-4113-ab24-c5290b25e1ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event updated for resources: {'Port': ['ID=5db52764-af27-4657-984c-c4851719dcfb,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.130641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324562c9-2aab-4d38-97c3-6ed1ce6252f0 req-e2b8f51a-adba-4ed0-be97-fe2010d1caef tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.152459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-324562c9-2aab-4d38-97c3-6ed1ce6252f0 req-e2b8f51a-adba-4ed0-be97-fe2010d1caef tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2372375 Aug 10 03:45:27.185125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6ff28-e53a-420e-8062-d9126c52d8cc None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:27.222230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Deleting port 5db52764-af27-4657-984c-c4851719dcfb {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:27.223133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.224387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=71baefab-1e09-4d92-b4ce-6bca37fa5ccf,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:27.243809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-50cb3c54-8556-493c-919b-7e924c9eedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.245909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-50cb3c54-8556-493c-919b-7e924c9eedc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 1.2415092 Aug 10 03:45:27.274878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:27.328052 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9d1912a0-7b89-4d72-a64c-61db0607a2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.347230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-324562c9-2aab-4d38-97c3-6ed1ce6252f0 req-c5208c0b-1794-442d-a004-69f850859e74 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863363 Aug 10 03:45:27.356393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9ff9085a-4fc2-495d-b619-3083dc29b4cd None None] Provisioning for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:27.367760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:27.461162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] For port 5db52764-af27-4657-984c-c4851719dcfb, host n-h1-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:27.464613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.532571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Calling delete_port for 5db52764-af27-4657-984c-c4851719dcfb owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:27.721379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:27.777678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61e0d-bae5-4ed9-8dcd-191d87700d25 req-84cd56df-e6ee-41bd-bc9d-d68f4142db75 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.787988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61e0d-bae5-4ed9-8dcd-191d87700d25 req-84cd56df-e6ee-41bd-bc9d-d68f4142db75 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.818066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61e0d-bae5-4ed9-8dcd-191d87700d25 req-84cd56df-e6ee-41bd-bc9d-d68f4142db75 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.824502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19d61e0d-bae5-4ed9-8dcd-191d87700d25 req-84cd56df-e6ee-41bd-bc9d-d68f4142db75 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 2408 time: 0.1730421 Aug 10 03:45:27.901887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:27.909215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:27.909857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.913391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.046835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Pushing event deleted for resources: {'Port': ['ID=5db52764-af27-4657-984c-c4851719dcfb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.084312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Update dhcp port {'port': {'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'fixed_ips': [{'subnet_id': 'c80ebc84-2a59-4da4-a821-523e9e6a7f5d', 'ip_address': '2001:db8::2'}, {'subnet_id': '71baefab-1e09-4d92-b4ce-6bca37fa5ccf'}], 'binding:host_id': 'n-d-769329-14'}, 'id': 'df81ce6e-2f62-429a-98eb-f9bb0d4bdd13'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:45:28.100200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.114788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9db1d926-99ad-4db2-9f99-3a2b599aba9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5db52764-af27-4657-984c-c4851719dcfb HTTP/1.1" status: 204 len: 168 time: 1.3726630 Aug 10 03:45:28.124309 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19d61e0d-bae5-4ed9-8dcd-191d87700d25 req-f3e362aa-1373-4e56-9ed2-b37d860b695d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767992 Aug 10 03:45:28.125040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40230) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.165660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.225300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:28.230586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.231597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.261084 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4f91a1-a95a-4bee-9f33-b72f1b1b21d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] GET failed (client error): The resource could not be found. Aug 10 03:45:28.268442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1d4f91a1-a95a-4bee-9f33-b72f1b1b21d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624562300-project-admin] 10.222.0.53 "GET /v2.0/ports/5db52764-af27-4657-984c-c4851719dcfb HTTP/1.1" status: 404 len: 333 time: 0.1294036 Aug 10 03:45:28.269635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.277572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5712-7c5b-45b5-b981-0d4e20efbc58 None None] The sync data for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 is: [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '14d810f2-263d-4a52-8e31-7383a2f1c00c', 'name': '', 'network_id': '0c923a62-d54d-4253-8b48-573208e0866d', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'mac_address': 'fa:16:3e:90:23:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:51Z', 'updated_at': '2021-08-10T03:34:12Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'subnets': [{'id': '1ec33bad-b4ec-48cc-a9ab-6073ed279561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:28.310148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.311337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-e3d1f365-7c3d-4b5b-bcd0-64a10ba0c19f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77 HTTP/1.1" status: 200 len: 217 time: 1.0570252 Aug 10 03:45:28.319317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.370384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.445788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.475913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,segment=NetworkSegment(5733efe7-aadf-4f1d-be79-49d7017e9f56),segment_id=5733efe7-aadf-4f1d-be79-49d7017e9f56)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:28.480629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-c4228176-9c69-4692-b017-7f9b5598aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.483365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-c4228176-9c69-4692-b017-7f9b5598aca7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1587768 Aug 10 03:45:28.484929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3ac1f18-bad0-428b-a2d7-0c5ae9d92eb3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.3498151 Aug 10 03:45:28.487916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40238) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:28.500147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '3fbeba80-44ce-4aef-9e42-400dbf9c3ee6', 'fixed_ips': [{'subnet_id': 'c80ebc84-2a59-4da4-a821-523e9e6a7f5d'}, {'subnet_id': '71baefab-1e09-4d92-b4ce-6bca37fa5ccf'}], 'name': 'tempest-PortsIpV6TestJSON-420269631'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:28.515622 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.559286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.569611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.580956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.588115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.602703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.608875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.617790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.624292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-2415660d-7522-4f97-8767-b4a0b486f21f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 1.6087446 Aug 10 03:45:28.643128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=b5569d7b-4e1d-4cd9-92ce-6e5f277abab2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.762428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:28.774651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.777396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df12e402-6cf5-465a-9322-87a560fc74ab tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "DELETE /v2.0/ports/b5569d7b-4e1d-4cd9-92ce-6e5f277abab2 HTTP/1.1" status: 204 len: 173 time: 3.6567605 Aug 10 03:45:28.777965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:28.781745 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a05434-ba90-4b9f-ab78-bd57f4ed8c4d" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:28.796015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56bff8-0bdd-41e3-bab9-9de7614043fa None None] New status for floating IP 52e9d6fb-a46a-44ee-a724-c850a2125089: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:28.812811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.842551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.854473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-0b888bb7-0a88-434e-9d4e-effb11d218a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.856094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-0b888bb7-0a88-434e-9d4e-effb11d218a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305574 Aug 10 03:45:28.860052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcb03d2-f886-42bf-98de-8d9b1afe7c02']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.886719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b396072-abe3-4f76-b1fd-7f0bf86252b3 req-c6086b25-a2ea-49c1-9f82-8d5e7b128e85 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361536 Aug 10 03:45:28.912810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96ebe2b-1ae9-4971-adef-9dd3911522bc') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.913453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96ebe2b-1ae9-4971-adef-9dd3911522bc') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.931302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Allocated IP 2001:db8:0:1::2 (3fbeba80-44ce-4aef-9e42-400dbf9c3ee6/71baefab-1e09-4d92-b4ce-6bca37fa5ccf/df81ce6e-2f62-429a-98eb-f9bb0d4bdd13) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:28.957772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:28.977265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45293c4f-0a5c-48d8-a4ea-09c4987bb39e req-4ee5632e-3dba-4d7a-85a7-abecb7cf1b3e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.980559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45293c4f-0a5c-48d8-a4ea-09c4987bb39e req-4ee5632e-3dba-4d7a-85a7-abecb7cf1b3e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3067942 Aug 10 03:45:29.018806 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.027301 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44471b6a-d59e-4da8-adc6-77f37474cb1c x-openstack-request-id: req-44471b6a-d59e-4da8-adc6-77f37474cb1c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:29.027597 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "b5569d7b-4e1d-4cd9-92ce-6e5f277abab2", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:29.027900 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44471b6a-d59e-4da8-adc6-77f37474cb1c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:29.028241 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': 'b5569d7b-4e1d-4cd9-92ce-6e5f277abab2', 'status': 'completed', 'code': 200} Aug 10 03:45:29.144266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-24943bd2-1700-4a2e-bb1e-89901445d557 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775748 Aug 10 03:45:29.148218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port 81468674-3186-452c-a42b-2a3bb63aab79 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:29.148560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.159521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.181052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:29.181463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:29.187797 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:29.201843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] For port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,segment=NetworkSegment(5733efe7-aadf-4f1d-be79-49d7017e9f56),segment_id=5733efe7-aadf-4f1d-be79-49d7017e9f56)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:29.267881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45293c4f-0a5c-48d8-a4ea-09c4987bb39e req-f73f6384-411f-40ca-b835-75f2318aaa30 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085667 Aug 10 03:45:29.294245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.341233 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.388252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Transition to ACTIVE for port object df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:29.400301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.429097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.444101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.451810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] 10.222.0.53 "DELETE /v2.0/networks/bbcb03d2-f886-42bf-98de-8d9b1afe7c02 HTTP/1.1" status: 204 len: 168 time: 1.1692433 Aug 10 03:45:29.461765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 60d73a21-df79-4013-a55d-d28642e26d75 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:29.535678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port 81468674-3186-452c-a42b-2a3bb63aab79, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=81468674-3186-452c-a42b-2a3bb63aab79,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:29.536894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.556540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1368c3-cef2-4f1f-b4af-ddc972895907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812281304-project] Pushing event deleted for resources: {'Network': ['ID=bbcb03d2-f886-42bf-98de-8d9b1afe7c02,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.565466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:29.648105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for 81468674-3186-452c-a42b-2a3bb63aab79 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:29.680833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6167-80f7-413c-8ea9-4c11225212a3 req-6c07ed71-132c-4d43-9a3c-431be7db318c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.698826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a6167-80f7-413c-8ea9-4c11225212a3 req-6c07ed71-132c-4d43-9a3c-431be7db318c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.714498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3f32ac4-8df4-438b-bb35-c54367d7ca6b req-b771aa14-f154-44b9-a071-f2b9feea9f1e service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621550 Aug 10 03:45:29.719254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1a6167-80f7-413c-8ea9-4c11225212a3 req-6c07ed71-132c-4d43-9a3c-431be7db318c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 1676 time: 0.3655438 Aug 10 03:45:29.753873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.764043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.788734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.801461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746c6e0-5722-4e9a-8abe-cd9cce2aca31 None None] Pushing event updated for resources: {'Port': ['ID=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.828411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.876116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf7b1daf-c23a-4217-898a-1a33e1b56587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.922495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.965534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.986258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:30.021254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:30.047263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fe866896-4beb-4751-9dc4-b94138343759 req-8babcf5d-feaf-4058-9130-1bbf02253817 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.7232521 Aug 10 03:45:30.166314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40270) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:30.366481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af1a6167-80f7-413c-8ea9-4c11225212a3 req-cab5df2b-7906-4369-8d3e-2541a0292b5b tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6440301 Aug 10 03:45:30.406984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::12b (3fbeba80-44ce-4aef-9e42-400dbf9c3ee6/c80ebc84-2a59-4da4-a821-523e9e6a7f5d/60d73a21-df79-4013-a55d-d28642e26d75) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:30.435845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8:0:1::1cf (3fbeba80-44ce-4aef-9e42-400dbf9c3ee6/71baefab-1e09-4d92-b4ce-6bca37fa5ccf/60d73a21-df79-4013-a55d-d28642e26d75) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:30.571932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.639422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=81468674-3186-452c-a42b-2a3bb63aab79,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:30.835591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port 81468674-3186-452c-a42b-2a3bb63aab79 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:30.840328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.843479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-df557310-e698-4f03-b470-6111422bd0a1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "DELETE /v2.0/ports/81468674-3186-452c-a42b-2a3bb63aab79 HTTP/1.1" status: 204 len: 173 time: 2.0516832 Aug 10 03:45:31.030470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:31.051559 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9860c-198a-4feb-abad-b1acf8621c21" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "81468674-3186-452c-a42b-2a3bb63aab79"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:31.142967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-40826218-f0b4-48ae-8aad-e806143fecb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6239f9fee884b0ea6af998413c60dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9752254 Aug 10 03:45:31.143651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40292) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:31.156067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7aae18-1bb5-4479-b1f8-4720c09ac6d7 None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:31.210798 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e799b83-00b4-46a0-b877-0b42d83fa36e x-openstack-request-id: req-8e799b83-00b4-46a0-b877-0b42d83fa36e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:31.211842 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "81468674-3186-452c-a42b-2a3bb63aab79", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:31.212521 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e799b83-00b4-46a0-b877-0b42d83fa36e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:31.213266 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': '81468674-3186-452c-a42b-2a3bb63aab79', 'status': 'completed', 'code': 200} Aug 10 03:45:31.333354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e316cf5d-de90-4826-b3a9-fe012bad2ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.439259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e316cf5d-de90-4826-b3a9-fe012bad2ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.635039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:31.686578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:31.687497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.706066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e316cf5d-de90-4826-b3a9-fe012bad2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.716189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e316cf5d-de90-4826-b3a9-fe012bad2ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.718395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e316cf5d-de90-4826-b3a9-fe012bad2ec4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0ac3192-6bcc-4eb7-8ed8-c803e5a7ecad HTTP/1.1" status: 204 len: 168 time: 0.5726645 Aug 10 03:45:31.726951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.738014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49d77bfe-4a5d-42e4-83db-2a801cb66fd8 None None] Provisioning for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:31.757314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363bd18-5d38-4fdb-8cba-9bf07ab1a53c req-7b678872-8af1-4fda-bafa-a908edf08e4d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:31.761429 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b363bd18-5d38-4fdb-8cba-9bf07ab1a53c req-7b678872-8af1-4fda-bafa-a908edf08e4d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2540836 Aug 10 03:45:31.807116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object 60d73a21-df79-4013-a55d-d28642e26d75 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:31.819085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.825507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49d77bfe-4a5d-42e4-83db-2a801cb66fd8 None None] Provisioning complete for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:31.830032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49d77bfe-4a5d-42e4-83db-2a801cb66fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.852755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b363bd18-5d38-4fdb-8cba-9bf07ab1a53c req-4aa2fcb9-28d2-4fdb-9efc-d6c837a33a13 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893230 Aug 10 03:45:31.861753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316cf5d-de90-4826-b3a9-fe012bad2ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ac3192-6bcc-4eb7-8ed8-c803e5a7ecad,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:31.931819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b6125-2615-4e1c-a802-5503496c6840 req-c5b6fe7a-89ce-45c4-8fc5-2e9a12e5dff8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:31.947953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc7b6125-2615-4e1c-a802-5503496c6840 req-c5b6fe7a-89ce-45c4-8fc5-2e9a12e5dff8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 942 time: 0.3336706 Aug 10 03:45:32.000197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.151644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:32.152017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.177237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=60d73a21-df79-4013-a55d-d28642e26d75,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:32.203589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:32.203819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc7b6125-2615-4e1c-a802-5503496c6840 req-601651fd-fc3b-44fd-8817-afaeca01d045 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups?id=c57b12ea-5538-433c-9d63-d9528620a699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499371 Aug 10 03:45:32.203962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:32.211790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:32.221288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.222287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.227377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:32.251917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e011ec5-d485-4881-a92a-c327d1e21d71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7596955 Aug 10 03:45:32.256902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:32.270085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c80ebc84-2a59-4da4-a821-523e9e6a7f5d'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:32.288857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:32.289883 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.478691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.641468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40312) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:32.706946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.765394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95803807-a296-4bc3-8d67-a64c11713568 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:32.823414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=e08ffb2e-9c10-4293-b5e2-93ea83db6bb7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:32.941204 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9cdf754f-22df-4428-a576-d636b4e56c8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25ed69ef8a9245f1b2e2e81903fd0aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943804 Aug 10 03:45:32.946504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40322) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:32.953522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:32.992549 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.000539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b450f1e-3078-45f5-b9f6-cbe23b10225e req-c2127c72-99e9-481c-9dde-e9e9d1587e92 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.65 "DELETE /v2.0/ports/e08ffb2e-9c10-4293-b5e2-93ea83db6bb7 HTTP/1.1" status: 204 len: 173 time: 2.1066189 Aug 10 03:45:33.105578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-08631625-aebe-4e22-886a-f01a688192d7 None None] Provisioning complete for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:33.105947 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08631625-aebe-4e22-886a-f01a688192d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.215537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:33.220382 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c380209-db5b-4989-b452-7c72988592b0" -d '{"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:33.222004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:33.241217 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.253562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '95803807-a296-4bc3-8d67-a64c11713568', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'port_id': '95803807-a296-4bc3-8d67-a64c11713568', 'mac_address': 'fa:16:3e:b5:2d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:33.295002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31208967-b731-4763-ac9a-a48e8aff4b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.391261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31208967-b731-4763-ac9a-a48e8aff4b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.544327 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.581100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2907f873-d169-4e48-8e98-f2cfec339ffa req-f9f67aff-33af-48ff-8415-fdc023d08577 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0984452 Aug 10 03:45:33.625061 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31208967-b731-4763-ac9a-a48e8aff4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.629099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-31208967-b731-4763-ac9a-a48e8aff4b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.635403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-31208967-b731-4763-ac9a-a48e8aff4b84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/199da6b3-5431-4acf-ab24-caa05114f8ef HTTP/1.1" status: 204 len: 168 time: 0.6207523 Aug 10 03:45:33.657882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31208967-b731-4763-ac9a-a48e8aff4b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199da6b3-5431-4acf-ab24-caa05114f8ef,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.660138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95803807-a296-4bc3-8d67-a64c11713568 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:33.682515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Delete allocated IP 2001:db8:0:1::1cf (3fbeba80-44ce-4aef-9e42-400dbf9c3ee6/71baefab-1e09-4d92-b4ce-6bca37fa5ccf) {{(pid=94140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:45:33.683566 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e706937-bdb0-48df-8b50-e996d9943a68 x-openstack-request-id: req-1e706937-bdb0-48df-8b50-e996d9943a68 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:33.684066 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d10147-0596-4355-9c70-de18c1641fa0", "name": "network-vif-deleted", "tag": "e08ffb2e-9c10-4293-b5e2-93ea83db6bb7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:33.684496 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e706937-bdb0-48df-8b50-e996d9943a68 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:33.685096 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d10147-0596-4355-9c70-de18c1641fa0', 'name': 'network-vif-deleted', 'tag': 'e08ffb2e-9c10-4293-b5e2-93ea83db6bb7', 'status': 'completed', 'code': 200} Aug 10 03:45:33.738776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:33.778254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.859294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40352) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:33.878408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5fe6f-cc96-4432-b66a-8c551276ad0d req-dbd80d9f-b159-4171-b4cf-5b234f754bb1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.889009 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15f5fe6f-cc96-4432-b66a-8c551276ad0d req-dbd80d9f-b159-4171-b4cf-5b234f754bb1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.7391288 Aug 10 03:45:34.078159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['95803807-a296-4bc3-8d67-a64c11713568'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:34.084720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15f5fe6f-cc96-4432-b66a-8c551276ad0d req-36da792a-0804-4515-87ba-fc86040428fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925366 Aug 10 03:45:34.086838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.136485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.140547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.143788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.146404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.148681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.149184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.149661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.158827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-870d01dc-0d03-415a-9277-993c82cfb391 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6508 time: 0.2976491 Aug 10 03:45:34.179744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.209148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Ignored duplicate provisioning block setup for port 60d73a21-df79-4013-a55d-d28642e26d75 by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:45:34.216962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.261694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1e9c4ed5-698e-41fc-9a93-1df25f13a2dc None None] Provisioning for port 60d73a21-df79-4013-a55d-d28642e26d75 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:34.274092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1e9c4ed5-698e-41fc-9a93-1df25f13a2dc None None] Provisioning complete for port 60d73a21-df79-4013-a55d-d28642e26d75 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:34.274910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e9c4ed5-698e-41fc-9a93-1df25f13a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.305281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-dc56edd8-973a-4d14-9c43-044e49db5fba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241605 Aug 10 03:45:34.407353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] In _notify_port_updated(), no bound segment for port 60d73a21-df79-4013-a55d-d28642e26d75 on network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:34.422019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.424879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.430189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/ports/60d73a21-df79-4013-a55d-d28642e26d75 HTTP/1.1" status: 200 len: 925 time: 2.1705751 Aug 10 03:45:34.430881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40370) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:34.437257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c80ebc84-2a59-4da4-a821-523e9e6a7f5d'}, {'subnet_id': '71baefab-1e09-4d92-b4ce-6bca37fa5ccf'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:34.451733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7604ed-524c-44e2-815a-76fef7540409 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=60d73a21-df79-4013-a55d-d28642e26d75,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.586405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c4ed5-698e-41fc-9a93-1df25f13a2dc None None] Port 60d73a21-df79-4013-a55d-d28642e26d75 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:34.896959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.904446 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1eaaef21-881a-4c3c-8051-1380f2a15df7 req-333c83db-f1da-489f-bf10-07179b9280f3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1308668 Aug 10 03:45:34.919450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2375663b-3dc3-40cb-8890-3952f6de2364 None None] Provisioning complete for port 60d73a21-df79-4013-a55d-d28642e26d75 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:34.920329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2375663b-3dc3-40cb-8890-3952f6de2364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.057428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2375663b-3dc3-40cb-8890-3952f6de2364 None None] Port 60d73a21-df79-4013-a55d-d28642e26d75 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:35.490009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673c720-3034-40cc-a8c3-21ed388cb309 req-f9a86e51-32bb-4294-a731-08a3b6aaa544 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.502442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0673c720-3034-40cc-a8c3-21ed388cb309 req-f9a86e51-32bb-4294-a731-08a3b6aaa544 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 944 time: 0.2456913 Aug 10 03:45:35.646741 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0673c720-3034-40cc-a8c3-21ed388cb309 req-8142011f-d331-4edf-add0-e5c0e3d290be tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365690 Aug 10 03:45:35.719775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8:0:1::3a0 (3fbeba80-44ce-4aef-9e42-400dbf9c3ee6/71baefab-1e09-4d92-b4ce-6bca37fa5ccf/60d73a21-df79-4013-a55d-d28642e26d75) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:36.068752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.098414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40418) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:36.120008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object 60d73a21-df79-4013-a55d-d28642e26d75 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:36.126568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.291542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82862afc-f0dd-40bb-a007-48f66f413a62 req-e316a09e-a312-47a1-8915-6e74182bded4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0767581 Aug 10 03:45:36.395388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=60d73a21-df79-4013-a55d-d28642e26d75,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:36.414688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1569313511'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:36.447354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.448550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.449011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.450956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.451438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.451975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.453390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.454442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.456640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.457123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.457749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.458708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:36.475392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:36.484870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.510001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] In _notify_port_updated(), no bound segment for port 60d73a21-df79-4013-a55d-d28642e26d75 on network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:45:36.512133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.531131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.532083 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.543218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2629f043-b03c-4403-85df-15ff648919ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/ports/60d73a21-df79-4013-a55d-d28642e26d75 HTTP/1.1" status: 200 len: 1011 time: 2.1108520 Aug 10 03:45:36.544445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40424) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:36.761681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.776425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.816473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:36.834241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.834761 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Added segment c237d858-66d6-464d-a2b2-f0b9fea26ece of type vlan for network 3321a60c-a931-4560-b7c1-e74c4b90a4ea Aug 10 03:45:36.837360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 60d73a21-df79-4013-a55d-d28642e26d75 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:36.840593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.856477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95803807-a296-4bc3-8d67-a64c11713568 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:36.900061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.031018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-47ee4032-c571-4bca-9d0e-9b4cd3dbc855 None None] Provisioning for port 60d73a21-df79-4013-a55d-d28642e26d75 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:37.044571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.053888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.054902 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.093471 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.094567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-47ee4032-c571-4bca-9d0e-9b4cd3dbc855 None None] Provisioning complete for port 60d73a21-df79-4013-a55d-d28642e26d75 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:37.096235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47ee4032-c571-4bca-9d0e-9b4cd3dbc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.118320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 60d73a21-df79-4013-a55d-d28642e26d75 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:37.189414 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0893414 Aug 10 03:45:37.265410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:37.282879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'subnet': {'network_id': '3321a60c-a931-4560-b7c1-e74c4b90a4ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:37.292621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-47ee4032-c571-4bca-9d0e-9b4cd3dbc855 None None] Port 60d73a21-df79-4013-a55d-d28642e26d75 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:37.313354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 95803807-a296-4bc3-8d67-a64c11713568 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:37.313740 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.363511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70db599f-e60b-4c7e-a4e4-b266b50b6008,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.470411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac6747-55b2-4396-9ae3-0be359a46259 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Network': ['ID=3321a60c-a931-4560-b7c1-e74c4b90a4ea,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.517328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78ee28-6164-4761-9217-a007462860b4 req-91ea68c0-decc-4c82-b6dc-7b2b052423fe tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.547746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7b78ee28-6164-4761-9217-a007462860b4 req-91ea68c0-decc-4c82-b6dc-7b2b052423fe tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 944 time: 0.5838602 Aug 10 03:45:37.664461 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.672526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:37.718952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7b78ee28-6164-4761-9217-a007462860b4 req-3b29e7ca-4645-4fd0-a14a-353a54617f8b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697192 Aug 10 03:45:37.773863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ae19e-e090-42ce-8222-648859727ea1 req-d8f158bf-6338-46c5-894e-48885120eea7 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1272204 Aug 10 03:45:37.886736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:37.908868 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.936972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95803807-a296-4bc3-8d67-a64c11713568'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:37.942053 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e247fc2-c9d1-455d-8dff-18d6cea0a383" -d '{"events": [{"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "95803807-a296-4bc3-8d67-a64c11713568"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:38.018259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:38.031891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.132247 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b6ddfe-cab8-4031-ad5d-f13aba5e39d2 x-openstack-request-id: req-12b6ddfe-cab8-4031-ad5d-f13aba5e39d2 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:38.132539 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-plugged", "status": "completed", "tag": "95803807-a296-4bc3-8d67-a64c11713568", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:38.142579 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12b6ddfe-cab8-4031-ad5d-f13aba5e39d2 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:38.143277 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95803807-a296-4bc3-8d67-a64c11713568', 'code': 200} Aug 10 03:45:38.252463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.277102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.436592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=60d73a21-df79-4013-a55d-d28642e26d75,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.514713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.516702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-be407435-9357-440f-9305-d9c6f21b3cec tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/60d73a21-df79-4013-a55d-d28642e26d75 HTTP/1.1" status: 204 len: 168 time: 1.9695356 Aug 10 03:45:38.519680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:38.575845 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-633c52f6-53e6-417c-b5c3-54cfb0926e2a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:45:38.581814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-633c52f6-53e6-417c-b5c3-54cfb0926e2a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/60d73a21-df79-4013-a55d-d28642e26d75 HTTP/1.1" status: 404 len: 333 time: 0.0582082 Aug 10 03:45:38.587783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40446) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:38.768040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 71baefab-1e09-4d92-b4ce-6bca37fa5ccf {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:38.848679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.006023 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.075150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.091360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8df9f83-e834-4471-a7c3-f47bca88cfbf req-3510b8db-890d-4ab1-9456-6be65626ea73 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0741656 Aug 10 03:45:39.420091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.440507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dc5df-ca54-480d-a287-6ef59ae46c1b req-1b8eb165-717d-492f-80ef-e38218aa5b7b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.442477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a91dc5df-ca54-480d-a287-6ef59ae46c1b req-1b8eb165-717d-492f-80ef-e38218aa5b7b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.4967403 Aug 10 03:45:39.550749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a91dc5df-ca54-480d-a287-6ef59ae46c1b req-70d335a8-2b39-4ddd-a28b-762a07b7a931 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752382 Aug 10 03:45:39.583937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Subnet': ['ID=5aadac71-f139-4331-8ce2-d9abd7a0b690,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:39.606629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Checking segment: {'id': 'c237d858-66d6-464d-a2b2-f0b9fea26ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '3321a60c-a931-4560-b7c1-e74c4b90a4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:39.608556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network hostable DHCP agents. Network: 3321a60c-a931-4560-b7c1-e74c4b90a4ea, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:39.654340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:39.696688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3321a60c-a931-4560-b7c1-e74c4b90a4ea) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:39.730104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.732466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.760209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e89046-b3e5-4ba9-8880-3b3c8fba5774 None None] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:39.785231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.861085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=71baefab-1e09-4d92-b4ce-6bca37fa5ccf,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:39.868571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-06984f97-afec-463c-aea9-08eae688c1ec tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5995400 Aug 10 03:45:39.869021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:39.875032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1193681846', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:39.877437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.888069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fda674d1-c43a-471b-869a-e78537993611 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/71baefab-1e09-4d92-b4ce-6bca37fa5ccf HTTP/1.1" status: 204 len: 168 time: 1.2940657 Aug 10 03:45:39.888488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40464) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:39.947096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb90035-a238-47c5-bc2c-6e9e5de7d715 None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:40.112537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet c80ebc84-2a59-4da4-a821-523e9e6a7f5d {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:40.119259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.171388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.176527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.214110 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.244903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071352d-7089-4a3c-8432-a84ed914f2f7 None None] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:40.371427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40472) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:40.515234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4648d8a1-a75e-4d28-b824-62cddbf20af0 req-0e5dc2b1-aa45-4d00-b0b5-a88e4998f77f tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1385262 Aug 10 03:45:40.665501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.749451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6bf95b5-60d5-443b-b0fc-298da9764a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.049202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.169393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a38cd5-fc4e-4291-a1b5-64dc837fc9e5 req-fc6fee36-462f-49aa-b0d1-c57653da3289 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.184944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.194847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68a38cd5-fc4e-4291-a1b5-64dc837fc9e5 req-fc6fee36-462f-49aa-b0d1-c57653da3289 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3901575 Aug 10 03:45:41.383700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.474833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68a38cd5-fc4e-4291-a1b5-64dc837fc9e5 req-ba6c46ad-ed23-4573-8d70-7aaab7084073 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778070 Aug 10 03:45:41.503625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.514426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/c80ebc84-2a59-4da4-a821-523e9e6a7f5d HTTP/1.1" status: 204 len: 168 time: 1.6244817 Aug 10 03:45:41.523749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40482) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:41.609898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8747fca-beda-4a97-ad63-ec9b9aa477b1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=c80ebc84-2a59-4da4-a821-523e9e6a7f5d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:41.829389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.911930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6bf95b5-60d5-443b-b0fc-298da9764a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:41.929119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f6bf95b5-60d5-443b-b0fc-298da9764a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.193758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f6bf95b5-60d5-443b-b0fc-298da9764a49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc3dda26f79a4edc87bce79b2f006afa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8216252 Aug 10 03:45:42.210946 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c325589e-3dd5-4437-98f6-94999fc91fda req-450b081e-fec1-4a29-961d-83c233dd3047 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.3749506 Aug 10 03:45:42.249731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:42.270538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.363045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.423098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155a0d6-914a-44d7-86e3-9c129b4fe847 None None] Network 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:42.472692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf95b5-60d5-443b-b0fc-298da9764a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299d1794-12de-4977-a817-aacedc7f08a5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:42.662918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07562302-8419-4f19-94a9-d67eddd509f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.669734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7f531eed-1948-4b11-8b29-0480521e6264 None None] Provisioning complete for port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:42.670221 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7f531eed-1948-4b11-8b29-0480521e6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.726865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:42.727379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.743767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07562302-8419-4f19-94a9-d67eddd509f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.931780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] For port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,segment=NetworkSegment(5733efe7-aadf-4f1d-be79-49d7017e9f56),segment_id=5733efe7-aadf-4f1d-be79-49d7017e9f56)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:42.932871 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.957710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] DHCP port deletion for 3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:45:43.002372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.103 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e24c1e0a-5e78-4c8f-bb9c-681831ea77a2) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:43.011959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:43.031078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c0d6b-c520-4e47-9bee-6b0f3bf0b838 req-99b0e9be-176b-4e49-a5d1-4cb6f22e8e31 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.042852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07562302-8419-4f19-94a9-d67eddd509f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.044242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d2c0d6b-c520-4e47-9bee-6b0f3bf0b838 req-99b0e9be-176b-4e49-a5d1-4cb6f22e8e31 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.4153311 Aug 10 03:45:43.060594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07562302-8419-4f19-94a9-d67eddd509f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.065840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-07562302-8419-4f19-94a9-d67eddd509f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/299d1794-12de-4977-a817-aacedc7f08a5 HTTP/1.1" status: 204 len: 168 time: 0.7919142 Aug 10 03:45:43.137460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07562302-8419-4f19-94a9-d67eddd509f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299d1794-12de-4977-a817-aacedc7f08a5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.231187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] Deleting port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:43.231756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.512051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d2c0d6b-c520-4e47-9bee-6b0f3bf0b838 req-864e43e8-4b86-4644-aa64-2e683f66c5c3 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563313 Aug 10 03:45:43.574323 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.593663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] For port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,segment=NetworkSegment(5733efe7-aadf-4f1d-be79-49d7017e9f56),segment_id=5733efe7-aadf-4f1d-be79-49d7017e9f56)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:43.594293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.651338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] Calling delete_port for df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:43.687274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.716884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No DVR routers for this DVR port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:43.734624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d32cf4b0-6c88-440e-b8e6-91bf2b6dc801 req-3ba3353f-0931-49a7-9d6c-973fb79d0af6 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0662081 Aug 10 03:45:43.743924 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.751048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:43.852398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.935427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.957611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:43.958244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:43.978044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbeba80-44ce-4aef-9e42-400dbf9c3ee6']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:44.004481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5733efe7-aadf-4f1d-be79-49d7017e9f56') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:44.009773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5733efe7-aadf-4f1d-be79-49d7017e9f56') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:44.019393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=e24c1e0a-5e78-4c8f-bb9c-681831ea77a2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:44.043950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.078070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:44.091901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.094114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:44.104190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:44.151109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:44.156394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:44.181680 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: from cryptography.utils import int_from_bytes Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: from cryptography.utils import int_from_bytes Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.365812 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:45:44.372005 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:45:44.383400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.455968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40506) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:44.469170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] Pushing event deleted for resources: {'Port': ['ID=df81ce6e-2f62-429a-98eb-f9bb0d4bdd13,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:44.484502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd807a5-cddf-4b83-ab3e-71ce032e2a55 None None] No DVR routers for this DVR port df81ce6e-2f62-429a-98eb-f9bb0d4bdd13 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:44.649730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae287-d469-438b-988d-d904e8865255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.756309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.782750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.788648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/3fbeba80-44ce-4aef-9e42-400dbf9c3ee6 HTTP/1.1" status: 204 len: 168 time: 3.2543468 Aug 10 03:45:44.800437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:44.873294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59105e82-7ba3-44f9-b64a-23181a15c408 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=3fbeba80-44ce-4aef-9e42-400dbf9c3ee6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.084707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcced94-8a6d-4bf4-8e73-213150138bd4 req-e7dd616a-0495-461b-9e85-f9af84171663 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.091603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdcced94-8a6d-4bf4-8e73-213150138bd4 req-e7dd616a-0495-461b-9e85-f9af84171663 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2531905 Aug 10 03:45:45.207097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae287-d469-438b-988d-d904e8865255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.218740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae287-d469-438b-988d-d904e8865255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.260685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21ca4c7a-c404-4ea2-bb63-497c89740f42 req-c9238bd5-1620-4e9c-9759-88bef652dea8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.2099953 Aug 10 03:45:45.278166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fdcced94-8a6d-4bf4-8e73-213150138bd4 req-580868c8-5941-427f-9c80-79debc3ff015 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480136 Aug 10 03:45:45.424340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ae287-d469-438b-988d-d904e8865255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38544e1-783b-4bdf-aa61-4ed97913ff6d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.451965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce5ae287-d469-438b-988d-d904e8865255 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09df6a548a2849b286025fdeedc08e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9853480 Aug 10 03:45:45.456378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40520) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:45.480873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17474243-ad6d-4f9b-b0cf-45510c56b801 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.498144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-17474243-ad6d-4f9b-b0cf-45510c56b801 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6905117 Aug 10 03:45:45.499317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:45.639164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ed5770c-82cd-4a74-b612-e196c3a4f0c0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0676184 Aug 10 03:45:45.643029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40524) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:45.653691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999288847'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:45.656481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.669871 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8f43-6d9a-4aa4-8e6e-dbbe30b73987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.789757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8f43-6d9a-4aa4-8e6e-dbbe30b73987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.842533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:45.850259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.938102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:46.000955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8f43-6d9a-4aa4-8e6e-dbbe30b73987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.017635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb1f8f43-6d9a-4aa4-8e6e-dbbe30b73987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.028264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb1f8f43-6d9a-4aa4-8e6e-dbbe30b73987 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c38544e1-783b-4bdf-aa61-4ed97913ff6d HTTP/1.1" status: 204 len: 168 time: 0.5655415 Aug 10 03:45:46.031480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.035085 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment 3a45d97d-6b2b-486a-b98c-a78adf468c37 of type vlan for network d13eeb71-a311-446b-91c6-f8363fba79db Aug 10 03:45:46.094553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f8f43-6d9a-4aa4-8e6e-dbbe30b73987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38544e1-783b-4bdf-aa61-4ed97913ff6d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:46.160226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.242835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.248843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.249454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.319680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.345393 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:46.441570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=d13eeb71-a311-446b-91c6-f8363fba79db,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:46.472076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d13eeb71-a311-446b-91c6-f8363fba79db details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:46.497581 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0dc7e11b-d0b2-422e-b3f3-46c6cef7c52b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8530762 Aug 10 03:45:46.511421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40536) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:46.521631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:46.791369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-33bc0854-28f7-4604-b276-849e67ee8b92 req-2324f07a-4e3d-4d55-9d76-6a92579c0dc4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1107161 Aug 10 03:45:46.897839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:46.902922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.443257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.605955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': '3a45d97d-6b2b-486a-b98c-a78adf468c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:47.607255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: d13eeb71-a311-446b-91c6-f8363fba79db, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:47.623147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=1fd1d121-f37c-42d8-a7f2-a0a758d5c103,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:47.670335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network d13eeb71-a311-446b-91c6-f8363fba79db is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:47.699469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d13eeb71-a311-446b-91c6-f8363fba79db) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:47.716313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4d3c8-a9eb-4a00-8cb9-a10d15eb91c5 None None] Network d13eeb71-a311-446b-91c6-f8363fba79db requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:47.721723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.723177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.740990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083234-10da-4b80-bbbd-3f1d7d11a20d req-a3b24999-c6d6-4ef1-ac78-a24d8ee16f03 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.769240 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41083234-10da-4b80-bbbd-3f1d7d11a20d req-a3b24999-c6d6-4ef1-ac78-a24d8ee16f03 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.4317575 Aug 10 03:45:47.778490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8a918359-5f48-4506-8376-850dd272fe54 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2654331 Aug 10 03:45:47.781660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:47.788098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db', 'name': 'tempest-PortsIpV6TestJSON-1894826694'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:47.971948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41083234-10da-4b80-bbbd-3f1d7d11a20d req-c3270f28-162c-4077-955b-a0ac6c621fd9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015622 Aug 10 03:45:48.036360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:45:48.196234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:48.210984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.224166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d13eeb71-a311-446b-91c6-f8363fba79db', 'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': '1fd1d121-f37c-42d8-a7f2-a0a758d5c103'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:45:48.226297 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.300691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a16fecb1-636d-4858-84f4-25fc7723e532 req-cd458825-a509-4d3e-916c-a1b28513929e tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1802425 Aug 10 03:45:48.389087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port a55ece7b-324c-4a03-a911-f7524b4be6ee yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:48.559635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:48.578626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:48.608804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:48.609480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:48.622701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.624480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-11a08df2-5092-4f82-8f4b-1f3aec754e67 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7536638 Aug 10 03:45:48.627683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:48.672049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::323 (d13eeb71-a311-446b-91c6-f8363fba79db/1fd1d121-f37c-42d8-a7f2-a0a758d5c103/a55ece7b-324c-4a03-a911-f7524b4be6ee) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:48.763440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:48.790070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:48.790722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:48.884320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.898720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:48.899679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1016cc-cdcb-4bd9-b663-4448e98ed79c None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:48.925551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object a55ece7b-324c-4a03-a911-f7524b4be6ee will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:48.982876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.152925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Allocated IP 2001:db8::2 (d13eeb71-a311-446b-91c6-f8363fba79db/1fd1d121-f37c-42d8-a7f2-a0a758d5c103/11ac36bf-4aa7-4b41-a030-97b374f41048) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:49.188611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=a55ece7b-324c-4a03-a911-f7524b4be6ee,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:49.225007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network d13eeb71-a311-446b-91c6-f8363fba79db is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:49.232162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:49.240562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:49.256619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.258333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.287180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1dd86d86-4ff4-4e8a-9e1e-d3e57d62ea2c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5020199 Aug 10 03:45:49.290687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40584) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:49.302495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db', 'name': 'tempest-PortsIpV6TestJSON-231182361'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:49.606512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a4710-2df5-4885-9b02-0d8f39ee1221 req-92438d45-127c-48b4-85de-576a8de8b1d4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.613040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-908a4710-2df5-4885-9b02-0d8f39ee1221 req-92438d45-127c-48b4-85de-576a8de8b1d4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2278569 Aug 10 03:45:49.726091 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.763971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-908a4710-2df5-4885-9b02-0d8f39ee1221 req-ace50229-7531-492f-a7de-187dc85c0bf7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264663 Aug 10 03:45:49.769374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Transition to ACTIVE for port object 11ac36bf-4aa7-4b41-a030-97b374f41048 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:49.785093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5aa1a26-4d4d-4453-ae5d-9507de6a00aa req-bc4436d3-0be1-43b2-af78-3a87a4193be5 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1025639 Aug 10 03:45:49.815503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:49.830579 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.884612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Transition to ACTIVE for port object 11ac36bf-4aa7-4b41-a030-97b374f41048 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:49.899896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 49f1193e-93f2-457e-b9e9-f35f32d6c371 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:49.934680 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.136235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Network d13eeb71-a311-446b-91c6-f8363fba79db is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:50.138464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:50.158979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:50.167381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Pushing event updated for resources: {'Port': ['ID=11ac36bf-4aa7-4b41-a030-97b374f41048,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:50.168025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::da (d13eeb71-a311-446b-91c6-f8363fba79db/1fd1d121-f37c-42d8-a7f2-a0a758d5c103/49f1193e-93f2-457e-b9e9-f35f32d6c371) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:50.303367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Attempting to bind port 11ac36bf-4aa7-4b41-a030-97b374f41048 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:50.303724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Attempting to bind port 11ac36bf-4aa7-4b41-a030-97b374f41048 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3a45d97d-6b2b-486a-b98c-a78adf468c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:50.306244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Attempting to bind port 11ac36bf-4aa7-4b41-a030-97b374f41048 on network d13eeb71-a311-446b-91c6-f8363fba79db {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:50.324035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:50.326976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Checking segment: {'id': '3a45d97d-6b2b-486a-b98c-a78adf468c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:50.329726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.330445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Bound using segment: {'id': '3a45d97d-6b2b-486a-b98c-a78adf468c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:50.333727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Bound port: 11ac36bf-4aa7-4b41-a030-97b374f41048, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45d97d-6b2b-486a-b98c-a78adf468c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd13eeb71-a311-446b-91c6-f8363fba79db'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:50.336365 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.470384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.497808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object 49f1193e-93f2-457e-b9e9-f35f32d6c371 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:50.560249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] For port 11ac36bf-4aa7-4b41-a030-97b374f41048, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:50.567125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.568055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] For port 11ac36bf-4aa7-4b41-a030-97b374f41048, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=11ac36bf-4aa7-4b41-a030-97b374f41048,segment=NetworkSegment(3a45d97d-6b2b-486a-b98c-a78adf468c37),segment_id=3a45d97d-6b2b-486a-b98c-a78adf468c37)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:50.570964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.581450 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.706083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network d13eeb71-a311-446b-91c6-f8363fba79db is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:50.717134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:50.728833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:50.754545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.758128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.791301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb6ccb-7383-47d1-915c-5c7f808fbf68 None None] Pushing event updated for resources: {'Port': ['ID=11ac36bf-4aa7-4b41-a030-97b374f41048,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:50.857036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=49f1193e-93f2-457e-b9e9-f35f32d6c371,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:50.871771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-072c45c9-eccd-4278-b90d-99122a786d44 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5767934 Aug 10 03:45:50.874448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40610) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:51.219994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d74f57-2642-44fb-9264-d13a17a962fc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:51.228989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-56d74f57-2642-44fb-9264-d13a17a962fc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A323 HTTP/1.1" status: 200 len: 929 time: 0.3449135 Aug 10 03:45:51.232141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:51.309063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91cea0c2-c9d8-4c34-9875-e38f573e4e85 req-2033e2e5-3c90-4e57-920b-3b2e0c4b3690 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0971792 Aug 10 03:45:51.328325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3887c18-e821-45c4-b885-e0379ad84889 req-db256add-ac20-49cf-955e-ad61f86eb83d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:51.337186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e3887c18-e821-45c4-b885-e0379ad84889 req-db256add-ac20-49cf-955e-ad61f86eb83d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.3486650 Aug 10 03:45:51.588494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.1 (3321a60c-a931-4560-b7c1-e74c4b90a4ea/5aadac71-f139-4331-8ce2-d9abd7a0b690/3b3c7fec-143b-4894-834d-d3dfecc010a8) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:51.642324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 11ac36bf-4aa7-4b41-a030-97b374f41048 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:51.785342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 11ac36bf-4aa7-4b41-a030-97b374f41048 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:51.933033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.051002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.177854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:52.182471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=3b3c7fec-143b-4894-834d-d3dfecc010a8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:52.193489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:52.196602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.197001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.197536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.197942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.198315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.198655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.198989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.199324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.199653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.200039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.200379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.200736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:52.205702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:52.307388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.581166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e3887c18-e821-45c4-b885-e0379ad84889 req-110e4659-a2eb-4d06-997b-e2c64412f151 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2429447 Aug 10 03:45:52.617378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 49f1193e-93f2-457e-b9e9-f35f32d6c371 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:52.617733 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.715930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.802918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a863c-0ff2-4c11-b51d-3d22dff258f3 None None] Network d13eeb71-a311-446b-91c6-f8363fba79db requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:52.821004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.864974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 49f1193e-93f2-457e-b9e9-f35f32d6c371 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:52.985963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a151510-b785-408b-9862-a9d79d2ebd3e req-c4afc886-7865-4e97-badc-c3a7bbade5a0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.2085309 Aug 10 03:45:53.159988 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.261153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Provisioning for port 11ac36bf-4aa7-4b41-a030-97b374f41048 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:53.276501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Provisioning complete for port 11ac36bf-4aa7-4b41-a030-97b374f41048 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:53.276874 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.305581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.310997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/49f1193e-93f2-457e-b9e9-f35f32d6c371 HTTP/1.1" status: 204 len: 168 time: 2.0768669 Aug 10 03:45:53.312048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e27d26-8c22-4bd6-819d-c4c5deb56da3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=49f1193e-93f2-457e-b9e9-f35f32d6c371,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:53.321559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40634) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:53.441003 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce23c232-aa18-49d6-b7c7-c3019b78c1c3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:45:53.446051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce23c232-aa18-49d6-b7c7-c3019b78c1c3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/49f1193e-93f2-457e-b9e9-f35f32d6c371 HTTP/1.1" status: 404 len: 333 time: 0.1232727 Aug 10 03:45:53.447403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:53.616835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port a55ece7b-324c-4a03-a911-f7524b4be6ee {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:53.623016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.698677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.707292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.730729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.795627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.843047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.852543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] For port 11ac36bf-4aa7-4b41-a030-97b374f41048, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=11ac36bf-4aa7-4b41-a030-97b374f41048,segment=NetworkSegment(3a45d97d-6b2b-486a-b98c-a78adf468c37),segment_id=3a45d97d-6b2b-486a-b98c-a78adf468c37)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:53.861256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.871106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for a55ece7b-324c-4a03-a911-f7524b4be6ee owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:53.988609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=3b3c7fec-143b-4894-834d-d3dfecc010a8,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.106277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Pushing event updated for resources: {'Port': ['ID=11ac36bf-4aa7-4b41-a030-97b374f41048,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.158878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.159441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.160011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.160641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.165431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.174094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.175167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.176655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.177439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.183494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.184506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.184990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220abed1-0cd6-475c-ae82-eb2c7e038513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:54.222146 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.223970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39d6ab88-5d22-407c-8578-21ecebc1a028 None None] Provisioning for port a55ece7b-324c-4a03-a911-f7524b4be6ee completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:54.262226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39d6ab88-5d22-407c-8578-21ecebc1a028 None None] Provisioning complete for port a55ece7b-324c-4a03-a911-f7524b4be6ee triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:54.262838 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39d6ab88-5d22-407c-8578-21ecebc1a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.384039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-39d6ab88-5d22-407c-8578-21ecebc1a028 None None] Port a55ece7b-324c-4a03-a911-f7524b4be6ee was deleted so its status cannot be updated. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:45:54.425395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39d6ab88-5d22-407c-8578-21ecebc1a028 None None] Provisioning complete for port 11ac36bf-4aa7-4b41-a030-97b374f41048 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:54.425893 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39d6ab88-5d22-407c-8578-21ecebc1a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.441051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e231f33-cb4c-4ee0-9282-47b770f81a52 req-d85d6d7d-26f2-439a-99d3-4e9b36b0689a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:54.454882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e231f33-cb4c-4ee0-9282-47b770f81a52 req-d85d6d7d-26f2-439a-99d3-4e9b36b0689a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.6008627 Aug 10 03:45:54.494235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:54.495914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-827a06d1-aeb5-47e7-958d-a4bd95bef94e req-d9576426-e698-486e-9242-9ef99783d90d tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.2142186 Aug 10 03:45:54.520407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.533416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/a55ece7b-324c-4a03-a911-f7524b4be6ee HTTP/1.1" status: 204 len: 168 time: 1.0843654 Aug 10 03:45:54.534753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e4bad-938c-4327-b473-77e88f8a4e64 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=a55ece7b-324c-4a03-a911-f7524b4be6ee,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.544056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40650) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:54.570069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:54.656716 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.661454 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b317322-1544-4750-b1c3-a68de5d3bbe0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:45:54.682594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9b317322-1544-4750-b1c3-a68de5d3bbe0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/a55ece7b-324c-4a03-a911-f7524b4be6ee HTTP/1.1" status: 404 len: 333 time: 0.1317506 Aug 10 03:45:54.684922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40654) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:54.846637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:54.861403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e231f33-cb4c-4ee0-9282-47b770f81a52 req-daebe6f5-e42a-4a0f-af7c-1e41764c8e1c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613193 Aug 10 03:45:54.879031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 1fd1d121-f37c-42d8-a7f2-a0a758d5c103 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:54.891396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.911775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-99a0e442-84e8-479c-87db-5c9f53523d59 None None] Could not find standard attr ID for object a55ece7b-324c-4a03-a911-f7524b4be6ee. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:45:54.998933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.025817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ac2fd3f8-ed2c-4fc4-b4aa-62d17c84b6d5 None None] Could not find standard attr ID for object 49f1193e-93f2-457e-b9e9-f35f32d6c371. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:45:55.079393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:55.089594 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2a4c6480-ef8d-40f9-a975-557af48435bc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/routers/c6738483-9e1c-4de2-9366-457f6530beda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4602649 Aug 10 03:45:55.093699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40658) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:55.099377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'port': {'network_id': '3321a60c-a931-4560-b7c1-e74c4b90a4ea', 'name': 'tempest-FloatingIPTestJSON-1344977837'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:55.102272 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:55.173697 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:55.177083 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.264101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.330204 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.375208 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:55.375559 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:45:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.384570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:55.416606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.526824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.536049 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:55.537029 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6313634-23bd-4ac2-a977-7a8912272ac8 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:55.558291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] device_id is not set on port 65981844-1f0c-4b1c-b1a6-60e61c242847 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:55.579907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd1d121-f37c-42d8-a7f2-a0a758d5c103,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.589551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 11ac36bf-4aa7-4b41-a030-97b374f41048 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:55.594614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.600937 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7e7dbb8a-085d-4195-82aa-2f7a8393493f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/1fd1d121-f37c-42d8-a7f2-a0a758d5c103 HTTP/1.1" status: 204 len: 168 time: 0.9146519 Aug 10 03:45:55.602178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40662) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:55.741648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 11ac36bf-4aa7-4b41-a030-97b374f41048 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:55.742062 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.859910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.10 (3321a60c-a931-4560-b7c1-e74c4b90a4ea/5aadac71-f139-4331-8ce2-d9abd7a0b690/65981844-1f0c-4b1c-b1a6-60e61c242847) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:55.908012 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c45828ec-29ee-41dc-97fc-d114f1e58e4a req-345a61dd-e47b-4121-88bf-2a2ff647a405 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1611927 Aug 10 03:45:55.966751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.150467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 11ac36bf-4aa7-4b41-a030-97b374f41048 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:56.150962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.298857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] For port 11ac36bf-4aa7-4b41-a030-97b374f41048, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=11ac36bf-4aa7-4b41-a030-97b374f41048,segment=NetworkSegment(3a45d97d-6b2b-486a-b98c-a78adf468c37),segment_id=3a45d97d-6b2b-486a-b98c-a78adf468c37)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:56.302598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.335169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 11ac36bf-4aa7-4b41-a030-97b374f41048 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:56.443165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f50bc82-6a57-413e-b67c-5913d62c27c1 None None] Network d13eeb71-a311-446b-91c6-f8363fba79db requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:56.579522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a20612-54d2-4185-9f6c-b1293ec89cfd req-d6b86a8a-3b83-49df-adc5-b10c1d0ffe20 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.581949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3a20612-54d2-4185-9f6c-b1293ec89cfd req-d6b86a8a-3b83-49df-adc5-b10c1d0ffe20 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1242416 Aug 10 03:45:56.608554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.626638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.678265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No DVR routers for this DVR port 11ac36bf-4aa7-4b41-a030-97b374f41048 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:56.691735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=11ac36bf-4aa7-4b41-a030-97b374f41048,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:56.787852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.815387 n-d-769329-14 neutron-server[94142]: INFO neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No ports have port_id starting with 11ac36bf-4aa7-4b41-a030-97b374f41048 Aug 10 03:45:56.890571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.892717 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3a20612-54d2-4185-9f6c-b1293ec89cfd req-82b33c52-3695-404d-8d3e-deaf31afacaf tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949672 Aug 10 03:45:56.922635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13eeb71-a311-446b-91c6-f8363fba79db']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.953465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a45d97d-6b2b-486a-b98c-a78adf468c37') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.954155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a45d97d-6b2b-486a-b98c-a78adf468c37') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.981324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.006557 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ec981fbf-97ce-4823-966b-60a4851f9ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.008270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.034758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.060221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:57.061693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:57.066533 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:57.078449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3325149-a428-4f51-bbc6-1e9124880e70 None None] DHCP port deletion for d13eeb71-a311-446b-91c6-f8363fba79db request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:45:57.174213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=65981844-1f0c-4b1c-b1a6-60e61c242847,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:57.220040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:57.233961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:57.241792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:57.276279 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.315824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.324770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/d13eeb71-a311-446b-91c6-f8363fba79db HTTP/1.1" status: 204 len: 168 time: 1.7211065 Aug 10 03:45:57.325907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dea27-4e98-41df-be0e-8a5657ae8eeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=d13eeb71-a311-446b-91c6-f8363fba79db,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:57.328545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:57.337405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-188628889'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:57.369162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.378243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.415816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:57.422302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.470601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f887cba-0f9b-4c18-b12d-82b2dda75783 req-50e109e9-df3c-4a61-99f4-6023011848a4 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1055534 Aug 10 03:45:57.488416 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4d1070fa-a913-4f2e-80ac-71b2a9913cbe tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3933179 Aug 10 03:45:57.491860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40710) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:57.501112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:57.513363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'port': {'network_id': '3321a60c-a931-4560-b7c1-e74c4b90a4ea', 'name': 'tempest-FloatingIPTestJSON-2024583135'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:57.538516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.538883 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment da9c4783-1ed8-439d-bc96-27ee4918a890 of type vlan for network 13960bf0-7bbf-40da-ba67-7398533f4151 Aug 10 03:45:57.630700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 11ac36bf-4aa7-4b41-a030-97b374f41048 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:57.647588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.713625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 11ac36bf-4aa7-4b41-a030-97b374f41048 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:57.715842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 11ac36bf-4aa7-4b41-a030-97b374f41048 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:57.754757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.760964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.761895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.827550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:57.827550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.871989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] device_id is not set on port e93f1195-4211-4eb7-abed-fc02ddd2e111 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:45:58.014980 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6859956 Aug 10 03:45:58.017442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:58.036139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce02e6e-8cb6-44e8-9032-8166e71d8258 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=13960bf0-7bbf-40da-ba67-7398533f4151,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:58.038110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:58.056251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 13960bf0-7bbf-40da-ba67-7398533f4151 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:58.193492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d04b6-3862-417d-84c0-733d6d86214b req-fd62b843-f95d-46c8-9803-4904776b5941 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.214941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-563d04b6-3862-417d-84c0-733d6d86214b req-fd62b843-f95d-46c8-9803-4904776b5941 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1632574 Aug 10 03:45:58.362727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-563d04b6-3862-417d-84c0-733d6d86214b req-3a0966d2-f738-4c06-a8c6-bf81dbfb6a4a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500657 Aug 10 03:45:58.475738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.3 (3321a60c-a931-4560-b7c1-e74c4b90a4ea/5aadac71-f139-4331-8ce2-d9abd7a0b690/e93f1195-4211-4eb7-abed-fc02ddd2e111) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:58.625201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:58.631497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.843523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2797427f-c6ec-4916-8c78-bbf9812e8df3 req-30b69c77-2355-4464-9eaf-bd7a801580fd tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1445320 Aug 10 03:45:59.180658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.524369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.535489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.636596 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.847234 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a4e491ae-fba6-4277-812c-604931f86cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.110893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2248e39e-6db5-440c-85a3-152d5cad2a24 req-26aafe78-5b73-48ce-a21c-4773759fad2a tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.0613525 Aug 10 03:46:00.311603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=7724f728-ccdd-4574-98c0-1e7b456013af,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:00.315156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:00.324803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=e93f1195-4211-4eb7-abed-fc02ddd2e111,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:00.341579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:00.346902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:00.381310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': 'da9c4783-1ed8-439d-bc96-27ee4918a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:00.381714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: 13960bf0-7bbf-40da-ba67-7398533f4151, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:00.411393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0870ae8-5aa2-4646-9593-81a3f189b585 req-daa75619-6976-45c8-b260-9a3282889b14 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.419179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0870ae8-5aa2-4646-9593-81a3f189b585 req-daa75619-6976-45c8-b260-9a3282889b14 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.8459296 Aug 10 03:46:00.459090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.459765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.495475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 13960bf0-7bbf-40da-ba67-7398533f4151 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:00.518382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 13960bf0-7bbf-40da-ba67-7398533f4151) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:00.530817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c12aa-d5e8-4d7c-8ece-922f3b5916d9 None None] Network 13960bf0-7bbf-40da-ba67-7398533f4151 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:00.546636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0870ae8-5aa2-4646-9593-81a3f189b585 req-0dff92a1-ec68-4366-9924-67b4cbda1d3f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Aug 10 03:46:00.568863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.571849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.579959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2cf8effc-98f2-42e4-bc94-30fedf6ae0f1 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0829461 Aug 10 03:46:00.585040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40764) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:00.599115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'e93f1195-4211-4eb7-abed-fc02ddd2e111', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:00.619234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5bbdfe7c-5659-4d54-895c-34b60eeda578 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6009326 Aug 10 03:46:00.620336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40766) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:00.646191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151', 'name': 'tempest-PortsIpV6TestJSON-182906142', 'fixed_ips': [{'subnet_id': '7724f728-ccdd-4574-98c0-1e7b456013af', 'ip_address': '2001:db8::10'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:00.681828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.879045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-13960bf0-7bbf-40da-ba67-7398533f4151', 'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': '7724f728-ccdd-4574-98c0-1e7b456013af'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:00.882512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.927329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.927607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:01.229531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.259196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Allocated IP 2001:db8::2 (13960bf0-7bbf-40da-ba67-7398533f4151/7724f728-ccdd-4574-98c0-1e7b456013af/871e7e18-6768-4a02-927b-03af2f174483) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:01.317431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.89 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/4e209d0c-cb6f-4b34-9206-ee842d19fd23) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:01.445686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.455006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Transition to ACTIVE for port object 871e7e18-6768-4a02-927b-03af2f174483 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:01.471786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Transition to ACTIVE for port object 871e7e18-6768-4a02-927b-03af2f174483 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:01.479843 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.517134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65bfd827-db1b-4b61-abe3-4e15058b9486 req-7906a4fe-f19c-45e2-a402-9cf4c054bc15 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.2009425 Aug 10 03:46:01.554183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port 1eb03507-884d-4070-8b04-7829408580ca yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:46:01.559422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Network 13960bf0-7bbf-40da-ba67-7398533f4151 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:01.574279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:01.612513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:01.703320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.820950 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.821464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Pushing event updated for resources: {'Port': ['ID=871e7e18-6768-4a02-927b-03af2f174483,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.912356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Attempting to bind port 871e7e18-6768-4a02-927b-03af2f174483 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:01.913512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Attempting to bind port 871e7e18-6768-4a02-927b-03af2f174483 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'da9c4783-1ed8-439d-bc96-27ee4918a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:01.914134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Attempting to bind port 871e7e18-6768-4a02-927b-03af2f174483 on network 13960bf0-7bbf-40da-ba67-7398533f4151 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:01.931909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:01.932576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Checking segment: {'id': 'da9c4783-1ed8-439d-bc96-27ee4918a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:01.933183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.933766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Bound using segment: {'id': 'da9c4783-1ed8-439d-bc96-27ee4918a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:01.934454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Bound port: 871e7e18-6768-4a02-927b-03af2f174483, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9c4783-1ed8-439d-bc96-27ee4918a890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:01.935025 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.972911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a44e-da6b-410b-a7cf-ca06c2404674 req-5267aa9d-602e-43ca-bac6-9830efc69204 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.986560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64d5a44e-da6b-410b-a7cf-ca06c2404674 req-5267aa9d-602e-43ca-bac6-9830efc69204 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2599673 Aug 10 03:46:02.084444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.103456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::10 (13960bf0-7bbf-40da-ba67-7398533f4151/7724f728-ccdd-4574-98c0-1e7b456013af/1eb03507-884d-4070-8b04-7829408580ca) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:02.131600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] For port 871e7e18-6768-4a02-927b-03af2f174483, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:02.140087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] For port 871e7e18-6768-4a02-927b-03af2f174483, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=871e7e18-6768-4a02-927b-03af2f174483,segment=NetworkSegment(da9c4783-1ed8-439d-bc96-27ee4918a890),segment_id=da9c4783-1ed8-439d-bc96-27ee4918a890)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:02.147809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.186947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:02.242352 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64d5a44e-da6b-410b-a7cf-ca06c2404674 req-d520c236-571a-41d7-833d-ba0951594c11 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307935 Aug 10 03:46:02.259374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:02.263623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:02.349848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=4e209d0c-cb6f-4b34-9206-ee842d19fd23,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:02.373181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7703a5d-88cd-4a9f-8757-3144f258a94f None None] Pushing event updated for resources: {'Port': ['ID=871e7e18-6768-4a02-927b-03af2f174483,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:02.397685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.439937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object 1eb03507-884d-4070-8b04-7829408580ca will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:02.564038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.727547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 13960bf0-7bbf-40da-ba67-7398533f4151 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:02.765171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=1eb03507-884d-4070-8b04-7829408580ca,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:02.768050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:02.841870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:02.877961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.877961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.910514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1fcc327-7ac6-4f5a-b4fa-2aa843513907 req-ad5f259d-9af0-49a6-aa60-4900c968f6fb tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1262228 Aug 10 03:46:02.946517 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19ee9d9b-9190-4578-9241-94dc52d5d192 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3232782 Aug 10 03:46:02.948659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40796) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:02.959145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '13960bf0-7bbf-40da-ba67-7398533f4151', 'name': 'tempest-PortsIpV6TestJSON-1519079561', 'fixed_ips': [{'subnet_id': '7724f728-ccdd-4574-98c0-1e7b456013af', 'ip_address': '2001:db8::f'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:03.149104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.303042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:03.315313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.370563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port ecebf0df-01d3-41b1-93e0-603b8bb60f27 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:46:03.664161 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.726616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 871e7e18-6768-4a02-927b-03af2f174483 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:03.937387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 871e7e18-6768-4a02-927b-03af2f174483 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:04.111412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::f (13960bf0-7bbf-40da-ba67-7398533f4151/7724f728-ccdd-4574-98c0-1e7b456013af/ecebf0df-01d3-41b1-93e0-603b8bb60f27) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:04.112754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:04.318782 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ae9420e-9722-4ef0-809d-d7e820bad1b0 req-ff5905bd-45c4-49cf-9d84-d48a360698c8 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/ports?device_id=95d10147-0596-4355-9c70-de18c1641fa0 HTTP/1.1" status: 200 len: 210 time: 0.1543822 Aug 10 03:46:04.334310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.533053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8420ca-9083-4a06-9a95-997c37817d21 None None] Network 13960bf0-7bbf-40da-ba67-7398533f4151 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:04.555911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e82ba42a-8c4e-4e20-b68d-66a335dbe220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.658541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.702643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] Provisioning for port 871e7e18-6768-4a02-927b-03af2f174483 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:04.705662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object ecebf0df-01d3-41b1-93e0-603b8bb60f27 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:04.729913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] Provisioning complete for port 871e7e18-6768-4a02-927b-03af2f174483 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:04.734245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.790423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.850594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.861851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.945776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 13960bf0-7bbf-40da-ba67-7398533f4151 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:04.963985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:04.989075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:04.999864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.004226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e82ba42a-8c4e-4e20-b68d-66a335dbe220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.005196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.041724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=ecebf0df-01d3-41b1-93e0-603b8bb60f27,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:05.065384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6a6e19a5-0a61-49ec-9342-d2a96231cc05 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1159048 Aug 10 03:46:05.067311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e82ba42a-8c4e-4e20-b68d-66a335dbe220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.070016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40816) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.123046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.196907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ba42a-8c4e-4e20-b68d-66a335dbe220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a684ec8-4bef-4c44-9ab8-2875ec973c65,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:05.207016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835c265-7cc8-42e2-ab81-558b4f193232 req-93a971b3-b8c8-4930-8b17-b26e1dd322dc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.223099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d835c265-7cc8-42e2-ab81-558b4f193232 req-93a971b3-b8c8-4930-8b17-b26e1dd322dc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.4433615 Aug 10 03:46:05.233943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=4e209d0c-cb6f-4b34-9206-ee842d19fd23,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:05.326880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e82ba42a-8c4e-4e20-b68d-66a335dbe220 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c97409c7393f4b8fbde434acea5870ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2020407 Aug 10 03:46:05.330282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.363959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.385627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] For port 871e7e18-6768-4a02-927b-03af2f174483, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=871e7e18-6768-4a02-927b-03af2f174483,segment=NetworkSegment(da9c4783-1ed8-439d-bc96-27ee4918a890),segment_id=da9c4783-1ed8-439d-bc96-27ee4918a890)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:05.412554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.430489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d835c265-7cc8-42e2-ab81-558b4f193232 req-ce69d493-6af8-44a4-8f4e-df9f4bcf4e50 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027211 Aug 10 03:46:05.519058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e6943-c51e-4055-83af-0011e61dfdce tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.529289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-420e6943-c51e-4055-83af-0011e61dfdce tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4540975 Aug 10 03:46:05.529915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.662194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cb804-fcfa-4598-969e-d1dc5ed247c7 None None] Pushing event updated for resources: {'Port': ['ID=871e7e18-6768-4a02-927b-03af2f174483,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:05.709151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df317211-e6ae-42a3-b735-fac21d063872 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.735569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df317211-e6ae-42a3-b735-fac21d063872 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.742363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40832) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.759631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df317211-e6ae-42a3-b735-fac21d063872 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.764774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-df317211-e6ae-42a3-b735-fac21d063872 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2306383 Aug 10 03:46:05.765745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.831480 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 1d306bd0-8a92-4f58-9833-59f39a9f3712 associated. External IP: 172.25.2.89, port: e93f1195-4211-4eb7-abed-fc02ddd2e111. Aug 10 03:46:05.916572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b185474-79bb-472c-b942-9679972c97a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.963511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b185474-79bb-472c-b942-9679972c97a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.001262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cfc67-4f01-4bd4-a59f-5706cba261fb req-2aafb880-64d6-46ef-85d3-c5a6955f2fb0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.011273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-743cfc67-4f01-4bd4-a59f-5706cba261fb req-2aafb880-64d6-46ef-85d3-c5a6955f2fb0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.2280190 Aug 10 03:46:06.054330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b185474-79bb-472c-b942-9679972c97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.071221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b185474-79bb-472c-b942-9679972c97a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.077677 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1b185474-79bb-472c-b942-9679972c97a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a684ec8-4bef-4c44-9ab8-2875ec973c65 HTTP/1.1" status: 204 len: 168 time: 0.6907847 Aug 10 03:46:06.127508 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-743cfc67-4f01-4bd4-a59f-5706cba261fb req-5d0cb57e-577c-40d3-88ae-3aebb59e3375 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123857 Aug 10 03:46:06.167048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port ecebf0df-01d3-41b1-93e0-603b8bb60f27 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:06.168454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.276824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Provisioning for port 1eb03507-884d-4070-8b04-7829408580ca completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:06.295235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Provisioning complete for port 1eb03507-884d-4070-8b04-7829408580ca triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:06.295779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.388600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185474-79bb-472c-b942-9679972c97a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a684ec8-4bef-4c44-9ab8-2875ec973c65,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.440635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018de2f1-3bd0-4e9e-9be9-a43d494ae2d3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.467553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Port 1eb03507-884d-4070-8b04-7829408580ca cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:06.486892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.509449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Provisioning for port ecebf0df-01d3-41b1-93e0-603b8bb60f27 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:06.518148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Provisioning complete for port ecebf0df-01d3-41b1-93e0-603b8bb60f27 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:06.524827 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.537877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for ecebf0df-01d3-41b1-93e0-603b8bb60f27 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:06.629662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Port ecebf0df-01d3-41b1-93e0-603b8bb60f27 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:06.637264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018de2f1-3bd0-4e9e-9be9-a43d494ae2d3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.675554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Provisioning complete for port 871e7e18-6768-4a02-927b-03af2f174483 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:06.676695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-abea101f-cfee-463a-8958-a172a983d994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.861133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018de2f1-3bd0-4e9e-9be9-a43d494ae2d3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.870582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018de2f1-3bd0-4e9e-9be9-a43d494ae2d3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.877268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-018de2f1-3bd0-4e9e-9be9-a43d494ae2d3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/security-groups/c57b12ea-5538-433c-9d63-d9528620a699 HTTP/1.1" status: 204 len: 168 time: 1.1327989 Aug 10 03:46:06.882948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40850) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:06.937076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40852) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:06.942481 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-78ea4fab-e1d6-4e1d-80f1-c66e78a81f70 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] show failed (client error): The resource could not be found. Aug 10 03:46:06.946441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-78ea4fab-e1d6-4e1d-80f1-c66e78a81f70 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "GET /v2.0/security-groups/c57b12ea-5538-433c-9d63-d9528620a699 HTTP/1.1" status: 404 len: 347 time: 0.0487840 Aug 10 03:46:06.951610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:06.970129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:07.011685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018de2f1-3bd0-4e9e-9be9-a43d494ae2d3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57b12ea-5538-433c-9d63-d9528620a699,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.016111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87349b2f-0eda-4217-83ec-cb55508a1bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.104638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-94da1063-2369-41aa-b5ff-bff00515352e None None] Provisioning complete for port 1eb03507-884d-4070-8b04-7829408580ca triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:07.105192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94da1063-2369-41aa-b5ff-bff00515352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.214374 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.233590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-94da1063-2369-41aa-b5ff-bff00515352e None None] Port 1eb03507-884d-4070-8b04-7829408580ca cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:07.237956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00946c-da2d-42bb-9fb2-b8a668d1ab0a req-941713e3-68e6-4575-a45d-4b6513243c83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.241410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f00946c-da2d-42bb-9fb2-b8a668d1ab0a req-941713e3-68e6-4575-a45d-4b6513243c83 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.5878403 Aug 10 03:46:07.387683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f00946c-da2d-42bb-9fb2-b8a668d1ab0a req-2588b732-e990-4e63-83cc-148f257b3341 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284969 Aug 10 03:46:07.420756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:07.444189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:07.485513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eeaf7ca4-0734-4ee7-bcae-556da9275382 None None] Could not find standard attr ID for object ecebf0df-01d3-41b1-93e0-603b8bb60f27. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:46:07.513377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:07.514101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:07.566907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=ecebf0df-01d3-41b1-93e0-603b8bb60f27,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.592377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87349b2f-0eda-4217-83ec-cb55508a1bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.596771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.608005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-31a76e1a-c8c3-4655-b13e-bf3e87aa4c90 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/ecebf0df-01d3-41b1-93e0-603b8bb60f27 HTTP/1.1" status: 204 len: 168 time: 1.8366241 Aug 10 03:46:07.608667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40864) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.641275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87349b2f-0eda-4217-83ec-cb55508a1bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.647138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:07.680406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 871e7e18-6768-4a02-927b-03af2f174483 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:07.758769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:07.761662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:07.806951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.826996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:07.827894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97c755-99c8-49fc-8d64-a9f0408aa140 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:07.893475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0bc5a-581e-49d2-8311-fe46a40cdf5b req-9aed10f5-acfa-45b6-9cbe-a33fd1af4581 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.924869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82c0bc5a-581e-49d2-8311-fe46a40cdf5b req-9aed10f5-acfa-45b6-9cbe-a33fd1af4581 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.2544475 Aug 10 03:46:07.929154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87349b2f-0eda-4217-83ec-cb55508a1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a59f0-6a00-4562-a30e-7ad9485841b1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.940164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f7b0c937-90ae-438b-a805-2501c64d6577 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3536193 Aug 10 03:46:07.947898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 871e7e18-6768-4a02-927b-03af2f174483 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:07.949267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.961831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40868) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.965880 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbc5915-f26e-422f-aa7f-0b206e8a5e02 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:46:07.979779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4cbc5915-f26e-422f-aa7f-0b206e8a5e02 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/ecebf0df-01d3-41b1-93e0-603b8bb60f27 HTTP/1.1" status: 404 len: 333 time: 0.3690681 Aug 10 03:46:07.981648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40870) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.994027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:08.081163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87349b2f-0eda-4217-83ec-cb55508a1bb4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d77c6bef7d234067b71260e33e3cfdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1260579 Aug 10 03:46:08.088424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:08.138061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.189913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port e04d7e58-6034-4ab2-9347-d4c393b8ecd2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:08.190343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.208607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4cc298c-7b1d-435b-a6fb-10b68458f566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.328658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4cc298c-7b1d-435b-a6fb-10b68458f566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.357091 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.357749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.365608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 1eb03507-884d-4070-8b04-7829408580ca {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:08.365963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.403249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for e04d7e58-6034-4ab2-9347-d4c393b8ecd2 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:08.488863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.503742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 1eb03507-884d-4070-8b04-7829408580ca owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:08.648401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4cc298c-7b1d-435b-a6fb-10b68458f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.664810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4cc298c-7b1d-435b-a6fb-10b68458f566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.666986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f4cc298c-7b1d-435b-a6fb-10b68458f566 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b4a59f0-6a00-4562-a30e-7ad9485841b1 HTTP/1.1" status: 204 len: 168 time: 0.5770452 Aug 10 03:46:08.727425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82c0bc5a-581e-49d2-8311-fe46a40cdf5b req-d0dd1383-173c-428c-ad43-fe74cad684a0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8016465 Aug 10 03:46:08.732232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc298c-7b1d-435b-a6fb-10b68458f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a59f0-6a00-4562-a30e-7ad9485841b1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.838037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.840459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.853961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34dac29-274f-43f8-a764-dbcef7e10963 req-c6c3c071-6d20-4870-9d87-e1f45ff4718c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.857292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b34dac29-274f-43f8-a764-dbcef7e10963 req-c6c3c071-6d20-4870-9d87-e1f45ff4718c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.2671113 Aug 10 03:46:08.875428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.875921 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 1d306bd0-8a92-4f58-9833-59f39a9f3712 disassociated. External IP: 172.25.2.89, port: e93f1195-4211-4eb7-abed-fc02ddd2e111. Aug 10 03:46:09.031421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b34dac29-274f-43f8-a764-dbcef7e10963 req-20ae732c-df43-4ade-94d0-869c4235cb87 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780413 Aug 10 03:46:09.068790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.115588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=1eb03507-884d-4070-8b04-7829408580ca,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.140362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=e04d7e58-6034-4ab2-9347-d4c393b8ecd2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.145557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.149238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.154274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7c9282d8-aa4e-42be-8d1f-1d2ebe78abc0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/floatingips/52e9d6fb-a46a-44ee-a724-c850a2125089 HTTP/1.1" status: 204 len: 168 time: 2.2015302 Aug 10 03:46:09.155188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40898) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:09.187302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.201599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-59a6b4e5-78c3-4bff-8d5d-73843f4c93ef tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/1eb03507-884d-4070-8b04-7829408580ca HTTP/1.1" status: 204 len: 168 time: 1.2108481 Aug 10 03:46:09.201884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40900) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:09.257238 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7980df6-ac5a-432b-9cab-5587202885f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:46:09.262486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f7980df6-ac5a-432b-9cab-5587202885f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/1eb03507-884d-4070-8b04-7829408580ca HTTP/1.1" status: 404 len: 333 time: 0.0560825 Aug 10 03:46:09.263231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40902) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:09.391374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 7724f728-ccdd-4574-98c0-1e7b456013af {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:09.398824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.527773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port 1c3543b0-c0cb-4411-a77c-b22871c4cc28 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:09.527773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.555390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.599687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:09.703861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.763635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3f31-af74-4f94-826b-7e0b1a3971ca req-02c8d39c-79a3-4735-9b04-fedc0beeddd0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.766932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-010a3f31-af74-4f94-826b-7e0b1a3971ca req-02c8d39c-79a3-4735-9b04-fedc0beeddd0 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.2358878 Aug 10 03:46:09.825044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.836166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-010a3f31-af74-4f94-826b-7e0b1a3971ca req-f71d7405-b1e8-4fb1-85f5-9a43fcbd7911 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588412 Aug 10 03:46:09.880259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.899757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.919362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4454216-a316-41c0-a5ef-e955ae05a0d6 None None] Network 13960bf0-7bbf-40da-ba67-7398533f4151 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:09.920191 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/7724f728-ccdd-4574-98c0-1e7b456013af HTTP/1.1" status: 204 len: 168 time: 0.6526735 Aug 10 03:46:09.923782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40920) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:09.946643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for 1c3543b0-c0cb-4411-a77c-b22871c4cc28 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:09.964575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-be48f120-a9bd-4857-9d22-d9f31cc4afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.970460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24f920-e628-4f9c-9a12-67d40a068120 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=7724f728-ccdd-4574-98c0-1e7b456013af,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.971126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-be48f120-a9bd-4857-9d22-d9f31cc4afdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 1097 time: 0.2708309 Aug 10 03:46:10.137799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.175500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-b17d5c8d-a2a3-4584-9b6b-5136015827b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.191981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-b17d5c8d-a2a3-4584-9b6b-5136015827b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.2102880 Aug 10 03:46:10.273478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 871e7e18-6768-4a02-927b-03af2f174483 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:10.273478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.281483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] DHCP port deletion for 13960bf0-7bbf-40da-ba67-7398533f4151 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:10.388104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-7cbbb396-3bac-4e4a-940c-c134e5ad7ae9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95803807-a296-4bc3-8d67-a64c11713568 HTTP/1.1" status: 200 len: 217 time: 0.0920987 Aug 10 03:46:10.404426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] Deleting port 871e7e18-6768-4a02-927b-03af2f174483 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:10.405583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.406332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:10.419796 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:10.444620 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:10.447257 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.485530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] For port 871e7e18-6768-4a02-927b-03af2f174483, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=871e7e18-6768-4a02-927b-03af2f174483,segment=NetworkSegment(da9c4783-1ed8-439d-bc96-27ee4918a890),segment_id=da9c4783-1ed8-439d-bc96-27ee4918a890)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:10.485818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.536853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 871e7e18-6768-4a02-927b-03af2f174483 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:10.561369 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.574977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:10.595874 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:10.607337 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.617229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.623684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] For port 871e7e18-6768-4a02-927b-03af2f174483, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=871e7e18-6768-4a02-927b-03af2f174483,segment=NetworkSegment(da9c4783-1ed8-439d-bc96-27ee4918a890),segment_id=da9c4783-1ed8-439d-bc96-27ee4918a890)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:10.624465 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.642550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] Calling delete_port for 871e7e18-6768-4a02-927b-03af2f174483 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:10.678267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5a76b00f-ac03-454b-b7e7-a3d6479fdefa tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/floatingips/1d306bd0-8a92-4f58-9833-59f39a9f3712 HTTP/1.1" status: 200 len: 687 time: 2.7066994 Aug 10 03:46:10.697646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.701451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40940) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:10.740191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.741463 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b4c3a5-0dd7-4379-b2e4-d97179020b26 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:10.815379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.847861 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.849663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=1c3543b0-c0cb-4411-a77c-b22871c4cc28,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:10.897141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=871e7e18-6768-4a02-927b-03af2f174483,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:10.905367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No DVR routers for this DVR port 871e7e18-6768-4a02-927b-03af2f174483 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:10.953656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] No DVR routers for this DVR port 871e7e18-6768-4a02-927b-03af2f174483 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:10.954739 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd346-5dac-4e1c-821d-2756bd8984bb req-19d8943f-2164-4579-a705-6cea0670e01b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.956463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e3bd346-5dac-4e1c-821d-2756bd8984bb req-19d8943f-2164-4579-a705-6cea0670e01b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.6651103 Aug 10 03:46:10.978932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7947d9c-53a5-4d7c-820c-b0dae469ac49 None None] Pushing event deleted for resources: {'Port': ['ID=871e7e18-6768-4a02-927b-03af2f174483,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:11.090264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-c58c5508-4699-46b5-abe7-defdef87418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.092017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-c58c5508-4699-46b5-abe7-defdef87418e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.6785326 Aug 10 03:46:11.145742 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00ea865b-1981-4603-8f2b-ad75aa0e8c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.157217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.159610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d49d9d2b-63d3-4591-b987-ac820de35d6c tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/ports/1c3543b0-c0cb-4411-a77c-b22871c4cc28 HTTP/1.1" status: 204 len: 168 time: 2.0006316 Aug 10 03:46:11.244287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40952) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:11.356090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.408825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13960bf0-7bbf-40da-ba67-7398533f4151']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:11.498898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9c4783-1ed8-439d-bc96-27ee4918a890') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:11.499338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9c4783-1ed8-439d-bc96-27ee4918a890') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:11.530417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22413a9b-1f7c-458a-a712-bda22c61481e req-e973edb8-1a6a-4e2b-85b2-2602afda0aaa tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.532320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22413a9b-1f7c-458a-a712-bda22c61481e req-e973edb8-1a6a-4e2b-85b2-2602afda0aaa tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.4507356 Aug 10 03:46:11.544160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61355961-337e-4d8d-908e-706a8bada28e req-c7edcb33-866b-4e64-a17f-fbb64402cc89 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.546184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61355961-337e-4d8d-908e-706a8bada28e req-c7edcb33-866b-4e64-a17f-fbb64402cc89 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.5009177 Aug 10 03:46:11.554350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.608213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 871e7e18-6768-4a02-927b-03af2f174483 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:11.668511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 871e7e18-6768-4a02-927b-03af2f174483 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:11.668897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 871e7e18-6768-4a02-927b-03af2f174483 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:11.720537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e3bd346-5dac-4e1c-821d-2756bd8984bb req-ce5c016f-2355-4400-aa93-75c297ce015c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238966 Aug 10 03:46:11.728487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-9852d017-b71d-4feb-90a0-9c4945e9a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.730260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-9852d017-b71d-4feb-90a0-9c4945e9a45c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6287551 Aug 10 03:46:11.741629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 4e209d0c-cb6f-4b34-9206-ee842d19fd23 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:11.741955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.781913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.798407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:11.798901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:11.814908 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:11.914107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.914956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.930422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 4e209d0c-cb6f-4b34-9206-ee842d19fd23 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:11.986457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61355961-337e-4d8d-908e-706a8bada28e req-d19d208e-94ea-4b34-a68f-78c2aeff3803 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654777 Aug 10 03:46:12.003336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-5597bdfd-86eb-48ce-a98e-9d6c89ef62c0 service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637224 Aug 10 03:46:12.004642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port 129ffacb-f6d3-47f0-96e9-7f51170af24d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:12.005231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.021326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.033448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Deleting port 87dc13a3-2fe6-4022-817f-6dbf191fc45b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:12.033448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.068209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.071938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/13960bf0-7bbf-40da-ba67-7398533f4151 HTTP/1.1" status: 204 len: 168 time: 2.1469634 Aug 10 03:46:12.079211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40974) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:12.088225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-338662915'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:12.185398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abd661ac-de6a-4a29-a2af-c6b33130ad51 req-3112ea57-e512-4c5b-aaaa-dd906c9005af service neutron] 10.222.0.39 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693156 Aug 10 03:46:12.209840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.237188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=4e209d0c-cb6f-4b34-9206-ee842d19fd23,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.320198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.323746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.325356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fbecd8af-a36a-42fe-85ee-ddf9ca615f4a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/floatingips/1d306bd0-8a92-4f58-9833-59f39a9f3712 HTTP/1.1" status: 204 len: 168 time: 1.6214199 Aug 10 03:46:12.329034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:12.337550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '65981844-1f0c-4b1c-b1a6-60e61c242847'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:12.568491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334c681-32e3-4d51-9d1b-f7d5f3a2678a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=13960bf0-7bbf-40da-ba67-7398533f4151,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.671084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.696503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00ea865b-1981-4603-8f2b-ad75aa0e8c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.702420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for 129ffacb-f6d3-47f0-96e9-7f51170af24d owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:12.710319 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00ea865b-1981-4603-8f2b-ad75aa0e8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.715040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:12.715401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.728623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:12.732677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.772037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:12.781248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.803043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.803408 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Added segment 87e223b5-5dc8-4ca7-b8d5-2750574f7f54 of type vlan for network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 Aug 10 03:46:12.855811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-00ea865b-1981-4603-8f2b-ad75aa0e8c0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=155edfec9efd46ba8a5ffadaeba703eb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2763336 Aug 10 03:46:12.856684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea865b-1981-4603-8f2b-ad75aa0e8c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d50f64-fb80-4767-9a07-bc1b61940d18,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.862571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40996) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:12.916673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40998) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:12.928905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.982130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 87dc13a3-2fe6-4022-817f-6dbf191fc45b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:12.995317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3156f8a-dda9-4191-99ab-a4481b1eb897 req-4029cd41-81df-4924-861d-96273fb0fc74 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.999211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3156f8a-dda9-4191-99ab-a4481b1eb897 req-4029cd41-81df-4924-861d-96273fb0fc74 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 945 time: 0.1544051 Aug 10 03:46:13.037847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.047477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.048228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.094478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5316b519-7710-4a1f-aafa-8a4983b7f189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.165141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.169127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5316b519-7710-4a1f-aafa-8a4983b7f189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.188788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.189434 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.189971 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Floating IP 0c64302d-ae19-41df-8906-9ff93b0b1ae1 disassociated. External IP: 172.25.2.152, port: 87dc13a3-2fe6-4022-817f-6dbf191fc45b. Aug 10 03:46:13.190605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Calling delete_port for 87dc13a3-2fe6-4022-817f-6dbf191fc45b owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:13.232654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.249659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=129ffacb-f6d3-47f0-96e9-7f51170af24d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.250048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1637220 Aug 10 03:46:13.254428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f8c72-eed1-4499-a7e0-b354fc3218dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Network': ['ID=6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.261310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41004) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:13.273328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:13.290143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:13.306185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3156f8a-dda9-4191-99ab-a4481b1eb897 req-9affaf9a-397e-4cca-a753-5329c99f12d2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520607 Aug 10 03:46:13.315193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc58f9c5-3fea-4c66-88d2-91ae2dc12c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.362497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.388226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:13.392763 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432bace-839e-4ef8-b0df-74dcf3112fa9" -d '{"events": [{"server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:13.446002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 87dc13a3-2fe6-4022-817f-6dbf191fc45b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=87dc13a3-2fe6-4022-817f-6dbf191fc45b,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:13.461942 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.463780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95803807-a296-4bc3-8d67-a64c11713568 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:13.530155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc9d2a-f979-4b18-ab3a-1cd7465a97bb req-6a6dec39-a689-4a4e-b3b6-caecfa043694 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.531872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55dc9d2a-f979-4b18-ab3a-1cd7465a97bb req-6a6dec39-a689-4a4e-b3b6-caecfa043694 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 945 time: 0.3047829 Aug 10 03:46:13.545943 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76580073-cb97-4ada-823a-9e3ee632b6b1 x-openstack-request-id: req-76580073-cb97-4ada-823a-9e3ee632b6b1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:13.546669 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:13.547164 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76580073-cb97-4ada-823a-9e3ee632b6b1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:13.547780 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'code': 200} Aug 10 03:46:13.570511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.572894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f71a62b-b24f-440a-a232-4f23ce4323e1 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/ports/129ffacb-f6d3-47f0-96e9-7f51170af24d HTTP/1.1" status: 204 len: 168 time: 2.3125064 Aug 10 03:46:13.576642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5316b519-7710-4a1f-aafa-8a4983b7f189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.579939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5316b519-7710-4a1f-aafa-8a4983b7f189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.583921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41008) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:13.584175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5316b519-7710-4a1f-aafa-8a4983b7f189 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27d50f64-fb80-4767-9a07-bc1b61940d18 HTTP/1.1" status: 204 len: 168 time: 0.7178249 Aug 10 03:46:13.595911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.205 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/bcc59407-7f7d-487c-875f-919be878b0b7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:13.610118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.660931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.667237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316b519-7710-4a1f-aafa-8a4983b7f189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d50f64-fb80-4767-9a07-bc1b61940d18,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.689391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting subnet 23826851-e626-4b94-aa24-8c0cd30b1704 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:13.704292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc58f9c5-3fea-4c66-88d2-91ae2dc12c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.705501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.705935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event deleted for resources: {'Port': ['ID=87dc13a3-2fe6-4022-817f-6dbf191fc45b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.731428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55dc9d2a-f979-4b18-ab3a-1cd7465a97bb req-c4f2b57f-8277-41d3-8aeb-ab5ec56a2450 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups?id=33132a00-382d-46b4-9707-3331ee4f1862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718526 Aug 10 03:46:13.776728 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.780890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc58f9c5-3fea-4c66-88d2-91ae2dc12c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.824810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc58f9c5-3fea-4c66-88d2-91ae2dc12c48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f33506f0924e40ab93c9d0a8822bc4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9021943 Aug 10 03:46:13.828179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41012) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:13.837349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:13.855246 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.863716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:13.875075 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.883382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.000016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58f9c5-3fea-4c66-88d2-91ae2dc12c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b955406-14cd-419c-9c38-9bb085b2dc32,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.029190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Router 80df8d65-f3ec-4f9f-b212-266788d92ee4 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:14.067948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.150930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.278409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:14.293971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] Sync routers for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:14.327192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:14.335613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:14.370818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] No DVR routers for this DVR port 87dc13a3-2fe6-4022-817f-6dbf191fc45b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:14.377617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.380695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-22413a9b-1f7c-458a-a712-bda22c61481e req-309cb9ba-f620-4bd3-96b1-26ea13172f51 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.39 "DELETE /v2.0/ports/87dc13a3-2fe6-4022-817f-6dbf191fc45b HTTP/1.1" status: 204 len: 173 time: 2.8309112 Aug 10 03:46:14.381418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'name': 'network-vif-deleted', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:14.384277 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317ef350-13d8-4cbc-882d-22c98903dba1" -d '{"events": [{"server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "name": "network-vif-deleted", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:14.480916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.513009 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.525168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.585400 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3895de3d-5436-4756-b42e-11f3df4d62b9 x-openstack-request-id: req-3895de3d-5436-4756-b42e-11f3df4d62b9 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:14.586381 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff4b6ac-c31a-48d3-8801-4322acf44b2a", "name": "network-vif-deleted", "tag": "87dc13a3-2fe6-4022-817f-6dbf191fc45b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:14.586381 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3895de3d-5436-4756-b42e-11f3df4d62b9 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:14.587552 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff4b6ac-c31a-48d3-8801-4322acf44b2a', 'name': 'network-vif-deleted', 'tag': '87dc13a3-2fe6-4022-817f-6dbf191fc45b', 'status': 'completed', 'code': 200} Aug 10 03:46:14.664325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=301cda25-33cd-40af-b9d6-b74e254dc109,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.666101 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0101dff-ce5a-493b-8499-7490790c0554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.722615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:14.754982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Checking segment: {'id': '87e223b5-5dc8-4ca7-b8d5-2750574f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:14.755580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network hostable DHCP agents. Network: 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:14.773923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:14.787288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:14.798261 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0101dff-ce5a-493b-8499-7490790c0554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.801898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=bcc59407-7f7d-487c-875f-919be878b0b7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.830137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:14.867835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:14.885263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.886253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.898414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.908575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61df7-8415-4cc8-b49e-b297832e4017 req-8dcb765b-84c3-4464-bb4f-9f41ebdb70e0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.911956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31e61df7-8415-4cc8-b49e-b297832e4017 req-8dcb765b-84c3-4464-bb4f-9f41ebdb70e0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.3200102 Aug 10 03:46:14.950798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-809cac75-8fb4-4f78-86db-d65402b2487c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6850057 Aug 10 03:46:14.952718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41036) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:14.964209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1471066482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:14.966602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f314e1-9f99-4032-80d3-47b92bfc31b9 None None] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:14.986041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.990467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/subnets/23826851-e626-4b94-aa24-8c0cd30b1704 HTTP/1.1" status: 204 len: 168 time: 1.4048266 Aug 10 03:46:14.992869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41038) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:15.002953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ab666-07d3-493e-af7e-e6a30f0c3462 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Subnet': ['ID=23826851-e626-4b94-aa24-8c0cd30b1704,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:15.102688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:15.151321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3431b095-26f7-4c5c-b4f3-e99bd308f310 req-5bdc9588-af07-4ce6-bb58-8705318f54c2 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.1296613 Aug 10 03:46:15.156563 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.159510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.200188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31e61df7-8415-4cc8-b49e-b297832e4017 req-f27fc85c-31b6-482c-9d14-8ae761c5d79e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762516 Aug 10 03:46:15.205163 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0101dff-ce5a-493b-8499-7490790c0554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.208408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0101dff-ce5a-493b-8499-7490790c0554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.212247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f0101dff-ce5a-493b-8499-7490790c0554 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b955406-14cd-419c-9c38-9bb085b2dc32 HTTP/1.1" status: 204 len: 168 time: 1.3753200 Aug 10 03:46:15.216934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting subnet 328228e0-0725-4c8e-97c0-f42659194468 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:15.223280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101dff-ce5a-493b-8499-7490790c0554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b955406-14cd-419c-9c38-9bb085b2dc32,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:15.234917 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.253934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0751d-6927-446f-a6e9-53c26bb7dee6 None None] Network b28aa53a-be11-4438-86f6-c11f4785f315 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:15.323685 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.529331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.573874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95803807-a296-4bc3-8d67-a64c11713568'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:15.578090 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3cc7b9-f3ed-48ce-b8ed-a5e68c1661e1" -d '{"events": [{"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-unplugged", "status": "completed", "tag": "95803807-a296-4bc3-8d67-a64c11713568"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:15.610766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.756808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.770918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.771861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.841971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.846569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fbec9364-cc2c-4ac0-95ea-2c2e7187db74 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8919873 Aug 10 03:46:15.849605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41056) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:15.864888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3', 'name': 'tempest-PortsIpV6TestJSON-765246483'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:15.879961 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.939011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.941397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/subnets/328228e0-0725-4c8e-97c0-f42659194468 HTTP/1.1" status: 204 len: 168 time: 0.9430003 Aug 10 03:46:15.987171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:16.054861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d32fc8-8dc2-443d-a170-3e95276a6df3 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Subnet': ['ID=328228e0-0725-4c8e-97c0-f42659194468,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:16.129444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.139578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41060) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:16.172543 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae5107b-f973-44d4-a8ef-24bca0f0e203 x-openstack-request-id: req-eae5107b-f973-44d4-a8ef-24bca0f0e203 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:16.173171 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-unplugged", "status": "failed", "tag": "95803807-a296-4bc3-8d67-a64c11713568", "code": 422}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:16.173330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0451aa-c351-4a76-a8e7-cd315ea791d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.175250 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eae5107b-f973-44d4-a8ef-24bca0f0e203 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:16.176546 n-d-769329-14 neutron-server[94142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95803807-a296-4bc3-8d67-a64c11713568', 'code': 422} returned with failed status Aug 10 03:46:16.183749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4b8d7-c870-40a2-93cb-9a7177f03fbe None None] Network be6a6c46-6885-4ed2-9700-bb0d2aba336e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:16.200607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:16.206632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.240239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port d397c555-bcb1-4081-9982-d6ec635512e6 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:46:16.328409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.331457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port ee18a8a1-0a4b-4aba-8492-5453e6d6630d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:16.332933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.464642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3', 'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': '301cda25-33cd-40af-b9d6-b74e254dc109'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:16.466687 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.514489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::4c (6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3/301cda25-33cd-40af-b9d6-b74e254dc109/d397c555-bcb1-4081-9982-d6ec635512e6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:16.550709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ce1da7e-c31a-47eb-b61c-2a755ed506b8 req-4a01b0a2-2f38-457e-9888-e74682dc8b22 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.1342790 Aug 10 03:46:16.551445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.596306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0451aa-c351-4a76-a8e7-cd315ea791d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.609039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc0451aa-c351-4a76-a8e7-cd315ea791d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.625811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] DHCP port deletion for b28aa53a-be11-4438-86f6-c11f4785f315 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:16.776546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=bcc59407-7f7d-487c-875f-919be878b0b7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:16.792356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port ee18a8a1-0a4b-4aba-8492-5453e6d6630d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,segment=NetworkSegment(9047f30e-3355-484d-bab1-686e82a3f850),segment_id=9047f30e-3355-484d-bab1-686e82a3f850)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:16.792683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.848197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c767b3-ef9c-43ff-a13f-5860ebcb838d req-06b3a992-a954-4abe-bf82-93953ec506fe tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.852917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for ee18a8a1-0a4b-4aba-8492-5453e6d6630d owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:16.870833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70c767b3-ef9c-43ff-a13f-5860ebcb838d req-06b3a992-a954-4abe-bf82-93953ec506fe tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.4222445 Aug 10 03:46:16.872709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.908768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fc0451aa-c351-4a76-a8e7-cd315ea791d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e0a4b3f27a7423ab5059dc859ebfedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7677515 Aug 10 03:46:16.914671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:16.919256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0451aa-c351-4a76-a8e7-cd315ea791d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cae722-059b-40ba-9f8a-2041477b8c2c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.063419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 95803807-a296-4bc3-8d67-a64c11713568 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:17.248420 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 82420b8b-4267-4f7b-877d-93b5dfa9ae32 associated. External IP: 172.25.2.205, port: 65981844-1f0c-4b1c-b1a6-60e61c242847. Aug 10 03:46:17.260729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70c767b3-ef9c-43ff-a13f-5860ebcb838d req-06ee557e-7b66-452b-8553-a1ea76715041 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403955 Aug 10 03:46:17.282310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba7f1-df3c-4697-a9fe-dadf335a3eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.305649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.368798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.383351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba7f1-df3c-4697-a9fe-dadf335a3eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.433451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object d397c555-bcb1-4081-9982-d6ec635512e6 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:17.442137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.479947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port ee18a8a1-0a4b-4aba-8492-5453e6d6630d on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:17.573863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba7f1-df3c-4697-a9fe-dadf335a3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.577663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a3ba7f1-df3c-4697-a9fe-dadf335a3eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.585180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7a3ba7f1-df3c-4697-a9fe-dadf335a3eb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82cae722-059b-40ba-9f8a-2041477b8c2c HTTP/1.1" status: 204 len: 168 time: 0.6630266 Aug 10 03:46:17.614368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ba7f1-df3c-4697-a9fe-dadf335a3eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cae722-059b-40ba-9f8a-2041477b8c2c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.659363 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.817617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ee18a8a1-0a4b-4aba-8492-5453e6d6630d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:17.887932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:17.917692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ee18a8a1-0a4b-4aba-8492-5453e6d6630d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:17.918661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ee18a8a1-0a4b-4aba-8492-5453e6d6630d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:18.020845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:10Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:18.026091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Deleting port ee18a8a1-0a4b-4aba-8492-5453e6d6630d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:18.029802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.095145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e7644056-0e2e-4c4a-9282-2df32c325846 req-f466423d-d5db-48d3-80a2-7be9b4375de9 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.2662413 Aug 10 03:46:18.096805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:18.107552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:18.155814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Allocated IP 2001:db8::2 (6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3/301cda25-33cd-40af-b9d6-b74e254dc109/7f8db54a-90f4-402f-9543-1e88f1066758) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:18.159734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:18.161116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] DHCP port deletion for be6a6c46-6885-4ed2-9700-bb0d2aba336e request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:18.162364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.168638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] Checking router: 80df8d65-f3ec-4f9f-b212-266788d92ee4 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:18.187670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=d397c555-bcb1-4081-9982-d6ec635512e6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.239863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] For port ee18a8a1-0a4b-4aba-8492-5453e6d6630d, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:18.240112 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.245605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-37ac2a95-e4f0-44ff-b6df-470da481da7d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3906081 Aug 10 03:46:18.248703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41084) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:18.352488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:18.353146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:18.420593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Calling delete_port for ee18a8a1-0a4b-4aba-8492-5453e6d6630d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:18.427650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Port ee18a8a1-0a4b-4aba-8492-5453e6d6630d was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:46:18.472979 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.578452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] Pushing event deleted for resources: {'Port': ['ID=ee18a8a1-0a4b-4aba-8492-5453e6d6630d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.644467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866a888-e42d-4ac3-b11a-ed8d0dc3dba4 None None] No DVR routers for this DVR port ee18a8a1-0a4b-4aba-8492-5453e6d6630d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:18.796023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] Deleting port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:18.796639 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.954127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:19.032178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.046895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28aa53a-be11-4438-86f6-c11f4785f315']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.059415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9047f30e-3355-484d-bab1-686e82a3f850') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.060011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9047f30e-3355-484d-bab1-686e82a3f850') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.072106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.096738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.109443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:19.110138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:19.244110 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:19.302649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.349714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.355647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/networks/b28aa53a-be11-4438-86f6-c11f4785f315 HTTP/1.1" status: 204 len: 168 time: 3.3649836 Aug 10 03:46:19.361067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cde034-ee89-43d3-b31e-5b1b806614b0 tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Network': ['ID=b28aa53a-be11-4438-86f6-c11f4785f315,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:19.368886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41100) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:19.421364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456305-8a60-4a4a-b647-86f17a93e294 req-5bbb71c4-d8bf-4721-8ba9-76a541e4014d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:19.423634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd456305-8a60-4a4a-b647-86f17a93e294 req-5bbb71c4-d8bf-4721-8ba9-76a541e4014d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 1.9591649 Aug 10 03:46:19.517473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9065f75-b582-43bb-946a-2380e9fae6aa req-434d53ad-105e-46e2-8a53-330996b59f1b tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.1801808 Aug 10 03:46:19.671223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd456305-8a60-4a4a-b647-86f17a93e294 req-63c55c14-f4bd-49b0-98b3-bd98c706421d tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443059 Aug 10 03:46:19.675452 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.725491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:19.727147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.729909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] For port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:19.730374 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.734909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.755680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Transition to ACTIVE for port object 7f8db54a-90f4-402f-9543-1e88f1066758 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:19.850241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:19.894683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] Calling delete_port for a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:19.933012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Transition to ACTIVE for port object 7f8db54a-90f4-402f-9543-1e88f1066758 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:20.061838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:20.082653 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:20.091256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.109576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.120492 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:20.121155 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.208972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e975f0f4-0d90-4540-9eb5-1fd3ef891313 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8762002 Aug 10 03:46:20.210123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41116) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:20.255478 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.303245 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:20.304596 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.311290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Pushing event updated for resources: {'Port': ['ID=7f8db54a-90f4-402f-9543-1e88f1066758,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.344711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:20.350330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:20.352983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:20.544910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Attempting to bind port 7f8db54a-90f4-402f-9543-1e88f1066758 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:20.545415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Attempting to bind port 7f8db54a-90f4-402f-9543-1e88f1066758 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '87e223b5-5dc8-4ca7-b8d5-2750574f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:20.545948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Attempting to bind port 7f8db54a-90f4-402f-9543-1e88f1066758 on network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:20.554840 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.575072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:20.575417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Checking segment: {'id': '87e223b5-5dc8-4ca7-b8d5-2750574f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:20.575977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.576370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Bound using segment: {'id': '87e223b5-5dc8-4ca7-b8d5-2750574f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:20.576874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Bound port: 7f8db54a-90f4-402f-9543-1e88f1066758, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e223b5-5dc8-4ca7-b8d5-2750574f7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:20.577267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.581256 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.591981 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eff5087-b9a6-4368-aa2e-9c47e9864d08 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:20.653204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6eec2a2a-d1c5-454d-b51b-d77358342685 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/floatingips/82420b8b-4267-4f7b-877d-93b5dfa9ae32 HTTP/1.1" status: 200 len: 979 time: 0.4370494 Aug 10 03:46:20.658967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41122) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:20.863338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] For port 7f8db54a-90f4-402f-9543-1e88f1066758, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:20.871779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] For port 7f8db54a-90f4-402f-9543-1e88f1066758, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7f8db54a-90f4-402f-9543-1e88f1066758,segment=NetworkSegment(87e223b5-5dc8-4ca7-b8d5-2750574f7f54),segment_id=87e223b5-5dc8-4ca7-b8d5-2750574f7f54)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:20.926481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.997790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3ca2e7fd-75c5-4fd9-bdea-bd0b23f88059 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3359406 Aug 10 03:46:20.998450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41128) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:21.035366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'port_id': 'e93f1195-4211-4eb7-abed-fc02ddd2e111'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:21.102782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:10Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:21.111386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.112655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1c745-e85f-45b0-ba38-d0fc0266ce45 None None] Pushing event updated for resources: {'Port': ['ID=7f8db54a-90f4-402f-9543-1e88f1066758,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:21.175830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e6dfa-f958-4cd9-85b6-1ca4ec612820 req-1b9b8752-05f0-4240-9d88-f7b95baccb9a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:21.190290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-307e6dfa-f958-4cd9-85b6-1ca4ec612820 req-1b9b8752-05f0-4240-9d88-f7b95baccb9a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 1.2707794 Aug 10 03:46:21.198067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.203128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.222204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:21.241319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48fa10-bf5b-4dd9-bcee-f325dbc1f99b None None] The sync data for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 is: [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:43:01Z', 'revision_number': 4, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '766b7be8-dfef-4d57-a122-6398a26d1c91', 'name': '', 'network_id': 'fce6286e-ac48-40d4-aca8-268460214127', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:59Z', 'updated_at': '2021-08-10T03:43:10Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'subnets': [{'id': 'dfe892ee-2ce6-48a7-8ef3-f2707f4559f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:21.254628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.460881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0daae62-689a-4810-b385-05983826d89f req-a3830224-cc4b-448b-ad30-7bca7fe3a514 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.4613128 Aug 10 03:46:21.533623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Deleting port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:21.534178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.619759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=d397c555-bcb1-4081-9982-d6ec635512e6,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:21.826502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.869743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] No DVR routers for this DVR port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:21.921848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:21.969702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc40e3e-9cdf-4096-ab00-1e6d9cfc0257 None None] Pushing event deleted for resources: {'Port': ['ID=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.003568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-307e6dfa-f958-4cd9-85b6-1ca4ec612820 req-8b571631-6923-428b-bea0-b99ecf625849 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7867467 Aug 10 03:46:22.064016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad774876-1564-4c1e-854b-0350be7d081f None None] New status for floating IP 0c64302d-ae19-41df-8906-9ff93b0b1ae1: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:46:22.156579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] For port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,segment=NetworkSegment(418259e5-e540-413b-8e1c-01d093c5d915),segment_id=418259e5-e540-413b-8e1c-01d093c5d915)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:22.157209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.186161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Calling delete_port for a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:22.270021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.544210 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.587623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] No DVR routers for this DVR port a7a7d724-3f94-4987-8b5b-6a4ccfadcb46 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:22.790339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:46:22.961333 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc265e05-e3ee-4827-8d0f-ab866de65e62 req-9c147ee9-c8c8-46f4-9f44-df203c82450b tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.0788281 Aug 10 03:46:23.007312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.016217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.097793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9510a83c-452f-4059-a24c-0b892891772a None None] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:23.194905 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 82420b8b-4267-4f7b-877d-93b5dfa9ae32 associated. External IP: 172.25.2.205, port: 65981844-1f0c-4b1c-b1a6-60e61c242847. Aug 10 03:46:23.210183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Port': ['ID=a7a7d724-3f94-4987-8b5b-6a4ccfadcb46,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.226179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.300579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1906-50a8-4b91-b2a9-bd3c1df4923e req-abac8db7-cab4-4738-a47b-62d54e41ac08 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:23.308601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f6d1906-50a8-4b91-b2a9-bd3c1df4923e req-abac8db7-cab4-4738-a47b-62d54e41ac08 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.7735419 Aug 10 03:46:23.342041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7cf9dbc1-b76b-4461-8d4c-d53578cb38d5 None None] Provisioning for port 7f8db54a-90f4-402f-9543-1e88f1066758 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:23.349341 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:23.353117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.450691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6a6c46-6885-4ed2-9700-bb0d2aba336e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:23.510596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f6d1906-50a8-4b91-b2a9-bd3c1df4923e req-60bd1a02-0f7b-4282-98a8-ab6cf249e158 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009866 Aug 10 03:46:23.531251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418259e5-e540-413b-8e1c-01d093c5d915') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:23.536770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418259e5-e540-413b-8e1c-01d093c5d915') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:23.578451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.739048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7f8db54a-90f4-402f-9543-1e88f1066758 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:23.797625 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.827918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:23.828605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:23.847700 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:23.853872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:23.858852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7f8db54a-90f4-402f-9543-1e88f1066758 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:23.866881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7f8db54a-90f4-402f-9543-1e88f1066758 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:23.867394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.097921 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.178302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7f8db54a-90f4-402f-9543-1e88f1066758, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7f8db54a-90f4-402f-9543-1e88f1066758,segment=NetworkSegment(87e223b5-5dc8-4ca7-b8d5-2750574f7f54),segment_id=87e223b5-5dc8-4ca7-b8d5-2750574f7f54)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:24.196673 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.223099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46eda3f6-e7ac-4eb3-8d65-b7f46868c752 req-bfaefa27-9663-47ae-a529-3a5803bbee26 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ff4b6ac-c31a-48d3-8801-4322acf44b2a HTTP/1.1" status: 200 len: 210 time: 0.1051774 Aug 10 03:46:24.259406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:24.260676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.273795 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:24.279971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33273eaf-5441-486e-a6d9-72ebb32dae23 None None] Provisioning for port d397c555-bcb1-4081-9982-d6ec635512e6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:24.298826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33273eaf-5441-486e-a6d9-72ebb32dae23 None None] Provisioning complete for port d397c555-bcb1-4081-9982-d6ec635512e6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:24.299098 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:24.300974 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33273eaf-5441-486e-a6d9-72ebb32dae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.301624 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.351715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.359450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] 10.222.0.53 "DELETE /v2.0/networks/be6a6c46-6885-4ed2-9700-bb0d2aba336e HTTP/1.1" status: 204 len: 168 time: 4.9761922 Aug 10 03:46:24.408401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-33273eaf-5441-486e-a6d9-72ebb32dae23 None None] Port d397c555-bcb1-4081-9982-d6ec635512e6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:24.454876 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.521308 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:24.526512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33273eaf-5441-486e-a6d9-72ebb32dae23 None None] Provisioning complete for port 7f8db54a-90f4-402f-9543-1e88f1066758 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:24.528433 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.528983 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33273eaf-5441-486e-a6d9-72ebb32dae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.536366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7f8db54a-90f4-402f-9543-1e88f1066758,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.628520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95405c26-8531-4856-a996-7f455dad91ba tempest-TaggedBootDevicesTest-1256765982 tempest-TaggedBootDevicesTest-1256765982-project] Pushing event deleted for resources: {'Network': ['ID=be6a6c46-6885-4ed2-9700-bb0d2aba336e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.811508 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:24.813762 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c419db0f-b760-4828-b725-82ad4d293461 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:24.896104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.016167 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.059510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.062213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.146011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-75ec5332-eaa5-4b00-8d29-9924686ef497 None None] Provisioning complete for port d397c555-bcb1-4081-9982-d6ec635512e6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:25.152546 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-75ec5332-eaa5-4b00-8d29-9924686ef497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.234478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-a8c53e6e-237f-4331-b1d7-d7986ab1859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.239370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-a8c53e6e-237f-4331-b1d7-d7986ab1859b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.3636031 Aug 10 03:46:25.296376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=d397c555-bcb1-4081-9982-d6ec635512e6,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:25.335950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-75ec5332-eaa5-4b00-8d29-9924686ef497 None None] Port d397c555-bcb1-4081-9982-d6ec635512e6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:25.361284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12e774-1226-427b-9835-b381e36fc4cc req-56d60660-b3db-4a64-a251-3778e7237721 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.365307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae12e774-1226-427b-9835-b381e36fc4cc req-56d60660-b3db-4a64-a251-3778e7237721 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.4272985 Aug 10 03:46:25.477308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c627f77a-d368-4e83-934d-65aa8783ede1 None None] Provisioning complete for port d397c555-bcb1-4081-9982-d6ec635512e6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:25.477721 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c627f77a-d368-4e83-934d-65aa8783ede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.506608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae12e774-1226-427b-9835-b381e36fc4cc req-4fe3c587-c812-4a76-91a8-09bf46ee3d35 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112607 Aug 10 03:46:25.507943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41186) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:25.550022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:25.635363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c627f77a-d368-4e83-934d-65aa8783ede1 None None] Port d397c555-bcb1-4081-9982-d6ec635512e6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:25.647691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-e097846a-c970-4601-8c62-18ffba8d6d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.649326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-e097846a-c970-4601-8c62-18ffba8d6d3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.3354678 Aug 10 03:46:25.666370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7f8db54a-90f4-402f-9543-1e88f1066758 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:25.764644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7f8db54a-90f4-402f-9543-1e88f1066758 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:25.766502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.770038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:25.780227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:25.906210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-a9e3b981-9055-4fbe-aa05-2563a4a059ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.2442000 Aug 10 03:46:26.051347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.244127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-da2ad742-40b6-4d36-bc8c-b687d8ebffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.254412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-da2ad742-40b6-4d36-bc8c-b687d8ebffc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.3388197 Aug 10 03:46:26.389927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ca367f8-32f2-4c3a-82b3-af466d79afab None None] Provisioning complete for port d397c555-bcb1-4081-9982-d6ec635512e6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:26.390828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ca367f8-32f2-4c3a-82b3-af466d79afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.488432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-6af4a89d-abb6-43e9-aa6a-adc84db3f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.489858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7b3675a-0a84-477a-bb5c-6cd2cb1d6ee7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.490492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-6af4a89d-abb6-43e9-aa6a-adc84db3f5fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069879 Aug 10 03:46:26.494733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Router 31040e41-600b-4eb1-b808-a95b26889e10 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:26.499261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3ca367f8-32f2-4c3a-82b3-af466d79afab None None] Port d397c555-bcb1-4081-9982-d6ec635512e6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:26.625914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7b3675a-0a84-477a-bb5c-6cd2cb1d6ee7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.631960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-2cf011ba-b41d-437e-ace3-e53d865f87cd service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256909 Aug 10 03:46:26.695167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:26.715617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.748437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042365a-88f9-4efd-b724-80be045be986 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:26.786457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042365a-88f9-4efd-b724-80be045be986 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:26.795746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1042365a-88f9-4efd-b724-80be045be986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:26.807120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e09daf4e-6b1a-412f-a0a5-5c854029c08d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/floatingips/82420b8b-4267-4f7b-877d-93b5dfa9ae32 HTTP/1.1" status: 200 len: 978 time: 5.7804160 Aug 10 03:46:26.807794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41206) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.825764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:26.958036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.101824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7b3675a-0a84-477a-bb5c-6cd2cb1d6ee7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.105847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7b3675a-0a84-477a-bb5c-6cd2cb1d6ee7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.110727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1042365a-88f9-4efd-b724-80be045be986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.116441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e7b3675a-0a84-477a-bb5c-6cd2cb1d6ee7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "DELETE /v2.0/security-groups/33132a00-382d-46b4-9707-3331ee4f1862 HTTP/1.1" status: 204 len: 168 time: 1.5960069 Aug 10 03:46:27.118584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41210) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:27.160682 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-fa11f8bd-6fa6-492c-8c89-54a762d53a13 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] show failed (client error): The resource could not be found. Aug 10 03:46:27.167559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fa11f8bd-6fa6-492c-8c89-54a762d53a13 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "GET /v2.0/security-groups/33132a00-382d-46b4-9707-3331ee4f1862 HTTP/1.1" status: 404 len: 347 time: 0.0433905 Aug 10 03:46:27.173027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41214) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:27.179851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042365a-88f9-4efd-b724-80be045be986 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:27.186715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1042365a-88f9-4efd-b724-80be045be986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.191745 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf53-76cf-4897-bd92-624e58f9d853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.221529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3675a-0a84-477a-bb5c-6cd2cb1d6ee7 tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33132a00-382d-46b4-9707-3331ee4f1862,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.297871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1042365a-88f9-4efd-b724-80be045be986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.299000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042365a-88f9-4efd-b724-80be045be986 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:27.490886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:27.503578 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] Sync routers for ids ['31040e41-600b-4eb1-b808-a95b26889e10'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:27.512193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e484-c002-4b42-b008-8a2609b3c4a2 req-eb2131e3-734b-4c21-833b-d1e9115c2e5b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.515502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f405e484-c002-4b42-b008-8a2609b3c4a2 req-eb2131e3-734b-4c21-833b-d1e9115c2e5b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.5453718 Aug 10 03:46:27.526004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3690e9df-8f96-45b5-b71e-2ea4d6a8caeb tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/routers/31040e41-600b-4eb1-b808-a95b26889e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2733159 Aug 10 03:46:27.529498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41218) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:27.530369 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] Routers {'31040e41-600b-4eb1-b808-a95b26889e10'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:27.531397 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['31040e41-600b-4eb1-b808-a95b26889e10'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.614771 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.630161 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] Routers {'31040e41-600b-4eb1-b808-a95b26889e10'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:27.631514 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['31040e41-600b-4eb1-b808-a95b26889e10'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.642938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab68a8c3-4217-4145-8f1c-c87dd8835da7 req-7fe287f3-78ca-4d9b-81f9-705bc7dc5fc8 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9983690 Aug 10 03:46:27.712799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f405e484-c002-4b42-b008-8a2609b3c4a2 req-85e0a928-242e-4811-948f-cbd68069ba1f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807032 Aug 10 03:46:27.727845 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:27.729671 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41be451-00f5-475a-ae4c-fc3031e49ca3 None None] The sync data for ids ['31040e41-600b-4eb1-b808-a95b26889e10'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:27.749861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e880f00-24e0-428f-b400-e5dd7bbf92f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.753141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e880f00-24e0-428f-b400-e5dd7bbf92f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports?device_id=31040e41-600b-4eb1-b808-a95b26889e10 HTTP/1.1" status: 200 len: 987 time: 0.2188098 Aug 10 03:46:27.756443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41220) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:27.827717 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.847713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Deleting port c665d916-1166-45df-acc1-592e7bc8119e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.848369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.987613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.988795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.007264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Calling delete_port for c665d916-1166-45df-acc1-592e7bc8119e owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:28.104096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.104572 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 82420b8b-4267-4f7b-877d-93b5dfa9ae32 disassociated. External IP: 172.25.2.205, port: e93f1195-4211-4eb7-abed-fc02ddd2e111. Aug 10 03:46:28.324778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.447797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Pushing event deleted for resources: {'Port': ['ID=c665d916-1166-45df-acc1-592e7bc8119e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.687111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.692929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.698925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-781c747f-e1ad-4bcc-ba4a-78a389883adb tempest-ServersTestBootFromVolume-517968550 tempest-ServersTestBootFromVolume-517968550-project] 10.222.0.53 "DELETE /v2.0/floatingips/0c64302d-ae19-41df-8906-9ff93b0b1ae1 HTTP/1.1" status: 204 len: 168 time: 1.5085680 Aug 10 03:46:28.699951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41230) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:28.725955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:29.133133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19293369-177c-412a-86ae-dfab17e00176 req-48bb07b7-3570-4ed1-a7d3-d4ca19aecaf7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:29.137474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19293369-177c-412a-86ae-dfab17e00176 req-48bb07b7-3570-4ed1-a7d3-d4ca19aecaf7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1886652 Aug 10 03:46:29.151658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.290375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:29.308783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:29.314570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.354706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:29.355764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.543178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19293369-177c-412a-86ae-dfab17e00176 req-d9e0db69-5d91-4825-ab54-8ce714fc5e8a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873081 Aug 10 03:46:29.545854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0904e7dd-d006-4021-aaf5-46288ca856bb tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/floatingips/82420b8b-4267-4f7b-877d-93b5dfa9ae32 HTTP/1.1" status: 200 len: 688 time: 2.7364590 Aug 10 03:46:29.569431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41244) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:29.583849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.608843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:29.613793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.768517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:29.769948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3eba7e-6142-479d-a0b1-f73ccbc763d0 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:29.802095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.834467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-99e8d7e2-5dd6-4084-b0f1-86530300f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.188211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port bcc59407-7f7d-487c-875f-919be878b0b7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:30.189093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.141636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.141972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.166467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for bcc59407-7f7d-487c-875f-919be878b0b7 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:31.598297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.657160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc3c30-2c67-4c1e-92e3-010933ffa673 req-121d1231-4e01-4d92-9a08-69ba9ce1c39a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:31.668475 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc3c30-2c67-4c1e-92e3-010933ffa673 req-121d1231-4e01-4d92-9a08-69ba9ce1c39a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3696795 Aug 10 03:46:31.686334 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.773229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=bcc59407-7f7d-487c-875f-919be878b0b7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.822097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port d397c555-bcb1-4081-9982-d6ec635512e6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:31.822818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.147399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09bc3c30-2c67-4c1e-92e3-010933ffa673 req-5d1150f7-070f-429e-9d30-7ef0808270b7 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962040 Aug 10 03:46:32.182994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.187888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.190007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2845f9ed-3466-4080-8292-d2d833e41166 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/floatingips/82420b8b-4267-4f7b-877d-93b5dfa9ae32 HTTP/1.1" status: 204 len: 168 time: 2.6180706 Aug 10 03:46:32.192574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41284) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.248341 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-adf80213-1c04-4e0e-95c7-c4fb04aea875 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] delete failed (client error): The resource could not be found. Aug 10 03:46:32.254958 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-adf80213-1c04-4e0e-95c7-c4fb04aea875 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/floatingips/82420b8b-4267-4f7b-877d-93b5dfa9ae32 HTTP/1.1" status: 404 len: 345 time: 0.0583601 Aug 10 03:46:32.255204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.255339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41288) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.291164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for d397c555-bcb1-4081-9982-d6ec635512e6 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:32.316206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.383099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d13be4-6671-4f42-9a48-5f75e2d87cf7 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.393609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d13be4-6671-4f42-9a48-5f75e2d87cf7 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.402617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d13be4-6671-4f42-9a48-5f75e2d87cf7 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.407122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-23d13be4-6671-4f42-9a48-5f75e2d87cf7 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/ports?network_id=3321a60c-a931-4560-b7c1-e74c4b90a4ea HTTP/1.1" status: 200 len: 2359 time: 0.1483572 Aug 10 03:46:32.408938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41296) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.483923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b2f4a-5591-42a0-92bb-5fbe570c5cc0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.490863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d97b2f4a-5591-42a0-92bb-5fbe570c5cc0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/subnets/5aadac71-f139-4331-8ce2-d9abd7a0b690 HTTP/1.1" status: 200 len: 797 time: 0.0753589 Aug 10 03:46:32.495210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41302) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:32.512766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'port': {'network_id': '3321a60c-a931-4560-b7c1-e74c4b90a4ea', 'name': 'tempest-FloatingIPTestJSON-1047900124', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:32.843944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:32.871272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.968964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=d397c555-bcb1-4081-9982-d6ec635512e6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:32.987175 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.019466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] device_id is not set on port 96718fdc-5595-4d28-8a4f-15d39384dfd6 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:46:33.161671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.335189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.537176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Deleting port 766b7be8-dfef-4d57-a122-6398a26d1c91 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:33.537518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.698841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Router 31040e41-600b-4eb1-b808-a95b26889e10 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:33.729230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76c081-19b5-402a-9669-2d3887ff04f7 req-e049bab1-993e-4f2e-890e-a21342d0ccb0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.732104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f76c081-19b5-402a-9669-2d3887ff04f7 req-e049bab1-993e-4f2e-890e-a21342d0ccb0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.4144273 Aug 10 03:46:33.872316 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f76c081-19b5-402a-9669-2d3887ff04f7 req-c657e6c1-1d56-4488-921a-79b8b412023f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311383 Aug 10 03:46:33.978459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.14 (3321a60c-a931-4560-b7c1-e74c4b90a4ea/5aadac71-f139-4331-8ce2-d9abd7a0b690/96718fdc-5595-4d28-8a4f-15d39384dfd6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:33.997022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.13 (3321a60c-a931-4560-b7c1-e74c4b90a4ea/5aadac71-f139-4331-8ce2-d9abd7a0b690/96718fdc-5595-4d28-8a4f-15d39384dfd6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:34.391050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:34.395741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] For port 766b7be8-dfef-4d57-a122-6398a26d1c91, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=766b7be8-dfef-4d57-a122-6398a26d1c91,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:34.396401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.403234 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] Sync routers for ids ['31040e41-600b-4eb1-b808-a95b26889e10'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:34.426254 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] Routers {'31040e41-600b-4eb1-b808-a95b26889e10'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:34.427163 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['31040e41-600b-4eb1-b808-a95b26889e10'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.449487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b9f6202-ecda-46bb-8ee0-73b36f7c00dc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/routers/31040e41-600b-4eb1-b808-a95b26889e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6901464 Aug 10 03:46:34.458759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41348) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:34.497311 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.512327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.523697 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] Routers {'31040e41-600b-4eb1-b808-a95b26889e10'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:34.524639 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['31040e41-600b-4eb1-b808-a95b26889e10'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.532180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Calling delete_port for 766b7be8-dfef-4d57-a122-6398a26d1c91 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:34.566135 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ff222e-1a23-4ee6-bf81-35f812e2c9e4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:46:34.568170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-12ff222e-1a23-4ee6-bf81-35f812e2c9e4 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/d397c555-bcb1-4081-9982-d6ec635512e6 HTTP/1.1" status: 404 len: 333 time: 0.0872030 Aug 10 03:46:34.573405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41350) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:34.599068 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:34.600344 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe42806-ad92-4ed2-bfb2-ee7d850dc829 None None] The sync data for ids ['31040e41-600b-4eb1-b808-a95b26889e10'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:34.621417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.736166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798ae11-a30c-47a2-9c0a-9060b1a78585 req-ff32d356-c3a6-46fd-8b70-cd94d4f48e68 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.737858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3798ae11-a30c-47a2-9c0a-9060b1a78585 req-ff32d356-c3a6-46fd-8b70-cd94d4f48e68 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3832242 Aug 10 03:46:34.762244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-f9fd7b26-8f6b-471f-a001-a624d3b243fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.764153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-f9fd7b26-8f6b-471f-a001-a624d3b243fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.3853595 Aug 10 03:46:34.779429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:34.807777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:34.810567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:34.823059 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=96718fdc-5595-4d28-8a4f-15d39384dfd6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:34.917294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.950279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3798ae11-a30c-47a2-9c0a-9060b1a78585 req-072c94e7-9dd8-4635-9f5f-f5bf7762ee64 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991515 Aug 10 03:46:34.963327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.964333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.988968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c903d57-df44-4986-b475-c136fd4428e0 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4914188 Aug 10 03:46:34.991715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41356) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.002908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '96718fdc-5595-4d28-8a4f-15d39384dfd6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:35.029587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.224488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.408638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.54 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/0b7ca674-1aaa-499f-a028-d8d0cf87c280) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:35.540631 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.554272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.611585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.672666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.697027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-4dea4783-03a0-4e53-8cab-553a705d0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.698583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-4dea4783-03a0-4e53-8cab-553a705d0ea8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.9259610 Aug 10 03:46:35.702400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=766b7be8-dfef-4d57-a122-6398a26d1c91,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.713692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.713692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Fanout notify agent at l3_agent the message router_deleted on router 31040e41-600b-4eb1-b808-a95b26889e10 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:35.723713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.725328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c232d421-5b21-4353-896b-f66f8e2356ed tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/routers/31040e41-600b-4eb1-b808-a95b26889e10 HTTP/1.1" status: 204 len: 168 time: 1.1353552 Aug 10 03:46:35.747081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41360) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:35.765858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.845140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:35.849424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:35.856722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:35.864243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=0b7ca674-1aaa-499f-a028-d8d0cf87c280,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.885884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 301cda25-33cd-40af-b9d6-b74e254dc109 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:35.898035 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.158202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.224728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-246b219e-04d0-47ec-a372-25f1e1f5b322 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.5122173 Aug 10 03:46:36.235577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.356929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-ea3e281d-b822-49c8-8903-f135c93cea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.358453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-ea3e281d-b822-49c8-8903-f135c93cea89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1174076 Aug 10 03:46:36.440396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e34c-e8ca-4865-bf0f-ed3d16c83158 req-6e899d65-f50d-42c4-9aee-b7af18780153 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.449283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06c0e34c-e8ca-4865-bf0f-ed3d16c83158 req-6e899d65-f50d-42c4-9aee-b7af18780153 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2786255 Aug 10 03:46:36.535172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06c0e34c-e8ca-4865-bf0f-ed3d16c83158 req-cad3ffe3-af77-4a26-8948-fbf0a08a840f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840571 Aug 10 03:46:36.619853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-52c128c6-9f77-4da7-856d-1c6b114d0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.621454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-52c128c6-9f77-4da7-856d-1c6b114d0adb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2489655 Aug 10 03:46:36.942099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.057057 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.378871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.387863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.483159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.643763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.664101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=0b7ca674-1aaa-499f-a028-d8d0cf87c280,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:37.710300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.763649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.772704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/301cda25-33cd-40af-b9d6-b74e254dc109 HTTP/1.1" status: 204 len: 168 time: 2.0244231 Aug 10 03:46:37.773374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41394) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:37.774069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ecba0-987c-42c5-923c-7d79460c8550 None None] Network 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:37.807163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=301cda25-33cd-40af-b9d6-b74e254dc109,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:37.994485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-d3df2c39-01f4-4a35-a70f-f88489f2bc23 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3649657 Aug 10 03:46:38.011765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.012229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.012448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.013804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.014113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.016099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.016454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.016805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.017151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.017479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.017814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.018171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cf8baf-6cf2-4810-95de-cb819e6b8835 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:38.181113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] DHCP port deletion for 6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:38.371282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] Deleting port 7f8db54a-90f4-402f-9543-1e88f1066758 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:38.371662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.410480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.539540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] For port 7f8db54a-90f4-402f-9543-1e88f1066758, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7f8db54a-90f4-402f-9543-1e88f1066758,segment=NetworkSegment(87e223b5-5dc8-4ca7-b8d5-2750574f7f54),segment_id=87e223b5-5dc8-4ca7-b8d5-2750574f7f54)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:38.540140 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.551283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cde72351-0c0a-49ef-99d9-dcfe0603e67e req-3fbade86-b09e-4056-99db-31deb4cb48e6 service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966161 Aug 10 03:46:38.562593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Router 80df8d65-f3ec-4f9f-b212-266788d92ee4 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:38.588943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] Calling delete_port for 7f8db54a-90f4-402f-9543-1e88f1066758 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:38.784192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 7f8db54a-90f4-402f-9543-1e88f1066758 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:38.785283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.858336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.872292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb4ffa-8667-4553-b5c9-86c3ba29e4ce req-70aa1fe0-a6bc-416a-97e6-989e447470f4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.879545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72fb4ffa-8667-4553-b5c9-86c3ba29e4ce req-70aa1fe0-a6bc-416a-97e6-989e447470f4 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 1.1651163 Aug 10 03:46:38.918627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] Pushing event deleted for resources: {'Port': ['ID=7f8db54a-90f4-402f-9543-1e88f1066758,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:38.926522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a90f2-529e-4d65-bfff-d540aacefe77 None None] No DVR routers for this DVR port 7f8db54a-90f4-402f-9543-1e88f1066758 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:39.025175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] For port 7f8db54a-90f4-402f-9543-1e88f1066758, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7f8db54a-90f4-402f-9543-1e88f1066758,segment=NetworkSegment(87e223b5-5dc8-4ca7-b8d5-2750574f7f54),segment_id=87e223b5-5dc8-4ca7-b8d5-2750574f7f54)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:39.025716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.072772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:39.083610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] Sync routers for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:39.093287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 7f8db54a-90f4-402f-9543-1e88f1066758 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:39.094026 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72fb4ffa-8667-4553-b5c9-86c3ba29e4ce req-32d0f5fa-330e-4551-b4ae-ca6904f5599e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974430 Aug 10 03:46:39.100430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:39.100826 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP d74e2d92-3ac0-4e1f-8991-65b66ea037e2 associated. External IP: 172.25.2.54, port: 96718fdc-5595-4d28-8a4f-15d39384dfd6. Aug 10 03:46:39.110542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:39.112570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-63eee2a9-45bd-4420-807a-20aad7184eb9 admin admin] 10.222.0.53 "PUT /v2.0/routers/80df8d65-f3ec-4f9f-b212-266788d92ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4112732 Aug 10 03:46:39.127233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41406) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:39.428680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:39.473780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.634132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:39.684601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7f8db54a-90f4-402f-9543-1e88f1066758 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:39.718601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.733071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.749668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7f8db54a-90f4-402f-9543-1e88f1066758 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:39.750097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7f8db54a-90f4-402f-9543-1e88f1066758 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:39.787373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=7f8db54a-90f4-402f-9543-1e88f1066758,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:39.844881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:46:35Z', 'revision_number': 5, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port': {'id': '286ba103-e1bd-406e-aa54-bd2738c025f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:55Z', 'updated_at': '2021-08-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:39.861131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:39.867093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No DVR routers for this DVR port 7f8db54a-90f4-402f-9543-1e88f1066758 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:39.873929 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:39.890271 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:39.893438 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:39.921635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.942352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] Checking router: 80df8d65-f3ec-4f9f-b212-266788d92ee4 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:39.973058 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:39.981049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] Routers {'80df8d65-f3ec-4f9f-b212-266788d92ee4'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:39.981704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80df8d65-f3ec-4f9f-b212-266788d92ee4'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:39.998804 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:40.000484 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:40.026681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ca7fa92-bc61-4e92-b725-1a0c4d42f1c5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0288472 Aug 10 03:46:40.029373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:40.037776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'port_id': '96718fdc-5595-4d28-8a4f-15d39384dfd6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:40.090431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.124858 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:40.125518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd02bbe-3d5a-4948-9ed7-d7fd417ab67a None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:40.135950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:40.194526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Deleting port 286ba103-e1bd-406e-aa54-bd2738c025f6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:40.194526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.241736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.294291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] Set router 80df8d65-f3ec-4f9f-b212-266788d92ee4 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:40.327850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e223b5-5dc8-4ca7-b8d5-2750574f7f54') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:40.328242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e223b5-5dc8-4ca7-b8d5-2750574f7f54') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:40.368739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.375080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:46:39Z', 'revision_number': 6, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:40.406093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9478e45-04c1-4abc-9a74-2c349cb8fa95 None None] The sync data for ids ['80df8d65-f3ec-4f9f-b212-266788d92ee4'] in n-d-769329-14 is: [{'id': '80df8d65-f3ec-4f9f-b212-266788d92ee4', 'name': 'tempest-ServersTestBootFromVolume-1158008447-router', 'tenant_id': '07c10c11cabb41769f222ab9f121048d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:54Z', 'updated_at': '2021-08-10T03:46:39Z', 'revision_number': 6, 'project_id': '07c10c11cabb41769f222ab9f121048d', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:40.458373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.493733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:40.494234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:40.510314 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:40.586904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5d60-1e96-4742-813e-efd1e3700c85 req-74423914-0e99-467b-a042-4ea61459bfdb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.588495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a2a5d60-1e96-4742-813e-efd1e3700c85 req-74423914-0e99-467b-a042-4ea61459bfdb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2720740 Aug 10 03:46:40.606103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] For port 286ba103-e1bd-406e-aa54-bd2738c025f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=286ba103-e1bd-406e-aa54-bd2738c025f6,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:40.606523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.648923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.665960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Calling delete_port for 286ba103-e1bd-406e-aa54-bd2738c025f6 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:40.678597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.685213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3 HTTP/1.1" status: 204 len: 168 time: 2.8976276 Aug 10 03:46:40.685779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41426) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:40.860205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6718d9b-bcaa-4098-a97f-63147284febe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.872487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f6718d9b-bcaa-4098-a97f-63147284febe tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/191ed737-cf9e-4418-9189-95e91a172df6 HTTP/1.1" status: 200 len: 844 time: 0.1854413 Aug 10 03:46:40.878973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41428) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.019676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b1156a2-6a9d-41e2-9205-786d4373d313 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/191ed737-cf9e-4418-9189-95e91a172df6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1350064 Aug 10 03:46:41.024055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.042476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.054915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36875d2-1608-4f3b-978b-1efc29990dc2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=6cc0052d-a71b-48ef-b9e8-8fa3b4308bd3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:41.089380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:41.101927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3a2a5d60-1e96-4742-813e-efd1e3700c85 req-a7fb24b7-4a6a-4d11-b40a-35991dd6abdd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5031450 Aug 10 03:46:41.102961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Pushing event deleted for resources: {'Port': ['ID=286ba103-e1bd-406e-aa54-bd2738c025f6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:41.283812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.461207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:41.476942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.574921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.577774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.628883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 766b7be8-dfef-4d57-a122-6398a26d1c91 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:41.661758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 766b7be8-dfef-4d57-a122-6398a26d1c91 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:41.662570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 766b7be8-dfef-4d57-a122-6398a26d1c91 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:41.664186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 286ba103-e1bd-406e-aa54-bd2738c025f6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:41.724898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.725195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80df8d65-f3ec-4f9f-b212-266788d92ee4 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:41.738801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.744870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-432efa19-5ecc-4f85-aa7e-5645bd6a1cad admin admin] 10.222.0.53 "DELETE /v2.0/routers/80df8d65-f3ec-4f9f-b212-266788d92ee4 HTTP/1.1" status: 204 len: 168 time: 2.6065915 Aug 10 03:46:41.754227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41444) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.774460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 286ba103-e1bd-406e-aa54-bd2738c025f6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:41.779498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 286ba103-e1bd-406e-aa54-bd2738c025f6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:41.926892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Deleting subnet dfe892ee-2ce6-48a7-8ef3-f2707f4559f1 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:41.933841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.956135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d70c3-b879-46b6-b800-7158dbf2b0d5 req-6aa9d3b1-d659-4dd1-ba7d-256427e69072 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.958684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-608d70c3-b879-46b6-b800-7158dbf2b0d5 req-6aa9d3b1-d659-4dd1-ba7d-256427e69072 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.6826189 Aug 10 03:46:42.018405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.223332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.243694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-608d70c3-b879-46b6-b800-7158dbf2b0d5 req-51217a45-a90f-4c39-ab21-a3027778ee95 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609904 Aug 10 03:46:42.341677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.421557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:42.423240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe892ee-2ce6-48a7-8ef3-f2707f4559f1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.476944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:46:42.493366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.501347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eaedeca1-1e0c-4ea9-b31a-9f943d53d25a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dfe892ee-2ce6-48a7-8ef3-f2707f4559f1 HTTP/1.1" status: 204 len: 168 time: 0.7435513 Aug 10 03:46:42.504203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e19ac4-a71b-4b95-93aa-5a4ea6f195ac None None] Network fce6286e-ac48-40d4-aca8-268460214127 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:42.514640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41458) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:42.666997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f3d15-012a-40b2-b611-ce5fb2910ea7 req-60bb98e6-9d3b-4e2e-a8ba-b3f869d8cc0a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.683124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b47f3d15-012a-40b2-b611-ce5fb2910ea7 req-60bb98e6-9d3b-4e2e-a8ba-b3f869d8cc0a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2392161 Aug 10 03:46:42.691550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.699223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.720452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.813433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:42.827096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] DHCP port deletion for fce6286e-ac48-40d4-aca8-268460214127 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:42.882185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:42.898223 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.899516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=3d4209e6-71ee-46a3-bf09-8e4decffc268,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.907908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.909600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.932009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b47f3d15-012a-40b2-b611-ce5fb2910ea7 req-295cb25a-7ddc-4af5-8fdc-4024fdf05178 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478878 Aug 10 03:46:42.937549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393cdc93-6527-4f2d-9464-f57c93175c12 None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:43.151458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] Deleting port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:43.152114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.168545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4e609aae-fb75-4c7a-ac02-53aadec63448 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0815370 Aug 10 03:46:43.170847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41470) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:43.192655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898005803'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:43.236797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] For port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,segment=NetworkSegment(f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f),segment_id=f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:43.237563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.254376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] Calling delete_port for dd9ccb7e-0f95-4e82-b4d2-33a005682d5c owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:43.332670 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.372628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.374879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:43.390675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] No DVR routers for this DVR port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:43.434311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4e9d-23c2-412f-87e2-afe6fe7b5ce1 None None] Pushing event deleted for resources: {'Port': ['ID=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:43.454234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-1ea5e43a-c729-4cf4-94f7-b28af4221649', 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'tenant_id': '962b0e3443a9418692cf320d43008340', 'fixed_ips': [{'subnet_id': '3d4209e6-71ee-46a3-bf09-8e4decffc268'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:43.455351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.548286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:43.563478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.654393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Allocated IP 2001:db8::2 (1ea5e43a-c729-4cf4-94f7-b28af4221649/3d4209e6-71ee-46a3-bf09-8e4decffc268/0a403f31-0a52-4fdc-852c-77e983f4e096) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:43.729474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e189dec0-753b-4b1e-8200-a0d1f98fe123 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/floatingips/d74e2d92-3ac0-4e1f-8991-65b66ea037e2 HTTP/1.1" status: 200 len: 978 time: 3.6992722 Aug 10 03:46:43.750016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41474) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:43.803310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Deleting port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:43.803932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.939988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.979207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.002587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dd9ccb7e-0f95-4e82-b4d2-33a005682d5c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:44.011216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7164-9207-4914-8afd-6bfccb840824 req-273dafc5-fb52-4437-a09f-63a4c97fdf89 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.012797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f34f7164-9207-4914-8afd-6bfccb840824 req-273dafc5-fb52-4437-a09f-63a4c97fdf89 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.4798915 Aug 10 03:46:44.027505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:44.033606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: dd9ccb7e-0f95-4e82-b4d2-33a005682d5c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:44.034227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dd9ccb7e-0f95-4e82-b4d2-33a005682d5c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:44.057927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:44.058607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.071725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548c7e7f-dd9e-4b0b-963c-538d3e8fc64a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.109672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.124151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.130129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bac9d114-ef10-48f3-9caa-86cac3982e2e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9582360 Aug 10 03:46:44.132823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:44.138033 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f34f7164-9207-4914-8afd-6bfccb840824 req-e07df381-dabd-4dfb-8ca7-55c6c1637b9b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150243 Aug 10 03:46:44.153471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'security_group': {'name': 'tempest-secgroup-705737818'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:44.166282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:44.166282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.175364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] For port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:44.176122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.209786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Calling delete_port for dd9ccb7e-0f95-4e82-b4d2-33a005682d5c owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:44.216301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:46:44.226070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.248533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 0b7ca674-1aaa-499f-a028-d8d0cf87c280 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.249030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.250353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.251010 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740bfc1-5d73-4b88-b6eb-645a755174cb None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:44.262420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9ccb7e-0f95-4e82-b4d2-33a005682d5c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.272589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.332719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] No DVR routers for this DVR port dd9ccb7e-0f95-4e82-b4d2-33a005682d5c on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:44.343868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.356575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Transition to ACTIVE for port object 0a403f31-0a52-4fdc-852c-77e983f4e096 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:44.368539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.369119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.375421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Transition to ACTIVE for port object 0a403f31-0a52-4fdc-852c-77e983f4e096 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:44.385606 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.389794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 0b7ca674-1aaa-499f-a028-d8d0cf87c280 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:44.408618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:44.411902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:44.418618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:44.555946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Pushing event updated for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.563489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Attempting to bind port 0a403f31-0a52-4fdc-852c-77e983f4e096 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:44.563808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Attempting to bind port 0a403f31-0a52-4fdc-852c-77e983f4e096 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1eb8f84c-2683-4600-8ca5-80da1423b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:44.564507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Attempting to bind port 0a403f31-0a52-4fdc-852c-77e983f4e096 on network 1ea5e43a-c729-4cf4-94f7-b28af4221649 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:44.576616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:44.577006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Checking segment: {'id': '1eb8f84c-2683-4600-8ca5-80da1423b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:44.577777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.577970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Bound using segment: {'id': '1eb8f84c-2683-4600-8ca5-80da1423b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:44.578336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Bound port: 0a403f31-0a52-4fdc-852c-77e983f4e096, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8f84c-2683-4600-8ca5-80da1423b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:44.578731 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.730075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:44.735003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0a403f31-0a52-4fdc-852c-77e983f4e096,segment=NetworkSegment(1eb8f84c-2683-4600-8ca5-80da1423b29f),segment_id=1eb8f84c-2683-4600-8ca5-80da1423b29f)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:44.736476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.744024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.783865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.794741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=0b7ca674-1aaa-499f-a028-d8d0cf87c280,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.798822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.833199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.835612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6956933 Aug 10 03:46:44.837792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.840099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41482) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:44.851617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1577845263', 'security_groups': ['85da01b5-0b3f-4ad4-85a0-15624712c896'], 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d4209e6-71ee-46a3-bf09-8e4decffc268'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:44.851856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dbdf8-65ad-4c7e-9efe-239ffbef1592 None None] Pushing event updated for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.866569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce6286e-ac48-40d4-aca8-268460214127']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.921416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.921834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e02934-b7b0-4ed9-8f6c-3798a93c0a5f') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.924056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea6902-f8f9-4bba-b17b-a650e8235327 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85da01b5-0b3f-4ad4-85a0-15624712c896,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.938144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.008751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.060605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:45.061025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:45.062888 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:45.250825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.258431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.261944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fce6286e-ac48-40d4-aca8-268460214127 HTTP/1.1" status: 204 len: 168 time: 2.7461712 Aug 10 03:46:45.286489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee580-7959-45b7-a5a8-4506afec9533 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce6286e-ac48-40d4-aca8-268460214127,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.297247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.372642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.373258 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP d74e2d92-3ac0-4e1f-8991-65b66ea037e2 disassociated (deleted). External IP: 172.25.2.54, port: 96718fdc-5595-4d28-8a4f-15d39384dfd6. Aug 10 03:46:45.662992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41496) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:45.747834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0a403f31-0a52-4fdc-852c-77e983f4e096 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:45.855410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3fc59f01-ae76-44d1-b08b-383b40b16cb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07c10c11cabb41769f222ab9f121048d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911695 Aug 10 03:46:45.859719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:45.910206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:45.927715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0a403f31-0a52-4fdc-852c-77e983f4e096 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:45.979938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7434db-3e86-4997-9854-89f38c7924b9 req-42425cfa-667b-43ef-9a5a-7575374f9858 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.982049 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba7434db-3e86-4997-9854-89f38c7924b9 req-42425cfa-667b-43ef-9a5a-7575374f9858 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.5160110 Aug 10 03:46:46.202745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d61-2e7e-4d51-84f5-4a623fb3b731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.256235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d61-2e7e-4d51-84f5-4a623fb3b731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.322994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d61-2e7e-4d51-84f5-4a623fb3b731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.330311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d61-2e7e-4d51-84f5-4a623fb3b731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.336507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ff0f7d61-2e7e-4d51-84f5-4a623fb3b731 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c29ad912-0969-467b-8b09-79730e054463 HTTP/1.1" status: 204 len: 168 time: 0.4752719 Aug 10 03:46:46.361104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f7d61-2e7e-4d51-84f5-4a623fb3b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ad912-0969-467b-8b09-79730e054463,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:46.408423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Deleting port 14d810f2-263d-4a52-8e31-7383a2f1c00c {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:46.409648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.596035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] For port 14d810f2-263d-4a52-8e31-7383a2f1c00c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=14d810f2-263d-4a52-8e31-7383a2f1c00c,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:46.598103 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.631714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Calling delete_port for 14d810f2-263d-4a52-8e31-7383a2f1c00c owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:46.754908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Provisioning for port 0a403f31-0a52-4fdc-852c-77e983f4e096 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:46.765381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:46.769256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.944709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:46.959249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.965010 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba7434db-3e86-4997-9854-89f38c7924b9 req-8317c27c-4d1a-4ee8-bd3e-a31100299753 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895667 Aug 10 03:46:47.054938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.094665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0a403f31-0a52-4fdc-852c-77e983f4e096,segment=NetworkSegment(1eb8f84c-2683-4600-8ca5-80da1423b29f),segment_id=1eb8f84c-2683-4600-8ca5-80da1423b29f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:47.105231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.119478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.169398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Provisioning complete for port 191ed737-cf9e-4418-9189-95e91a172df6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:47.170223 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.207608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port f8670bbb-acfb-42af-bc94-866977e2ef88 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:46:47.230077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d810f2-263d-4a52-8e31-7383a2f1c00c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.232950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Port 191ed737-cf9e-4418-9189-95e91a172df6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:47.337751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b094d-a9e7-4c1c-b4b8-ba8170a1204b None None] Pushing event updated for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.493899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-89f826f2-f923-45a5-8f83-7c59edbd7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:47.507246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-89f826f2-f923-45a5-8f83-7c59edbd7559 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c44aca9fb794595aabc2e128df3cb99&device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 1096 time: 0.1520174 Aug 10 03:46:47.585626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:47.599407 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:47.617077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.633542 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:47.639897 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.682535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3ac2966-eb24-4eab-a118-7718786aa677 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/floatingips/d74e2d92-3ac0-4e1f-8991-65b66ea037e2 HTTP/1.1" status: 204 len: 168 time: 3.9306090 Aug 10 03:46:47.689013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41526) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.724246 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.752145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:47.753551 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.812434 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:47.822568 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d078e4-506f-45ac-ade0-958622d28872 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:47.870292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0a403f31-0a52-4fdc-852c-77e983f4e096 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:47.931805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1ef2-7152-489c-b121-46a27f04e11e req-0279db2b-a1cd-43b0-8234-e53609d3a0f0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:47.933524 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42cc1ef2-7152-489c-b121-46a27f04e11e req-0279db2b-a1cd-43b0-8234-e53609d3a0f0 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3971438 Aug 10 03:46:47.972517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41534) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.980879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:47.981253 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.015706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-3d4fcdfa-c944-4fc8-b971-4edac2763e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.020690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-3d4fcdfa-c944-4fc8-b971-4edac2763e19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 200 len: 913 time: 0.4911380 Aug 10 03:46:48.133368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.137223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42cc1ef2-7152-489c-b121-46a27f04e11e req-1dec7fe5-eab1-4453-aacc-8963c0d81d17 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431594 Aug 10 03:46:48.208572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::373 (1ea5e43a-c729-4cf4-94f7-b28af4221649/3d4209e6-71ee-46a3-bf09-8e4decffc268/f8670bbb-acfb-42af-bc94-866977e2ef88) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:48.222899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-23764ee2-57b2-4ca7-8d14-9c37a6e0efd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 200 len: 999 time: 0.1923640 Aug 10 03:46:48.287950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 96718fdc-5595-4d28-8a4f-15d39384dfd6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:48.288304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.303824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:48.367739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e97ab5d3-0963-4326-9c22-38c76decb209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.381946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-dd31ee42-9884-4142-b43e-6e8f04e4108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.383521 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-dd31ee42-9884-4142-b43e-6e8f04e4108f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 200 len: 851 time: 0.1452374 Aug 10 03:46:48.401414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-367456000-network', 'tenant_id': '8616723e299e438ca8363abd23d98cb6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:48.539376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-55de9261-676f-4f6f-8f75-c6d36607d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.542494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-55de9261-676f-4f6f-8f75-c6d36607d28f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495943 Aug 10 03:46:48.575576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.590412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 96718fdc-5595-4d28-8a4f-15d39384dfd6 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:48.678540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Router ad4489ec-cae5-46af-8d14-9fdcb241bd71 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:48.717645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Made reservation on behalf of 8616723e299e438ca8363abd23d98cb6 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:48.720061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.738749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.793755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:48.799133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-ccfa1d2d-5fde-4415-bea4-08df70f95c8d service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290034 Aug 10 03:46:48.848383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.881773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object f8670bbb-acfb-42af-bc94-866977e2ef88 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:48.883753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.930994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=96718fdc-5595-4d28-8a4f-15d39384dfd6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.037403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.053950 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.060752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-27eab50c-5ee2-4fc2-a8b0-314e85a62322 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/ports/96718fdc-5595-4d28-8a4f-15d39384dfd6 HTTP/1.1" status: 204 len: 168 time: 1.3702388 Aug 10 03:46:49.063498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41556) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:49.070925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:49.091170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.121934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:49.135933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7f2f87dd-68f8-42c0-97bd-816dc6bf3724 admin admin] 10.222.0.53 "PUT /v2.0/routers/ad4489ec-cae5-46af-8d14-9fdcb241bd71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7078331 Aug 10 03:46:49.138445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:49.141168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] Sync routers for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:49.149453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c8f646c-4698-4eb6-93b2-18c212b406be req-5dc52e8a-2461-4fe0-b810-65108a732eaf service neutron] 10.222.0.65 "GET /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353946 Aug 10 03:46:49.158239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:49.159650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.168280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:49.179464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e97ab5d3-0963-4326-9c22-38c76decb209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.186453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e97ab5d3-0963-4326-9c22-38c76decb209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.252999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e97ab5d3-0963-4326-9c22-38c76decb209 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5bffd4798004a9e9459d62fbae5a219&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2767320 Aug 10 03:46:49.253467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41562) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:49.263465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ab5d3-0963-4326-9c22-38c76decb209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e8610-6a39-47b8-bc12-a71688d457b7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.308746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:49.320512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:49.332483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=f8670bbb-acfb-42af-bc94-866977e2ef88,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.348264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:49.355230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.356203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.362773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.414383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac946-d1ea-4b4a-bd44-9dea7484fcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.449833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86956-f78d-45d1-9b75-fd4a641de03a req-9ccaf382-6e3f-43f9-87ad-24e545e81b11 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.459646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9e86956-f78d-45d1-9b75-fd4a641de03a req-9ccaf382-6e3f-43f9-87ad-24e545e81b11 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1534767 Aug 10 03:46:49.524040 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac946-d1ea-4b4a-bd44-9dea7484fcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.551682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9e86956-f78d-45d1-9b75-fd4a641de03a req-49ea07a3-a2ae-4c21-a825-41195c5cd89e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905867 Aug 10 03:46:49.591356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.651459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac946-d1ea-4b4a-bd44-9dea7484fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.670540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:46:46Z', 'revision_number': 5, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port': {'id': '697935ca-8a95-44e6-bfad-bdfa57841348', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:33:42Z', 'updated_at': '2021-08-10T03:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.680196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac946-d1ea-4b4a-bd44-9dea7484fcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.685081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f2ac946-d1ea-4b4a-bd44-9dea7484fcb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b38e8610-6a39-47b8-bc12-a71688d457b7 HTTP/1.1" status: 204 len: 168 time: 0.4303544 Aug 10 03:46:49.699538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ac946-d1ea-4b4a-bd44-9dea7484fcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e8610-6a39-47b8-bc12-a71688d457b7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.735307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] Checking router: ad4489ec-cae5-46af-8d14-9fdcb241bd71 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:49.762967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Deleting port 697935ca-8a95-44e6-bfad-bdfa57841348 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:49.763567 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.769665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] Routers {'ad4489ec-cae5-46af-8d14-9fdcb241bd71'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:49.770865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.816496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc681664-9f20-4043-bea5-bbed35dffb55 None None] Provisioning for port f8670bbb-acfb-42af-bc94-866977e2ef88 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:49.852305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc681664-9f20-4043-bea5-bbed35dffb55 None None] Provisioning complete for port f8670bbb-acfb-42af-bc94-866977e2ef88 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:49.853102 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cc681664-9f20-4043-bea5-bbed35dffb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.875556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.920483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] For port 697935ca-8a95-44e6-bfad-bdfa57841348, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=697935ca-8a95-44e6-bfad-bdfa57841348,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:49.920864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.923887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.925236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cc681664-9f20-4043-bea5-bbed35dffb55 None None] Port f8670bbb-acfb-42af-bc94-866977e2ef88 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:49.944984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:46:49.944984 n-d-769329-14 neutron-server[94141]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:46:49.944984 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id_1': 'ef64bb7378a74e4d97ed8b1ff7c05f29', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 46, 49, 100271)}] Aug 10 03:46:49.944984 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:46:49.944984 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:46:49.950239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] Set router ad4489ec-cae5-46af-8d14-9fdcb241bd71 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:49.953451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Calling delete_port for 697935ca-8a95-44e6-bfad-bdfa57841348 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:49.986617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:49.999571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.010039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4965541-453a-40c8-a4e1-6276067c2d3b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1613843 Aug 10 03:46:50.010659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41570) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.014244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:50.027174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:46:49Z', 'revision_number': 6, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:50.055189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc53b7d-ab42-478d-9d6e-07ecf30a303c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.100311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1320334d-63f8-41d8-a0ec-d6b048970ab8 None None] The sync data for ids ['ad4489ec-cae5-46af-8d14-9fdcb241bd71'] in n-d-769329-14 is: [{'id': 'ad4489ec-cae5-46af-8d14-9fdcb241bd71', 'name': 'tempest-TaggedBootDevicesTest-1741720522-router', 'tenant_id': '2637009bbf654036809b4a614f9d0296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:33:40Z', 'updated_at': '2021-08-10T03:46:49Z', 'revision_number': 6, 'project_id': '2637009bbf654036809b4a614f9d0296', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:50.101600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.101947 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Added segment 7f4d4f8f-56f9-4b3b-836d-059c98190e35 of type vlan for network 1fe11e1c-971a-444b-ba35-e586c7760f4e Aug 10 03:46:50.176713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.252021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:50.259923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.304093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.305171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.305919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.414568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1103282 Aug 10 03:46:50.416146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41578) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.425357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Request body: {'subnet': {'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-367456000-subnet', 'tenant_id': '8616723e299e438ca8363abd23d98cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:50.443496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf015-6952-4177-a475-130edfeeaa89 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe11e1c-971a-444b-ba35-e586c7760f4e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.446957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.454466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:50.468901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.509514 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d4209e6-71ee-46a3-bf09-8e4decffc268 (CIDR: 2001:db8::/64) Aug 10 03:46:50.515753 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:46:50.516869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:46:50.530964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Made reservation on behalf of 8616723e299e438ca8363abd23d98cb6 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:50.536499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.557622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.725926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=697935ca-8a95-44e6-bfad-bdfa57841348,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.745069 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.812544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.829159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.885152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b113ed1-61ac-46a2-bb31-142a3058a771 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8754883 Aug 10 03:46:50.906295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41594) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.926417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:50.928570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.931920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.934196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.212 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/2788d42c-c3c1-43c2-bf96-e6c5f3642611) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:50.945017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef64bb7378a74e4d97ed8b1ff7c05f29&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1498554 Aug 10 03:46:50.947831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41596) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.999336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.015029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b665a-f8c5-41d5-a69b-08a7aa74a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cebb95a-c471-4f77-8853-9b3309bf982e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.058980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1068b-8d8f-4e40-8c33-1ce8c613d609 req-50854000-283a-4aca-a67a-c2eb90a32b0f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.058980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48d1068b-8d8f-4e40-8c33-1ce8c613d609 req-50854000-283a-4aca-a67a-c2eb90a32b0f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.3225503 Aug 10 03:46:51.114097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dc902c-682f-42bf-a40a-a0c7eb23f004,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.123244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.123609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad4489ec-cae5-46af-8d14-9fdcb241bd71 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:51.128267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Checking segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:51.128723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Network hostable DHCP agents. Network: 1fe11e1c-971a-444b-ba35-e586c7760f4e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:51.128976 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.130144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d77e0e56-504a-4a10-aac9-03c2e86d3df6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ad4489ec-cae5-46af-8d14-9fdcb241bd71 HTTP/1.1" status: 204 len: 168 time: 1.9907205 Aug 10 03:46:51.133360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41600) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:51.159548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abee24de-a2cc-41fa-9f1b-f5fa57aeb861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.210034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-48d1068b-8d8f-4e40-8c33-1ce8c613d609 req-2574dc50-b958-4cee-845b-dff95477f3dc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364577 Aug 10 03:46:51.217004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:51.217714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abee24de-a2cc-41fa-9f1b-f5fa57aeb861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.218286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.227467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:51.274326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Deleting subnet 1ec33bad-b4ec-48cc-a9ab-6073ed279561 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:51.354127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.368841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.433092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1fe11e1c-971a-444b-ba35-e586c7760f4e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:51.445275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abee24de-a2cc-41fa-9f1b-f5fa57aeb861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.447857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7429b2d-6947-406a-bc2d-0ff266b1e865 None None] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:51.454524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abee24de-a2cc-41fa-9f1b-f5fa57aeb861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.456408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.456718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-abee24de-a2cc-41fa-9f1b-f5fa57aeb861 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cebb95a-c471-4f77-8853-9b3309bf982e HTTP/1.1" status: 204 len: 168 time: 0.5057538 Aug 10 03:46:51.457222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.478421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.499067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee24de-a2cc-41fa-9f1b-f5fa57aeb861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cebb95a-c471-4f77-8853-9b3309bf982e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.505928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.616361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=2788d42c-c3c1-43c2-bf96-e6c5f3642611,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.663493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:51.679191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 14d810f2-263d-4a52-8e31-7383a2f1c00c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:51.685517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:51.696454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:51.722907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 14d810f2-263d-4a52-8e31-7383a2f1c00c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:51.724077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 14d810f2-263d-4a52-8e31-7383a2f1c00c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:51.724642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 697935ca-8a95-44e6-bfad-bdfa57841348 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:51.762176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 697935ca-8a95-44e6-bfad-bdfa57841348 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:51.763106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 697935ca-8a95-44e6-bfad-bdfa57841348 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:51.895801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c8561-ccf3-42d4-849f-0e2c67067d71 None None] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:51.917376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.976369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.075373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41622) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:52.098179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35346e-7c54-4195-aa84-d60ffa763d2c req-4b66348a-2edc-44b4-82ef-5a10df870e67 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.099703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a35346e-7c54-4195-aa84-d60ffa763d2c req-4b66348a-2edc-44b4-82ef-5a10df870e67 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.7585280 Aug 10 03:46:52.109505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-34ee753e-2e1a-4c2d-9d94-3f6c927327db admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6918256 Aug 10 03:46:52.139291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5433d85f-bae7-41fe-8fc9-05fc518459ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.238274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.245785 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.283742 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.304753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=2788d42c-c3c1-43c2-bf96-e6c5f3642611,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.334239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a35346e-7c54-4195-aa84-d60ffa763d2c req-a2df116f-3ffd-43bd-a73d-23962eae8001 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181158 Aug 10 03:46:52.338401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.338752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.339574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.340041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.340387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.340724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.341056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.341387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.341785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.342065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.342395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.342723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:52.384687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.462369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5433d85f-bae7-41fe-8fc9-05fc518459ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.481118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.481492 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5433d85f-bae7-41fe-8fc9-05fc518459ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.486668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e0d51419-3248-4078-b8ee-d48ec45206e8 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4209812 Aug 10 03:46:52.487728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41640) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:52.497820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'port': {'network_id': '3321a60c-a931-4560-b7c1-e74c4b90a4ea', 'name': 'tempest-FloatingIPTestJSON-1167482914'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:52.581461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5433d85f-bae7-41fe-8fc9-05fc518459ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d09a7888c4c3457dabec3b95a16813ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027089 Aug 10 03:46:52.582395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433d85f-bae7-41fe-8fc9-05fc518459ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a33bb2-6c52-46ff-b8fe-2f904e36fe01,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.585206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41642) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:52.609567 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.688833 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.738832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec33bad-b4ec-48cc-a9ab-6073ed279561,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.750649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.755336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-555bc6cc-1f00-48be-a4d2-ac3bd25b6155 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1ec33bad-b4ec-48cc-a9ab-6073ed279561 HTTP/1.1" status: 204 len: 168 time: 1.6192307 Aug 10 03:46:52.761058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4e2a5-f3df-411e-bb32-2667fc994169 None None] Network 0c923a62-d54d-4253-8b48-573208e0866d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:52.772889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41654) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:52.888810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:52.893877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:52.896029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=9b55004f-1bb4-4d35-ab31-4d74e786359a,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.907884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.908449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f33fa2-e4bc-410a-b5c2-89cd69ce8d11 None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:52.908753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.931248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6b31f4-b9f9-4449-9e9a-eb5d459bb65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.951795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-3099a287-4033-408f-960d-7cd48e86b730 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.953383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-3099a287-4033-408f-960d-7cd48e86b730 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 814 time: 0.1949146 Aug 10 03:46:52.966218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6b31f4-b9f9-4449-9e9a-eb5d459bb65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.013918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2d127fe2-d6d3-4f9c-be13-d805d2096fbd tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0944009 Aug 10 03:46:53.018138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41670) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:53.035413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-798142736', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b55004f-1bb4-4d35-ab31-4d74e786359a'}], 'security_groups': ['548c7e7f-dd9e-4b0b-963c-538d3e8fc64a']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:53.075464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-1792c18a-793b-46d0-aa54-02756aa29657 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/quotas/8616723e299e438ca8363abd23d98cb6 HTTP/1.1" status: 200 len: 375 time: 0.0998359 Aug 10 03:46:53.110656 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6b31f4-b9f9-4449-9e9a-eb5d459bb65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.115627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a6b31f4-b9f9-4449-9e9a-eb5d459bb65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.116878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a6b31f4-b9f9-4449-9e9a-eb5d459bb65a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74a33bb2-6c52-46ff-b8fe-2f904e36fe01 HTTP/1.1" status: 204 len: 168 time: 0.5089502 Aug 10 03:46:53.133103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:53.139597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.243493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b31f4-b9f9-4449-9e9a-eb5d459bb65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a33bb2-6c52-46ff-b8fe-2f904e36fe01,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:53.250063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] device_id is not set on port 6d75ac65-1c16-465f-8ce6-fcaa3d2962dd yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:46:53.355643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-572b85c8-d015-40df-a4fc-34145750b362 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2697930 Aug 10 03:46:53.369317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] DHCP port deletion for 0c923a62-d54d-4253-8b48-573208e0866d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:53.382522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.480029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.488103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Update dhcp port {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'fixed_ips': [{'subnet_id': '3d4209e6-71ee-46a3-bf09-8e4decffc268', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b55004f-1bb4-4d35-ab31-4d74e786359a'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '0a403f31-0a52-4fdc-852c-77e983f4e096'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:46:53.549124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.771729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-066180f5-09e7-47c6-8906-c550a60248b9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:53.779889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-066180f5-09e7-47c6-8906-c550a60248b9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4026432 Aug 10 03:46:53.859718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4a9eab1e-d8a9-4883-990e-ba431eb612ef no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:53.868130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Allocated IP 2001:db8:0:1::2 (1ea5e43a-c729-4cf4-94f7-b28af4221649/9b55004f-1bb4-4d35-ab31-4d74e786359a/0a403f31-0a52-4fdc-852c-77e983f4e096) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:53.878633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.11 (3321a60c-a931-4560-b7c1-e74c4b90a4ea/5aadac71-f139-4331-8ce2-d9abd7a0b690/6d75ac65-1c16-465f-8ce6-fcaa3d2962dd) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:53.886994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Deleting port 4a9eab1e-d8a9-4883-990e-ba431eb612ef {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:53.887622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.934312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] Deleting port 4a9eab1e-d8a9-4883-990e-ba431eb612ef {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:53.934681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.032987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] For port 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4a9eab1e-d8a9-4883-990e-ba431eb612ef,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:54.033671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.042818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-176660f9-f7d6-4577-b9fb-9e41b15c39b4 service neutron] 10.222.0.53 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465580 Aug 10 03:46:54.060520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Calling delete_port for 4a9eab1e-d8a9-4883-990e-ba431eb612ef owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:54.069893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-3d34e4cf-f2f0-4b72-aa38-81c1e87e8ded tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.072757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-3d34e4cf-f2f0-4b72-aa38-81c1e87e8ded tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=6103a55a-e135-4f48-bdf7-316fb1ca8bf2 HTTP/1.1" status: 200 len: 943 time: 0.0880990 Aug 10 03:46:54.325318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Deleting port 95803807-a296-4bc3-8d67-a64c11713568 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:54.328621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.378713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] For port 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4a9eab1e-d8a9-4883-990e-ba431eb612ef,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:54.379419 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.453886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] Calling delete_port for 4a9eab1e-d8a9-4883-990e-ba431eb612ef owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:54.477225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] For port 95803807-a296-4bc3-8d67-a64c11713568, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=95803807-a296-4bc3-8d67-a64c11713568,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:54.478093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.496369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Calling delete_port for 95803807-a296-4bc3-8d67-a64c11713568 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:54.510983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0a403f31-0a52-4fdc-852c-77e983f4e096,segment=NetworkSegment(1eb8f84c-2683-4600-8ca5-80da1423b29f),segment_id=1eb8f84c-2683-4600-8ca5-80da1423b29f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:54.618756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.661795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.691358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 4a9eab1e-d8a9-4883-990e-ba431eb612ef, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4a9eab1e-d8a9-4883-990e-ba431eb612ef,segment=NetworkSegment(e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5),segment_id=e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:54.695473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.710894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.726718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['da280ef2-ec16-4563-a032-6e9791ae1890'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:54.729552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:54.772294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.776083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'Port': ['ID=95803807-a296-4bc3-8d67-a64c11713568,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.880587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Transition to ACTIVE for port object 0a403f31-0a52-4fdc-852c-77e983f4e096 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:54.927653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] No DVR routers for this DVR port 95803807-a296-4bc3-8d67-a64c11713568 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:54.933825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.948897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6c6c6de-c7a9-4ecc-b503-34608c19a983 req-1092aaf1-038e-4383-9159-3272b5f85efa tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "DELETE /v2.0/ports/95803807-a296-4bc3-8d67-a64c11713568 HTTP/1.1" status: 204 len: 173 time: 0.8659282 Aug 10 03:46:54.955120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-deleted', 'tag': '95803807-a296-4bc3-8d67-a64c11713568'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:54.958187 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125de199-f384-4e6e-85f3-561217015514" -d '{"events": [{"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-deleted", "tag": "95803807-a296-4bc3-8d67-a64c11713568"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:54.962721 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.027327 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-f74909bd-fdc2-4606-8773-be09cf86b99a service neutron] 10.222.0.53 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9528673 Aug 10 03:46:55.028959 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.068299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.115013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.133963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] No DVR routers for this DVR port 4a9eab1e-d8a9-4883-990e-ba431eb612ef on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:55.150578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] No DVR routers for this DVR port 4a9eab1e-d8a9-4883-990e-ba431eb612ef on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:55.231851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=4a9eab1e-d8a9-4883-990e-ba431eb612ef,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.232118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9eab1e-d8a9-4883-990e-ba431eb612ef,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.351537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.364108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.370607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.374911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.375653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.376997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.380644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.383525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.385375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.387284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.389572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.391697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:55.398998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Delete allocated IP 2001:db8::373 (1ea5e43a-c729-4cf4-94f7-b28af4221649/3d4209e6-71ee-46a3-bf09-8e4decffc268) {{(pid=94141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:46:55.434635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8:0:1::176 (1ea5e43a-c729-4cf4-94f7-b28af4221649/9b55004f-1bb4-4d35-ab31-4d74e786359a/f8670bbb-acfb-42af-bc94-866977e2ef88) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:55.579495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.693194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41750) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:55.695788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=6d75ac65-1c16-465f-8ce6-fcaa3d2962dd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.707288 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1389acf-7412-471a-a122-c54ce66b0e84 x-openstack-request-id: req-c1389acf-7412-471a-a122-c54ce66b0e84 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:55.707288 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103a55a-e135-4f48-bdf7-316fb1ca8bf2", "name": "network-vif-deleted", "tag": "95803807-a296-4bc3-8d67-a64c11713568", "status": "failed", "code": 422}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:55.707625 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1389acf-7412-471a-a122-c54ce66b0e84 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:55.708067 n-d-769329-14 neutron-server[94141]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6103a55a-e135-4f48-bdf7-316fb1ca8bf2', 'name': 'network-vif-deleted', 'tag': '95803807-a296-4bc3-8d67-a64c11713568', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:46:55.741053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.792077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 3321a60c-a931-4560-b7c1-e74c4b90a4ea is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:55.794143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:55.830312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12848dea-d89d-401c-a949-9d6911b04541 req-5ef18858-4e00-4337-86f5-5d4c81a4a91c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 210 time: 0.1441729 Aug 10 03:46:55.832239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:55.894890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d8826-044d-48c3-b6d3-7f1db3ad2bdf None None] Pushing event updated for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.916768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.917705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.925388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c923a62-d54d-4253-8b48-573208e0866d']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:55.959816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:55.960682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d56dba-5c53-492f-8cf4-b5b6f4e4bfb5') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:55.979677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c2f36d9a-9532-4341-8547-582aa2969397 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4904141 Aug 10 03:46:55.983486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41756) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:55.992286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0cc97fff-1b87-492f-927f-8ebcdab80089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.005424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'port_id': '6d75ac65-1c16-465f-8ce6-fcaa3d2962dd'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:56.018057 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.042944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c500b-f9c2-44a9-89c8-302b27dddaf4 None None] Pushing event deleted for resources: {'Port': ['ID=4a9eab1e-d8a9-4883-990e-ba431eb612ef,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.088184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.106936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.131780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.136824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.191172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:56.191668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.207474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object f8670bbb-acfb-42af-bc94-866977e2ef88 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:56.239207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:56.275540 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:56.282029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.288454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.290819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c923a62-d54d-4253-8b48-573208e0866d HTTP/1.1" status: 204 len: 168 time: 3.5144558 Aug 10 03:46:56.337314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96045f1f-d92c-4684-b007-3b11e1bb6502 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c923a62-d54d-4253-8b48-573208e0866d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.431235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=f8670bbb-acfb-42af-bc94-866977e2ef88,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.586953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41776) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.590776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] In _notify_port_updated(), no bound segment for port f8670bbb-acfb-42af-bc94-866977e2ef88 on network 1ea5e43a-c729-4cf4-94f7-b28af4221649 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:46:56.597887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.599129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.600884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0894f4ca-4464-4da5-82d4-bfaa43eeadae tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/ports/f8670bbb-acfb-42af-bc94-866977e2ef88 HTTP/1.1" status: 200 len: 930 time: 3.5810578 Aug 10 03:46:56.606010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41778) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.769406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0cc97fff-1b87-492f-927f-8ebcdab80089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.773051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb32e4-9807-4142-a992-4bf352bd6b83 req-fccec038-7d0d-46e7-a220-acb998663c3a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.774766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61fb32e4-9807-4142-a992-4bf352bd6b83 req-fccec038-7d0d-46e7-a220-acb998663c3a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 908 time: 0.1914284 Aug 10 03:46:56.777598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20a2f57f-4672-4eca-a8b8-a61a6ac78b1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2637009bbf654036809b4a614f9d0296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896696 Aug 10 03:46:56.779117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Provisioning for port 0a403f31-0a52-4fdc-852c-77e983f4e096 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:56.783711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0cc97fff-1b87-492f-927f-8ebcdab80089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.786481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:56.787065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.791060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41782) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.847950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0cc97fff-1b87-492f-927f-8ebcdab80089 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4f0573ec7e440bb926215c5023ef856&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1389501 Aug 10 03:46:56.860308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41786) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.992032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-367406ae-5c52-4aca-88e5-41f098af942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.998582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Provisioning complete for port 191ed737-cf9e-4418-9189-95e91a172df6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:56.999008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.005834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port f8670bbb-acfb-42af-bc94-866977e2ef88 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:57.006198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.038403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5aabf7d-c291-4ecf-8d54-a631e276f486 req-de9d2ce2-9fa4-44d2-b700-131699fe09fd tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 210 time: 0.0666401 Aug 10 03:46:57.081997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Port 191ed737-cf9e-4418-9189-95e91a172df6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:57.098079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Provisioning for port f8670bbb-acfb-42af-bc94-866977e2ef88 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:57.104696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Provisioning complete for port f8670bbb-acfb-42af-bc94-866977e2ef88 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:57.105385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.113532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc97fff-1b87-492f-927f-8ebcdab80089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6477be-c17d-44ef-8245-991fbde32b0d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.148956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82aa5d6b-93ca-42ad-ad50-e73339b44873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.150145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc166df-526a-48dd-b688-cf8e29f8163e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.168796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1dd3b-0134-48cd-abc1-a5f7b68f5adf None None] Port f8670bbb-acfb-42af-bc94-866977e2ef88 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:57.184911 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82aa5d6b-93ca-42ad-ad50-e73339b44873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.205461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc166df-526a-48dd-b688-cf8e29f8163e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.225447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.251727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for f8670bbb-acfb-42af-bc94-866977e2ef88 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:57.292392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8d864301-3b48-444d-b85a-731ca0b6d444 None None] Provisioning complete for port f8670bbb-acfb-42af-bc94-866977e2ef88 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:57.293021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d864301-3b48-444d-b85a-731ca0b6d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.336259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.347722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.391419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8d864301-3b48-444d-b85a-731ca0b6d444 None None] Port f8670bbb-acfb-42af-bc94-866977e2ef88 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:57.474387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82aa5d6b-93ca-42ad-ad50-e73339b44873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.483490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82aa5d6b-93ca-42ad-ad50-e73339b44873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.483490 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82aa5d6b-93ca-42ad-ad50-e73339b44873 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a077896b-6442-4c33-8978-8df384768bea HTTP/1.1" status: 204 len: 168 time: 0.6885049 Aug 10 03:46:57.494475 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP cedf3231-38bc-47ce-a59f-03f57ccf1aa3 associated. External IP: 172.25.2.212, port: 6d75ac65-1c16-465f-8ce6-fcaa3d2962dd. Aug 10 03:46:57.496736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa5d6b-93ca-42ad-ad50-e73339b44873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077896b-6442-4c33-8978-8df384768bea,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.528616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc166df-526a-48dd-b688-cf8e29f8163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.531311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dc166df-526a-48dd-b688-cf8e29f8163e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.532415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1dc166df-526a-48dd-b688-cf8e29f8163e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f6477be-c17d-44ef-8245-991fbde32b0d HTTP/1.1" status: 204 len: 168 time: 0.6633618 Aug 10 03:46:57.600517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc166df-526a-48dd-b688-cf8e29f8163e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6477be-c17d-44ef-8245-991fbde32b0d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.645614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0a403f31-0a52-4fdc-852c-77e983f4e096 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:57.670774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-4965e1da-4c85-4361-b434-a13faf58b6a7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.672842 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-4965e1da-4c85-4361-b434-a13faf58b6a7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 814 time: 0.4087827 Aug 10 03:46:57.690764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Request body: {'port': {'device_id': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'admin_state_up': True, 'tenant_id': '8616723e299e438ca8363abd23d98cb6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:57.752234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:57.754596 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.840379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.922842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:57.966183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=f8670bbb-acfb-42af-bc94-866977e2ef88,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.128782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.135210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41804) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:58.135672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-73018949-8931-4db3-940d-28221b97a99c tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/f8670bbb-acfb-42af-bc94-866977e2ef88 HTTP/1.1" status: 204 len: 168 time: 1.5281184 Aug 10 03:46:58.186618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068e26-c951-48bd-a789-11bc6b096fcf req-c766125e-1c47-4994-8f14-de067ac3c72e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.188859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ce068e26-c951-48bd-a789-11bc6b096fcf req-c766125e-1c47-4994-8f14-de067ac3c72e tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 908 time: 0.1720245 Aug 10 03:46:58.192960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-c9e16d89-3f9f-4a60-8469-0e0959c78aee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.197217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-c9e16d89-3f9f-4a60-8469-0e0959c78aee tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 908 time: 0.2536900 Aug 10 03:46:58.224981 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-458854c5-d8d9-41b8-a20b-812a64dfa1db tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:46:58.227161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-458854c5-d8d9-41b8-a20b-812a64dfa1db tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/f8670bbb-acfb-42af-bc94-866977e2ef88 HTTP/1.1" status: 404 len: 333 time: 0.0906274 Aug 10 03:46:58.231490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41808) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:58.312429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Made reservation on behalf of 8616723e299e438ca8363abd23d98cb6 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:58.317848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:58.325905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.328874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.341301 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:58.372227 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:58.373566 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:58.376089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-808e80b2-b2ed-4810-99f0-769f74b070cc tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/floatingips/cedf3231-38bc-47ce-a59f-03f57ccf1aa3 HTTP/1.1" status: 200 len: 979 time: 2.3773816 Aug 10 03:46:58.382617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:58.452895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b497ce8-cc03-43c8-8bce-633244a23593 req-6d06a5c9-f62b-4686-bfc1-d64dfe6fc42f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 210 time: 0.1452665 Aug 10 03:46:58.457745 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:58.491346 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:58.492275 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:46:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:58.498291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883f3b0-98a4-4fe1-bd80-9c14e00b754a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.538539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883f3b0-98a4-4fe1-bd80-9c14e00b754a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.557812 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:58.558690 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a584d-69ec-43ee-8b14-ecce0a3f5cc7 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:58.610447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 6d75ac65-1c16-465f-8ce6-fcaa3d2962dd {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:58.610985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.680690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883f3b0-98a4-4fe1-bd80-9c14e00b754a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.683304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883f3b0-98a4-4fe1-bd80-9c14e00b754a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.683732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Deleting port cc580d7d-7987-4b48-b1e0-448406e68a23 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:58.684345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.687540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0883f3b0-98a4-4fe1-bd80-9c14e00b754a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/security-groups/85da01b5-0b3f-4ad4-85a0-15624712c896 HTTP/1.1" status: 204 len: 168 time: 0.4522474 Aug 10 03:46:58.695134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:58.732287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883f3b0-98a4-4fe1-bd80-9c14e00b754a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da01b5-0b3f-4ad4-85a0-15624712c896,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.799868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.850292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Allocated IP 172.20.0.13 (1fe11e1c-971a-444b-ba35-e586c7760f4e/b1dc902c-682f-42bf-a40a-a0c7eb23f004/a510e28c-fe21-4c74-a8ba-82f947f96ab9) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:58.866640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0977a6a5-41c1-4ab6-985b-c9580d9aef5d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.986474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0977a6a5-41c1-4ab6-985b-c9580d9aef5d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.989750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] For port cc580d7d-7987-4b48-b1e0-448406e68a23, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=cc580d7d-7987-4b48-b1e0-448406e68a23,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:58.990868 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.026964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Calling delete_port for cc580d7d-7987-4b48-b1e0-448406e68a23 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:59.086169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41842) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:59.104118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0977a6a5-41c1-4ab6-985b-c9580d9aef5d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.108398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0977a6a5-41c1-4ab6-985b-c9580d9aef5d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.113452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0977a6a5-41c1-4ab6-985b-c9580d9aef5d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/security-groups/548c7e7f-dd9e-4b0b-963c-538d3e8fc64a HTTP/1.1" status: 204 len: 168 time: 0.4072850 Aug 10 03:46:59.120078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41848) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:59.225464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.262202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977a6a5-41c1-4ab6-985b-c9580d9aef5d tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c7e7f-dd9e-4b0b-963c-538d3e8fc64a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.347499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.378552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.415168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 3d4209e6-71ee-46a3-bf09-8e4decffc268 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:59.419938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.420696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.421680 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP cedf3231-38bc-47ce-a59f-03f57ccf1aa3 disassociated. External IP: 172.25.2.212, port: 6d75ac65-1c16-465f-8ce6-fcaa3d2962dd. Aug 10 03:46:59.422519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 6d75ac65-1c16-465f-8ce6-fcaa3d2962dd owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:59.430303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.444545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-819059186-network', 'tenant_id': '02840342b5b442fda14e55fc420cb42f'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:59.501968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] No DVR routers for this DVR port cc580d7d-7987-4b48-b1e0-448406e68a23 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:59.506710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.509881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f8ec1ff-5571-43ac-a4c4-1385cc816d04 req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "DELETE /v2.0/ports/cc580d7d-7987-4b48-b1e0-448406e68a23 HTTP/1.1" status: 204 len: 173 time: 1.3047612 Aug 10 03:46:59.510691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Made reservation on behalf of 02840342b5b442fda14e55fc420cb42f for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:59.513330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.547580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb5ee2-e318-4751-b934-e264bc97259b tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'Port': ['ID=cc580d7d-7987-4b48-b1e0-448406e68a23,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.624016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:59.624785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'name': 'network-vif-deleted', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:59.628537 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30988d7d-3141-4b5c-bfd9-5f085f4e4cb7" -d '{"events": [{"server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "name": "network-vif-deleted", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:59.632328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.635348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.647864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.706258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.722315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:59.731032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:59.810005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.824955 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5df1dec4-131c-42c5-b235-31658b22c67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.827220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b59473a-615b-4d18-a833-b0dc42a9f0ea req-16c31af5-f3f6-43c9-b7b4-b4efe945f56a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafda72a-ef89-4c75-8fe4-59085e2ac9c6 HTTP/1.1" status: 200 len: 210 time: 0.3443129 Aug 10 03:46:59.850155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:59.851089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.918977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e859704-72e6-4cf9-8ef3-fb995a0f9e04 req-04d3a4ec-bd89-485a-bee5-35e8485a8a3f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:59.921459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e859704-72e6-4cf9-8ef3-fb995a0f9e04 req-04d3a4ec-bd89-485a-bee5-35e8485a8a3f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 932 time: 0.2332213 Aug 10 03:46:59.925347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=6d75ac65-1c16-465f-8ce6-fcaa3d2962dd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.950228 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114cc366-0743-416e-b231-f42a754163d6 x-openstack-request-id: req-114cc366-0743-416e-b231-f42a754163d6 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:59.950951 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafda72a-ef89-4c75-8fe4-59085e2ac9c6", "name": "network-vif-deleted", "tag": "cc580d7d-7987-4b48-b1e0-448406e68a23", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:59.951390 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-114cc366-0743-416e-b231-f42a754163d6 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:59.951995 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafda72a-ef89-4c75-8fe4-59085e2ac9c6', 'name': 'network-vif-deleted', 'tag': 'cc580d7d-7987-4b48-b1e0-448406e68a23', 'status': 'completed', 'code': 200} Aug 10 03:46:59.983714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.172630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:00.178279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.228041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4209e6-71ee-46a3-bf09-8e4decffc268,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:00.230845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.232918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-adcc00a9-5a6c-496e-8d19-6ef142532e3e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/3d4209e6-71ee-46a3-bf09-8e4decffc268 HTTP/1.1" status: 204 len: 168 time: 1.1077547 Aug 10 03:47:00.241751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b111d379-e119-4cb2-b993-e1a8210ecd9e None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:00.242022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41872) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.351592 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:00.377819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:00.383762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:00.404009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:00.430540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e859704-72e6-4cf9-8ef3-fb995a0f9e04 req-823bfa16-df46-498a-8eb8-954eef010ee5 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849603 Aug 10 03:47:00.444020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:00.447528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:00.478494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.492772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:00.493570 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.518857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-58951edd-3e8c-4d99-997e-11f65e56c0fa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8330433 Aug 10 03:47:00.554586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Request body: {'port': {'device_id': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:00.569638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.571668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0da0fea6-7463-48e0-bb14-8db16837cac5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/ports/6d75ac65-1c16-465f-8ce6-fcaa3d2962dd HTTP/1.1" status: 204 len: 168 time: 2.1880722 Aug 10 03:47:00.577314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41878) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.581397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:00.595495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:00.597277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:00.637402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-06ceed45-e538-4a17-9a5b-c6734eb47583 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/floatingips/cedf3231-38bc-47ce-a59f-03f57ccf1aa3 HTTP/1.1" status: 200 len: 688 time: 0.0588582 Aug 10 03:47:00.640226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41880) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.661731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:00.666214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.666575 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Added segment dc81663d-ab6b-4c7c-85f4-c4449eca4231 of type vlan for network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 Aug 10 03:47:00.715100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.717940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:00.722916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.747967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:00.749780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bed5a-5b00-407a-a219-747fc38dbd8a None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:00.775886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cc580d7d-7987-4b48-b1e0-448406e68a23 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:00.899891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: cc580d7d-7987-4b48-b1e0-448406e68a23 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:00.900239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device cc580d7d-7987-4b48-b1e0-448406e68a23 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:01.092432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.210812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.213267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:01.215351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.294614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a510e28c-fe21-4c74-a8ba-82f947f96ab9 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:01.378208 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.411537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3187900 Aug 10 03:47:01.413920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41894) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:01.426144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Request body: {'subnet': {'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-819059186-subnet', 'tenant_id': '02840342b5b442fda14e55fc420cb42f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:01.435123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Transition to ACTIVE for port object a510e28c-fe21-4c74-a8ba-82f947f96ab9 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:01.438554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b11f30-3e1a-4f33-b782-b2173e7d1267 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee1bafa-3f9f-4691-b1f9-8efc83528a01,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:01.447046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.455424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:01.518220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 2788d42c-c3c1-43c2-bf96-e6c5f3642611 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:01.518961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.655080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Made reservation on behalf of 02840342b5b442fda14e55fc420cb42f for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:01.668076 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.712428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677f374-154e-4331-ba06-4afd51ed90fe req-2fae3882-8dce-4b0f-b9db-b24314af0399 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:01.714173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6677f374-154e-4331-ba06-4afd51ed90fe req-2fae3882-8dce-4b0f-b9db-b24314af0399 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 945 time: 0.3201175 Aug 10 03:47:01.745133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.836275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:01.880127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.880127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.896043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32771c71-d381-4703-bde9-0428c68b59ce req-f6755812-b54e-44b4-bcb7-83d2389d8090 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:01.897078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32771c71-d381-4703-bde9-0428c68b59ce req-f6755812-b54e-44b4-bcb7-83d2389d8090 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 944 time: 0.2832251 Aug 10 03:47:01.934637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 2788d42c-c3c1-43c2-bf96-e6c5f3642611 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:01.974499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6677f374-154e-4331-ba06-4afd51ed90fe req-c9bb40ea-6b30-4bb3-abbc-f64bfeb95338 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518346 Aug 10 03:47:01.998368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Attempting to bind port a510e28c-fe21-4c74-a8ba-82f947f96ab9 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:01.998368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Attempting to bind port a510e28c-fe21-4c74-a8ba-82f947f96ab9 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:01.998368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Attempting to bind port a510e28c-fe21-4c74-a8ba-82f947f96ab9 on network 1fe11e1c-971a-444b-ba35-e586c7760f4e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:02.011672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32771c71-d381-4703-bde9-0428c68b59ce req-85b81026-837c-45a7-98ba-704c915b4d12 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037478 Aug 10 03:47:02.013821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Port a510e28c-fe21-4c74-a8ba-82f947f96ab9 on network 1fe11e1c-971a-444b-ba35-e586c7760f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:02.014209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Attempting to bind port a510e28c-fe21-4c74-a8ba-82f947f96ab9 on network 1fe11e1c-971a-444b-ba35-e586c7760f4e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:02.021671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:02.022149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Checking segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:02.022461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Bound using segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:02.022898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Bound port: a510e28c-fe21-4c74-a8ba-82f947f96ab9, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:02.023253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.048398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-aa977190-aaf9-4bf5-9a14-1d96ae018bc0 None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:02.049350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa977190-aaf9-4bf5-9a14-1d96ae018bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.154960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.170893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-aa977190-aaf9-4bf5-9a14-1d96ae018bc0 None None] Provisioning complete for port 191ed737-cf9e-4418-9189-95e91a172df6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:02.171685 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa977190-aaf9-4bf5-9a14-1d96ae018bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.213768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:02.217929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:02.224249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.225254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.230079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-aa977190-aaf9-4bf5-9a14-1d96ae018bc0 None None] Port 191ed737-cf9e-4418-9189-95e91a172df6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:02.239762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524255b-9ab8-4dbd-b06c-761c5e24fadb None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:02.241168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.310006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9372919 Aug 10 03:47:02.313266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.327820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1389265387'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:02.337956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78312055-a714-47c2-822f-5639b5a5f316 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=5c443c68-29e4-4db3-9f2d-c66f5afd131c,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.376019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.382133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.454787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:02.456370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=2788d42c-c3c1-43c2-bf96-e6c5f3642611,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.469125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:02.481232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be8e821-17d7-4059-9fdb-57370da00aeb,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.497802 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.569456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.584022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Checking segment: {'id': 'dc81663d-ab6b-4c7c-85f4-c4449eca4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:02.584397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Network hostable DHCP agents. Network: 6ee1bafa-3f9f-4691-b1f9-8efc83528a01, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:02.586133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Update dhcp port {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'fixed_ips': [{'subnet_id': '9b55004f-1bb4-4d35-ab31-4d74e786359a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c443c68-29e4-4db3-9f2d-c66f5afd131c'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '0a403f31-0a52-4fdc-852c-77e983f4e096'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:47:02.600465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.601432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.603294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-5b208300-b279-4fda-93b2-6694a8ab4585 service neutron] 10.222.0.39 "PUT /v2.0/ports/a510e28c-fe21-4c74-a8ba-82f947f96ab9 HTTP/1.1" status: 200 len: 1093 time: 2.0561478 Aug 10 03:47:02.603981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:02.606712 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:02.657617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.663085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:02.677433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6ee1bafa-3f9f-4691-b1f9-8efc83528a01) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:02.695388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.696014 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.718575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71897d-6652-4fab-999e-ed0d66033f38 None None] Network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:02.733554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-20187183-441d-4788-84c2-ac4ca3408640 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.738058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-20187183-441d-4788-84c2-ac4ca3408640 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 945 time: 0.1211002 Aug 10 03:47:02.741333 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d87215-a9a4-44c0-a050-a00d6ea6ca76 x-openstack-request-id: req-18d87215-a9a4-44c0-a050-a00d6ea6ca76 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:02.741629 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:02.741888 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18d87215-a9a4-44c0-a050-a00d6ea6ca76 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:02.744939 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'status': 'completed', 'code': 200} Aug 10 03:47:02.765165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.767839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.769129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bfec856b-7bc8-4c4b-bd5b-c54514890345 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/floatingips/cedf3231-38bc-47ce-a59f-03f57ccf1aa3 HTTP/1.1" status: 204 len: 168 time: 2.1279612 Aug 10 03:47:02.777190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41914) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.787262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'e93f1195-4211-4eb7-abed-fc02ddd2e111'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:02.806405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-ebc90dd7-ddc0-4548-8b89-2003468f3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.808304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-ebc90dd7-ddc0-4548-8b89-2003468f3ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 1096 time: 0.1113541 Aug 10 03:47:02.854320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41916) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.866576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-70a1ac03-f09e-4470-b3c5-5de920a93c20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9 HTTP/1.1" status: 200 len: 217 time: 0.0493774 Aug 10 03:47:02.903293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Deleting port da280ef2-ec16-4563-a032-6e9791ae1890 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:02.903648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.926829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.938173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.987534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1816f9d4-e6b4-4a51-890d-03a492deb965,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.999436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612285-857b-40be-9e00-e890e00fe5cb req-582b8a68-fea1-4322-8ce8-44c58b82d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.001539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-582b8a68-fea1-4322-8ce8-44c58b82d2e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.1242704 Aug 10 03:47:03.016854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cab95c8e-e6ca-4463-b6ea-56027af269aa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6024885 Aug 10 03:47:03.091234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-cde1b480-c620-482a-97dd-64afd396981c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787203 Aug 10 03:47:03.121593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.142721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] For port da280ef2-ec16-4563-a032-6e9791ae1890, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=da280ef2-ec16-4563-a032-6e9791ae1890,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:03.145925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.210698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Calling delete_port for da280ef2-ec16-4563-a032-6e9791ae1890 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:03.300552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.335377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d8c7-f1c0-4b7a-b1cd-c2f848820e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.335377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.335377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a12fb9c8-8fd1-43f6-abae-bfb453e37d5e tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0136125 Aug 10 03:47:03.404719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41928) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:03.419796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1667906996'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:03.451562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eabd6c-e06b-439c-8f26-c94f61f6770c None None] Network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:03.484693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a139e-0870-4b17-bc0e-c3dfd745c09b req-7abaf942-464f-4d93-a958-c1c9e8ce9062 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.488269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e0a139e-0870-4b17-bc0e-c3dfd745c09b req-7abaf942-464f-4d93-a958-c1c9e8ce9062 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fa9182c-9543-401b-806f-d62086278a95 HTTP/1.1" status: 200 len: 945 time: 0.2115350 Aug 10 03:47:03.514739 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-88074fe9-9e32-4a76-ba33-52cff8b08d15 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103498 Aug 10 03:47:03.529219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc649ef-0a44-4223-b73f-dda854cb106f req-e5e3dfd2-af6d-4cda-aceb-262ac8813866 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.530894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddc649ef-0a44-4223-b73f-dda854cb106f req-e5e3dfd2-af6d-4cda-aceb-262ac8813866 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 944 time: 0.2218380 Aug 10 03:47:03.551662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Allocated IP 2001:db8::2 (1ea5e43a-c729-4cf4-94f7-b28af4221649/5c443c68-29e4-4db3-9f2d-c66f5afd131c/0a403f31-0a52-4fdc-852c-77e983f4e096) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:03.579452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.615383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e0a139e-0870-4b17-bc0e-c3dfd745c09b req-59988c4f-e88e-4bb0-ad6b-560729e44084 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676439 Aug 10 03:47:03.643642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.666824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:03.671558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['da280ef2-ec16-4563-a032-6e9791ae1890'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:03.725043 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddc649ef-0a44-4223-b73f-dda854cb106f req-0c6ce3fa-55ff-4005-92e2-975bd44a13dc tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731291 Aug 10 03:47:03.745221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e612285-857b-40be-9e00-e890e00fe5cb req-e1db583c-2a2b-4f05-a5ca-e180f4f27613 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091267 Aug 10 03:47:03.769178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'Port': ['ID=da280ef2-ec16-4563-a032-6e9791ae1890,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:03.800624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.805796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] No DVR routers for this DVR port da280ef2-ec16-4563-a032-6e9791ae1890 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:03.808437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.811420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4629f9a-c5dd-40a7-94bc-c3635940ef11 req-9ffadb59-ee57-4fcf-ac8a-567dfed2e0fb tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.39 "DELETE /v2.0/ports/da280ef2-ec16-4563-a032-6e9791ae1890 HTTP/1.1" status: 204 len: 173 time: 1.0588245 Aug 10 03:47:03.818678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d8c7-f1c0-4b7a-b1cd-c2f848820e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.878047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d8c7-f1c0-4b7a-b1cd-c2f848820e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.882341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0a403f31-0a52-4fdc-852c-77e983f4e096,segment=NetworkSegment(1eb8f84c-2683-4600-8ca5-80da1423b29f),segment_id=1eb8f84c-2683-4600-8ca5-80da1423b29f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:03.936315 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ad5d8c7-f1c0-4b7a-b1cd-c2f848820e23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6763a99b33544191a14c168df81fbda0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0778403 Aug 10 03:47:03.950497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:03.957969 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.985820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Transition to ACTIVE for port object 0a403f31-0a52-4fdc-852c-77e983f4e096 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:03.995376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.004615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5d8c7-f1c0-4b7a-b1cd-c2f848820e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036985e2-ff63-400a-8e91-5e7856ab46f5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.025456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-730f338a-2550-4f32-be28-afad193ae3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:04.027083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-730f338a-2550-4f32-be28-afad193ae3fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 1096 time: 0.2067938 Aug 10 03:47:04.054793 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.067488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.189789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41d56c-3ccc-4126-8087-e873a7a22769 None None] Pushing event updated for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.215642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.220141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8146725 Aug 10 03:47:04.221768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:04.236959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954725113'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:04.238813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba00dc-bde5-4947-ace6-55ed23d6e65a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346d836c-1ab8-4d30-9ea9-b6be0523ebac,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.251976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.119 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/78948a81-afec-4fd6-8aea-8fffb4675b58) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:04.252529 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72116848-1ff8-4a00-bda4-0a7c287ad9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.264497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-35482f37-ad94-452c-b04f-42cad598767b tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:04.266181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-35482f37-ad94-452c-b04f-42cad598767b tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/networks?id=6ee1bafa-3f9f-4691-b1f9-8efc83528a01 HTTP/1.1" status: 200 len: 821 time: 0.1675189 Aug 10 03:47:04.352357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72116848-1ff8-4a00-bda4-0a7c287ad9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.363128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-6de682b5-74b5-4471-ba2a-48908e5c0efa tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/quotas/02840342b5b442fda14e55fc420cb42f HTTP/1.1" status: 200 len: 375 time: 0.0650055 Aug 10 03:47:04.394377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-dfbd3997-0de8-41ae-a7f7-04e987e162be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:04.396125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-dfbd3997-0de8-41ae-a7f7-04e987e162be service neutron] 10.222.0.39 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 915 time: 0.3583140 Aug 10 03:47:04.399491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.490798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-e485ff52-9c1d-490c-9a04-20a72d3c1c01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9 HTTP/1.1" status: 200 len: 217 time: 0.0853834 Aug 10 03:47:04.601007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-3684cd7f-8319-496c-9282-d724a238b85d tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02840342b5b442fda14e55fc420cb42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1985443 Aug 10 03:47:04.650494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72116848-1ff8-4a00-bda4-0a7c287ad9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.655009 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72116848-1ff8-4a00-bda4-0a7c287ad9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.663708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-72116848-1ff8-4a00-bda4-0a7c287ad9da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/036985e2-ff63-400a-8e91-5e7856ab46f5 HTTP/1.1" status: 204 len: 168 time: 0.7088890 Aug 10 03:47:04.688654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72116848-1ff8-4a00-bda4-0a7c287ad9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036985e2-ff63-400a-8e91-5e7856ab46f5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.751898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa9182c-9543-401b-806f-d62086278a95', 'name': 'network-vif-deleted', 'tag': 'da280ef2-ec16-4563-a032-6e9791ae1890'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:04.762084 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fd7eed-d2d9-446e-8429-d8d90ab7ea18" -d '{"events": [{"server_uuid": "9fa9182c-9543-401b-806f-d62086278a95", "name": "network-vif-deleted", "tag": "da280ef2-ec16-4563-a032-6e9791ae1890"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:04.793852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.805844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.821020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.824380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-cd98f7d7-77af-4566-958d-1a86f6a04e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:04.827534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-cd98f7d7-77af-4566-958d-1a86f6a04e4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.3252139 Aug 10 03:47:04.920134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-1670328f-fbf1-44c0-9991-773c825a2063 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828366 Aug 10 03:47:04.925892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.930908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7026503 Aug 10 03:47:04.932034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41970) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:04.952680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-551322565', 'security_groups': ['b0e3dd9e-3be1-422a-b598-a1753a350f4f'], 'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c443c68-29e4-4db3-9f2d-c66f5afd131c'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:04.972026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-abc7c461-b6d5-48e2-a4f1-172371b6403a service neutron] 10.222.0.53 "GET /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695164 Aug 10 03:47:05.093016 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45878e70-13f9-41fd-aed2-37534074d254 x-openstack-request-id: req-45878e70-13f9-41fd-aed2-37534074d254 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:05.093348 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa9182c-9543-401b-806f-d62086278a95", "name": "network-vif-deleted", "tag": "da280ef2-ec16-4563-a032-6e9791ae1890", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:05.093589 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45878e70-13f9-41fd-aed2-37534074d254 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:05.094017 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa9182c-9543-401b-806f-d62086278a95', 'name': 'network-vif-deleted', 'tag': 'da280ef2-ec16-4563-a032-6e9791ae1890', 'status': 'completed', 'code': 200} Aug 10 03:47:05.153865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a30ebb-8315-45d6-b898-1742d8fb7f71 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3dd9e-3be1-422a-b598-a1753a350f4f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:05.187228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-57de92fb-bef9-48f7-ae60-58b91d453938 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141960 Aug 10 03:47:05.247349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:05.295792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:05.416782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6649bf37-595e-4cf5-b227-c709ba126dca None None] Provisioning for port 0a403f31-0a52-4fdc-852c-77e983f4e096 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:05.428981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-897b4794-b28b-48ce-9c61-e0fbaaf0c562 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.429308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-6c351e3c-f7d5-464d-bfc5-8a8b7c8c9393 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958434 Aug 10 03:47:05.429684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6649bf37-595e-4cf5-b227-c709ba126dca None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:05.430633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-897b4794-b28b-48ce-9c61-e0fbaaf0c562 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1026282 Aug 10 03:47:05.431108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6649bf37-595e-4cf5-b227-c709ba126dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.453349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.717645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a6ff6-5b60-4487-a4f6-76720750909f req-73e90b82-346c-4e06-8c84-96dcc3aad756 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.726394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647a6ff6-5b60-4487-a4f6-76720750909f req-73e90b82-346c-4e06-8c84-96dcc3aad756 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 945 time: 0.1825097 Aug 10 03:47:05.844514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647a6ff6-5b60-4487-a4f6-76720750909f req-97cf7a3b-6f47-44d6-89c6-ee13d33b1991 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea064a82-25c3-4d69-aa8f-f860f4a9be31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999279 Aug 10 03:47:05.854703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Deleting port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:05.856863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.873460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a52c3-d7f5-4415-ac45-a81416f6b9c5 req-fbe529d1-91c2-49b0-b9a9-3ac3d30696be tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.880726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0a403f31-0a52-4fdc-852c-77e983f4e096 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:05.886431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-799a52c3-d7f5-4415-ac45-a81416f6b9c5 req-fbe529d1-91c2-49b0-b9a9-3ac3d30696be tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 944 time: 0.6736083 Aug 10 03:47:05.929111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:05.974842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:06.021819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:06.102602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.107649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=78948a81-afec-4fd6-8aea-8fffb4675b58,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.155991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:06.196314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ea1703d-5b79-48ac-8bc4-28214c382650 req-6ac68511-a2dc-494c-84f5-70f68bb6496c tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 210 time: 0.1430552 Aug 10 03:47:06.199949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-799a52c3-d7f5-4415-ac45-a81416f6b9c5 req-eeb41fdd-6916-4382-ab36-a28cfd22e7db tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118055 Aug 10 03:47:06.247337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'port_id': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'mac_address': 'fa:16:3e:13:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc902c-682f-42bf-a40a-a0c7eb23f004', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:06.257155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] device_id is not set on port b50ac697-5b75-4ad1-a3e3-90e375bceba1 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:06.265370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] For port d3cabd78-ca1a-4ad1-ac23-922bd6baec77, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:06.266739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.278017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f7f4341-ef7c-4205-a37e-5bdcbceac11d req-adc49b82-f18d-4a42-ab7e-42bdd488ad98 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146098 Aug 10 03:47:06.307506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42002) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:06.310573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Calling delete_port for d3cabd78-ca1a-4ad1-ac23-922bd6baec77 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:06.447859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:06.447859 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.537217 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.578635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a510e28c-fe21-4c74-a8ba-82f947f96ab9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:06.616692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6649bf37-595e-4cf5-b227-c709ba126dca None None] Provisioning complete for port 191ed737-cf9e-4418-9189-95e91a172df6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:06.617065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6649bf37-595e-4cf5-b227-c709ba126dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.625695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-661653225-network', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:06.690708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6649bf37-595e-4cf5-b227-c709ba126dca None None] Port 191ed737-cf9e-4418-9189-95e91a172df6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:06.710059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:06.729916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Made reservation on behalf of fc53b7c1f21d45e3a24dfd6d369a44bf for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:06.738457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8::3e (1ea5e43a-c729-4cf4-94f7-b28af4221649/5c443c68-29e4-4db3-9f2d-c66f5afd131c/b50ac697-5b75-4ad1-a3e3-90e375bceba1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:06.742313 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.750945 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.770722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.775328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.829547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d3cabd78-ca1a-4ad1-ac23-922bd6baec77'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:06.960374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'Port': ['ID=d3cabd78-ca1a-4ad1-ac23-922bd6baec77,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.972586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:07.003261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a510e28c-fe21-4c74-a8ba-82f947f96ab9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:07.102052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] No DVR routers for this DVR port d3cabd78-ca1a-4ad1-ac23-922bd6baec77 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:07.102474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.112059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.115563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dfefa471-107b-4bbe-bc9e-875e5fe0328b req-8ca1f49c-9ab6-4b0c-8e89-660900b8d55c tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "DELETE /v2.0/ports/d3cabd78-ca1a-4ad1-ac23-922bd6baec77 HTTP/1.1" status: 204 len: 173 time: 1.6727729 Aug 10 03:47:07.128068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'name': 'network-vif-deleted', 'tag': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:07.131197 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600e8074-2778-4f50-9bae-ee2a411ded49" -d '{"events": [{"server_uuid": "7683eb69-03be-4d2a-bafa-f5e594299ecd", "name": "network-vif-deleted", "tag": "d3cabd78-ca1a-4ad1-ac23-922bd6baec77"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:07.136146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object b50ac697-5b75-4ad1-a3e3-90e375bceba1 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:07.168187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be6cc98c-02aa-4ac2-9d0f-a9cb69ecddeb req-919a7609-5c97-46cc-81eb-5da17080efa1 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=7683eb69-03be-4d2a-bafa-f5e594299ecd HTTP/1.1" status: 200 len: 210 time: 0.1345680 Aug 10 03:47:07.294283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device da280ef2-ec16-4563-a032-6e9791ae1890 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:07.343314 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45d4fd3-4184-4fee-a136-c450b6e17a16 x-openstack-request-id: req-c45d4fd3-4184-4fee-a136-c450b6e17a16 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:07.343637 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7683eb69-03be-4d2a-bafa-f5e594299ecd", "name": "network-vif-deleted", "tag": "d3cabd78-ca1a-4ad1-ac23-922bd6baec77", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:07.344016 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c45d4fd3-4184-4fee-a136-c450b6e17a16 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:07.344330 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7683eb69-03be-4d2a-bafa-f5e594299ecd', 'name': 'network-vif-deleted', 'tag': 'd3cabd78-ca1a-4ad1-ac23-922bd6baec77', 'status': 'completed', 'code': 200} Aug 10 03:47:07.365228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.384045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: da280ef2-ec16-4563-a032-6e9791ae1890 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:07.384631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device da280ef2-ec16-4563-a032-6e9791ae1890 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:07.440569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e4b98131-6f28-47e9-8e48-5505d0079987 req-f89762ca-20cb-474a-af0f-6443d3bbb581 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 210 time: 0.0883651 Aug 10 03:47:07.470586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.494864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.545792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:07.549035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.557823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-81e37481-0e28-4d5f-96e2-1de3028db4b2 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.559429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-81e37481-0e28-4d5f-96e2-1de3028db4b2 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.65 "GET /v2.0/networks?id=6ee1bafa-3f9f-4691-b1f9-8efc83528a01 HTTP/1.1" status: 200 len: 821 time: 0.2843277 Aug 10 03:47:07.567061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c2b54c-59d8-4097-900d-f757b26a41d8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:07.576131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Request body: {'port': {'device_id': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01', 'admin_state_up': True, 'tenant_id': '02840342b5b442fda14e55fc420cb42f'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:07.582882 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.583227 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Added segment fa05d699-acaf-4c29-9e7b-abe1b6c2c33a of type vlan for network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 Aug 10 03:47:07.594940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:07.602160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:07.609952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:07.615715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.616378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.662214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792c32-395d-452d-9f3c-438fe72efa49 req-adad193b-f4ed-4afe-8542-f945d12dd229 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.670563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e792c32-395d-452d-9f3c-438fe72efa49 req-adad193b-f4ed-4afe-8542-f945d12dd229 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 945 time: 0.1813118 Aug 10 03:47:07.682874 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7341962 Aug 10 03:47:07.692323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42016) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:07.705716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:07.706085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d168ab-67c3-48f6-bfbc-4bb0b3997b22 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=b50ac697-5b75-4ad1-a3e3-90e375bceba1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:07.722595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.733903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e792c32-395d-452d-9f3c-438fe72efa49 req-f1bbe7c2-0915-47f4-94e2-dfe14fc16c69 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624142 Aug 10 03:47:07.829859 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.964687 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.965715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.966435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.050586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Made reservation on behalf of 02840342b5b442fda14e55fc420cb42f for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:08.057085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.071613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-593d2a3c-7ce5-4e86-912f-ec972e911b7d None None] Provisioning for port b50ac697-5b75-4ad1-a3e3-90e375bceba1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:08.083657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-593d2a3c-7ce5-4e86-912f-ec972e911b7d None None] Provisioning complete for port b50ac697-5b75-4ad1-a3e3-90e375bceba1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:08.084525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-593d2a3c-7ce5-4e86-912f-ec972e911b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.089080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7772861 Aug 10 03:47:08.149291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42022) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:08.181565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Request body: {'subnet': {'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-661653225-subnet', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:08.206375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.214026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.215564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-593d2a3c-7ce5-4e86-912f-ec972e911b7d None None] Port b50ac697-5b75-4ad1-a3e3-90e375bceba1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:08.260315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:08.270499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.322126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=78948a81-afec-4fd6-8aea-8fffb4675b58,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:08.467016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42032) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:08.477573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3617-4fb4-45e2-af22-6631acedd4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1baa53-b1fd-4ecb-9631-dbe14fee9314,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:08.488715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.497407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:08.635214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Made reservation on behalf of fc53b7c1f21d45e3a24dfd6d369a44bf for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:08.635214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.780670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d3cabd78-ca1a-4ad1-ac23-922bd6baec77 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:08.810437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: d3cabd78-ca1a-4ad1-ac23-922bd6baec77 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:08.811125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d3cabd78-ca1a-4ad1-ac23-922bd6baec77 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:08.815627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Allocated IP 172.20.0.9 (6ee1bafa-3f9f-4691-b1f9-8efc83528a01/6be8e821-17d7-4059-9fdb-57370da00aeb/dce1fb67-b7c2-4821-bdf1-780434dca192) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:08.875478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afa1e4eb-e55b-4c16-9d56-a44881ac27f1 req-6841e079-9d4b-4a4e-92c9-ee58621e5925 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 210 time: 0.0997906 Aug 10 03:47:09.043062 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c443c68-29e4-4db3-9f2d-c66f5afd131c (CIDR: 2001:db8::/64) Aug 10 03:47:09.059522 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:47:09.060243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:09.123077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f1046b8e-8c33-47b1-a38f-beea1b9393f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4265993 Aug 10 03:47:09.127634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42040) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:09.138874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:09.163487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339134c3-0157-462c-bf84-baf26bd2bc05 req-459baf34-fcb6-4563-95f6-a8b45609f44b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:09.165166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-339134c3-0157-462c-bf84-baf26bd2bc05 req-459baf34-fcb6-4563-95f6-a8b45609f44b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 945 time: 0.1932151 Aug 10 03:47:09.221898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af098302-64da-4668-987b-3389a758b429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.253807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:09.269617 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 2d919da2-6505-4896-8d91-055a03f488a2 associated. External IP: 172.25.2.119, port: e93f1195-4211-4eb7-abed-fc02ddd2e111. Aug 10 03:47:09.326843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-339134c3-0157-462c-bf84-baf26bd2bc05 req-b378a575-a066-44a7-a4be-27ca6e80194e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172938 Aug 10 03:47:09.352434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port a510e28c-fe21-4c74-a8ba-82f947f96ab9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:09.359292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a70c2-7f06-456d-8f0b-a682bbba90d4 req-b0f1ba7b-503e-4d55-b360-34bb0d42a923 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:09.361370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a89a70c2-7f06-456d-8f0b-a682bbba90d4 req-b0f1ba7b-503e-4d55-b360-34bb0d42a923 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.1942930 Aug 10 03:47:09.372494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a510e28c-fe21-4c74-a8ba-82f947f96ab9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:09.373163 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.380938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.464770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.499739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.528910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:09.533153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:09.536575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:09.539162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:09.540642 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377b48ca-e3ad-40a4-bc09-005e09444956" -d '{"events": [{"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-plugged", "status": "completed", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:09.552273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a89a70c2-7f06-456d-8f0b-a682bbba90d4 req-faea3def-242f-4d06-8cf6-70fcf398f7dd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827204 Aug 10 03:47:09.583645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:09.585806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Pushing event updated for resources: {'Port': ['ID=dce1fb67-b7c2-4821-bdf1-780434dca192,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.592627 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.598169 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7b49c-dab6-4d38-a8f9-8b6827c72445 x-openstack-request-id: req-84a7b49c-dab6-4d38-a8f9-8b6827c72445 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:09.598860 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-plugged", "status": "completed", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:09.599290 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84a7b49c-dab6-4d38-a8f9-8b6827c72445 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:09.599921 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'code': 200} Aug 10 03:47:09.600509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:09.601531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.617275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.678268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.765882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af098302-64da-4668-987b-3389a758b429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.772146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed13df27-c105-464b-899a-e920139e0265,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.782370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-d426571a-cf1b-4a57-ba4e-125e349aa350 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2096021 Aug 10 03:47:09.784528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af098302-64da-4668-987b-3389a758b429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.800208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Request body: {'port': {'device_id': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:09.836242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:09.840814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.882598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af098302-64da-4668-987b-3389a758b429 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a75d890a49a4976b70287a19c3c5a41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4141307 Aug 10 03:47:09.887672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42044) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:09.895890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5888-d693-4beb-a1d0-86681ea2995f req-567a3dba-ce62-4762-9025-350f35d82485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:09.897438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-287c5888-d693-4beb-a1d0-86681ea2995f req-567a3dba-ce62-4762-9025-350f35d82485 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 1098 time: 0.2265766 Aug 10 03:47:09.906133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098302-64da-4668-987b-3389a758b429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3adef6-18e2-4475-a86f-3a6e6fc15d4c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.913646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Checking segment: {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:09.914016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Network hostable DHCP agents. Network: 0c1baa53-b1fd-4ecb-9631-dbe14fee9314, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:10.014339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:10.040700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:10.044248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-287c5888-d693-4beb-a1d0-86681ea2995f req-7f5d21cc-37f8-4746-842b-acb29127a045 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322086 Aug 10 03:47:10.065737 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-873341c2-d27e-4dac-bc3e-813881c99a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.072651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0c1baa53-b1fd-4ecb-9631-dbe14fee9314) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:10.084328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5389178e-3448-47dc-91e6-97340840f35c None None] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:10.090735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.090735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.154178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-873341c2-d27e-4dac-bc3e-813881c99a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.175351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef9188-de29-4d91-9b0c-52f175507c1b req-8b76bb8b-0904-44a4-900b-33f5894640eb tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.177267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ef9188-de29-4d91-9b0c-52f175507c1b req-8b76bb8b-0904-44a4-900b-33f5894640eb tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 931 time: 0.1914670 Aug 10 03:47:10.183765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c034401-9685-4239-a165-ba4861bc9acc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0326955 Aug 10 03:47:10.187359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42048) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.194207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:10.223992 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.265431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.266684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.291433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-0c1baa53-b1fd-4ecb-9631-dbe14fee9314', 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'fixed_ips': [{'subnet_id': 'ed13df27-c105-464b-899a-e920139e0265'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:10.293289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.295256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59ef9188-de29-4d91-9b0c-52f175507c1b req-fc78335d-8823-4b1a-a4b6-243ebb45c1ce tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103723 Aug 10 03:47:10.298204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:10.315140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:10.326320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-873341c2-d27e-4dac-bc3e-813881c99a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.329441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-873341c2-d27e-4dac-bc3e-813881c99a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.331077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-873341c2-d27e-4dac-bc3e-813881c99a12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c3adef6-18e2-4475-a86f-3a6e6fc15d4c HTTP/1.1" status: 204 len: 168 time: 0.4381063 Aug 10 03:47:10.340889 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:10.341827 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:10.347838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873341c2-d27e-4dac-bc3e-813881c99a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3adef6-18e2-4475-a86f-3a6e6fc15d4c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.357273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.370587 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9b55004f-1bb4-4d35-ab31-4d74e786359a (CIDR: 2001:db8:0:1::/64) Aug 10 03:47:10.392069 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:47:10.392299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:10.394546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66e1c0d4-dd52-42d8-a9a5-e46753ae55e3 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6109493 Aug 10 03:47:10.396180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42054) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.402902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-217384877'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:10.406263 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:10.419418 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:10.420193 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:10.433336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:10.441812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.468151 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:10.468969 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc53de-4597-4dd1-81b5-53fec285e921 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:10.486179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:10.502918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.503846 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Added segment b255afb0-9a74-443f-afd2-21f31fa8dc5a of type vlan for network 5b896333-fdf5-4762-a301-17fb44773fe2 Aug 10 03:47:10.568504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.578491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-e7319e09-faa5-4120-91c3-cb8e83873572 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.580430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-e7319e09-faa5-4120-91c3-cb8e83873572 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2831595 Aug 10 03:47:10.581972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bf449856-9d87-4bf8-8852-93f092b5a476 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4521191 Aug 10 03:47:10.587941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42060) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.593816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'subnet': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:10.595015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.643125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Allocated IP 172.20.0.2 (0c1baa53-b1fd-4ecb-9631-dbe14fee9314/ed13df27-c105-464b-899a-e920139e0265/ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:10.726094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.732227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.733148 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.851594 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4540470 Aug 10 03:47:10.857896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42062) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.863695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.867961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'subnet': {'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:10.874202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Transition to ACTIVE for port object ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:10.882330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1a0e-c23f-4dde-8ad0-8fa6fdf6c37c req-3f1c878a-3dc2-496b-b64f-e62ac7d60ccd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.884079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-361e1a0e-c23f-4dde-8ad0-8fa6fdf6c37c req-3f1c878a-3dc2-496b-b64f-e62ac7d60ccd tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.2113118 Aug 10 03:47:10.904250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Transition to ACTIVE for port object ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:10.905058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a991c83-e944-4128-8eda-d7fa6f403c7e tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Network': ['ID=5b896333-fdf5-4762-a301-17fb44773fe2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.922026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.930707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5b896333-fdf5-4762-a301-17fb44773fe2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:10.948155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42064) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:10.968008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51eb56-6741-4e3a-a6aa-8a71ec3d888d req-97638bf7-dc36-48c4-9fb4-e88cf6b9e008 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.969613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f51eb56-6741-4e3a-a6aa-8a71ec3d888d req-97638bf7-dc36-48c4-9fb4-e88cf6b9e008 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.4676507 Aug 10 03:47:11.005698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4224-526f-467e-9482-250ff13e285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.012423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:11.021585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:11.031997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:11.040047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Pushing event updated for resources: {'Port': ['ID=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.041077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Made reservation on behalf of 962b0e3443a9418692cf320d43008340 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:11.044953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.104728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-361e1a0e-c23f-4dde-8ad0-8fa6fdf6c37c req-dc649398-1ed8-4f90-b310-d89f46a9f616 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946771 Aug 10 03:47:11.114998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Attempting to bind port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:11.115624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Attempting to bind port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:11.115992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Attempting to bind port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a on network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:11.123353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:11.123795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Checking segment: {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:11.124270 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.124709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Bound using segment: {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:11.125182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Bound port: ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:11.125556 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.149203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.200049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f51eb56-6741-4e3a-a6aa-8a71ec3d888d req-93f8bb1f-5544-43bc-9f81-7d71212b2612 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085197 Aug 10 03:47:11.204281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] For port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:11.215490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] For port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,segment=NetworkSegment(fa05d699-acaf-4c29-9e7b-abe1b6c2c33a),segment_id=fa05d699-acaf-4c29-9e7b-abe1b6c2c33a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:11.220537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.289835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Deleting port 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:11.290171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.296120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4cc4a-c1ff-410e-91a8-bce388d860fb None None] Pushing event updated for resources: {'Port': ['ID=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.342173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4224-526f-467e-9482-250ff13e285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.353761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4224-526f-467e-9482-250ff13e285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.464532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc9a4224-526f-467e-9482-250ff13e285e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18c9010d0cfe4daaa09ba0e8483a7e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138345 Aug 10 03:47:11.465281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:11.468835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce1fb67-b7c2-4821-bdf1-780434dca192 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:11.470274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.473488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42068) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:11.479325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] For port 2e6069a4-d311-4153-a694-6856d91477ac, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=2e6069a4-d311-4153-a694-6856d91477ac,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:11.479844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.492679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.523823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4224-526f-467e-9482-250ff13e285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ce9a2b-fb3c-4631-af3d-e012d654b06c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.570861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Transition to ACTIVE for port object dce1fb67-b7c2-4821-bdf1-780434dca192 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:11.585241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.715278 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.749826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Pushing event updated for resources: {'Port': ['ID=dce1fb67-b7c2-4821-bdf1-780434dca192,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.750455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:11.817262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681e39c-b7e8-4f3e-8344-d4364a4c3f81 req-d4b587e4-db93-42e3-b89e-b72f79162656 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:11.818640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3681e39c-b7e8-4f3e-8344-d4364a4c3f81 req-d4b587e4-db93-42e3-b89e-b72f79162656 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 931 time: 0.3896813 Aug 10 03:47:11.831990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:11.832715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7d57b6b-aef1-409d-b612-7696ea06cda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.844611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:11.857682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d7da45-a4be-448b-a3ad-cdcf3f4dc76e None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:11.861271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:11.907773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:11.909090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.935384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.935763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.936069 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Floating IP 5a524c74-2ed4-4959-856b-9780e9a67dd7 disassociated. External IP: 172.25.2.151, port: 2e6069a4-d311-4153-a694-6856d91477ac. Aug 10 03:47:11.936419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Calling delete_port for 2e6069a4-d311-4153-a694-6856d91477ac owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:11.956952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Subnet': ['ID=8ff8da52-86fa-453d-98cd-5631be0c81eb,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.975702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7d57b6b-aef1-409d-b612-7696ea06cda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.006181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3681e39c-b7e8-4f3e-8344-d4364a4c3f81 req-0bb2dfe6-462d-43a4-91fe-4cbc8ca68cf8 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691468 Aug 10 03:47:12.013047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.016140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a0ea392b-8919-43c5-85a3-2a52217524f2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4267697 Aug 10 03:47:12.024240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:12.030429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-212248581', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ff8da52-86fa-453d-98cd-5631be0c81eb'}], 'security_groups': ['1816f9d4-e6b4-4a51-890d-03a492deb965', '346d836c-1ab8-4d30-9ea9-b6be0523ebac']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:12.076840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.128865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Attempting to bind port dce1fb67-b7c2-4821-bdf1-780434dca192 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:12.129685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.130876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Attempting to bind port dce1fb67-b7c2-4821-bdf1-780434dca192 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'dc81663d-ab6b-4c7c-85f4-c4449eca4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:12.131250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Attempting to bind port dce1fb67-b7c2-4821-bdf1-780434dca192 on network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:12.153458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7d57b6b-aef1-409d-b612-7696ea06cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.158271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7d57b6b-aef1-409d-b612-7696ea06cda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.162053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e7d57b6b-aef1-409d-b612-7696ea06cda3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93ce9a2b-fb3c-4631-af3d-e012d654b06c HTTP/1.1" status: 204 len: 168 time: 0.6410010 Aug 10 03:47:12.196664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d57b6b-aef1-409d-b612-7696ea06cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ce9a2b-fb3c-4631-af3d-e012d654b06c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.206229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Update dhcp port {'port': {'network_id': '1ea5e43a-c729-4cf4-94f7-b28af4221649', 'fixed_ips': [{'subnet_id': '9b55004f-1bb4-4d35-ab31-4d74e786359a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c443c68-29e4-4db3-9f2d-c66f5afd131c', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ff8da52-86fa-453d-98cd-5631be0c81eb'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '0a403f31-0a52-4fdc-852c-77e983f4e096'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:47:12.247584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Subnet': ['ID=f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.257309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.258997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Checking segment: {'id': 'b255afb0-9a74-443f-afd2-21f31fa8dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:12.259438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network hostable DHCP agents. Network: 5b896333-fdf5-4762-a301-17fb44773fe2, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:12.290794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Port dce1fb67-b7c2-4821-bdf1-780434dca192 on network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:12.291331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Attempting to bind port dce1fb67-b7c2-4821-bdf1-780434dca192 on network 6ee1bafa-3f9f-4691-b1f9-8efc83528a01 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:12.295637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 5b896333-fdf5-4762-a301-17fb44773fe2 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:12.319352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5b896333-fdf5-4762-a301-17fb44773fe2) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:12.331514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c21886-2956-4dc3-8fd3-5c07c705cd92 None None] Network 5b896333-fdf5-4762-a301-17fb44773fe2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:12.336185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.336836 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.383095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:12.383368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Checking segment: {'id': 'dc81663d-ab6b-4c7c-85f4-c4449eca4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:12.383737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Bound using segment: {'id': 'dc81663d-ab6b-4c7c-85f4-c4449eca4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:12.384187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Bound port: dce1fb67-b7c2-4821-bdf1-780434dca192, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc81663d-ab6b-4c7c-85f4-c4449eca4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:12.384552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.396272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dc242d3a-3c8b-4cc0-9410-9cde095c8365 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5330751 Aug 10 03:47:12.411999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42078) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:12.444544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-856268118', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:12.464195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdb66e-6d86-49e6-864e-5a6437f8bff2 req-0fe5beee-6ec6-4192-b372-652ba951af2b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.466167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0bbdb66e-6d86-49e6-864e-5a6437f8bff2 req-0fe5beee-6ec6-4192-b372-652ba951af2b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.0989296 Aug 10 03:47:12.533537 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.536423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.565381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0bbdb66e-6d86-49e6-864e-5a6437f8bff2 req-6dbbf0a0-731c-4c70-951a-2ba8dce93dcf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849507 Aug 10 03:47:12.676498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Allocated IP 2001:db8:0:2::2 (1ea5e43a-c729-4cf4-94f7-b28af4221649/8ff8da52-86fa-453d-98cd-5631be0c81eb/0a403f31-0a52-4fdc-852c-77e983f4e096) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:12.729711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f17760-189b-46f1-8a5b-10f547a9aae3 req-c5273c5e-1e99-4040-a321-296c021caed3 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.731548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14f17760-189b-46f1-8a5b-10f547a9aae3 req-c5273c5e-1e99-4040-a321-296c021caed3 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.0982914 Aug 10 03:47:12.788610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-5b896333-fdf5-4762-a301-17fb44773fe2', 'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2', 'tenant_id': '7598395bc68844beb741c6a122efe2ab', 'fixed_ips': [{'subnet_id': 'f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:12.790089 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.815781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14f17760-189b-46f1-8a5b-10f547a9aae3 req-a3242dc0-f518-4249-a3e1-cc19336dc7bf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772746 Aug 10 03:47:12.875214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0a403f31-0a52-4fdc-852c-77e983f4e096,segment=NetworkSegment(1eb8f84c-2683-4600-8ca5-80da1423b29f),segment_id=1eb8f84c-2683-4600-8ca5-80da1423b29f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:12.944298 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.964868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Transition to ACTIVE for port object 0a403f31-0a52-4fdc-852c-77e983f4e096 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:12.970411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdc1870-db1a-4938-8551-57500f0ea7fd None None] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:13.084109 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.110126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] Provisioning for port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:13.129150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c15b2-fd04-4cce-a393-26bd5f345f44 req-c7fbdd0f-dd11-4870-a0d2-afba9601ecb2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.137574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a85c15b2-fd04-4cce-a393-26bd5f345f44 req-c7fbdd0f-dd11-4870-a0d2-afba9601ecb2 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 944 time: 0.9188340 Aug 10 03:47:13.149679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.215233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Allocated IP 172.25.2.122 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/6f8434a8-fe03-4392-8879-9725335b986b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:13.224936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.230731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.265421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] For port dce1fb67-b7c2-4821-bdf1-780434dca192, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:13.281671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'Port': ['ID=2e6069a4-d311-4153-a694-6856d91477ac,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.361195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] For port dce1fb67-b7c2-4821-bdf1-780434dca192, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dce1fb67-b7c2-4821-bdf1-780434dca192,segment=NetworkSegment(dc81663d-ab6b-4c7c-85f4-c4449eca4231),segment_id=dc81663d-ab6b-4c7c-85f4-c4449eca4231)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:13.370036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf63561-a52c-48a1-aab7-cf1946b5fa57 req-3020edb7-4877-423d-88f5-1d86e82f66bf tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.372528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caf63561-a52c-48a1-aab7-cf1946b5fa57 req-3020edb7-4877-423d-88f5-1d86e82f66bf tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 943 time: 0.1930261 Aug 10 03:47:13.428911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] Provisioning complete for port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:13.429248 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.457266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caf63561-a52c-48a1-aab7-cf1946b5fa57 req-66daceb8-9936-4625-837b-75ec48189821 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Aug 10 03:47:13.470521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.527964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a85c15b2-fd04-4cce-a393-26bd5f345f44 req-288e7fe0-9262-43ab-9425-60b3935c5e19 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups?id=e24c1d5b-cc07-49a9-932f-9483a11f7d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892426 Aug 10 03:47:13.679757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Allocated IP 172.20.0.2 (5b896333-fdf5-4762-a301-17fb44773fe2/f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f/65b5daef-9f5f-4d32-82da-265984e37c6b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:13.689813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88cccc-118d-44f6-b827-c24d4a199461 None None] Pushing event updated for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:13.849423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.850080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.856070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] 10.222.0.65 "PUT /v2.0/ports/dce1fb67-b7c2-4821-bdf1-780434dca192 HTTP/1.1" status: 200 len: 1092 time: 4.0573173 Aug 10 03:47:13.856070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'tag': 'dce1fb67-b7c2-4821-bdf1-780434dca192'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:13.856070 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad73998c-703d-4c91-b6c2-be08a94efa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "837e19d6-17c1-468c-a8ab-71d359c2ef2f", "tag": "dce1fb67-b7c2-4821-bdf1-780434dca192"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:13.863735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57752948-2522-406c-ad34-250e5f23ac3d req-51352f53-d7e9-4835-b7e8-a5a64392b051 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:13.866270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42118) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.873074 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.881830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-57752948-2522-406c-ad34-250e5f23ac3d req-51352f53-d7e9-4835-b7e8-a5a64392b051 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.1885529 Aug 10 03:47:13.970420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.980533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-57752948-2522-406c-ad34-250e5f23ac3d req-83467a71-4669-415a-8f67-fb4b072150f2 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943575 Aug 10 03:47:14.010155 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf4ae51-4ced-4e9e-81f0-f28199864219 x-openstack-request-id: req-bbf4ae51-4ced-4e9e-81f0-f28199864219 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:14.010975 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837e19d6-17c1-468c-a8ab-71d359c2ef2f", "tag": "dce1fb67-b7c2-4821-bdf1-780434dca192", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:14.011391 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbf4ae51-4ced-4e9e-81f0-f28199864219 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:14.011981 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'tag': 'dce1fb67-b7c2-4821-bdf1-780434dca192', 'status': 'completed', 'code': 200} Aug 10 03:47:14.027446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c377-e05f-40b8-9761-7b5b6d090bcc service neutron] Pushing event updated for resources: {'Port': ['ID=dce1fb67-b7c2-4821-bdf1-780434dca192,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.099534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] For port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,segment=NetworkSegment(fa05d699-acaf-4c29-9e7b-abe1b6c2c33a),segment_id=fa05d699-acaf-4c29-9e7b-abe1b6c2c33a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:14.126504 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.247768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1846627309-network', 'tenant_id': '14353c4c39094f9f81f9b9c206e380fd'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:14.276320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333d0cb-ba3e-4f8f-b794-1ba652f4b4e9 None None] Pushing event updated for resources: {'Port': ['ID=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.282723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.291477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Transition to ACTIVE for port object 65b5daef-9f5f-4d32-82da-265984e37c6b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:14.312329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.319795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Transition to ACTIVE for port object 65b5daef-9f5f-4d32-82da-265984e37c6b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:14.334265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.378453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:14.398370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Network 5b896333-fdf5-4762-a301-17fb44773fe2 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:14.401912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:14.406464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:14.415213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Pushing event updated for resources: {'Port': ['ID=65b5daef-9f5f-4d32-82da-265984e37c6b,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.421478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5ebe3c3b-1859-4c9b-bc34-21efedce2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:14.425415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-5ebe3c3b-1859-4c9b-bc34-21efedce2c58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02840342b5b442fda14e55fc420cb42f&device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 1095 time: 0.4333661 Aug 10 03:47:14.444373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Made reservation on behalf of 14353c4c39094f9f81f9b9c206e380fd for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:14.448633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.479670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d183e508-dd8d-4b62-b2f5-c7465e6c9809 None None] Provisioning complete for port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:14.479946 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d183e508-dd8d-4b62-b2f5-c7465e6c9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.506357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Attempting to bind port 65b5daef-9f5f-4d32-82da-265984e37c6b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:14.506850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Attempting to bind port 65b5daef-9f5f-4d32-82da-265984e37c6b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'b255afb0-9a74-443f-afd2-21f31fa8dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:14.507094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Attempting to bind port 65b5daef-9f5f-4d32-82da-265984e37c6b on network 5b896333-fdf5-4762-a301-17fb44773fe2 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:14.518946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:14.519501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Checking segment: {'id': 'b255afb0-9a74-443f-afd2-21f31fa8dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:14.519742 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.520139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Bound using segment: {'id': 'b255afb0-9a74-443f-afd2-21f31fa8dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:14.520617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Bound port: 65b5daef-9f5f-4d32-82da-265984e37c6b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b255afb0-9a74-443f-afd2-21f31fa8dc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:14.521009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.525803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.533424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-bf49f9aa-c655-4975-930f-f3faa45f489b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce1fb67-b7c2-4821-bdf1-780434dca192 HTTP/1.1" status: 200 len: 217 time: 0.0953588 Aug 10 03:47:14.634524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] For port 65b5daef-9f5f-4d32-82da-265984e37c6b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:14.641876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] For port 65b5daef-9f5f-4d32-82da-265984e37c6b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65b5daef-9f5f-4d32-82da-265984e37c6b,segment=NetworkSegment(b255afb0-9a74-443f-afd2-21f31fa8dc5a),segment_id=b255afb0-9a74-443f-afd2-21f31fa8dc5a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:14.650275 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.702973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8acc5926-eb09-4885-979d-807abcd0e9b8 req-ab687c50-4981-4491-beb6-12ec11cb95a9 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 210 time: 0.0525980 Aug 10 03:47:14.748503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9a54b-2121-4fa0-9336-aa93711979ce None None] Pushing event updated for resources: {'Port': ['ID=65b5daef-9f5f-4d32-82da-265984e37c6b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.787291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:14.818023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 2e6069a4-d311-4153-a694-6856d91477ac {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:14.818965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 2e6069a4-d311-4153-a694-6856d91477ac not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:14.825766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.833591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Provisioning for port 0a403f31-0a52-4fdc-852c-77e983f4e096 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:14.839327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:14.839961 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.844768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-e7f94f34-6687-435a-96fe-0aeadc094fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:14.846349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-e7f94f34-6687-435a-96fe-0aeadc094fa9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be8e821-17d7-4059-9fdb-57370da00aeb HTTP/1.1" status: 200 len: 861 time: 0.2928083 Aug 10 03:47:14.946686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:14.968348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Provisioning complete for port 191ed737-cf9e-4418-9189-95e91a172df6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:14.968944 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.990814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-e5417840-edbd-456a-aa75-45b7788408da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6ee1bafa-3f9f-4691-b1f9-8efc83528a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087885 Aug 10 03:47:14.999772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:15.003022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:15.022952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Port 191ed737-cf9e-4418-9189-95e91a172df6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:15.026495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955720b-c66c-4916-8e52-eda7ba89c901 req-6d5a57b3-70b8-4be9-93d7-1a072ac2922c tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:15.028329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9955720b-c66c-4916-8e52-eda7ba89c901 req-6d5a57b3-70b8-4be9-93d7-1a072ac2922c tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 943 time: 0.3933964 Aug 10 03:47:15.041360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Provisioning complete for port b50ac697-5b75-4ad1-a3e3-90e375bceba1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:15.041834 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.088718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-69d88208-069c-401d-aeaf-cdf5250e04e7 None None] Port b50ac697-5b75-4ad1-a3e3-90e375bceba1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:15.098184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:15.113762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] Sync routers for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:15.129021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:15.130250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:15.143934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Delete allocated IP 2001:db8::3e (1ea5e43a-c729-4cf4-94f7-b28af4221649/5c443c68-29e4-4db3-9f2d-c66f5afd131c) {{(pid=94141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:47:15.148742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bca9aa-dc9d-4e78-8876-48590619c787 req-df8b24d1-d1c2-4845-ab21-d49a4483596e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:15.150440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87bca9aa-dc9d-4e78-8876-48590619c787 req-df8b24d1-d1c2-4845-ab21-d49a4483596e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.0741572 Aug 10 03:47:15.198911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87bca9aa-dc9d-4e78-8876-48590619c787 req-385db6a7-a8ea-46ce-b486-67abe0a40834 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Aug 10 03:47:15.280197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:15.511737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:23Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:15.553222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] Checking router: 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:15.554248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8434a8-fe03-4392-8879-9725335b986b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:15.565887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:15.566564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:15.623479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Allocated IP 2001:db8:0:2::290 (1ea5e43a-c729-4cf4-94f7-b28af4221649/8ff8da52-86fa-453d-98cd-5631be0c81eb/b50ac697-5b75-4ad1-a3e3-90e375bceba1) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:15.706231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.709251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:15.709627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] No DVR routers for this DVR port 2e6069a4-d311-4153-a694-6856d91477ac on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:15.796749 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.798957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cea1947a-4f00-406e-99d4-3d0c900d13bf req-f8ff06f3-ad0d-42fa-8d90-90f694e9f86f tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.65 "DELETE /v2.0/ports/2e6069a4-d311-4153-a694-6856d91477ac HTTP/1.1" status: 204 len: 173 time: 5.1673334 Aug 10 03:47:15.896389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.909652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65b5daef-9f5f-4d32-82da-265984e37c6b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:15.922106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-759269cc-1f82-4a30-a97f-fbcfa55e37ad req-c594e43b-7108-4dae-984a-4983e647a163 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/ports?device_id=452d5b84-8564-4295-8f95-d602726a8981 HTTP/1.1" status: 200 len: 210 time: 0.0842857 Aug 10 03:47:15.948922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9955720b-c66c-4916-8e52-eda7ba89c901 req-ac952425-05b2-45ad-9845-744c7f284ddc tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8759253 Aug 10 03:47:16.023308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-deleted', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:16.026360 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d76997-0a80-4d48-8758-1e522a0b4194" -d '{"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-deleted", "tag": "2e6069a4-d311-4153-a694-6856d91477ac"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:16.047660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 65b5daef-9f5f-4d32-82da-265984e37c6b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:16.074139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0a403f31-0a52-4fdc-852c-77e983f4e096 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:16.087108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.108017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.133256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-14279d41-01e0-42e4-9fc4-b842b91c69e3 service neutron] 10.222.0.65 "GET /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1274540 Aug 10 03:47:16.150782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:16.151224 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.156282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:23Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:16.168350 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b3715-523e-419e-a0bb-221a2e5e810e x-openstack-request-id: req-043b3715-523e-419e-a0bb-221a2e5e810e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:16.168674 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452d5b84-8564-4295-8f95-d602726a8981", "name": "network-vif-deleted", "tag": "2e6069a4-d311-4153-a694-6856d91477ac", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:16.169034 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-043b3715-523e-419e-a0bb-221a2e5e810e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:16.169341 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452d5b84-8564-4295-8f95-d602726a8981', 'name': 'network-vif-deleted', 'tag': '2e6069a4-d311-4153-a694-6856d91477ac', 'status': 'completed', 'code': 200} Aug 10 03:47:16.212349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbdcafa-9f1d-4069-a575-e984ddbb5749 None None] Network 5b896333-fdf5-4762-a301-17fb44773fe2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:16.231312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2dcae-ac1b-4686-8414-2f3ce0af791b None None] The sync data for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 is: [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:37:14Z', 'revision_number': 4, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a22da4ea-d2a9-44da-a5c3-286de70c5f08', 'name': '', 'network_id': '56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'mac_address': 'fa:16:3e:5a:00:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:12Z', 'updated_at': '2021-08-10T03:37:23Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'subnets': [{'id': '7bf6ff1d-1b28-4d10-a973-b4981c0fb066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:16.231776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:16.304248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] Provisioning for port 65b5daef-9f5f-4d32-82da-265984e37c6b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:16.320405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] Provisioning complete for port 65b5daef-9f5f-4d32-82da-265984e37c6b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:16.320826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.381218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.381577 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Added segment 4e735beb-65ae-4d4d-9fcf-879a8c5081f4 of type vlan for network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 Aug 10 03:47:16.386467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbca7b3-9a34-4d21-8d83-778390d48c4e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.464039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:16.526866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.25.2.121 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/aa839160-50b2-4945-80f7-b350124c959e) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:16.544858 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.626655 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.639957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64220f29-6d7d-49ee-b791-eaf87dfe5d2c req-92901c5d-a1fe-4384-a636-390c068e25b1 service neutron] 10.222.0.65 "GET /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736063 Aug 10 03:47:16.640591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:16.641147 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.680286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] For port 65b5daef-9f5f-4d32-82da-265984e37c6b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65b5daef-9f5f-4d32-82da-265984e37c6b,segment=NetworkSegment(b255afb0-9a74-443f-afd2-21f31fa8dc5a),segment_id=b255afb0-9a74-443f-afd2-21f31fa8dc5a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:16.714416 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.774437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.823889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.858947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Transition to ACTIVE for port object b50ac697-5b75-4ad1-a3e3-90e375bceba1 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:16.859695 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0515b19-4b23-4f7b-aed3-e3e23d835472 None None] New status for floating IP 5a524c74-2ed4-4959-856b-9780e9a67dd7: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:16.894701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b770a8-f50a-4637-a84e-5ab71b2c645f None None] Pushing event updated for resources: {'Port': ['ID=65b5daef-9f5f-4d32-82da-265984e37c6b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.907694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:47:16.921037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.045444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fea6e3-e444-4921-9679-79c0725d2182 req-8942a01d-c669-4826-bc0b-7c7be6d2da5e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.047404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48fea6e3-e444-4921-9679-79c0725d2182 req-8942a01d-c669-4826-bc0b-7c7be6d2da5e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.6833520 Aug 10 03:47:17.061562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event updated for resources: {'Port': ['ID=b50ac697-5b75-4ad1-a3e3-90e375bceba1,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.075779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] In _notify_port_updated(), no bound segment for port b50ac697-5b75-4ad1-a3e3-90e375bceba1 on network 1ea5e43a-c729-4cf4-94f7-b28af4221649 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:47:17.083524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.084218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.085919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-94e86104-2bab-4860-a51c-d2424688292a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "PUT /v2.0/ports/b50ac697-5b75-4ad1-a3e3-90e375bceba1 HTTP/1.1" status: 200 len: 969 time: 5.0604789 Aug 10 03:47:17.088947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:17.133874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-f10f12f6-3ce5-4e33-ac33-ab5866a8278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.139276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-f10f12f6-3ce5-4e33-ac33-ab5866a8278b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=02840342b5b442fda14e55fc420cb42f&device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 1095 time: 0.2898312 Aug 10 03:47:17.279991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.286843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-36e30b71-7eea-4616-a86e-7cd007399fe8 None None] Provisioning complete for port 65b5daef-9f5f-4d32-82da-265984e37c6b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:17.287298 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36e30b71-7eea-4616-a86e-7cd007399fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.293117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.294204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.294861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.341384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02bfe3-d1b8-4e6b-9c0d-845a1ac2983e req-2c2ea0fa-b75a-4448-90e1-27279dbbc371 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.343341 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d02bfe3-d1b8-4e6b-9c0d-845a1ac2983e req-2c2ea0fa-b75a-4448-90e1-27279dbbc371 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 943 time: 0.1481814 Aug 10 03:47:17.392654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port b50ac697-5b75-4ad1-a3e3-90e375bceba1 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:17.393406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.464480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.475302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d02bfe3-d1b8-4e6b-9c0d-845a1ac2983e req-771302d7-350c-4931-b5aa-fb7de4364626 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124012 Aug 10 03:47:17.509428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6147447 Aug 10 03:47:17.570389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.577617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42146) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:17.580623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b6aaf2f9-fdc1-4757-986e-1aa7d96eedba None None] Provisioning for port b50ac697-5b75-4ad1-a3e3-90e375bceba1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:17.586824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b6aaf2f9-fdc1-4757-986e-1aa7d96eedba None None] Provisioning complete for port b50ac697-5b75-4ad1-a3e3-90e375bceba1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:17.588300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b6aaf2f9-fdc1-4757-986e-1aa7d96eedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.592179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Request body: {'subnet': {'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1846627309-subnet', 'tenant_id': '14353c4c39094f9f81f9b9c206e380fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:17.601847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42148) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:17.618613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48fea6e3-e444-4921-9679-79c0725d2182 req-eab00bdb-db64-4049-90c9-6b8921affde2 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060346 Aug 10 03:47:17.656343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:17.657392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b6aaf2f9-fdc1-4757-986e-1aa7d96eedba None None] Port b50ac697-5b75-4ad1-a3e3-90e375bceba1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:17.701308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for b50ac697-5b75-4ad1-a3e3-90e375bceba1 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:17.709353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Made reservation on behalf of 14353c4c39094f9f81f9b9c206e380fd for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:17.712008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.717913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65b5daef-9f5f-4d32-82da-265984e37c6b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:17.745642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:17.761328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e635ad7-deb3-4042-a74e-fdd01d7cfd76 admin admin] Pushing event updated for resources: {'Network': ['ID=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.774598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:17.775399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:17.785549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=aa839160-50b2-4945-80f7-b350124c959e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.819701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 65b5daef-9f5f-4d32-82da-265984e37c6b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:17.820125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.835803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-55ddfad9-9f7f-4ee0-88ad-8197bc09f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.839028 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-55ddfad9-9f7f-4ee0-88ad-8197bc09f3b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6ee1bafa-3f9f-4691-b1f9-8efc83528a01 HTTP/1.1" status: 200 len: 922 time: 0.6613433 Aug 10 03:47:17.886373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae9f3-6201-4bc5-81e7-5c226b1c4c86 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.930112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-6b0bc055-fea5-49d2-a352-2e68c5d99cf7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce1fb67-b7c2-4821-bdf1-780434dca192 HTTP/1.1" status: 200 len: 217 time: 0.0820999 Aug 10 03:47:17.945151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae9f3-6201-4bc5-81e7-5c226b1c4c86 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.062790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.129845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=b50ac697-5b75-4ad1-a3e3-90e375bceba1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.143472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae9f3-6201-4bc5-81e7-5c226b1c4c86 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.146174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b1ae9f3-6201-4bc5-81e7-5c226b1c4c86 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.149569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b1ae9f3-6201-4bc5-81e7-5c226b1c4c86 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "DELETE /v2.0/security-groups/e24c1d5b-cc07-49a9-932f-9483a11f7d47 HTTP/1.1" status: 204 len: 168 time: 0.5256343 Aug 10 03:47:18.160639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42150) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.173464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.179080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8dab0cd-13bb-454c-bcba-a417ef5fce88 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/b50ac697-5b75-4ad1-a3e3-90e375bceba1 HTTP/1.1" status: 204 len: 168 time: 1.0858502 Aug 10 03:47:18.181491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42152) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.182703 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.185052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-0aae3d30-46fc-4308-8723-f49c73e30954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:18.186827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-0aae3d30-46fc-4308-8723-f49c73e30954 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6be8e821-17d7-4059-9fdb-57370da00aeb HTTP/1.1" status: 200 len: 861 time: 0.2067909 Aug 10 03:47:18.197027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ae9f3-6201-4bc5-81e7-5c226b1c4c86 tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24c1d5b-cc07-49a9-932f-9483a11f7d47,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.210564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.224989 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-be4f1a34-f54b-4bf6-909d-5b7bf63d58dc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] show failed (client error): The resource could not be found. Aug 10 03:47:18.226079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-be4f1a34-f54b-4bf6-909d-5b7bf63d58dc tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "GET /v2.0/security-groups/e24c1d5b-cc07-49a9-932f-9483a11f7d47 HTTP/1.1" status: 404 len: 347 time: 0.0607247 Aug 10 03:47:18.230805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42154) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.243810 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d65da3-2cfa-4b4c-b2d1-c91c88adba4b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] GET failed (client error): The resource could not be found. Aug 10 03:47:18.245507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96d65da3-2cfa-4b4c-b2d1-c91c88adba4b tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports/b50ac697-5b75-4ad1-a3e3-90e375bceba1 HTTP/1.1" status: 404 len: 333 time: 0.0600762 Aug 10 03:47:18.250021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42156) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.255605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-e6f531ca-3609-45c1-9f4b-d09fb02c966d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6ee1bafa-3f9f-4691-b1f9-8efc83528a01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423331 Aug 10 03:47:18.298456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fbca81-07ee-4553-9427-36a3169d1e14,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.335283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Checking segment: {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:18.335645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Network hostable DHCP agents. Network: 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:18.357445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48b28caa-7703-4cc4-87d9-e09e2545ee0f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.383396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:18.396112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48b28caa-7703-4cc4-87d9-e09e2545ee0f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.406221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:18.411957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:18.412719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.418498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94f7ea-e9d6-469b-a0e1-68fd7d3485e9 None None] Network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:18.449311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b15e573f-6cb2-4fa0-81e1-9a73359c1c58 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8612819 Aug 10 03:47:18.470067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48b28caa-7703-4cc4-87d9-e09e2545ee0f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.475901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48b28caa-7703-4cc4-87d9-e09e2545ee0f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.480373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-48b28caa-7703-4cc4-87d9-e09e2545ee0f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/security-groups/b0e3dd9e-3be1-422a-b598-a1753a350f4f HTTP/1.1" status: 204 len: 168 time: 0.2289209 Aug 10 03:47:18.481830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42160) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.562847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fea69b2-d106-48e8-a786-d20799054ee3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.589398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fea69b2-d106-48e8-a786-d20799054ee3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.593933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e355dd-d303-4cab-af80-50d594974424 None None] Network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:18.634438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b28caa-7703-4cc4-87d9-e09e2545ee0f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3dd9e-3be1-422a-b598-a1753a350f4f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.646334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fea69b2-d106-48e8-a786-d20799054ee3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.649078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fea69b2-d106-48e8-a786-d20799054ee3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.653247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4fea69b2-d106-48e8-a786-d20799054ee3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/security-groups/346d836c-1ab8-4d30-9ea9-b6be0523ebac HTTP/1.1" status: 204 len: 168 time: 0.1670465 Aug 10 03:47:18.653894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42170) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.755403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c101439c-ae42-416b-b054-107b8a490fdc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.783044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea69b2-d106-48e8-a786-d20799054ee3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346d836c-1ab8-4d30-9ea9-b6be0523ebac,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.794341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c101439c-ae42-416b-b054-107b8a490fdc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.825631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dce1fb67-b7c2-4821-bdf1-780434dca192 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:18.826132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ee356-655d-4dc7-8034-f0c9d4b9ede4 req-4f293c7a-65c2-4330-aaa6-60e5fe357f11 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:18.827708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c2ee356-655d-4dc7-8034-f0c9d4b9ede4 req-4f293c7a-65c2-4330-aaa6-60e5fe357f11 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 943 time: 0.1948526 Aug 10 03:47:18.891463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c2ee356-655d-4dc7-8034-f0c9d4b9ede4 req-0c674fbd-8c5d-4d38-b210-2d7e6368784c tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532622 Aug 10 03:47:18.904826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c101439c-ae42-416b-b054-107b8a490fdc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.907428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c101439c-ae42-416b-b054-107b8a490fdc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.911938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c101439c-ae42-416b-b054-107b8a490fdc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/security-groups/1816f9d4-e6b4-4a51-890d-03a492deb965 HTTP/1.1" status: 204 len: 168 time: 0.2525821 Aug 10 03:47:18.912420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42172) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:18.982969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dce1fb67-b7c2-4821-bdf1-780434dca192, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dce1fb67-b7c2-4821-bdf1-780434dca192,segment=NetworkSegment(dc81663d-ab6b-4c7c-85f4-c4449eca4231),segment_id=dc81663d-ab6b-4c7c-85f4-c4449eca4231)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:18.994901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 5c443c68-29e4-4db3-9f2d-c66f5afd131c {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:18.998655 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.012186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'dce1fb67-b7c2-4821-bdf1-780434dca192', 'network_id': '6ee1bafa-3f9f-4691-b1f9-8efc83528a01', 'port_id': 'dce1fb67-b7c2-4821-bdf1-780434dca192', 'mac_address': 'fa:16:3e:b1:dc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be8e821-17d7-4059-9fdb-57370da00aeb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:19.065726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.095422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.101880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101439c-ae42-416b-b054-107b8a490fdc tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1816f9d4-e6b4-4a51-890d-03a492deb965,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:19.131388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce1fb67-b7c2-4821-bdf1-780434dca192 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:19.147879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98ee75-aff8-49a5-9a84-b0772b7d56f9 req-c343f536-e44f-42fd-b697-a92652c1eefd tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:19.149497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb98ee75-aff8-49a5-9a84-b0772b7d56f9 req-c343f536-e44f-42fd-b697-a92652c1eefd tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3850996 Aug 10 03:47:19.169754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-01a4887b-18a3-4b60-a46c-e4cbc322842a service neutron] 10.222.0.65 "GET /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832499 Aug 10 03:47:19.172293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dce1fb67-b7c2-4821-bdf1-780434dca192, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dce1fb67-b7c2-4821-bdf1-780434dca192,segment=NetworkSegment(dc81663d-ab6b-4c7c-85f4-c4449eca4231),segment_id=dc81663d-ab6b-4c7c-85f4-c4449eca4231)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:19.178215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.205784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.277104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dce1fb67-b7c2-4821-bdf1-780434dca192,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:19.305395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.318682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb98ee75-aff8-49a5-9a84-b0772b7d56f9 req-145f7350-063b-420e-8a08-7c6545fb649d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569841 Aug 10 03:47:19.334815 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.372957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.374927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/5c443c68-29e4-4db3-9f2d-c66f5afd131c HTTP/1.1" status: 204 len: 168 time: 0.4588807 Aug 10 03:47:19.376052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e43b34-f626-4365-87c8-e5768148807f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=5c443c68-29e4-4db3-9f2d-c66f5afd131c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:19.383850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779a183-604d-4bab-a83f-8181b4d34d42 None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:19.384680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42178) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:19.415969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Deleting port 2e5e5de0-26a4-440c-826c-b80a4b845f24 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:19.416512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.448814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 8ff8da52-86fa-453d-98cd-5631be0c81eb {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:19.452163 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.467174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['dce1fb67-b7c2-4821-bdf1-780434dca192'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:19.521271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.562540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad73998c-703d-4c91-b6c2-be08a94efa2d req-6afc69df-d41a-444a-889e-59480a28cb23 service neutron] 10.222.0.65 "GET /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792789 Aug 10 03:47:19.567517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Router 29c88358-21b9-4e5f-a43e-7837fbe2f417 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:19.668825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.679884 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.680381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.750756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Calling delete_port for 2e5e5de0-26a4-440c-826c-b80a4b845f24 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:19.792566 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.846475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff8da52-86fa-453d-98cd-5631be0c81eb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:19.855449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.861755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51e8547b-6a60-4141-9de8-fe60633c119f tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/8ff8da52-86fa-453d-98cd-5631be0c81eb HTTP/1.1" status: 204 len: 168 time: 0.4750416 Aug 10 03:47:19.863029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42182) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:19.914816 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.919143 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbf7376-cff7-44e0-a7d2-d4885700e6b0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:19.919143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbf7376-cff7-44e0-a7d2-d4885700e6b0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:19.928229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3bbf7376-cff7-44e0-a7d2-d4885700e6b0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/5c443c68-29e4-4db3-9f2d-c66f5afd131c HTTP/1.1" status: 404 len: 337 time: 0.0629511 Aug 10 03:47:19.929218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42186) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:19.931407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:19.946755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Sync routers for ids ['29c88358-21b9-4e5f-a43e-7837fbe2f417'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:19.976458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Routers {'29c88358-21b9-4e5f-a43e-7837fbe2f417'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:19.979730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['29c88358-21b9-4e5f-a43e-7837fbe2f417'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:20.034101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.038451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d69b1570-8644-4e64-899a-57458f1aa034 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.8461204 Aug 10 03:47:20.039547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42188) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:20.075156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting subnet 9b55004f-1bb4-4d35-ab31-4d74e786359a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:20.087940 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.161446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.201333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Set router 29c88358-21b9-4e5f-a43e-7837fbe2f417 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:20.213184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.311637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.330145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Pushing event deleted for resources: {'Port': ['ID=2e5e5de0-26a4-440c-826c-b80a4b845f24,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:20.381921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.450597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Subnet': ['ID=9b55004f-1bb4-4d35-ab31-4d74e786359a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:20.471342 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.476761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-958ce9cf-ca14-4877-859b-d701e95ccfa1 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/9b55004f-1bb4-4d35-ab31-4d74e786359a HTTP/1.1" status: 204 len: 168 time: 0.5453434 Aug 10 03:47:20.478336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42194) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:20.523266 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e79dc7-9532-4f25-9ee8-1bdf359ee826 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:20.524206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e79dc7-9532-4f25-9ee8-1bdf359ee826 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:20.530991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-12e79dc7-9532-4f25-9ee8-1bdf359ee826 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/3d4209e6-71ee-46a3-bf09-8e4decffc268 HTTP/1.1" status: 404 len: 337 time: 0.0498669 Aug 10 03:47:20.532349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42200) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:20.550715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19872a14-7b46-4e83-ae50-90864f8009fd req-11e7683f-f0b8-41d0-94aa-b981ca3cee4e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:20.558912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19872a14-7b46-4e83-ae50-90864f8009fd req-11e7683f-f0b8-41d0-94aa-b981ca3cee4e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 944 time: 0.4558260 Aug 10 03:47:20.566384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:16Z', 'revision_number': 3, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:20.570012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7d72a-d24f-4237-92ab-6b998d6baade None None] Network 1ea5e43a-c729-4cf4-94f7-b28af4221649 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:20.602618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eefd49bb-7c03-4e81-93cd-46b268ae7e04 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "GET /v2.0/ports?device_id=31040e41-600b-4eb1-b808-a95b26889e10 HTTP/1.1" status: 200 len: 205 time: 0.0680282 Aug 10 03:47:20.605018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:20.648860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Checking router: 29c88358-21b9-4e5f-a43e-7837fbe2f417 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:20.649207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Updating router 29c88358-21b9-4e5f-a43e-7837fbe2f417 port 6f8434a8-fe03-4392-8879-9725335b986b binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:20.707584 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.710883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e2243846-79bc-4fce-9f60-bb5c325863f5 None None] Provisioning complete for port 0a403f31-0a52-4fdc-852c-77e983f4e096 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:20.711558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e2243846-79bc-4fce-9f60-bb5c325863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.865433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dce1fb67-b7c2-4821-bdf1-780434dca192 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:20.889421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.892382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.897176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cce8e6ce-61ba-428e-a8b3-b523d189879a tempest-ServerActionsTestJSON-891748921 tempest-ServerActionsTestJSON-891748921-project] 10.222.0.53 "DELETE /v2.0/floatingips/5a524c74-2ed4-4959-856b-9780e9a67dd7 HTTP/1.1" status: 204 len: 168 time: 2.6447105 Aug 10 03:47:20.900426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42204) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:20.939920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router 19bd6a8b-2cd9-4401-9e39-878aa85d96bd is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:20.974730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb682-51a0-412b-ad96-38807f9d4586 req-52db4613-e822-42fb-a04c-549b54bd2d3e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:20.976333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff1fb682-51a0-412b-ad96-38807f9d4586 req-52db4613-e822-42fb-a04c-549b54bd2d3e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.5037937 Aug 10 03:47:21.115983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] DHCP port deletion for 1ea5e43a-c729-4cf4-94f7-b28af4221649 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:21.133574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port dce1fb67-b7c2-4821-bdf1-780434dca192 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:21.150585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port dce1fb67-b7c2-4821-bdf1-780434dca192 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:21.150585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.159289 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-175b4807-3bda-4d92-936a-18cb7c187f57 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] delete failed (client error): The resource could not be found. Aug 10 03:47:21.162915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-175b4807-3bda-4d92-936a-18cb7c187f57 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/routers/31040e41-600b-4eb1-b808-a95b26889e10 HTTP/1.1" status: 404 len: 336 time: 0.5545688 Aug 10 03:47:21.164195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42208) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.182188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19872a14-7b46-4e83-ae50-90864f8009fd req-45c2a564-f44f-4e7b-804c-89018a38b759 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223803 Aug 10 03:47:21.202755 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ed2aad-3708-4cad-a357-d77b5b03c132 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.202755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ed2aad-3708-4cad-a357-d77b5b03c132 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.208432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-96ed2aad-3708-4cad-a357-d77b5b03c132 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/301cda25-33cd-40af-b9d6-b74e254dc109 HTTP/1.1" status: 404 len: 337 time: 0.0379300 Aug 10 03:47:21.208803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42210) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.245297 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1708a6f4-5bcb-4c13-8c85-e0cd5663e3f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.246306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1708a6f4-5bcb-4c13-8c85-e0cd5663e3f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.249643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1708a6f4-5bcb-4c13-8c85-e0cd5663e3f3 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/7724f728-ccdd-4574-98c0-1e7b456013af HTTP/1.1" status: 404 len: 337 time: 0.0373478 Aug 10 03:47:21.255135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42212) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.288662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e2243846-79bc-4fce-9f60-bb5c325863f5 None None] Provisioning complete for port 191ed737-cf9e-4418-9189-95e91a172df6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:21.289206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e2243846-79bc-4fce-9f60-bb5c325863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.292875 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7896729-eb66-43da-ada9-d4d3f282de81 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.293927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7896729-eb66-43da-ada9-d4d3f282de81 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.295610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f7896729-eb66-43da-ada9-d4d3f282de81 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/1fd1d121-f37c-42d8-a7f2-a0a758d5c103 HTTP/1.1" status: 404 len: 337 time: 0.0390754 Aug 10 03:47:21.300396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.307760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff1fb682-51a0-412b-ad96-38807f9d4586 req-4e8ba31a-6028-4746-bd79-873931aa1a8f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224111 Aug 10 03:47:21.351020 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a656722-dc0c-478d-848e-2dc3d0e5ccfa tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.351896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a656722-dc0c-478d-848e-2dc3d0e5ccfa tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.353083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:21.353926 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4a656722-dc0c-478d-848e-2dc3d0e5ccfa tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/60d73a21-df79-4013-a55d-d28642e26d75 HTTP/1.1" status: 404 len: 333 time: 0.0523720 Aug 10 03:47:21.357630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42224) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.372832 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] Sync routers for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:21.384466 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:21.385429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:21.424817 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:21.435745 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:21.436672 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:21.448638 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a775b96e-8efc-42ba-a0c2-6251cc1991e2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.449288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a775b96e-8efc-42ba-a0c2-6251cc1991e2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.454109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a775b96e-8efc-42ba-a0c2-6251cc1991e2 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/71baefab-1e09-4d92-b4ce-6bca37fa5ccf HTTP/1.1" status: 404 len: 337 time: 0.0806506 Aug 10 03:47:21.455137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42226) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.457558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.468475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.469776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a713e813-5be6-42fd-9513-031f479dc127 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0541046 Aug 10 03:47:21.471632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Transition to ACTIVE for port object 6f8434a8-fe03-4392-8879-9725335b986b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:21.473962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42228) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.476888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] Deleting port 0a403f31-0a52-4fdc-852c-77e983f4e096 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:21.477712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.487753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e2243846-79bc-4fce-9f60-bb5c325863f5 None None] Port 191ed737-cf9e-4418-9189-95e91a172df6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:21.499093 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:21.504954 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e0ec5-abee-4c28-8ee9-578ae8df21a0 None None] The sync data for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:21.513776 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1218f61-826c-4622-a619-54bb10eda7a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.514365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1218f61-826c-4622-a619-54bb10eda7a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.519233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a1218f61-826c-4622-a619-54bb10eda7a5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/c80ebc84-2a59-4da4-a821-523e9e6a7f5d HTTP/1.1" status: 404 len: 337 time: 0.0596459 Aug 10 03:47:21.521310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.521521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42230) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.560970 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd229138-ec74-4e21-ac06-b00736dcafe5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.561380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd229138-ec74-4e21-ac06-b00736dcafe5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.567565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd229138-ec74-4e21-ac06-b00736dcafe5 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/4186fe2e-0136-489b-9cc5-b6ce16f55946 HTTP/1.1" status: 404 len: 333 time: 0.0415359 Aug 10 03:47:21.568904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42232) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.656241 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f13325-aed2-4447-af9c-66c1c43d699a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.657266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f13325-aed2-4447-af9c-66c1c43d699a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.661525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.665115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f3f13325-aed2-4447-af9c-66c1c43d699a tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/bc5dd22b-e85a-4bc7-88cb-f1028ca38b20 HTTP/1.1" status: 404 len: 337 time: 0.0957816 Aug 10 03:47:21.666548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] For port 0a403f31-0a52-4fdc-852c-77e983f4e096, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0a403f31-0a52-4fdc-852c-77e983f4e096,segment=NetworkSegment(1eb8f84c-2683-4600-8ca5-80da1423b29f),segment_id=1eb8f84c-2683-4600-8ca5-80da1423b29f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:21.667065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.671588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789d1e4-69f3-4968-ab97-684b5a3e16b8 None None] Pushing event updated for resources: {'Port': ['ID=6f8434a8-fe03-4392-8879-9725335b986b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:21.683527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-32c4c369-0e5c-49ad-8935-79553f82102b tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:21.687154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-32c4c369-0e5c-49ad-8935-79553f82102b tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/networks?id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 200 len: 809 time: 0.3383391 Aug 10 03:47:21.688689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.695606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Attempting to bind port 6f8434a8-fe03-4392-8879-9725335b986b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:21.696180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Attempting to bind port 6f8434a8-fe03-4392-8879-9725335b986b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:21.697567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Attempting to bind port 6f8434a8-fe03-4392-8879-9725335b986b on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:21.705774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0a403f31-0a52-4fdc-852c-77e983f4e096 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:21.708423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] Calling delete_port for 0a403f31-0a52-4fdc-852c-77e983f4e096 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:21.750260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:21.750830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:21.751344 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.751889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:21.752494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Bound port: 6f8434a8-fe03-4392-8879-9725335b986b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:21.753014 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.755869 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b08a5ab-1c74-421d-bc01-b908e66e08c0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:21.756638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b08a5ab-1c74-421d-bc01-b908e66e08c0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:21.761939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b08a5ab-1c74-421d-bc01-b908e66e08c0 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/subnets/d66ad1cf-9a63-4818-85cb-8d51d596429b HTTP/1.1" status: 404 len: 337 time: 0.0679994 Aug 10 03:47:21.761939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-6f42128f-75d5-4b14-bcd0-276b26669321 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/quotas/14353c4c39094f9f81f9b9c206e380fd HTTP/1.1" status: 200 len: 375 time: 0.0523458 Aug 10 03:47:21.762435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42236) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:21.763975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce1fb67-b7c2-4821-bdf1-780434dca192'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:21.766818 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cf4c40-bce3-440e-b586-0ea6733fef14" -d '{"events": [{"server_uuid": "837e19d6-17c1-468c-a8ab-71d359c2ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "dce1fb67-b7c2-4821-bdf1-780434dca192"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:21.827931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-324dbe95-e52a-4be1-be79-6dee1044ddc3 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14353c4c39094f9f81f9b9c206e380fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368545 Aug 10 03:47:21.887809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.991845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Deleting port 191ed737-cf9e-4418-9189-95e91a172df6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:21.991845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.030120 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7bfd8e-db72-4748-9ccd-50f8a76b879b x-openstack-request-id: req-8a7bfd8e-db72-4748-9ccd-50f8a76b879b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:22.030462 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837e19d6-17c1-468c-a8ab-71d359c2ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "dce1fb67-b7c2-4821-bdf1-780434dca192", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:22.030768 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a7bfd8e-db72-4748-9ccd-50f8a76b879b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:22.031285 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce1fb67-b7c2-4821-bdf1-780434dca192', 'code': 200} Aug 10 03:47:22.043470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dce1fb67-b7c2-4821-bdf1-780434dca192, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dce1fb67-b7c2-4821-bdf1-780434dca192,segment=NetworkSegment(dc81663d-ab6b-4c7c-85f4-c4449eca4231),segment_id=dc81663d-ab6b-4c7c-85f4-c4449eca4231)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:22.057557 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.072266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-2bb1b414-0ce4-436a-a842-a81d6583d6be service neutron] 10.222.0.53 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109182 Aug 10 03:47:22.094577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.109095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] For port 6f8434a8-fe03-4392-8879-9725335b986b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:22.156554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] For port 6f8434a8-fe03-4392-8879-9725335b986b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6f8434a8-fe03-4392-8879-9725335b986b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:22.174917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec6b31-249c-4f0a-839b-7abc972a582e req-796f57f7-1e82-4050-9b5d-0db6bd188a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.176470 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-beec6b31-249c-4f0a-839b-7abc972a582e req-796f57f7-1e82-4050-9b5d-0db6bd188a26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 1096 time: 0.2326913 Aug 10 03:47:22.184829 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.186217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Calling delete_port for 191ed737-cf9e-4418-9189-95e91a172df6 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:22.200743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dce1fb67-b7c2-4821-bdf1-780434dca192,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.263672 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.289217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Routers {'29c88358-21b9-4e5f-a43e-7837fbe2f417'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:22.290523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['29c88358-21b9-4e5f-a43e-7837fbe2f417'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:22.308103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-42d67c54-8ae9-4145-8e8e-5da614a93d40 service neutron] 10.222.0.53 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886694 Aug 10 03:47:22.352209 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.359113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-beec6b31-249c-4f0a-839b-7abc972a582e req-ba61f59d-449a-40a6-9755-6bbb2142ace4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563659 Aug 10 03:47:22.370907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.412524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Port': ['ID=191ed737-cf9e-4418-9189-95e91a172df6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.416118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789d1e4-69f3-4968-ab97-684b5a3e16b8 None None] Pushing event updated for resources: {'Port': ['ID=6f8434a8-fe03-4392-8879-9725335b986b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.423490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.437598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-520cfc34-c15c-423f-b189-bb90c8a6af08 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/ports/191ed737-cf9e-4418-9189-95e91a172df6 HTTP/1.1" status: 204 len: 168 time: 0.6704829 Aug 10 03:47:22.438015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] No DVR routers for this DVR port 0a403f31-0a52-4fdc-852c-77e983f4e096 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:22.438782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42244) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:22.546598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92041a1-45e3-4b35-9cb2-a7b606212343 None None] Pushing event deleted for resources: {'Port': ['ID=0a403f31-0a52-4fdc-852c-77e983f4e096,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.601881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] Set router 29c88358-21b9-4e5f-a43e-7837fbe2f417 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:22.645426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.683634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd122d85-80d2-4530-99da-139dd7aaac2a req-c9296e2f-1627-441d-9400-fc841431bc1d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.685380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd122d85-80d2-4530-99da-139dd7aaac2a req-c9296e2f-1627-441d-9400-fc841431bc1d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.0992615 Aug 10 03:47:22.776901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd122d85-80d2-4530-99da-139dd7aaac2a req-7f28cd66-77e5-4e4c-9a08-78f56801067d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526843 Aug 10 03:47:22.847946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Allocated IP 172.20.0.1 (0c1baa53-b1fd-4ecb-9631-dbe14fee9314/ed13df27-c105-464b-899a-e920139e0265/9bfc22ec-b19a-42bb-b805-403383d29686) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:22.870326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:16Z', 'revision_number': 3, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:22.880699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ab12-dc77-48c7-b01a-d95443aa492b req-9cf9548b-448c-4658-8d13-869a0703810f tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.888559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd03ab12-dc77-48c7-b01a-d95443aa492b req-9cf9548b-448c-4658-8d13-869a0703810f tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 945 time: 0.5457070 Aug 10 03:47:22.902455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b0ee6-bb24-4393-93ce-0ea0c5fde3b2 None None] The sync data for ids ['29c88358-21b9-4e5f-a43e-7837fbe2f417'] in n-d-769329-14 is: [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:16Z', 'revision_number': 3, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:22.913213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.934819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb1ea866-2ca5-4e60-b5d2-716ea90550cb req-a5295932-0192-4cf6-8295-7442e62a9f27 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 210 time: 0.1010957 Aug 10 03:47:22.966102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.979354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea5e43a-c729-4cf4-94f7-b28af4221649']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:22.993665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb8f84c-2683-4600-8ca5-80da1423b29f') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:22.993965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb8f84c-2683-4600-8ca5-80da1423b29f') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:23.008393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.038693 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.052101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:23.052725 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:23.056401 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:23.136205 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.150627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.164564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] 10.222.0.53 "DELETE /v2.0/networks/1ea5e43a-c729-4cf4-94f7-b28af4221649 HTTP/1.1" status: 204 len: 168 time: 0.7153022 Aug 10 03:47:23.183370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.197711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35540633-4fc9-4483-979f-40636aa84143 tempest-PortsIpV6TestJSON-2008571738 tempest-PortsIpV6TestJSON-2008571738-project] Pushing event deleted for resources: {'Network': ['ID=1ea5e43a-c729-4cf4-94f7-b28af4221649,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:23.198735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Transition to ACTIVE for port object 9bfc22ec-b19a-42bb-b805-403383d29686 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:23.206156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd03ab12-dc77-48c7-b01a-d95443aa492b req-791489b4-8df2-4fe5-af2e-56e58784ab6f tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164482 Aug 10 03:47:23.380715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.489794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.567320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42260) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:23.572564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:23.594028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:23.644613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:23.714445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfc22ec-b19a-42bb-b805-403383d29686,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:23.755027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.779975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f8434a8-fe03-4392-8879-9725335b986b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:23.859400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-83b3c757-ccbd-4536-a997-77b83d4d2677 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=962b0e3443a9418692cf320d43008340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907281 Aug 10 03:47:23.861821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42266) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:24.003832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6f8434a8-fe03-4392-8879-9725335b986b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:24.013412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6f8434a8-fe03-4392-8879-9725335b986b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:24.013836 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.110132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-3278a352-d02c-4e34-bf0a-c0eddb76cfc8 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.112238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-3278a352-d02c-4e34-bf0a-c0eddb76cfc8 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.39 "GET /v2.0/networks?id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 200 len: 809 time: 0.2416899 Aug 10 03:47:24.147424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-224a8bdb-9b95-4ce6-8a4e-38ba9abb704c None None] Provisioning for port 9bfc22ec-b19a-42bb-b805-403383d29686 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:24.154227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0958a25b-de0f-4f43-916b-58a64120f2c1 req-c8849836-d01e-4fb4-b83d-0a9a1416f948 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 210 time: 0.0966153 Aug 10 03:47:24.157329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-224a8bdb-9b95-4ce6-8a4e-38ba9abb704c None None] Provisioning complete for port 9bfc22ec-b19a-42bb-b805-403383d29686 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:24.158059 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-224a8bdb-9b95-4ce6-8a4e-38ba9abb704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.177109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Request body: {'port': {'device_id': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48', 'admin_state_up': True, 'tenant_id': '14353c4c39094f9f81f9b9c206e380fd'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:24.202060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.222659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-224a8bdb-9b95-4ce6-8a4e-38ba9abb704c None None] Port 9bfc22ec-b19a-42bb-b805-403383d29686 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:24.233830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 6f8434a8-fe03-4392-8879-9725335b986b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6f8434a8-fe03-4392-8879-9725335b986b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:24.240372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.315829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=6f8434a8-fe03-4392-8879-9725335b986b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.334639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539538-adf2-45c7-bee0-3359b7974a48 req-f06febd9-fff8-49db-9a2e-ab803d83f440 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.336485 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27539538-adf2-45c7-bee0-3359b7974a48 req-f06febd9-fff8-49db-9a2e-ab803d83f440 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.2210662 Aug 10 03:47:24.378409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2edb4b00-ec15-4005-97ae-76ab755b10d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.418925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.426960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Deleting port a22da4ea-d2a9-44da-a5c3-286de70c5f08 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:24.427486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.447210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2edb4b00-ec15-4005-97ae-76ab755b10d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.465522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27539538-adf2-45c7-bee0-3359b7974a48 req-96f8e6dc-642f-430b-8458-8538b20d2a95 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062949 Aug 10 03:47:24.476064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.1 (5b896333-fdf5-4762-a301-17fb44773fe2/f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f/d9507fa5-9f44-40bc-b5c9-01165549e545) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:24.493501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Made reservation on behalf of 14353c4c39094f9f81f9b9c206e380fd for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:24.497516 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.534162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2edb4b00-ec15-4005-97ae-76ab755b10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.536932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2edb4b00-ec15-4005-97ae-76ab755b10d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.540511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2edb4b00-ec15-4005-97ae-76ab755b10d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af87a9be-fba9-4197-a4fe-e42c6bcb3991 HTTP/1.1" status: 204 len: 168 time: 0.6745117 Aug 10 03:47:24.598638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb4b00-ec15-4005-97ae-76ab755b10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af87a9be-fba9-4197-a4fe-e42c6bcb3991,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.636011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.665566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347504f-651d-4c7c-b1c7-f5f45ef65746 req-b659ef4a-0a62-4792-9fbb-a52bd387bf59 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.667502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e347504f-651d-4c7c-b1c7-f5f45ef65746 req-b659ef4a-0a62-4792-9fbb-a52bd387bf59 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 945 time: 0.3357377 Aug 10 03:47:24.711514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Allocated IP 172.20.0.12 (5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48/34fbca81-07ee-4553-9427-36a3169d1e14/16819198-f4ce-4938-a2fc-e4296f08539c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:24.810941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-65b6eabf-6b4a-42ca-9844-dcd604ade196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.812787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-65b6eabf-6b4a-42ca-9844-dcd604ade196 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 1098 time: 0.2126429 Aug 10 03:47:24.834271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] For port a22da4ea-d2a9-44da-a5c3-286de70c5f08, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a22da4ea-d2a9-44da-a5c3-286de70c5f08,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:24.834740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.857953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e347504f-651d-4c7c-b1c7-f5f45ef65746 req-ffe221d6-e3d6-4ede-bce7-1523f5ae126b tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806874 Aug 10 03:47:24.900589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.950981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Calling delete_port for a22da4ea-d2a9-44da-a5c3-286de70c5f08 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:24.967024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.024262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Transition to ACTIVE for port object d9507fa5-9f44-40bc-b5c9-01165549e545 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:25.036792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.089152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:25.094699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:25.108345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:25.204315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Pushing event updated for resources: {'Port': ['ID=16819198-f4ce-4938-a2fc-e4296f08539c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.218960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.219642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.241898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e44136bb-e24e-4a51-b349-11b208887beb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112232 Aug 10 03:47:25.260873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Request body: {'port': {'device_id': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:25.291423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-42330ae5-fbcf-4bf1-8b46-440078c8d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.293205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-42330ae5-fbcf-4bf1-8b46-440078c8d586 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 915 time: 0.3887112 Aug 10 03:47:25.374710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.379728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.410391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.446575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226bb02-3362-484d-9922-f230a3fa8ede req-aa805460-822c-45db-b6b9-be451e2fb66d tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.448270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8226bb02-3362-484d-9922-f230a3fa8ede req-aa805460-822c-45db-b6b9-be451e2fb66d tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 932 time: 0.1402617 Aug 10 03:47:25.452589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.460981 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-65f85b4b-520c-4fb8-9a55-90efc81af7bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9 HTTP/1.1" status: 200 len: 217 time: 0.1409991 Aug 10 03:47:25.576051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8226bb02-3362-484d-9922-f230a3fa8ede req-02a5b476-0fa3-4e64-b83f-65ec31c5b498 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083953 Aug 10 03:47:25.689185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42304) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:25.706500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f8434a8-fe03-4392-8879-9725335b986b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:25.795455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6f8434a8-fe03-4392-8879-9725335b986b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:25.795867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.796061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc524-6144-420a-b6bb-d4a06856080b req-335a6337-f55f-43c0-983d-cd7b79fda8cb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.797495 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-097fc524-6144-420a-b6bb-d4a06856080b req-335a6337-f55f-43c0-983d-cd7b79fda8cb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.0990722 Aug 10 03:47:25.868937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-097fc524-6144-420a-b6bb-d4a06856080b req-525980de-f779-4bf4-b2f8-eaa26c34c518 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577738 Aug 10 03:47:25.904232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1682231432'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:25.928440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16819198-f4ce-4938-a2fc-e4296f08539c {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:25.940662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.941276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 5b896333-fdf5-4762-a301-17fb44773fe2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:25.956976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:25.958028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:25.961829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.969290 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.974193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Transition to ACTIVE for port object 16819198-f4ce-4938-a2fc-e4296f08539c will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:25.975368 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.979093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:25.981884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=d9507fa5-9f44-40bc-b5c9-01165549e545,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.986328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.997820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab2e6-894a-40cf-bf1c-0464433f0f4c req-f29db0d2-6bff-41c8-931d-2dd790d1c8ca tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.002550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b54ab2e6-894a-40cf-bf1c-0464433f0f4c req-f29db0d2-6bff-41c8-931d-2dd790d1c8ca tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 945 time: 0.7153380 Aug 10 03:47:26.037134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-a62244da-4136-4e66-a8b6-cba91b46ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.039082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-a62244da-4136-4e66-a8b6-cba91b46ed9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.5463183 Aug 10 03:47:26.045840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.086659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Pushing event updated for resources: {'Port': ['ID=16819198-f4ce-4938-a2fc-e4296f08539c,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.147230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-274977e2-f344-444c-9ae9-1b3896879555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722554 Aug 10 03:47:26.190953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Attempting to bind port 16819198-f4ce-4938-a2fc-e4296f08539c on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:26.191528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Attempting to bind port 16819198-f4ce-4938-a2fc-e4296f08539c by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:26.192169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Attempting to bind port 16819198-f4ce-4938-a2fc-e4296f08539c on network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:26.208648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Port 16819198-f4ce-4938-a2fc-e4296f08539c on network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:26.209260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Attempting to bind port 16819198-f4ce-4938-a2fc-e4296f08539c on network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:26.229179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:26.229887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Checking segment: {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:26.230822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Bound using segment: {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:26.231350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Bound port: 16819198-f4ce-4938-a2fc-e4296f08539c, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:26.232166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.269184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6eb4cf74-09e5-4d45-84a6-133e166d6da1 None None] Provisioning for port d9507fa5-9f44-40bc-b5c9-01165549e545 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:26.276227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6eb4cf74-09e5-4d45-84a6-133e166d6da1 None None] Provisioning complete for port d9507fa5-9f44-40bc-b5c9-01165549e545 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:26.277026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cf74-09e5-4d45-84a6-133e166d6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.288690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.292563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b54ab2e6-894a-40cf-bf1c-0464433f0f4c req-89960d35-4cfa-4519-8d12-fc1d26941395 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518399 Aug 10 03:47:26.299798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfc22ec-b19a-42bb-b805-403383d29686,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.302773 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.310718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.330757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4cf74-09e5-4d45-84a6-133e166d6da1 None None] Port d9507fa5-9f44-40bc-b5c9-01165549e545 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:26.369312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:26.370667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] For port 16819198-f4ce-4938-a2fc-e4296f08539c, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:26.377748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] For port 16819198-f4ce-4938-a2fc-e4296f08539c, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=16819198-f4ce-4938-a2fc-e4296f08539c,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:26.380610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53840b55-6726-4e59-ac3e-64c2ab43ca96,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.386023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.392831 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.393177 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 8abcb4aa-f745-4079-8667-30bf8a062a28 of type vlan for network caff8167-faae-471e-a44a-e6a1393b5fd4 Aug 10 03:47:26.440272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.460600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.461143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.462733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] 10.222.0.39 "PUT /v2.0/ports/16819198-f4ce-4938-a2fc-e4296f08539c HTTP/1.1" status: 200 len: 1093 time: 1.2125027 Aug 10 03:47:26.465300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'tag': '16819198-f4ce-4938-a2fc-e4296f08539c'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:26.467894 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989f015a-8deb-4072-aafa-ecd0e335518f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbc2399-3f73-412c-84a9-d2617bd0288b", "tag": "16819198-f4ce-4938-a2fc-e4296f08539c"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:26.500255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.512515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34e67d-1041-4756-b2fb-3dcbe8600a7f service neutron] Pushing event updated for resources: {'Port': ['ID=16819198-f4ce-4938-a2fc-e4296f08539c,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.535474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22da4ea-d2a9-44da-a5c3-286de70c5f08,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.540211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-65869bc8-426f-4603-981a-669a4914b969 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533871 Aug 10 03:47:26.575405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:26.585214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.591112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.591775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.650369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:26.674464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9829009 Aug 10 03:47:26.679006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-2820fb23-a93a-40d2-b7f8-8654fc553fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.680476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-2820fb23-a93a-40d2-b7f8-8654fc553fab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14353c4c39094f9f81f9b9c206e380fd&device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 1096 time: 0.1503139 Aug 10 03:47:26.681204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42314) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:26.686665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'name': 'tempest-PortsTestJSON-930014286'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:26.691482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775c5af-7f0a-462c-bf14-c3904a039ec7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=caff8167-faae-471e-a44a-e6a1393b5fd4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.705395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:26.802696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-8e08091f-3ecf-4ed6-9e20-de657cecf43b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16819198-f4ce-4938-a2fc-e4296f08539c HTTP/1.1" status: 200 len: 217 time: 0.0967770 Aug 10 03:47:26.847558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8276-e975-4610-9480-54664d2e7da8 req-1599ad08-58aa-4f47-b8b6-0bc218936728 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.850046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df1c8276-e975-4610-9480-54664d2e7da8 req-1599ad08-58aa-4f47-b8b6-0bc218936728 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.65 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 945 time: 0.3310127 Aug 10 03:47:26.924189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-3547cc28-b80a-4fc6-b698-996607edc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.926181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-3547cc28-b80a-4fc6-b698-996607edc2b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34fbca81-07ee-4553-9427-36a3169d1e14 HTTP/1.1" status: 200 len: 849 time: 0.1140559 Aug 10 03:47:26.928222 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438ebc7d-e86d-4581-9549-1c5dc817705a x-openstack-request-id: req-438ebc7d-e86d-4581-9549-1c5dc817705a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:26.928515 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbc2399-3f73-412c-84a9-d2617bd0288b", "tag": "16819198-f4ce-4938-a2fc-e4296f08539c", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:26.928779 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-438ebc7d-e86d-4581-9549-1c5dc817705a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:26.929330 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'tag': '16819198-f4ce-4938-a2fc-e4296f08539c', 'status': 'completed', 'code': 200} Aug 10 03:47:26.930088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:26.943789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.977488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eae3c7f7-e52c-44e6-93fa-b4602c4f71f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.983904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-e001bbf3-b4a1-4632-a472-5738c4e43363 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367239 Aug 10 03:47:27.058092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ebfca70f-e76d-4252-9dd9-54543e3978cf None None] Provisioning complete for port 9bfc22ec-b19a-42bb-b805-403383d29686 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:27.058782 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebfca70f-e76d-4252-9dd9-54543e3978cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.080100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:27.082407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.125254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ebfca70f-e76d-4252-9dd9-54543e3978cf None None] Port 9bfc22ec-b19a-42bb-b805-403383d29686 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:27.148228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d938080-d9d5-496e-ba19-8e99d2d031db req-691cc632-072d-4f4d-84c1-190a193507e9 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843768 Aug 10 03:47:27.161691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fdb06-5a9e-45f4-9c5a-2d2ada792be7 req-ec550f70-8bf9-400a-8279-f22cbeac84cf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.163428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae6fdb06-5a9e-45f4-9c5a-2d2ada792be7 req-ec550f70-8bf9-400a-8279-f22cbeac84cf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.1720076 Aug 10 03:47:27.230295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-9f241d29-93f2-44f6-bdf2-3fbd003ad9bd service neutron] 10.222.0.39 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041419 Aug 10 03:47:27.250548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276ffa-ff25-4977-8b56-5c323651b284 req-699a4ff4-e482-4098-884f-e988702ea133 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.252762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6276ffa-ff25-4977-8b56-5c323651b284 req-699a4ff4-e482-4098-884f-e988702ea133 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 944 time: 0.4321232 Aug 10 03:47:27.311976 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-572198a3-4312-4b87-bcb6-ad3953b91dcc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4163835 Aug 10 03:47:27.353001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae6fdb06-5a9e-45f4-9c5a-2d2ada792be7 req-cd5340d6-52ea-4a9b-98ab-8df30b774774 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776562 Aug 10 03:47:27.403649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Router 29c88358-21b9-4e5f-a43e-7837fbe2f417 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:27.408238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.433287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5f6e669-0395-4c9b-9acc-7795ed37780e req-8496a18f-ae72-4946-a0c6-b7ce4d6d5b34 service neutron] 10.222.0.39 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894155 Aug 10 03:47:27.443062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.466880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6276ffa-ff25-4977-8b56-5c323651b284 req-44024d6c-42e7-4829-8c4e-92cc84e9201a tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850226 Aug 10 03:47:27.542682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.589397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4e81-951e-4ee5-bb1c-7997b6e13747 req-3c0354de-d3b0-4cf2-8582-046d3305906d tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.591000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e3fb4e81-951e-4ee5-bb1c-7997b6e13747 req-3c0354de-d3b0-4cf2-8582-046d3305906d tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 945 time: 0.1484385 Aug 10 03:47:27.631048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=2d3e80a6-2b69-432f-826c-bbbd8bfbd406,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:27.649045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f015a-8deb-4072-aafa-ecd0e335518f req-15e17cf6-9015-4056-ae22-8bb3de799fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.650719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-15e17cf6-9015-4056-ae22-8bb3de799fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14353c4c39094f9f81f9b9c206e380fd&device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 1096 time: 0.1565914 Aug 10 03:47:27.742352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e3fb4e81-951e-4ee5-bb1c-7997b6e13747 req-b4ae142b-2a64-44cc-b4e9-afa9ae9d5766 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348057 Aug 10 03:47:27.745214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '8abcb4aa-f745-4079-8667-30bf8a062a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:27.745582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: caff8167-faae-471e-a44a-e6a1393b5fd4, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:27.791406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:27.801031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f015a-8deb-4072-aafa-ecd0e335518f req-585479b0-3119-4ea7-9b6e-c874ad95a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.802671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-585479b0-3119-4ea7-9b6e-c874ad95a71b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 200 len: 910 time: 0.1436710 Aug 10 03:47:27.808613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, caff8167-faae-471e-a44a-e6a1393b5fd4) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:27.822995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:27.825599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f50f6-d124-43cc-8fc7-476335f2c5e8 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:27.827773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.828440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.859517 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-2e84fe6f-861b-4006-9c8c-df49a36d3113 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16819198-f4ce-4938-a2fc-e4296f08539c HTTP/1.1" status: 200 len: 217 time: 0.0480497 Aug 10 03:47:27.882442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2f2f0e19-06bf-4689-84df-37e4abe40142 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2001255 Aug 10 03:47:27.900664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42320) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:27.908750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1064587044'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:27.927953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.928803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.929013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.929312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.929786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.930259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.931069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.932765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-705f8ead-06bf-4dcc-8315-c6368aa94734 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 6508 time: 0.5841501 Aug 10 03:47:27.942905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Deleting port dce1fb67-b7c2-4821-bdf1-780434dca192 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:27.943323 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.952811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f015a-8deb-4072-aafa-ecd0e335518f req-bc4f8439-bfba-4c75-be3f-16d1bc7d6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.955955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-bc4f8439-bfba-4c75-be3f-16d1bc7d6665 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34fbca81-07ee-4553-9427-36a3169d1e14 HTTP/1.1" status: 200 len: 849 time: 0.0873752 Aug 10 03:47:27.957742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:27.966207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.019236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-8bedc00e-7e69-4126-a226-240caa3afbe9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464196 Aug 10 03:47:28.077190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:28.096954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.097299 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 74f28bef-ee05-48fc-acc7-a732e684e1d7 of type vlan for network 697daa47-ae7f-44c3-bb04-2c8026c69631 Aug 10 03:47:28.160012 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.170583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-4a0263e5-05c9-420e-a98a-3f1ab4bc946e service neutron] 10.222.0.39 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422648 Aug 10 03:47:28.240963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.246879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.247490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.321649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4197710 Aug 10 03:47:28.328045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42322) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:28.333791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'ports': [{'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'}, {'network_id': '697daa47-ae7f-44c3-bb04-2c8026c69631'}]} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:28.333791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:28.334401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': '697daa47-ae7f-44c3-bb04-2c8026c69631'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:28.346515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] For port dce1fb67-b7c2-4821-bdf1-780434dca192, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dce1fb67-b7c2-4821-bdf1-780434dca192,segment=NetworkSegment(dc81663d-ab6b-4c7c-85f4-c4449eca4231),segment_id=dc81663d-ab6b-4c7c-85f4-c4449eca4231)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:28.346887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.421505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Calling delete_port for dce1fb67-b7c2-4821-bdf1-780434dca192 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:28.437427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:28.462103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91079c64-c98c-4973-8448-6f7b2d213e90 admin admin] 10.222.0.53 "PUT /v2.0/routers/29c88358-21b9-4e5f-a43e-7837fbe2f417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4092510 Aug 10 03:47:28.462395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Sync routers for ids ['29c88358-21b9-4e5f-a43e-7837fbe2f417'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:28.464503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c1792e1d-aff5-41a6-9d53-f2602f6735c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.464675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c1792e1d-aff5-41a6-9d53-f2602f6735c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.465335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c1792e1d-aff5-41a6-9d53-f2602f6735c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.466827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c1792e1d-aff5-41a6-9d53-f2602f6735c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&id=da083595-1785-4765-b902-06d6a2da41fa&id=da083595-1785-4765-b902-06d6a2da41fa HTTP/1.1" status: 200 len: 2298 time: 0.5009878 Aug 10 03:47:28.489849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Routers {'29c88358-21b9-4e5f-a43e-7837fbe2f417'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:28.490540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['29c88358-21b9-4e5f-a43e-7837fbe2f417'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:28.635048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.661655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.687991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Set router 29c88358-21b9-4e5f-a43e-7837fbe2f417 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:28.765903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-f24bbee8-d1a3-435a-a695-744ae7a85c6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f HTTP/1.1" status: 200 len: 1001 time: 0.2531044 Aug 10 03:47:28.834181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b00bc-1230-4488-a404-f81ad034d05f req-bc7c3803-7321-47a4-9d6b-b9640557f770 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:28.836152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-667b00bc-1230-4488-a404-f81ad034d05f req-bc7c3803-7321-47a4-9d6b-b9640557f770 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3222477 Aug 10 03:47:28.839372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80d4cf-e8e2-4a2c-a3cf-6a786e09d6d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=697daa47-ae7f-44c3-bb04-2c8026c69631,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:28.843284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:28.863932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 697daa47-ae7f-44c3-bb04-2c8026c69631 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:28.872869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=d9507fa5-9f44-40bc-b5c9-01165549e545,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:28.881735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.930349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-989f015a-8deb-4072-aafa-ecd0e335518f req-469007c1-b280-4e1b-8861-a157f3f1bcea service neutron] 10.222.0.39 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7438788 Aug 10 03:47:29.014747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-43059563-3c2d-4876-9256-a94a48433b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.016013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-43059563-3c2d-4876-9256-a94a48433b65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a HTTP/1.1" status: 200 len: 855 time: 0.2350042 Aug 10 03:47:29.022141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e777e5-e6c9-424b-bcd6-1ea9c84b3f78 req-67b86330-c820-467b-b256-7b4d3d013a82 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.023604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e777e5-e6c9-424b-bcd6-1ea9c84b3f78 req-67b86330-c820-467b-b256-7b4d3d013a82 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 944 time: 0.2164686 Aug 10 03:47:29.054941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9bfc22ec-b19a-42bb-b805-403383d29686', 'name': '', 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'mac_address': 'fa:16:3e:7e:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'ed13df27-c105-464b-899a-e920139e0265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:21Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 2, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'subnets': [{'id': 'ed13df27-c105-464b-899a-e920139e0265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:29.060307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.069462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-667b00bc-1230-4488-a404-f81ad034d05f req-7699d30a-cd61-4334-8ddd-79076bc0d29d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991634 Aug 10 03:47:29.100318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e777e5-e6c9-424b-bcd6-1ea9c84b3f78 req-d8269b17-98ca-4c6e-855e-7e370214bfc0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648839 Aug 10 03:47:29.114620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 2} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:29.126264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.150910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Pushing event deleted for resources: {'Port': ['ID=dce1fb67-b7c2-4821-bdf1-780434dca192,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:29.159594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.166318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Checking router: 29c88358-21b9-4e5f-a43e-7837fbe2f417 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:29.166493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Updating router 29c88358-21b9-4e5f-a43e-7837fbe2f417 port 9bfc22ec-b19a-42bb-b805-403383d29686 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:29.219554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.278260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] No DVR routers for this DVR port dce1fb67-b7c2-4821-bdf1-780434dca192 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:29.280027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 9231a302-bae4-46b3-9c62-dae6aed18387 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:29.300336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.302211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df1c8276-e975-4610-9480-54664d2e7da8 req-834526c3-505c-4b9f-96e0-e68ac5b9c71e tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.65 "DELETE /v2.0/ports/dce1fb67-b7c2-4821-bdf1-780434dca192 HTTP/1.1" status: 204 len: 173 time: 2.3657217 Aug 10 03:47:29.304458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-89be6bc7-8ad6-4b30-b9fe-e5309b25cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.305907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-89be6bc7-8ad6-4b30-b9fe-e5309b25cdb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d55ceef1-37e1-43e0-a52d-c75603bde0fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2437229 Aug 10 03:47:29.314774 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e4a0e240-59ba-48b4-a244-f32f4e40857b req-25a50dd7-3591-47f9-a8f1-1e98b1d61584 tempest-InstanceActionsNegativeTestJSON-1512052785 tempest-InstanceActionsNegativeTestJSON-1512052785-project] 10.222.0.53 "GET /v2.0/ports?device_id=837e19d6-17c1-468c-a8ab-71d359c2ef2f HTTP/1.1" status: 200 len: 210 time: 0.0844064 Aug 10 03:47:29.317230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'name': 'network-vif-deleted', 'tag': 'dce1fb67-b7c2-4821-bdf1-780434dca192'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:29.323337 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bacb599-662e-4fb6-9ac9-46d44ab66a73" -d '{"events": [{"server_uuid": "837e19d6-17c1-468c-a8ab-71d359c2ef2f", "name": "network-vif-deleted", "tag": "dce1fb67-b7c2-4821-bdf1-780434dca192"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:29.337932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 16819198-f4ce-4938-a2fc-e4296f08539c details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:29.363270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 5b896333-fdf5-4762-a301-17fb44773fe2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:29.399232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:29.401448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:29.408762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1fff91e9-e406-4929-b8cd-38c6514ded78 admin admin] 10.222.0.53 "PUT /v2.0/routers/1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5072494 Aug 10 03:47:29.414299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42342) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:29.433907 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] Sync routers for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:29.465702 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:29.466981 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:29.477371 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a8fd3-b8ab-44c8-9fa0-fbcb94dd66f0 x-openstack-request-id: req-b47a8fd3-b8ab-44c8-9fa0-fbcb94dd66f0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:29.480935 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837e19d6-17c1-468c-a8ab-71d359c2ef2f", "name": "network-vif-deleted", "tag": "dce1fb67-b7c2-4821-bdf1-780434dca192", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:29.481409 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b47a8fd3-b8ab-44c8-9fa0-fbcb94dd66f0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:29.482017 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837e19d6-17c1-468c-a8ab-71d359c2ef2f', 'name': 'network-vif-deleted', 'tag': 'dce1fb67-b7c2-4821-bdf1-780434dca192', 'status': 'completed', 'code': 200} Aug 10 03:47:29.659425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.673244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-74f1ceea-6fbb-4fba-b253-5af438ebf5ab service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445442 Aug 10 03:47:29.703939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 16819198-f4ce-4938-a2fc-e4296f08539c, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=16819198-f4ce-4938-a2fc-e4296f08539c,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:29.730506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.765192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '16819198-f4ce-4938-a2fc-e4296f08539c', 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48', 'port_id': '16819198-f4ce-4938-a2fc-e4296f08539c', 'mac_address': 'fa:16:3e:23:29:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fbca81-07ee-4553-9427-36a3169d1e14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:29.797335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 126840d9-65d9-490f-a963-1c0159eb1a56 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:29.837838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.968543 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:29.976024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.989105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router 19bd6a8b-2cd9-4401-9e39-878aa85d96bd has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:30.042531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.069573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c24c78ee-97ae-486b-b9a7-2d873458acda service neutron] 10.222.0.65 "GET /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871107 Aug 10 03:47:30.109427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=9231a302-bae4-46b3-9c62-dae6aed18387,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:30.127339 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.140081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7167e417-c0e0-402d-ae31-d87d25dc8b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.147825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:30.150351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:30.170563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d014e2b3-6026-4dd5-9d18-285d5de1cdd8 None None] Provisioning complete for port d9507fa5-9f44-40bc-b5c9-01165549e545 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:30.170989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:30.172026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d014e2b3-6026-4dd5-9d18-285d5de1cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.174550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.217726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.227139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16819198-f4ce-4938-a2fc-e4296f08539c {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:30.244461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-492750f9-27c8-4503-b4d1-c4af4643fc9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 217 time: 0.1656556 Aug 10 03:47:30.280868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Transition to ACTIVE for port object 9bfc22ec-b19a-42bb-b805-403383d29686 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:30.301204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d014e2b3-6026-4dd5-9d18-285d5de1cdd8 None None] Port d9507fa5-9f44-40bc-b5c9-01165549e545 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:30.308472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.314729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 16819198-f4ce-4938-a2fc-e4296f08539c, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=16819198-f4ce-4938-a2fc-e4296f08539c,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:30.385947 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.397115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '74f28bef-ee05-48fc-acc7-a732e684e1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '697daa47-ae7f-44c3-bb04-2c8026c69631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:30.397477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: 697daa47-ae7f-44c3-bb04-2c8026c69631, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:30.406602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0ba3-d907-48f1-8315-8e7b1935e6ff None None] Pushing event updated for resources: {'Port': ['ID=9bfc22ec-b19a-42bb-b805-403383d29686,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:30.431393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=126840d9-65d9-490f-a963-1c0159eb1a56,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:30.458167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f47f8-9df4-44f9-a6e4-e2e37606b1da req-4a7c1041-24bb-48a1-a0de-1789341d37c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.469766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-577f47f8-9df4-44f9-a6e4-e2e37606b1da req-4a7c1041-24bb-48a1-a0de-1789341d37c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 944 time: 0.1773405 Aug 10 03:47:30.479104 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:47:26Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:30.488783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 697daa47-ae7f-44c3-bb04-2c8026c69631 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:30.527914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=16819198-f4ce-4938-a2fc-e4296f08539c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:30.542289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 697daa47-ae7f-44c3-bb04-2c8026c69631) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:30.568241 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] Checking router: 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:30.577734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:30.582202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca446a6b-bf79-4dfb-8a8e-a0e88fe2bf03 None None] Network 697daa47-ae7f-44c3-bb04-2c8026c69631 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:30.584452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.589828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.590851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.596124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] Routers {'1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:30.598195 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:30.607033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-577f47f8-9df4-44f9-a6e4-e2e37606b1da req-00d179ce-4a09-4967-a97c-6a4e12059cb5 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321690 Aug 10 03:47:30.648755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c701f218-0a9d-404b-8096-44a84458a8a2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3195884 Aug 10 03:47:30.652094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42356) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:30.682824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['16819198-f4ce-4938-a2fc-e4296f08539c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:30.699739 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42358) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:30.786435 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] Set router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:30.792277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Deleting subnet 6be8e821-17d7-4059-9fdb-57370da00aeb {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:30.798212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.873324 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.938375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.941999 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.963689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 126840d9-65d9-490f-a963-1c0159eb1a56 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:30.964026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.996377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-9294af45-9dca-44e4-97a2-5f2ff3b191d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.998992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-9294af45-9dca-44e4-97a2-5f2ff3b191d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.7451637 Aug 10 03:47:31.045904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.061334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 126840d9-65d9-490f-a963-1c0159eb1a56 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:31.072823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42362) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:31.096863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153cc7f-8d48-44c3-8158-9ad80a87faea req-16624cef-a510-472f-8da9-a9d5bb72f721 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:31.102004 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:47:26Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.109716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e153cc7f-8d48-44c3-8158-9ad80a87faea req-16624cef-a510-472f-8da9-a9d5bb72f721 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3361487 Aug 10 03:47:31.138205 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37096ff-531f-4601-a93b-6cea20ae5231 None None] The sync data for ids ['1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7'] in n-d-769329-14 is: [{'id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'name': 'tempest-ServerActionsTestJSON-1642956211-router', 'tenant_id': '1c44aca9fb794595aabc2e128df3cb99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c868e575-b864-473b-a052-678c91108db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:37:04Z', 'updated_at': '2021-08-10T03:47:26Z', 'revision_number': 5, 'project_id': '1c44aca9fb794595aabc2e128df3cb99', 'gw_port': {'id': 'c868e575-b864-473b-a052-678c91108db9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:37:06Z', 'updated_at': '2021-08-10T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:31.178373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.183534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:31.201755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7d7b393f-bee8-4834-9c68-d81ba3e52a38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/routers/19bd6a8b-2cd9-4401-9e39-878aa85d96bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7242763 Aug 10 03:47:31.209739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42364) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:31.217342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'port': {'network_id': '5b896333-fdf5-4762-a301-17fb44773fe2', 'name': 'tempest-FloatingIPTestJSON-1952154594'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:31.228246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dce1fb67-b7c2-4821-bdf1-780434dca192 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:31.239885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.242337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be8e821-17d7-4059-9fdb-57370da00aeb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.248017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] Sync routers for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:31.260900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.266075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6dbbcbc1-2909-4422-97f5-1f05bce74912 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6be8e821-17d7-4059-9fdb-57370da00aeb HTTP/1.1" status: 204 len: 168 time: 0.5645289 Aug 10 03:47:31.267238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42366) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:31.322616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: dce1fb67-b7c2-4821-bdf1-780434dca192 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:31.323491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dce1fb67-b7c2-4821-bdf1-780434dca192 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:31.332286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-aa671d03-b225-45d6-9f63-90b57941c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:31.333791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-aa671d03-b225-45d6-9f63-90b57941c870 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3114326 Aug 10 03:47:31.340765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Attempting to bind port 9bfc22ec-b19a-42bb-b805-403383d29686 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:31.341726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Attempting to bind port 9bfc22ec-b19a-42bb-b805-403383d29686 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:31.342518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Attempting to bind port 9bfc22ec-b19a-42bb-b805-403383d29686 on network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:31.346562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e153cc7f-8d48-44c3-8158-9ad80a87faea req-2b5bdb1c-b6a7-4c24-a3fa-017f19080a00 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355494 Aug 10 03:47:31.364512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.375949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=126840d9-65d9-490f-a963-1c0159eb1a56,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.378445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.382629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:31.383504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.383863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ee1268bb-4910-4f78-83f4-827e59a2d066 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/126840d9-65d9-490f-a963-1c0159eb1a56 HTTP/1.1" status: 204 len: 168 time: 0.7300038 Aug 10 03:47:31.387004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42368) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:31.389486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:31.390023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Checking segment: {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:31.390603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.391127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Bound using segment: {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:31.391792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Bound port: 9bfc22ec-b19a-42bb-b805-403383d29686, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:31.392762 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.443868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.464402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Deleting port c868e575-b864-473b-a052-678c91108db9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:31.464724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.502618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:31.503336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.518111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed27aa-40b8-4340-ba21-604dc3237942 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:31.525678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed27aa-40b8-4340-ba21-604dc3237942 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:31.525936 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7bed27aa-40b8-4340-ba21-604dc3237942 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1386614 Aug 10 03:47:31.528676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42370) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:31.574051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.577742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.578535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afa110-4446-43b1-aaac-00a881117a7f None None] The sync data for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:31.586236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee1bafa-3f9f-4691-b1f9-8efc83528a01']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.597863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc81663d-ab6b-4c7c-85f4-c4449eca4231') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.598281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc81663d-ab6b-4c7c-85f4-c4449eca4231') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.608313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.617092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] For port 9bfc22ec-b19a-42bb-b805-403383d29686, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:31.621645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] For port 9bfc22ec-b19a-42bb-b805-403383d29686, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9bfc22ec-b19a-42bb-b805-403383d29686,segment=NetworkSegment(fa05d699-acaf-4c29-9e7b-abe1b6c2c33a),segment_id=fa05d699-acaf-4c29-9e7b-abe1b6c2c33a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:31.624406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.632954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:31.633607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.635458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.726327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a22da4ea-d2a9-44da-a5c3-286de70c5f08 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:31.783712 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:31.799323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.800805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a22da4ea-d2a9-44da-a5c3-286de70c5f08 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:31.801378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a22da4ea-d2a9-44da-a5c3-286de70c5f08 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:31.808395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Made reservation on behalf of 7598395bc68844beb741c6a122efe2ab for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:31.822581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.824588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b0ba3-d907-48f1-8315-8e7b1935e6ff None None] Pushing event updated for resources: {'Port': ['ID=9bfc22ec-b19a-42bb-b805-403383d29686,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.840033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Routers {'29c88358-21b9-4e5f-a43e-7837fbe2f417'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:31.841682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['29c88358-21b9-4e5f-a43e-7837fbe2f417'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:31.868927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] device_id is not set on port 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:31.936292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.960087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.962083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] 10.222.0.53 "DELETE /v2.0/networks/6ee1bafa-3f9f-4691-b1f9-8efc83528a01 HTTP/1.1" status: 204 len: 168 time: 0.6751165 Aug 10 03:47:32.031274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-6fee61ff-d7a6-4b60-b681-75f71f74805d service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321137 Aug 10 03:47:32.034207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b51e22-d04b-4dd1-850b-96e112fed78b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee1bafa-3f9f-4691-b1f9-8efc83528a01,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.072692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf597d-8230-4767-bcf3-ca6dfa0e6da6 req-633aa02f-f0a3-4d56-ba8d-500e57117daa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:32.073355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] For port c868e575-b864-473b-a052-678c91108db9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c868e575-b864-473b-a052-678c91108db9,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:32.073355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.074354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12cf597d-8230-4767-bcf3-ca6dfa0e6da6 req-633aa02f-f0a3-4d56-ba8d-500e57117daa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 945 time: 0.2566900 Aug 10 03:47:32.089190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 9231a302-bae4-46b3-9c62-dae6aed18387 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:32.089741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.141430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] Set router 29c88358-21b9-4e5f-a43e-7837fbe2f417 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:32.212395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Calling delete_port for c868e575-b864-473b-a052-678c91108db9 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:32.214275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42376) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.235456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.248152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-12cf597d-8230-4767-bcf3-ca6dfa0e6da6 req-af628c0f-305c-4dfa-8e56-acf2f4275dff tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642654 Aug 10 03:47:32.285400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 9231a302-bae4-46b3-9c62-dae6aed18387 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:32.426132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.440463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Allocated IP 172.20.0.9 (5b896333-fdf5-4762-a301-17fb44773fe2/f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f/65b6b3ac-e0c8-46a9-9eb0-9a760ad28865) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:32.458148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9bfc22ec-b19a-42bb-b805-403383d29686', 'name': '', 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'mac_address': 'fa:16:3e:7e:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'ed13df27-c105-464b-899a-e920139e0265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:21Z', 'updated_at': '2021-08-10T03:47:31Z', 'revision_number': 4, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'subnets': [{'id': 'ed13df27-c105-464b-899a-e920139e0265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:32.469333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=9231a302-bae4-46b3-9c62-dae6aed18387,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.476324 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.478913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-256135ab-9a00-4c83-9a2d-005c7d8e0b5f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/9231a302-bae4-46b3-9c62-dae6aed18387 HTTP/1.1" status: 204 len: 168 time: 0.9493067 Aug 10 03:47:32.481403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42380) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.488013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a42f5a1c-a529-4a7e-8e66-f9c424c4d734 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02840342b5b442fda14e55fc420cb42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643511 Aug 10 03:47:32.497927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.501631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9a100f-3524-4fc4-9ae0-ed3f6f4e72b9 None None] The sync data for ids ['29c88358-21b9-4e5f-a43e-7837fbe2f417'] in n-d-769329-14 is: [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9bfc22ec-b19a-42bb-b805-403383d29686', 'name': '', 'network_id': '0c1baa53-b1fd-4ecb-9631-dbe14fee9314', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'mac_address': 'fa:16:3e:7e:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'ed13df27-c105-464b-899a-e920139e0265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:21Z', 'updated_at': '2021-08-10T03:47:31Z', 'revision_number': 4, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'subnets': [{'id': 'ed13df27-c105-464b-899a-e920139e0265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:32.509125 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-0008d851-0848-4903-b258-2a296affec8a service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520707 Aug 10 03:47:32.587734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f286b08f-3462-4dff-9a57-67f2a1b5fbf0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:32.597195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f286b08f-3462-4dff-9a57-67f2a1b5fbf0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1143453 Aug 10 03:47:32.598148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.642449 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c71ca1d-a892-4f7d-9295-681bfe0c85b2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:47:32.645093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c71ca1d-a892-4f7d-9295-681bfe0c85b2 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/126840d9-65d9-490f-a963-1c0159eb1a56 HTTP/1.1" status: 404 len: 333 time: 0.0374236 Aug 10 03:47:32.653407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.656595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d85c451-28ec-485e-9c57-2e1ec2d84c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.687354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d85c451-28ec-485e-9c57-2e1ec2d84c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.755429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d85c451-28ec-485e-9c57-2e1ec2d84c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.758627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d85c451-28ec-485e-9c57-2e1ec2d84c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.761793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1d85c451-28ec-485e-9c57-2e1ec2d84c2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdb9db16-b95a-4dd4-aeb1-6afcc46e735c HTTP/1.1" status: 204 len: 168 time: 0.2614803 Aug 10 03:47:32.766891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-16854bbd-971f-4bca-a2fb-f50227879efb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 217 time: 0.2324004 Aug 10 03:47:32.773382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85c451-28ec-485e-9c57-2e1ec2d84c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb9db16-b95a-4dd4-aeb1-6afcc46e735c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.825140 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fba0b0-ba87-4f71-a639-0239b25ad3cd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:47:32.826755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-84fba0b0-ba87-4f71-a639-0239b25ad3cd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/9231a302-bae4-46b3-9c62-dae6aed18387 HTTP/1.1" status: 404 len: 333 time: 0.1678970 Aug 10 03:47:32.830371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42390) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.845609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6663b-003c-4287-8541-bec3ae48d67b req-ab02a43c-54c1-4a57-a33b-e0e96a8f280e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:32.853206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9b6663b-003c-4287-8541-bec3ae48d67b req-ab02a43c-54c1-4a57-a33b-e0e96a8f280e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3843343 Aug 10 03:47:32.938866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.092758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.108424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697daa47-ae7f-44c3-bb04-2c8026c69631']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.126866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f28bef-ee05-48fc-acc7-a732e684e1d7') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.127347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f28bef-ee05-48fc-acc7-a732e684e1d7') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.146248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.151310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.176490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.190148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:33.190779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:33.194787 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:33.277189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.306585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.310109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/697daa47-ae7f-44c3-bb04-2c8026c69631 HTTP/1.1" status: 204 len: 168 time: 0.4773531 Aug 10 03:47:33.318774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:33.325422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220628660'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:33.344017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452386e-dd2d-444c-a8ae-8bbf9e495cd0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=697daa47-ae7f-44c3-bb04-2c8026c69631,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.349130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 16819198-f4ce-4938-a2fc-e4296f08539c up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:33.388714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:33.395469 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.442132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 16819198-f4ce-4938-a2fc-e4296f08539c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:33.449686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 16819198-f4ce-4938-a2fc-e4296f08539c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:33.451228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.466929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:33.484169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.484453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c5639d04-3696-45a0-a234-5f7fd85a44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.484936 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 2332c467-acd8-4833-8d48-1d6386e744ee of type vlan for network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 Aug 10 03:47:33.486169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-c5639d04-3696-45a0-a234-5f7fd85a44c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.6783285 Aug 10 03:47:33.509698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9b6663b-003c-4287-8541-bec3ae48d67b req-9d7efa1c-10cc-447d-9313-2120e87607aa tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555967 Aug 10 03:47:33.539482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.566185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.585884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5c819-deae-4698-a69a-a127f0c70739 req-f8b06c1e-d96f-4b00-85f9-738f083963a9 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.596316 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51a5c819-deae-4698-a69a-a127f0c70739 req-f8b06c1e-d96f-4b00-85f9-738f083963a9 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 945 time: 0.2246079 Aug 10 03:47:33.622247 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.690785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51a5c819-deae-4698-a69a-a127f0c70739 req-4a4669f4-80f1-4fea-9f5e-acc620fb3c93 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930836 Aug 10 03:47:33.697814 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.708200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.709105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.735803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 16819198-f4ce-4938-a2fc-e4296f08539c, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=16819198-f4ce-4938-a2fc-e4296f08539c,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:33.737651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.744649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16819198-f4ce-4938-a2fc-e4296f08539c'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:33.759902 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451cc5d1-a636-4812-9fe8-1d036da6fadb" -d '{"events": [{"server_uuid": "cbbc2399-3f73-412c-84a9-d2617bd0288b", "name": "network-vif-plugged", "status": "completed", "tag": "16819198-f4ce-4938-a2fc-e4296f08539c"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:33.774371 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.798993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9bfc22ec-b19a-42bb-b805-403383d29686 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:33.803749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4836857 Aug 10 03:47:33.809767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42410) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:33.820549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:33.832717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.839553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56529b54-f351-4655-a2a6-50b434edc365 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=fc2d93d9-b793-4f8b-8509-07ee45e9fd68,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.871948 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c5a657-e676-4b1c-95bb-b0cd16733708 x-openstack-request-id: req-b4c5a657-e676-4b1c-95bb-b0cd16733708 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:33.872252 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbc2399-3f73-412c-84a9-d2617bd0288b", "name": "network-vif-plugged", "status": "completed", "tag": "16819198-f4ce-4938-a2fc-e4296f08539c", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:33.872513 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4c5a657-e676-4b1c-95bb-b0cd16733708 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:33.873656 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16819198-f4ce-4938-a2fc-e4296f08539c', 'code': 200} Aug 10 03:47:33.875097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=c868e575-b864-473b-a052-678c91108db9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.907418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:33.975716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Transition to ACTIVE for port object 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:33.983012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-127cdada-ca5f-4ea2-918d-61e541886bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.985655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-127cdada-ca5f-4ea2-918d-61e541886bc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4749522 Aug 10 03:47:33.987603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.051574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda47e91-c987-41e0-b7d9-080451db3368 req-f6246297-2a00-413e-a11e-23e8efbeba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:34.053344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bda47e91-c987-41e0-b7d9-080451db3368 req-f6246297-2a00-413e-a11e-23e8efbeba92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 1098 time: 0.0985115 Aug 10 03:47:34.097229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=16819198-f4ce-4938-a2fc-e4296f08539c,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.109368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:34.114954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.127662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9bfc22ec-b19a-42bb-b805-403383d29686 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:34.138347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9bfc22ec-b19a-42bb-b805-403383d29686 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:34.138862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.218155 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.226311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bda47e91-c987-41e0-b7d9-080451db3368 req-65cfb7e4-9c27-4293-adb7-a4c69066d688 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643248 Aug 10 03:47:34.259088 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.368369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.370025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.370552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:34.384853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.389403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.390625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e5f33df7-0834-4296-93a3-6d1c9ac93ecf admin admin] 10.222.0.53 "DELETE /v2.0/routers/1af81d35-5c26-4a58-a8cb-b1d5dc3dbbc7 HTTP/1.1" status: 204 len: 168 time: 4.9750180 Aug 10 03:47:34.394837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42422) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.412917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.450383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-70958417-7786-4232-8b94-30f290201fb1 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555600 Aug 10 03:47:34.492317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 9bfc22ec-b19a-42bb-b805-403383d29686, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9bfc22ec-b19a-42bb-b805-403383d29686,segment=NetworkSegment(fa05d699-acaf-4c29-9e7b-abe1b6c2c33a),segment_id=fa05d699-acaf-4c29-9e7b-abe1b6c2c33a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:34.506503 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.591536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Network 5b896333-fdf5-4762-a301-17fb44773fe2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:34.601323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:34.602192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=9bfc22ec-b19a-42bb-b805-403383d29686,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.616377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:34.621256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Deleting subnet 7bf6ff1d-1b28-4d10-a973-b4981c0fb066 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:34.625931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.690891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:34.691623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.697702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event updated for resources: {'Port': ['ID=65b6b3ac-e0c8-46a9-9eb0-9a760ad28865,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.736622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b27517cd-05c0-4de5-9f6c-ea631eb78886 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5219550 Aug 10 03:47:34.736962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42450) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.760493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Request body: {'floatingip': {'port_id': '65b6b3ac-e0c8-46a9-9eb0-9a760ad28865'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:34.765171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.810170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=08c6b336-6525-4fde-b4a0-9c069ace46c3,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.828744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '2332c467-acd8-4833-8d48-1d6386e744ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:34.829129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: fc2d93d9-b793-4f8b-8509-07ee45e9fd68, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:34.871996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-cca19518-65bd-4f9a-974d-849ebffd03b1 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131625 Aug 10 03:47:34.872331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd57b6-542f-4b35-b9c3-c112dac63d58 req-9d3e757d-b2ac-42b8-9b0d-a80208527248 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:34.876466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47cd57b6-542f-4b35-b9c3-c112dac63d58 req-9d3e757d-b2ac-42b8-9b0d-a80208527248 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.2113183 Aug 10 03:47:34.963204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:34.974538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.002955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0cd5e085-d75a-47c2-9a7e-da6587c9e82e None None] Provisioning for port 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:35.011836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0cd5e085-d75a-47c2-9a7e-da6587c9e82e None None] Provisioning complete for port 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:35.012246 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e085-d75a-47c2-9a7e-da6587c9e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.014929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-49dd8801-b611-4867-ae2d-80d0385b7c60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8 HTTP/1.1" status: 200 len: 217 time: 0.1182368 Aug 10 03:47:35.038011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, fc2d93d9-b793-4f8b-8509-07ee45e9fd68) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:35.048139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:35.048603 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.050638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ca56f-7d23-41b4-a2d4-8c96d6640b6f None None] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:35.078837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1595022b-d69f-41ed-a9fe-9b997c832d49 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2674036 Aug 10 03:47:35.085896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42454) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:35.095937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68', 'name': 'tempest-PortsTestJSON-1482366846'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:35.117026 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47cd57b6-542f-4b35-b9c3-c112dac63d58 req-f06690e2-47ed-4377-8022-12d27d33a61f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593547 Aug 10 03:47:35.138200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42456) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:35.155164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00bc2f-2c11-4692-ad47-315085b14f69 req-a93f9f58-0489-4f35-b83a-a0c579a6f985 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:35.168527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0cd5e085-d75a-47c2-9a7e-da6587c9e82e None None] Port 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:35.177457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d00bc2f-2c11-4692-ad47-315085b14f69 req-a93f9f58-0489-4f35-b83a-a0c579a6f985 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 946 time: 0.3694317 Aug 10 03:47:35.185092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.227427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.257718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-1bb908b4-0930-42fd-8a22-e5f248abcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:35.259871 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-1bb908b4-0930-42fd-8a22-e5f248abcc52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.2346537 Aug 10 03:47:35.291356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-fc2d93d9-b793-4f8b-8509-07ee45e9fd68', 'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': '08c6b336-6525-4fde-b4a0-9c069ace46c3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:35.293471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.302071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf6ff1d-1b28-4d10-a973-b4981c0fb066,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:35.308556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.313059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba7c14e8-b634-4190-8031-d71dd9cdfde0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7bf6ff1d-1b28-4d10-a973-b4981c0fb066 HTTP/1.1" status: 204 len: 168 time: 0.9144752 Aug 10 03:47:35.317153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42460) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:35.320370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0f972-3700-46b6-abc6-ade8a407f278 None None] Network 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:35.333079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d00bc2f-2c11-4692-ad47-315085b14f69 req-884cb53f-0e56-436c-87ba-d608dcb25d3f tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550703 Aug 10 03:47:35.360030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d048f2e3-9843-4826-bd1d-43f5d48d59fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.375220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Deleting port 9bfc22ec-b19a-42bb-b805-403383d29686 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:35.375551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.443040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.451030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:35.455867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.505910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 57e1bf12-7982-48aa-9cb7-782360940116 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:35.519809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-503e60ee-6a9e-4ae3-9db6-4cb1395ec89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:35.522505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-503e60ee-6a9e-4ae3-9db6-4cb1395ec89f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1933246 Aug 10 03:47:35.569672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Allocated IP 172.20.0.2 (fc2d93d9-b793-4f8b-8509-07ee45e9fd68/08c6b336-6525-4fde-b4a0-9c069ace46c3/48262922-7eaa-403c-8719-94c2c9fd97ee) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:35.687796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] DHCP port deletion for 56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:35.690588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] For port 9bfc22ec-b19a-42bb-b805-403383d29686, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9bfc22ec-b19a-42bb-b805-403383d29686,segment=NetworkSegment(fa05d699-acaf-4c29-9e7b-abe1b6c2c33a),segment_id=fa05d699-acaf-4c29-9e7b-abe1b6c2c33a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:35.691261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.708509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Deleting port bc083111-cc04-4781-b0ae-bbcea49b23c2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:35.708996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.747603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Calling delete_port for 9bfc22ec-b19a-42bb-b805-403383d29686 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:35.787313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d048f2e3-9843-4826-bd1d-43f5d48d59fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.800224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9bfc22ec-b19a-42bb-b805-403383d29686 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:35.803514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d048f2e3-9843-4826-bd1d-43f5d48d59fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.861797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] Deleting port bc083111-cc04-4781-b0ae-bbcea49b23c2 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:35.862202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.864644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.867655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] For port bc083111-cc04-4781-b0ae-bbcea49b23c2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bc083111-cc04-4781-b0ae-bbcea49b23c2,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:35.868097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.889912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d048f2e3-9843-4826-bd1d-43f5d48d59fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8ee696e3b4243be9a21b7140e674b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461543 Aug 10 03:47:35.890999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:35.893265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Calling delete_port for bc083111-cc04-4781-b0ae-bbcea49b23c2 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:35.895032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048f2e3-9843-4826-bd1d-43f5d48d59fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b29b7-bca9-48f4-a248-a59bfdde6cd2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:35.919542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Transition to ACTIVE for port object 48262922-7eaa-403c-8719-94c2c9fd97ee will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:35.956493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Transition to ACTIVE for port object 48262922-7eaa-403c-8719-94c2c9fd97ee will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:35.959073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] For port bc083111-cc04-4781-b0ae-bbcea49b23c2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bc083111-cc04-4781-b0ae-bbcea49b23c2,segment=NetworkSegment(7303c79d-f30d-44b8-a797-0860b36d3209),segment_id=7303c79d-f30d-44b8-a797-0860b36d3209)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:35.959442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.966742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-18f0263a-a07b-49aa-88fe-aca6f8f4d4d7 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294820 Aug 10 03:47:35.973720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.979714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9bfc22ec-b19a-42bb-b805-403383d29686 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:35.980151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.982779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] Calling delete_port for bc083111-cc04-4781-b0ae-bbcea49b23c2 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:36.019680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04c6049-d9e8-4387-b29f-71d03dde4f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.060615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:36.074793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.12 (fc2d93d9-b793-4f8b-8509-07ee45e9fd68/08c6b336-6525-4fde-b4a0-9c069ace46c3/57e1bf12-7982-48aa-9cb7-782360940116) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:36.086610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04c6049-d9e8-4387-b29f-71d03dde4f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.154064 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.162334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-23961f9e-ccf6-45c4-a597-1018871a8579 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834207 Aug 10 03:47:36.201860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc083111-cc04-4781-b0ae-bbcea49b23c2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.209654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] No DVR routers for this DVR port bc083111-cc04-4781-b0ae-bbcea49b23c2 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:36.269612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04c6049-d9e8-4387-b29f-71d03dde4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.272508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a04c6049-d9e8-4387-b29f-71d03dde4f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.276506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a04c6049-d9e8-4387-b29f-71d03dde4f63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d3b29b7-bca9-48f4-a248-a59bfdde6cd2 HTTP/1.1" status: 204 len: 168 time: 0.3820167 Aug 10 03:47:36.291326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:36.297276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:36.299901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Pushing event updated for resources: {'Port': ['ID=48262922-7eaa-403c-8719-94c2c9fd97ee,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.354222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6049-d9e8-4387-b29f-71d03dde4f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b29b7-bca9-48f4-a248-a59bfdde6cd2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.367261 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.384134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:36.406387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7303c79d-f30d-44b8-a797-0860b36d3209') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:36.406624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7303c79d-f30d-44b8-a797-0860b36d3209') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:36.410793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Attempting to bind port 48262922-7eaa-403c-8719-94c2c9fd97ee on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:36.411169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Attempting to bind port 48262922-7eaa-403c-8719-94c2c9fd97ee by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '2332c467-acd8-4833-8d48-1d6386e744ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:36.411534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Attempting to bind port 48262922-7eaa-403c-8719-94c2c9fd97ee on network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:36.424456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.446254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:36.446731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Checking segment: {'id': '2332c467-acd8-4833-8d48-1d6386e744ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:36.447155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.447495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Bound using segment: {'id': '2332c467-acd8-4833-8d48-1d6386e744ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:36.448081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Bound port: 48262922-7eaa-403c-8719-94c2c9fd97ee, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2332c467-acd8-4833-8d48-1d6386e744ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc2d93d9-b793-4f8b-8509-07ee45e9fd68'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:36.448496 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.455993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.464518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.471993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:36.472478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:36.474671 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:36.490470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.548075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 57e1bf12-7982-48aa-9cb7-782360940116 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:36.558472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] Pushing event deleted for resources: {'Port': ['ID=bc083111-cc04-4781-b0ae-bbcea49b23c2,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.584602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.585923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724312bf-fbec-4a23-9b65-b77a9239e692 None None] No DVR routers for this DVR port bc083111-cc04-4781-b0ae-bbcea49b23c2 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:36.596858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.601709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] 10.222.0.53 "DELETE /v2.0/networks/56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6 HTTP/1.1" status: 204 len: 168 time: 1.2835195 Aug 10 03:47:36.639721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] For port 48262922-7eaa-403c-8719-94c2c9fd97ee, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:36.650226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202163e-5098-4eec-a72c-53562d291868 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a5b01a-4f75-4cc1-99e4-2aecd80a5ab6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.650759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] For port 48262922-7eaa-403c-8719-94c2c9fd97ee, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=48262922-7eaa-403c-8719-94c2c9fd97ee,segment=NetworkSegment(2332c467-acd8-4833-8d48-1d6386e744ee),segment_id=2332c467-acd8-4833-8d48-1d6386e744ee)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:36.662170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.684995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.733422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c868e575-b864-473b-a052-678c91108db9 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:36.817256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c868e575-b864-473b-a052-678c91108db9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:36.817698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c868e575-b864-473b-a052-678c91108db9 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:36.827417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:36.827417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=57e1bf12-7982-48aa-9cb7-782360940116,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.827753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:36.830421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:36.844185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533056d-ba13-41d2-88d8-b2c6862a01e7 None None] Pushing event updated for resources: {'Port': ['ID=48262922-7eaa-403c-8719-94c2c9fd97ee,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.922764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:36.924274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.955959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af7c95b7-81ac-4b3b-b7e3-311c9911b3b7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8650000 Aug 10 03:47:36.956933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:36.990655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-40cc2868-b389-4e4b-a706-6fdcbef1478a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 HTTP/1.1" status: 200 len: 217 time: 0.1489902 Aug 10 03:47:37.125709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42490) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:37.259007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-86f62002-d22d-4dcc-8b00-280a1de6dc1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c44aca9fb794595aabc2e128df3cb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332140 Aug 10 03:47:37.261837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42492) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:37.277056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d3e14-4d53-4d00-8eb3-e7fda930e846 req-6de65a91-c8e2-456a-ad96-d33bb913c3ba tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.278104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f3b03-7ebb-4d61-b53d-999904c24376 req-49c0184d-7256-49ec-aa01-67a1dd73ad35 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.281051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d83f3b03-7ebb-4d61-b53d-999904c24376 req-49c0184d-7256-49ec-aa01-67a1dd73ad35 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 946 time: 0.1832690 Aug 10 03:47:37.294967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e04d3e14-4d53-4d00-8eb3-e7fda930e846 req-6de65a91-c8e2-456a-ad96-d33bb913c3ba tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.4407570 Aug 10 03:47:37.335319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 57e1bf12-7982-48aa-9cb7-782360940116 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:37.335794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.362513 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:37.386739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-3b587a01-67d7-4337-b701-e05c1215350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.388514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-3b587a01-67d7-4337-b701-e05c1215350c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 200 len: 797 time: 0.1917748 Aug 10 03:47:37.390992 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:47:37.459422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d83f3b03-7ebb-4d61-b53d-999904c24376 req-ab5d9acd-10ab-4a5a-b9a2-d064fa36112b tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507001 Aug 10 03:47:37.477820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e04d3e14-4d53-4d00-8eb3-e7fda930e846 req-88111631-3c9c-48ed-b7f4-32f6af0e97f9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813371 Aug 10 03:47:37.519479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c16963e-d5bf-474c-bf77-7858a3e73e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.556740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-bf70dfbc-8d51-4829-8ad5-6045614cda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.560000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-bf70dfbc-8d51-4829-8ad5-6045614cda92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1593566 Aug 10 03:47:37.566213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.575864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.596582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c16963e-d5bf-474c-bf77-7858a3e73e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.606229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 57e1bf12-7982-48aa-9cb7-782360940116 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:37.702568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.774283 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c16963e-d5bf-474c-bf77-7858a3e73e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.777010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c16963e-d5bf-474c-bf77-7858a3e73e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.779852 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c16963e-d5bf-474c-bf77-7858a3e73e6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea064a82-25c3-4d69-aa8f-f860f4a9be31 HTTP/1.1" status: 204 len: 168 time: 0.4968278 Aug 10 03:47:37.791275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 48262922-7eaa-403c-8719-94c2c9fd97ee up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:37.827619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16963e-d5bf-474c-bf77-7858a3e73e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea064a82-25c3-4d69-aa8f-f860f4a9be31,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:37.899467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.980920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.025480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfc22ec-b19a-42bb-b805-403383d29686,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:38.039487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 48262922-7eaa-403c-8719-94c2c9fd97ee completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:38.097877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=57e1bf12-7982-48aa-9cb7-782360940116,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:38.142800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.143152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.143763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.143911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.144154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.144486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.144816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.145238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.145492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.145791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.146318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.149008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:38.208681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bc083111-cc04-4781-b0ae-bbcea49b23c2 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:38.214966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.221950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.228562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.234988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.241907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.248311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.257128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.260761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-5bdcdcb6-e33b-4fe5-aa6b-bfe8eacd49f1 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.5687051 Aug 10 03:47:38.274955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: bc083111-cc04-4781-b0ae-bbcea49b23c2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:38.275618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bc083111-cc04-4781-b0ae-bbcea49b23c2 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:38.328588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.331863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ff7969b8-eaf1-436c-b6fa-425962d5020d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/57e1bf12-7982-48aa-9cb7-782360940116 HTTP/1.1" status: 204 len: 168 time: 1.3728878 Aug 10 03:47:38.334600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:38.383258 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfe139f-493f-40aa-a890-255031087673 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:47:38.384819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfe139f-493f-40aa-a890-255031087673 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:47:38.388094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-edfe139f-493f-40aa-a890-255031087673 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/57e1bf12-7982-48aa-9cb7-782360940116 HTTP/1.1" status: 404 len: 333 time: 0.0522718 Aug 10 03:47:38.393442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42516) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:38.458880 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68c2cf6-7be0-4b76-99bb-8ebcf8ed1005 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:47:38.464340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f68c2cf6-7be0-4b76-99bb-8ebcf8ed1005 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/57e1bf12-7982-48aa-9cb7-782360940116 HTTP/1.1" status: 404 len: 333 time: 0.0660231 Aug 10 03:47:38.467183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:38.533534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-90b855ea-425e-436f-9682-a2f173804fe1 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9599311 Aug 10 03:47:38.578213 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 2d919da2-6505-4896-8d91-055a03f488a2 associated. External IP: 172.25.2.119, port: e93f1195-4211-4eb7-abed-fc02ddd2e111. Aug 10 03:47:38.639525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9517ebeb-2b25-45cf-ad73-2352a2ce7c29 req-f6a3b555-cc67-42ac-85bc-de430dda2292 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2943528 Aug 10 03:47:38.692486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc1903-046f-4361-8777-3fa3ca8eefb3 None None] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:38.709788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet 08c6b336-6525-4fde-b4a0-9c069ace46c3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:38.723344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.729490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.736310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.742605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.748724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.755808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.762225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.768291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.770392 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b4a7f2f2-259e-4b23-a981-841aa3843218 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.6322610 Aug 10 03:47:38.821868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.991776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b8f5aff7-f4e5-4d92-9481-6041faa37e42 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.993805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b8f5aff7-f4e5-4d92-9481-6041faa37e42 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "GET /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2132015 Aug 10 03:47:39.014191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.024383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Provisioning for port 48262922-7eaa-403c-8719-94c2c9fd97ee completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:39.071887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Provisioning complete for port 48262922-7eaa-403c-8719-94c2c9fd97ee triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:39.072288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.143518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4256bfe-c606-46bd-be25-b3b4f36c11ed req-24cfa4b3-b025-4fa4-b2fb-ff67127ce316 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.153810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4256bfe-c606-46bd-be25-b3b4f36c11ed req-24cfa4b3-b025-4fa4-b2fb-ff67127ce316 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3594539 Aug 10 03:47:39.229155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-d67ae712-6ef0-4985-9e4c-36b7b55294b3 service neutron] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742363 Aug 10 03:47:39.311264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.336412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-60b38237-8cf4-42d5-9e60-2c3020ae578f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9287df7-d120-40f8-99c0-c6002ca36785 HTTP/1.1" status: 200 len: 217 time: 0.0970156 Aug 10 03:47:39.341774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.421809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4256bfe-c606-46bd-be25-b3b4f36c11ed req-87478d61-64c4-4be8-b028-7bf89b60d2c3 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663484 Aug 10 03:47:39.465243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-2606baf2-6eb2-46f2-8287-4688ea1108c6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "GET /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4611683 Aug 10 03:47:39.485078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:39.542755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:39.757156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfc207-b036-4a14-90df-26600f5397f2 req-70ad0cc1-0607-420c-b7da-6f59b9e46164 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.770790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aecfc207-b036-4a14-90df-26600f5397f2 req-70ad0cc1-0607-420c-b7da-6f59b9e46164 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 946 time: 0.6952133 Aug 10 03:47:39.791343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.826166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=08c6b336-6525-4fde-b4a0-9c069ace46c3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:39.863361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aecfc207-b036-4a14-90df-26600f5397f2 req-1b7a6aac-5b1e-484b-8979-94b2196f61f7 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Aug 10 03:47:39.870454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.873135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-037b3943-21f3-4f24-8c00-cf87413cd6d4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/08c6b336-6525-4fde-b4a0-9c069ace46c3 HTTP/1.1" status: 204 len: 168 time: 1.3943532 Aug 10 03:47:39.877436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:39.907862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:47:39.908226 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:47:39.989250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.072569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 48262922-7eaa-403c-8719-94c2c9fd97ee {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:40.073260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.172882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] For port 48262922-7eaa-403c-8719-94c2c9fd97ee, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=48262922-7eaa-403c-8719-94c2c9fd97ee,segment=NetworkSegment(2332c467-acd8-4833-8d48-1d6386e744ee),segment_id=2332c467-acd8-4833-8d48-1d6386e744ee)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:40.175409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.195141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 48262922-7eaa-403c-8719-94c2c9fd97ee owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:40.224330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329661d-a422-4b97-b17b-28dc9b5cd9eb None None] Network fc2d93d9-b793-4f8b-8509-07ee45e9fd68 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:40.253485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-269d3e64-ea6c-4f60-9927-ebf1605cb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.256114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-269d3e64-ea6c-4f60-9927-ebf1605cb5cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.8116000 Aug 10 03:47:40.309387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.417619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-225590471-network', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:40.451621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.456407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Made reservation on behalf of 806081b8ef4648eeb7537c71e1795caf for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:40.460438 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.491142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-77db2eb6-32cc-49b8-908f-277af7f899c9 None None] Port 48262922-7eaa-403c-8719-94c2c9fd97ee update to ACTIVE by agent not found {{(pid=94142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:47:40.542845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No DVR routers for this DVR port 48262922-7eaa-403c-8719-94c2c9fd97ee on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:40.548182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=48262922-7eaa-403c-8719-94c2c9fd97ee,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.569472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-b7a11afd-d5b2-4d0d-a3dc-a6fcbf830713 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.572864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-b7a11afd-d5b2-4d0d-a3dc-a6fcbf830713 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 946 time: 0.2066183 Aug 10 03:47:40.581254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.588190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.595206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.604261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3c3fe9d6-fc4a-44b2-a8cc-f0ca72af90a2 None None] Could not find standard attr ID for object 57e1bf12-7982-48aa-9cb7-782360940116. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:47:40.607756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3c3fe9d6-fc4a-44b2-a8cc-f0ca72af90a2 None None] Could not find standard attr ID for object 48262922-7eaa-403c-8719-94c2c9fd97ee. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:47:40.616648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.618719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a69eb-7e70-4c79-a83d-bf051cb47c07 None None] DHCP port deletion for fc2d93d9-b793-4f8b-8509-07ee45e9fd68 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:40.623759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.635412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.643537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.646110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-51772929-2950-44df-95ba-3df2e8327012 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 5444 time: 0.6475160 Aug 10 03:47:40.648558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.654731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:40.742064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-49290fbf-0cfa-4418-aa3c-9af414e76383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.743810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-49290fbf-0cfa-4418-aa3c-9af414e76383 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4489002 Aug 10 03:47:40.809000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.823553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2d93d9-b793-4f8b-8509-07ee45e9fd68']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:40.843925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35c7b8-fb7e-4ca7-a8c4-f646033ee3fb req-a076c566-2782-4414-92c7-4e552dad77ba tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.846119 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a35c7b8-fb7e-4ca7-a8c4-f646033ee3fb req-a076c566-2782-4414-92c7-4e552dad77ba tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.2646229 Aug 10 03:47:40.848037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2332c467-acd8-4833-8d48-1d6386e744ee') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:40.848335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2332c467-acd8-4833-8d48-1d6386e744ee') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:40.869464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.901859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.917776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:40.918208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:40.924925 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:40.943688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d9287df7-d120-40f8-99c0-c6002ca36785 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:40.950858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a35c7b8-fb7e-4ca7-a8c4-f646033ee3fb req-1633ecab-a537-460a-90d0-57bfbd6ac53a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943410 Aug 10 03:47:40.985325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Deleting port 16819198-f4ce-4938-a2fc-e4296f08539c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:40.986234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.073653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.088680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.090932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/fc2d93d9-b793-4f8b-8509-07ee45e9fd68 HTTP/1.1" status: 204 len: 168 time: 1.2121170 Aug 10 03:47:41.103793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42580) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:41.121430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-813109662'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:41.132512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f18f5-a596-4e94-b26f-fcfd56287dc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=fc2d93d9-b793-4f8b-8509-07ee45e9fd68,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.143920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-938a03be-5e08-470c-b2c0-1a6e9080bf13 req-c39aba46-6187-4a64-834e-b1570a9ed45e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4806840 Aug 10 03:47:41.183329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] For port 16819198-f4ce-4938-a2fc-e4296f08539c, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=16819198-f4ce-4938-a2fc-e4296f08539c,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:41.183769 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.188231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.200942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Calling delete_port for 16819198-f4ce-4938-a2fc-e4296f08539c owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:41.229422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f675-c636-45ea-9605-a1462b152165 req-3f53fd0d-ada9-4fe8-a408-e6b85f587ee3 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.231093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f794f675-c636-45ea-9605-a1462b152165 req-3f53fd0d-ada9-4fe8-a408-e6b85f587ee3 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbbc2399-3f73-412c-84a9-d2617bd0288b HTTP/1.1" status: 200 len: 946 time: 0.1061976 Aug 10 03:47:41.278359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:41.283348 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58a551a-7b28-4832-bd19-c850938c0826" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:41.311019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d9287df7-d120-40f8-99c0-c6002ca36785,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:41.320188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.322298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 3a22d867-527a-4936-882b-2f9773347a35 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:41.346290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f794f675-c636-45ea-9605-a1462b152165 req-b0f1bdde-8075-4751-a059-743de810e224 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865090 Aug 10 03:47:41.421108 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f90db-8863-4b38-95c2-6cb89c066ff7 x-openstack-request-id: req-6b8f90db-8863-4b38-95c2-6cb89c066ff7 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:41.422110 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:41.422747 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b8f90db-8863-4b38-95c2-6cb89c066ff7 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:41.424091 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785', 'code': 200} Aug 10 03:47:41.466706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Router 29c88358-21b9-4e5f-a43e-7837fbe2f417 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:41.468177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:41.496108 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:41.516156 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:41.517230 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.526966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.536053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.553565 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-21218448-8e09-4e23-ae82-c6640c88bfac service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014109 Aug 10 03:47:41.563566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f353360a-0343-44fb-9228-5c83884cd757,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:41.602526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Pushing event deleted for resources: {'Port': ['ID=16819198-f4ce-4938-a2fc-e4296f08539c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.631900 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.670127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:41.676210 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.680932 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.745659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3a22d867-527a-4936-882b-2f9773347a35,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:41.764545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.765515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c906fd43-9cad-4970-9ed7-4e090c4b47e8 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:41.768187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.781245 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:41.783396 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f2d22-e3cd-4700-ac22-50018f067afa None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:41.799181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.807940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] For port f353360a-0343-44fb-9228-5c83884cd757, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:41.811325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] No DVR routers for this DVR port 16819198-f4ce-4938-a2fc-e4296f08539c on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:41.833371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.836121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-179b97f6-5385-4dd3-a496-b7b8bcbba6dd req-c1d9d415-ae04-40f0-86d2-de7c5642f0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.39 "DELETE /v2.0/ports/16819198-f4ce-4938-a2fc-e4296f08539c HTTP/1.1" status: 204 len: 173 time: 1.2495356 Aug 10 03:47:41.836812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'name': 'network-vif-deleted', 'tag': '16819198-f4ce-4938-a2fc-e4296f08539c'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:41.850614 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179120f2-e07f-40a9-9888-53d7d06878ca" -d '{"events": [{"server_uuid": "cbbc2399-3f73-412c-84a9-d2617bd0288b", "name": "network-vif-deleted", "tag": "16819198-f4ce-4938-a2fc-e4296f08539c"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:41.860055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:41.884412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.973768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 48262922-7eaa-403c-8719-94c2c9fd97ee no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:41.977541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:42.000460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:42.025595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.026014 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 71ca484f-18d7-49fe-b60f-9b253d697a3c of type vlan for network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 Aug 10 03:47:42.038419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 48262922-7eaa-403c-8719-94c2c9fd97ee {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:42.049062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] device_id is not set on port f353360a-0343-44fb-9228-5c83884cd757 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:42.050140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 48262922-7eaa-403c-8719-94c2c9fd97ee not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:42.068983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-0479b088-b66d-4d33-9491-6e4f3df06f9b service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991386 Aug 10 03:47:42.082209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.088158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.089090 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Added segment 3f472a3e-6718-4b2f-85f6-b3feb7acb9e9 of type vlan for network 56b30d82-a525-48ae-a4e6-19c87f084d3b Aug 10 03:47:42.137496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.143628 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782a1fec-57c9-443e-800f-e19f13803104 x-openstack-request-id: req-782a1fec-57c9-443e-800f-e19f13803104 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:42.146831 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbc2399-3f73-412c-84a9-d2617bd0288b", "name": "network-vif-deleted", "tag": "16819198-f4ce-4938-a2fc-e4296f08539c", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:42.147014 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-782a1fec-57c9-443e-800f-e19f13803104 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:42.147640 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbc2399-3f73-412c-84a9-d2617bd0288b', 'name': 'network-vif-deleted', 'tag': '16819198-f4ce-4938-a2fc-e4296f08539c', 'status': 'completed', 'code': 200} Aug 10 03:47:42.167895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.171616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.213631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.225105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.226194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.316743 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.328261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=52203808-0af4-49e5-a0b8-6fcb6a5462d7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.347992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-152e5c0b-99c5-42b7-944e-73a5442089cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2429781 Aug 10 03:47:42.350929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42596) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:42.354491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.359180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:42.380094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-ab95733d-44bf-46c3-8074-838489b2b43c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a22d867-527a-4936-882b-2f9773347a35 HTTP/1.1" status: 200 len: 217 time: 0.2243161 Aug 10 03:47:42.380988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:42.381251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:42.400992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] Sync routers for ids ['29c88358-21b9-4e5f-a43e-7837fbe2f417'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:42.408700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fb2fc127-10b6-4033-9366-6f2fbf01b038 admin admin] 10.222.0.53 "PUT /v2.0/routers/29c88358-21b9-4e5f-a43e-7837fbe2f417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3310323 Aug 10 03:47:42.413380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:42.565592 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.578429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] Routers {'29c88358-21b9-4e5f-a43e-7837fbe2f417'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.579211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['29c88358-21b9-4e5f-a43e-7837fbe2f417'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.710170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.797324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] Set router 29c88358-21b9-4e5f-a43e-7837fbe2f417 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:42.812597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Pushing event updated for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.847402 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:47:42.855150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] No DVR routers for this DVR port f353360a-0343-44fb-9228-5c83884cd757 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:42.871142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320ef8-9fd5-4682-b6b9-34f37d178a77 req-4c33ef7f-b5ee-4dfa-a25b-c1e143b7eabb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.873960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-78320ef8-9fd5-4682-b6b9-34f37d178a77 req-4c33ef7f-b5ee-4dfa-a25b-c1e143b7eabb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.6952467 Aug 10 03:47:42.936196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.952464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.973779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.986520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-6fa20542-5b8a-4bb5-837d-9d72e93c42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.987756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.989116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-6fa20542-5b8a-4bb5-837d-9d72e93c42cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 200 len: 797 time: 0.5770693 Aug 10 03:47:42.994094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router 19bd6a8b-2cd9-4401-9e39-878aa85d96bd has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:43.002015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.014113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.019348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-7196f59f-3ee0-4878-9b4e-22844484c1d2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 4661 time: 0.6250494 Aug 10 03:47:43.042504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:43.050486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.051315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f353360a-0343-44fb-9228-5c83884cd757 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:43.055587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.057595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.059387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.117393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.204596 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.205913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04b49053-4f91-4605-a7ce-980330d67310 None None] Provisioning complete for port f353360a-0343-44fb-9228-5c83884cd757 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:43.206333 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04b49053-4f91-4605-a7ce-980330d67310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.209938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f353360a-0343-44fb-9228-5c83884cd757 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:43.210403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b50b902-d964-4d8c-81ca-3e810b8c935f no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:43.252624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7015703 Aug 10 03:47:43.254426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] In _notify_port_updated(), no bound segment for port f353360a-0343-44fb-9228-5c83884cd757 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:47:43.256307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.257707 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.260083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:43.260590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-6c0c31f4-b933-4786-9dfa-0169e995b53c service neutron] 10.222.0.65 "PUT /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 200 len: 1032 time: 3.7820594 Aug 10 03:47:43.271202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Request body: {'subnet': {'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-225590471-subnet', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:43.336573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9c9bb831-c037-4316-b9bb-d877b1ee110e req-c5176068-54d1-4cdc-a628-8afcde5d5b53 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548197 Aug 10 03:47:43.375699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:43.382010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.391710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-78320ef8-9fd5-4682-b6b9-34f37d178a77 req-e4224d4e-ba7f-4681-991c-2e4d8533f948 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448895 Aug 10 03:47:43.453925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5346c-b3a4-4ede-9a18-65d551ebcb02 admin admin] Pushing event updated for resources: {'Network': ['ID=56b30d82-a525-48ae-a4e6-19c87f084d3b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.478125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-b213146d-98f6-4d02-a730-cccefcfd61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.480804 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-b213146d-98f6-4d02-a730-cccefcfd61e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=da083595-1785-4765-b902-06d6a2da41fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4800019 Aug 10 03:47:43.482723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a22d867-527a-4936-882b-2f9773347a35'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:43.489149 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78947461-5192-4d37-b613-2670ce7ca664" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a22d867-527a-4936-882b-2f9773347a35"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:43.490674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-31f7edcc-769b-4ebb-a136-5a08da2c1b5e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.496955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-31f7edcc-769b-4ebb-a136-5a08da2c1b5e tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "GET /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2166438 Aug 10 03:47:43.554876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:43.559408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 16819198-f4ce-4938-a2fc-e4296f08539c no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:43.561230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Made reservation on behalf of 806081b8ef4648eeb7537c71e1795caf for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:43.565963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.574797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:43.589828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:43.670818 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe872f3b-4b92-4a34-bec0-273119df9b3a x-openstack-request-id: req-fe872f3b-4b92-4a34-bec0-273119df9b3a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:43.678594 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a22d867-527a-4936-882b-2f9773347a35", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:43.680192 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe872f3b-4b92-4a34-bec0-273119df9b3a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:43.680868 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a22d867-527a-4936-882b-2f9773347a35', 'code': 200} Aug 10 03:47:43.682184 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8', 'code': 200} Aug 10 03:47:43.720972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Deleting port 6f8434a8-fe03-4392-8879-9725335b986b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:43.721610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.731621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-04b49053-4f91-4605-a7ce-980330d67310 None None] Port f353360a-0343-44fb-9228-5c83884cd757 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:43.741682 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.769251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 16819198-f4ce-4938-a2fc-e4296f08539c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:43.769794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 16819198-f4ce-4938-a2fc-e4296f08539c not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:43.770286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:43.934974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:43.973897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '6f8434a8-fe03-4392-8879-9725335b986b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:37Z', 'revision_number': 5, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port': {'id': '6f8434a8-fe03-4392-8879-9725335b986b', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:12Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.005266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.006273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 31668117-b943-4854-a45d-aab7dd19d4f4 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:44.046442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] Checking router: 29c88358-21b9-4e5f-a43e-7837fbe2f417 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:44.177013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-a6051130-ae77-42be-98b2-880d50aa8fb2 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:44.179845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-a6051130-ae77-42be-98b2-880d50aa8fb2 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/networks?id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 200 len: 809 time: 0.1430926 Aug 10 03:47:44.258998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] For port 6f8434a8-fe03-4392-8879-9725335b986b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6f8434a8-fe03-4392-8879-9725335b986b,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:44.261611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.278520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:44.298170 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] Sync routers for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:44.315121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.319397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.325537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Calling delete_port for 6f8434a8-fe03-4392-8879-9725335b986b owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:44.326382 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:44.327539 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.335503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] Routers {'29c88358-21b9-4e5f-a43e-7837fbe2f417'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:44.336432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['29c88358-21b9-4e5f-a43e-7837fbe2f417'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.353678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.414130 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.434219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:44.437699 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.464671 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:44.465401 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.545022 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.546954 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.549476 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1cf83-2646-470d-af2e-945d94df18b1 None None] The sync data for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:44.593109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-409d1da0-ec02-411f-93a2-1a1b0d2abbb6 service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0944891 Aug 10 03:47:44.605047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-8040f3e6-ccf3-4337-8f19-cdb95f02ff81 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/quotas/14353c4c39094f9f81f9b9c206e380fd HTTP/1.1" status: 200 len: 375 time: 0.3170943 Aug 10 03:47:44.635685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9895f4f5-a76c-4f41-a002-f82b10fe328d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/floatingips/2d919da2-6505-4896-8d91-055a03f488a2 HTTP/1.1" status: 200 len: 978 time: 9.8973982 Aug 10 03:47:44.643597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42642) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:44.652032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] Set router 29c88358-21b9-4e5f-a43e-7837fbe2f417 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:44.729972 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.732583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'port_id': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'mac_address': 'fa:16:3e:13:ae:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc902c-682f-42bf-a40a-a0c7eb23f004', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:44.751210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:43Z', 'revision_number': 6, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.811628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=31668117-b943-4854-a45d-aab7dd19d4f4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:44.814289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4961a-a118-4018-af56-d63b1e43dde3 None None] The sync data for ids ['29c88358-21b9-4e5f-a43e-7837fbe2f417'] in n-d-769329-14 is: [{'id': '29c88358-21b9-4e5f-a43e-7837fbe2f417', 'name': 'tempest-ImageQuotaTest-661653225-router', 'tenant_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:43Z', 'revision_number': 6, 'project_id': 'fc53b7c1f21d45e3a24dfd6d369a44bf', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:44.832409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.833348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:44.859624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-f701e843-324c-4168-bf31-e9c1505c8732 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14353c4c39094f9f81f9b9c206e380fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2521574 Aug 10 03:47:44.878801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:47:44.879323 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:47:44.905416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=727610f9-d60c-4bb3-9afa-7b0f37244a23,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.960849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99df1c67-9561-4c09-90b3-d0f101fee912 req-03907cfa-1cd2-4aaa-aab9-7e03375650cb service neutron] 10.222.0.65 "GET /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574371 Aug 10 03:47:44.964585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:44.993262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.005917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.018804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.023492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.033684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.038093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-334c934b-b9f4-4acf-9aed-d0a15d815d7c service neutron] 10.222.0.53 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269224 Aug 10 03:47:45.047138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.050392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.057749 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.062572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.066672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-ff6c462a-f7d8-440d-8559-96ffd2f0cf65 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 4657 time: 0.4414411 Aug 10 03:47:45.112438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a510e28c-fe21-4c74-a8ba-82f947f96ab9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:45.167611 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c45bd5d6-9d88-4914-a228-44aabd103e94 req-30176e22-3071-42c7-9bf9-172a0486acd8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929537 Aug 10 03:47:45.294538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.310958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '71ca484f-18d7-49fe-b60f-9b253d697a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:45.311682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: 52203808-0af4-49e5-a0b8-6fcb6a5462d7, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:45.355868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.379403 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:47:45.379779 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:47:45.398821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91414575-e962-4cb2-8a21-33eec68028f5 req-7a102343-8b8c-46e5-884b-da4f97e97e94 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.401763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91414575-e962-4cb2-8a21-33eec68028f5 req-7a102343-8b8c-46e5-884b-da4f97e97e94 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 944 time: 0.1302905 Aug 10 03:47:45.422339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.425416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:45.433230 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.507680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.508492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:45.529114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91414575-e962-4cb2-8a21-33eec68028f5 req-e1ae5a6d-7251-4e83-901e-f65214d80923 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170263 Aug 10 03:47:45.530367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.566727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 52203808-0af4-49e5-a0b8-6fcb6a5462d7) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:45.580837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.581449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.581849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a3d5e-a7dc-4dc8-ad98-fca34457ca28 None None] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:45.592287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-a7636356-c8b6-459b-8cf9-361ce7a9384f service neutron] 10.222.0.53 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620039 Aug 10 03:47:45.615664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.619610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eadb16d9-10b2-4692-bfc0-32bdf2746c88,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.660315 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4c8fdce2-e6cc-41c8-8d2c-3e15a8e973d6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3046985 Aug 10 03:47:45.664673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.666210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8434a8-fe03-4392-8879-9725335b986b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.675327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:45.676360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.677119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-676297010'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:45.687460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31668117-b943-4854-a45d-aab7dd19d4f4'}, {'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9'}, {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:45.692657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Checking segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:45.692957 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e1c80-fb7f-466b-8880-a0afd56c7760" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "31668117-b943-4854-a45d-aab7dd19d4f4"}, {"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9"}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:45.693082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Network hostable DHCP agents. Network: 56b30d82-a525-48ae-a4e6-19c87f084d3b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:45.833355 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc2b0f-faeb-4cc7-9291-a1e3fa0fbfad x-openstack-request-id: req-b5dc2b0f-faeb-4cc7-9291-a1e3fa0fbfad {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:45.833725 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "31668117-b943-4854-a45d-aab7dd19d4f4", "code": 200}, {"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9", "code": 200}, {"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-unplugged", "status": "completed", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:45.833908 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5dc2b0f-faeb-4cc7-9291-a1e3fa0fbfad {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:45.834362 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'code': 200} Aug 10 03:47:45.843018 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31668117-b943-4854-a45d-aab7dd19d4f4', 'code': 200} Aug 10 03:47:45.843548 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'code': 200} Aug 10 03:47:45.843548 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4', 'code': 200} Aug 10 03:47:45.906009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.912382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:46.023062 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.028656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 56b30d82-a525-48ae-a4e6-19c87f084d3b) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:46.039338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.039965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.043887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.048812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.105039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9bfc22ec-b19a-42bb-b805-403383d29686 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:46.108070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8bf91-2057-4328-b56e-53f2df1827b5 None None] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:46.141445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5eab3ad7-382d-4861-b3d6-6d68237baac6 req-34c6e418-78e2-4ae7-b541-1ea1f7e0c0c0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 210 time: 0.1887369 Aug 10 03:47:46.145850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-52203808-0af4-49e5-a0b8-6fcb6a5462d7', 'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': '727610f9-d60c-4bb3-9afa-7b0f37244a23'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:46.146894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.187927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-31724146-0b31-4576-9d7f-5ad34d24bf84 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9260471 Aug 10 03:47:46.200955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42680) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:46.210859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=31668117-b943-4854-a45d-aab7dd19d4f4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:46.217626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:46.239898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.240461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29c88358-21b9-4e5f-a43e-7837fbe2f417 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:46.259977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] For port 31668117-b943-4854-a45d-aab7dd19d4f4, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:46.262966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.266312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57a6b0a3-a678-4bd7-8a01-d94defc99606 admin admin] 10.222.0.53 "DELETE /v2.0/routers/29c88358-21b9-4e5f-a43e-7837fbe2f417 HTTP/1.1" status: 204 len: 168 time: 3.8476548 Aug 10 03:47:46.288950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42684) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:46.369682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] device_id is not set on port 31668117-b943-4854-a45d-aab7dd19d4f4 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:46.378983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Allocated IP 172.20.0.2 (52203808-0af4-49e5-a0b8-6fcb6a5462d7/727610f9-d60c-4bb3-9afa-7b0f37244a23/d247440c-c1c9-49bb-a4de-c6b1115204a4) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:46.400204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.417967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:47:46.417967 n-d-769329-14 neutron-server[94141]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:47:46.417967 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id_1': '0814a271bbed4b8a913aa52f8cc73034', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 47, 46, 339095)}] Aug 10 03:47:46.417967 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:47:46.418372 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:47:46.422452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.451376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.452504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.510738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Deleting subnet ed13df27-c105-464b-899a-e920139e0265 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:46.527626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.532034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9bfc22ec-b19a-42bb-b805-403383d29686 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:46.533656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9bfc22ec-b19a-42bb-b805-403383d29686 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:46.533656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f8434a8-fe03-4392-8879-9725335b986b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:46.553143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.573348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.574090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.581134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6f8434a8-fe03-4392-8879-9725335b986b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:46.581851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f8434a8-fe03-4392-8879-9725335b986b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:46.594360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.609787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.616890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a510e28c-fe21-4c74-a8ba-82f947f96ab9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:46.618665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.639392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.644675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:46.651308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c13d3681-7ae7-4e56-898c-1999e339934b req-3a181f8b-9026-4244-8a94-2d6cf1b179f6 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 4575 time: 0.3007178 Aug 10 03:47:46.654331 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.691915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Pushing event updated for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:46.702176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] No DVR routers for this DVR port 31668117-b943-4854-a45d-aab7dd19d4f4 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:46.712921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.713645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.714419 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Floating IP 2d919da2-6505-4896-8d91-055a03f488a2 disassociated. External IP: 172.25.2.119, port: 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865. Aug 10 03:47:46.715046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:46.742697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:46.782937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.783318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.835854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c13d3681-7ae7-4e56-898c-1999e339934b req-c18abda8-4490-4580-8b91-da2eb343d831 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&id=08275127-8192-434e-9045-2b4394bfc2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813583 Aug 10 03:47:46.890654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a510e28c-fe21-4c74-a8ba-82f947f96ab9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:46.931918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] In _notify_port_updated(), no bound segment for port 31668117-b943-4854-a45d-aab7dd19d4f4 on network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:47:46.932840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.933547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.935198 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-d8e4fdaf-5a3b-4fa2-ad1d-19a79a3f0bec service neutron] 10.222.0.65 "PUT /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 200 len: 1033 time: 3.3552203 Aug 10 03:47:47.047856 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.058386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Transition to ACTIVE for port object d247440c-c1c9-49bb-a4de-c6b1115204a4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:47.058782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.076426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53abb05-f2a2-43b9-9ae7-20d6adb2bd48 None None] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:47.082287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Transition to ACTIVE for port object d247440c-c1c9-49bb-a4de-c6b1115204a4 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:47.103249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd2dd7-3144-48f9-86f4-eccec0e51f7d req-78c98fd7-c72a-4d8a-afcf-155b23a62828 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:47.105160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3dd2dd7-3144-48f9-86f4-eccec0e51f7d req-78c98fd7-c72a-4d8a-afcf-155b23a62828 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 945 time: 0.3195667 Aug 10 03:47:47.140113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.150944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:47.155798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.264787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2e5d7235-499b-41f6-8f74-458ed670d694 None None] Provisioning complete for port 31668117-b943-4854-a45d-aab7dd19d4f4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:47.265240 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2e5d7235-499b-41f6-8f74-458ed670d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.312760 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.331460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:47.358343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:47.372498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed13df27-c105-464b-899a-e920139e0265,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.375737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:47.393422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Pushing event updated for resources: {'Port': ['ID=d247440c-c1c9-49bb-a4de-c6b1115204a4,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.410397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 8077a133-9f99-4568-9391-79787bc91601 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:47.422687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d7235-499b-41f6-8f74-458ed670d694 None None] Port 31668117-b943-4854-a45d-aab7dd19d4f4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:47.443905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3dd2dd7-3144-48f9-86f4-eccec0e51f7d req-b7edfcc2-1dec-474a-bb10-afdc7f7d6cad tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843533 Aug 10 03:47:47.447117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.449114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-228ed884-5cd3-43d6-8632-5d1dcab3f9d9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed13df27-c105-464b-899a-e920139e0265 HTTP/1.1" status: 204 len: 168 time: 1.1585922 Aug 10 03:47:47.452305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port 0b50b902-d964-4d8c-81ca-3e810b8c935f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:47.452684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.458930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42696) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:47.495033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e70d1d-5e40-4fc2-a225-de23dd8dfa4f None None] Network 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:47.532011 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc6e4eb4-2e00-4aca-89c2-b75def37ff44 req-bf758b2a-d736-4fd1-a247-aadaec73c0d7 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0507989 Aug 10 03:47:47.562480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Attempting to bind port d247440c-c1c9-49bb-a4de-c6b1115204a4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:47.562480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Attempting to bind port d247440c-c1c9-49bb-a4de-c6b1115204a4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '71ca484f-18d7-49fe-b60f-9b253d697a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:47.562480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Attempting to bind port d247440c-c1c9-49bb-a4de-c6b1115204a4 on network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:47.616084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.631325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:47.632215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Checking segment: {'id': '71ca484f-18d7-49fe-b60f-9b253d697a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:47.632215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.632586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Bound using segment: {'id': '71ca484f-18d7-49fe-b60f-9b253d697a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:47.633079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Bound port: d247440c-c1c9-49bb-a4de-c6b1115204a4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ca484f-18d7-49fe-b60f-9b253d697a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '52203808-0af4-49e5-a0b8-6fcb6a5462d7'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:47.634481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.855907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] For port d247440c-c1c9-49bb-a4de-c6b1115204a4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:47.858058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port 0b50b902-d964-4d8c-81ca-3e810b8c935f, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b50b902-d964-4d8c-81ca-3e810b8c935f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:47.858583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.866522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] For port d247440c-c1c9-49bb-a4de-c6b1115204a4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d247440c-c1c9-49bb-a4de-c6b1115204a4,segment=NetworkSegment(71ca484f-18d7-49fe-b60f-9b253d697a3c),segment_id=71ca484f-18d7-49fe-b60f-9b253d697a3c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:47.875243 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.883384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.961912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b6c50-a1ad-4f55-8dea-a77f836fadd3 None None] Pushing event updated for resources: {'Port': ['ID=d247440c-c1c9-49bb-a4de-c6b1115204a4,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.964808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.998416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] DHCP port deletion for 0c1baa53-b1fd-4ecb-9631-dbe14fee9314 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:48.054022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=65b6b3ac-e0c8-46a9-9eb0-9a760ad28865,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.092988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] Deleting port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:48.093368 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.112439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.11 (52203808-0af4-49e5-a0b8-6fcb6a5462d7/727610f9-d60c-4bb3-9afa-7b0f37244a23/8077a133-9f99-4568-9391-79787bc91601) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:48.231377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] For port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,segment=NetworkSegment(fa05d699-acaf-4c29-9e7b-abe1b6c2c33a),segment_id=fa05d699-acaf-4c29-9e7b-abe1b6c2c33a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:48.234777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.255063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-2d804b6f-272a-40b5-876c-907f7d67bd16 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.256650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-2d804b6f-272a-40b5-876c-907f7d67bd16 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.65 "GET /v2.0/networks?id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 200 len: 809 time: 0.5327327 Aug 10 03:47:48.270350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] Calling delete_port for ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:48.294442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router 19bd6a8b-2cd9-4401-9e39-878aa85d96bd has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:48.332633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Request body: {'port': {'device_id': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48', 'admin_state_up': True, 'tenant_id': '14353c4c39094f9f81f9b9c206e380fd'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:48.484591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:48.504410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] Sync routers for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:48.525723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.596540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:48.597230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.599685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] No DVR routers for this DVR port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:48.607323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f362c-c1ed-4cd9-ba81-a89c1957a364 None None] Pushing event deleted for resources: {'Port': ['ID=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.665489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:48.668546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.695479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-36fb3ef8-3c8e-4961-bb23-ca9e8fcf6ae5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.705727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-36fb3ef8-3c8e-4961-bb23-ca9e8fcf6ae5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.713260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-36fb3ef8-3c8e-4961-bb23-ca9e8fcf6ae5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.719290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-36fb3ef8-3c8e-4961-bb23-ca9e8fcf6ae5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.726511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-36fb3ef8-3c8e-4961-bb23-ca9e8fcf6ae5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.728861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-36fb3ef8-3c8e-4961-bb23-ca9e8fcf6ae5 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3875 time: 0.7098589 Aug 10 03:47:48.806904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.836045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.836421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.836849 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Floating IP 2471a60d-e2a0-42f9-8ac5-7aebf5b6d804 disassociated. External IP: 172.25.2.204, port: 0b50b902-d964-4d8c-81ca-3e810b8c935f. Aug 10 03:47:48.837225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for 0b50b902-d964-4d8c-81ca-3e810b8c935f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:48.857944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.902546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.968797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf19e182-9cc9-435a-84ed-3be3b928f44b req-26c9b8c4-3667-4709-acf7-836a4bfb66c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159345 Aug 10 03:47:48.982619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Deleting port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:48.982970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.992088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:48.993219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 8077a133-9f99-4568-9391-79787bc91601 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:48.993341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.997917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Allocated IP 172.25.2.110 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/1e8a19d0-5384-4623-8b27-ccfd053b5e98) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:49.087875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:49.088927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe18c6-7050-4836-bcc4-f117dc6c7fc4 None None] The sync data for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:49.140054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ac27d-fa79-4585-a049-938f3788a0e7 req-0a2dafb8-adda-41db-a133-ec420a9ed306 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:49.142757 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-731ac27d-fa79-4585-a049-938f3788a0e7 req-0a2dafb8-adda-41db-a133-ec420a9ed306 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 945 time: 0.4921100 Aug 10 03:47:49.146559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.151917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b90b2c58-8c93-4f12-aa04-690c685b4299 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/ports/65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 HTTP/1.1" status: 204 len: 168 time: 4.4718847 Aug 10 03:47:49.152760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42712) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.155797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a510e28c-fe21-4c74-a8ba-82f947f96ab9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:49.156517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.197821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70ced7f6-0e50-437c-b28e-c4e0eb0faad6 req-fd0ea6d5-cb71-49f2-954a-2186c7930349 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0721979 Aug 10 03:47:49.217904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Made reservation on behalf of 14353c4c39094f9f81f9b9c206e380fd for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:49.217904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.231263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] For port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:49.231668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.297283 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.315400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Calling delete_port for ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:49.326726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:49.330739 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f56de8-72a7-47ec-8a22-0e464f46e1e8" -d '{"events": [{"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-plugged", "status": "completed", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:49.334079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:47:49.347905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:49.356584 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.369908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-731ac27d-fa79-4585-a049-938f3788a0e7 req-39953e28-13b3-4644-a639-6a86cff5fe6b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032301 Aug 10 03:47:49.426152 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.433562 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed10b78-d663-4b38-9969-34c0cdf68caf x-openstack-request-id: req-aed10b78-d663-4b38-9969-34c0cdf68caf {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:49.434453 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-plugged", "status": "completed", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:49.435073 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aed10b78-d663-4b38-9969-34c0cdf68caf {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:49.435854 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'code': 200} Aug 10 03:47:49.457294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.477718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42716) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.531706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.598825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.622635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] No DVR routers for this DVR port ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:49.627028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.722493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.738367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880d01-aad4-423b-8866-a56c17d3deb4 req-7ad556d8-44db-45de-9bd5-02ebd63501b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:49.739786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c880d01-aad4-423b-8866-a56c17d3deb4 req-7ad556d8-44db-45de-9bd5-02ebd63501b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 1098 time: 0.1439121 Aug 10 03:47:49.740516 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4391164f-ea77-4add-a87e-6df68d1ee486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.769729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f6b85-65d2-49a0-b045-0f673208f08f None None] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:49.801621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:49.820887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:49.822657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=8077a133-9f99-4568-9391-79787bc91601,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.827500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.830562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:49.846137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c880d01-aad4-423b-8866-a56c17d3deb4 req-b96a6afb-8c22-471f-b286-63bcec0082bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917296 Aug 10 03:47:49.884485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:49.901903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d247440c-c1c9-49bb-a4de-c6b1115204a4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:49.905002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:49.913409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:49.946563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8a19d0-5384-4623-8b27-ccfd053b5e98,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.956490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-164ccaac-5a0e-4a02-8193-07894c6f7b46 None None] Provisioning for port d247440c-c1c9-49bb-a4de-c6b1115204a4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:50.100348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d247440c-c1c9-49bb-a4de-c6b1115204a4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:50.106640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d247440c-c1c9-49bb-a4de-c6b1115204a4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:50.106886 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4391164f-ea77-4add-a87e-6df68d1ee486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.107468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.165600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4391164f-ea77-4add-a87e-6df68d1ee486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.226170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.284171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.296404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d247440c-c1c9-49bb-a4de-c6b1115204a4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d247440c-c1c9-49bb-a4de-c6b1115204a4,segment=NetworkSegment(71ca484f-18d7-49fe-b60f-9b253d697a3c),segment_id=71ca484f-18d7-49fe-b60f-9b253d697a3c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:50.311257 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.333196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1baa53-b1fd-4ecb-9631-dbe14fee9314']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:50.341707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Allocated IP 172.20.0.12 (5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48/34fbca81-07ee-4553-9427-36a3169d1e14/45bb01a6-a848-4a5b-b1db-67fb1656d8d7) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:50.398599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:50.410522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=0b50b902-d964-4d8c-81ca-3e810b8c935f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.412233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4391164f-ea77-4add-a87e-6df68d1ee486 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdf4997b608e4c42bde7f99d7c81fdb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333100 Aug 10 03:47:50.419145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.427487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:50.427835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ad6fa88b-c5d5-4c77-8d6a-dd0f1aff867a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:50.433076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5668-e993-475b-b747-f374e5abef60 req-2c192c32-5bce-4cc0-b3bd-82fbaec52dfb tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.442411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5668-e993-475b-b747-f374e5abef60 req-2c192c32-5bce-4cc0-b3bd-82fbaec52dfb tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.449719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5668-e993-475b-b747-f374e5abef60 req-2c192c32-5bce-4cc0-b3bd-82fbaec52dfb tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.454572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d247440c-c1c9-49bb-a4de-c6b1115204a4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.456460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf5668-e993-475b-b747-f374e5abef60 req-2c192c32-5bce-4cc0-b3bd-82fbaec52dfb tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.457716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0abf5668-e993-475b-b747-f374e5abef60 req-2c192c32-5bce-4cc0-b3bd-82fbaec52dfb tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3142 time: 0.2952905 Aug 10 03:47:50.472792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391164f-ea77-4add-a87e-6df68d1ee486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4887c56-cfbe-42ae-aeef-850522b6999b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.485138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.486377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.502031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:50.502326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa05d699-acaf-4c29-9e7b-abe1b6c2c33a') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:50.555073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4474658c-01f5-4803-a28e-f8d35d319ea9 req-212e7eb4-17bc-4eae-852f-66b3cded2ef0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0929294 Aug 10 03:47:50.567199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.628175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-233e1e66-d81e-467f-9e69-14fe97ff93d2 None None] Provisioning for port 8077a133-9f99-4568-9391-79787bc91601 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:50.633789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-233e1e66-d81e-467f-9e69-14fe97ff93d2 None None] Provisioning complete for port 8077a133-9f99-4568-9391-79787bc91601 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:50.634210 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233e1e66-d81e-467f-9e69-14fe97ff93d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.640634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4c41a69-c26e-4775-949c-468749cc55cb tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.9748907 Aug 10 03:47:50.653709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.685793 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.692797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-233e1e66-d81e-467f-9e69-14fe97ff93d2 None None] Port 8077a133-9f99-4568-9391-79787bc91601 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:50.699755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0abf5668-e993-475b-b747-f374e5abef60 req-cb5941c7-6a72-412d-bef2-2f2968de71da tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215650 Aug 10 03:47:50.745532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-233e1e66-d81e-467f-9e69-14fe97ff93d2 None None] Provisioning complete for port d247440c-c1c9-49bb-a4de-c6b1115204a4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:50.745910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-233e1e66-d81e-467f-9e69-14fe97ff93d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.789342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:50.789342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:50.805623 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:50.847047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Router d85290a2-1172-447f-a359-f6c9c10675da has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:50.854080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.898208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-405d5feb-839c-420e-87e1-57bf554207c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.924079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-405d5feb-839c-420e-87e1-57bf554207c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.035210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a6fea6c9-9c32-41ff-8a43-c10cf2abd913 None None] Provisioning complete for port 8077a133-9f99-4568-9391-79787bc91601 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:51.036055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a6fea6c9-9c32-41ff-8a43-c10cf2abd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.038820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 8077a133-9f99-4568-9391-79787bc91601 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:51.039167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.056851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0237b-ecfc-4bf3-b1b2-bd0bb937dffa req-3341e7f9-8762-4839-b440-8bff4d23c8e4 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:51.058492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74c0237b-ecfc-4bf3-b1b2-bd0bb937dffa req-3341e7f9-8762-4839-b440-8bff4d23c8e4 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3646801 Aug 10 03:47:51.067075 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.081442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.081813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.085182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.090675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c1baa53-b1fd-4ecb-9631-dbe14fee9314 HTTP/1.1" status: 204 len: 168 time: 3.6290052 Aug 10 03:47:51.109205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a6fea6c9-9c32-41ff-8a43-c10cf2abd913 None None] Port 8077a133-9f99-4568-9391-79787bc91601 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:51.130320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa45a-cc98-4b67-a6b2-992641743469 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1baa53-b1fd-4ecb-9631-dbe14fee9314,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.237332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74c0237b-ecfc-4bf3-b1b2-bd0bb937dffa req-f116818f-e51c-4251-b96e-4a9daa0d82dd tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649458 Aug 10 03:47:51.249395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-405d5feb-839c-420e-87e1-57bf554207c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.252243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-405d5feb-839c-420e-87e1-57bf554207c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.253405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-405d5feb-839c-420e-87e1-57bf554207c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4887c56-cfbe-42ae-aeef-850522b6999b HTTP/1.1" status: 204 len: 168 time: 0.8331077 Aug 10 03:47:51.270365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:51.289856 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] Sync routers for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:51.307805 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:51.308481 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:51.321052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42734) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:51.322898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d5feb-839c-420e-87e1-57bf554207c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4887c56-cfbe-42ae-aeef-850522b6999b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.328573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.334627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.369243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 8077a133-9f99-4568-9391-79787bc91601 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:51.490723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:51.493532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port 0b50b902-d964-4d8c-81ca-3e810b8c935f on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:51.496887 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:51.505039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:51.509755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.514467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-ce79b6ea-b3a1-4d75-83d0-174027cd0d22 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "DELETE /v2.0/ports/0b50b902-d964-4d8c-81ca-3e810b8c935f HTTP/1.1" status: 204 len: 173 time: 4.5707788 Aug 10 03:47:51.522154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:51.526893 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a27a2c-d8c4-4f77-b7bf-fcdc61ff3980" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:51.533500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:51.656061 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dcf3d9-feac-4add-bce8-33b28a005ca0 x-openstack-request-id: req-42dcf3d9-feac-4add-bce8-33b28a005ca0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:51.656447 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "0b50b902-d964-4d8c-81ca-3e810b8c935f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:51.656801 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42dcf3d9-feac-4add-bce8-33b28a005ca0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:51.657912 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': '0b50b902-d964-4d8c-81ca-3e810b8c935f', 'status': 'completed', 'code': 200} Aug 10 03:47:51.733387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Pushing event updated for resources: {'Port': ['ID=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.772095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d247440c-c1c9-49bb-a4de-c6b1115204a4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:51.783369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cb625415-fa18-4f10-8069-adc03423d071 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc53b7c1f21d45e3a24dfd6d369a44bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498701 Aug 10 03:47:51.785534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42744) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:51.818345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:51.819152 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.859344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-cb1e5784-16b4-4a8f-98ef-96d974500103 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5494657 Aug 10 03:47:51.867294 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:51.890270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d247440c-c1c9-49bb-a4de-c6b1115204a4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:51.890893 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.895941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Request body: {'port': {'device_id': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:51.906435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port 3a22d867-527a-4936-882b-2f9773347a35 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:51.906993 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.911309 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] Checking router: d85290a2-1172-447f-a359-f6c9c10675da for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:51.928538 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:51.929547 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:51.988636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef1846-fe00-4391-b3a0-f748cb6ad387 req-2dbafbbe-4534-4641-9eee-abb114beb10e tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:51.990388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09ef1846-fe00-4391-b3a0-f748cb6ad387 req-2dbafbbe-4534-4641-9eee-abb114beb10e tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 932 time: 0.2947016 Aug 10 03:47:51.991107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42746) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.087861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6797243a-8fbb-4c3a-be3a-e002856d5028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.089056 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:52.096755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1cabfc82-03e5-4064-8bbc-a929f4f8cd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.151742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port 3a22d867-527a-4936-882b-2f9773347a35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=3a22d867-527a-4936-882b-2f9773347a35,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:52.152125 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.205691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1cabfc82-03e5-4064-8bbc-a929f4f8cd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.224976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for 3a22d867-527a-4936-882b-2f9773347a35 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:52.240809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.257574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972dec3-8376-4aa5-88ed-01f92c1478b9 req-ed49a12d-e670-4a3f-8cb8-1a9a501753c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.263006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09ef1846-fe00-4391-b3a0-f748cb6ad387 req-7117bfbc-b6d0-4c55-a32e-6b56850fceb3 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527020 Aug 10 03:47:52.263988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972dec3-8376-4aa5-88ed-01f92c1478b9 req-ed49a12d-e670-4a3f-8cb8-1a9a501753c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.270965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972dec3-8376-4aa5-88ed-01f92c1478b9 req-ed49a12d-e670-4a3f-8cb8-1a9a501753c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.279151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972dec3-8376-4aa5-88ed-01f92c1478b9 req-ed49a12d-e670-4a3f-8cb8-1a9a501753c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.281085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.288966 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8972dec3-8376-4aa5-88ed-01f92c1478b9 req-ed49a12d-e670-4a3f-8cb8-1a9a501753c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 3142 time: 0.2452579 Aug 10 03:47:52.497271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8972dec3-8376-4aa5-88ed-01f92c1478b9 req-45df461f-4109-40ff-bf90-f0f9829614ca tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074540 Aug 10 03:47:52.547720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.576734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6797243a-8fbb-4c3a-be3a-e002856d5028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.597198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6797243a-8fbb-4c3a-be3a-e002856d5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.597533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=8077a133-9f99-4568-9391-79787bc91601,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:52.642938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.643292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.643630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.643973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.644434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.644635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.644966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.645309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.645638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.646018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.646319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.647034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:52.681011 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:52.695854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port d9507fa5-9f44-40bc-b5c9-01165549e545 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:52.696219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.723523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1cabfc82-03e5-4064-8bbc-a929f4f8cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.725701 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98bf4a-c3fc-4a2a-8dcc-b589a445983b None None] The sync data for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 is: [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:36:34Z', 'revision_number': 4, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '3e1c4156-1dfe-4fd5-8d84-55d720430c3e', 'name': '', 'network_id': 'd55ceef1-37e1-43e0-a52d-c75603bde0fe', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'mac_address': 'fa:16:3e:37:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:31Z', 'updated_at': '2021-08-10T03:36:51Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'subnets': [{'id': '94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:52.726199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1cabfc82-03e5-4064-8bbc-a929f4f8cd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.730244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1cabfc82-03e5-4064-8bbc-a929f4f8cd39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2c2b54c-59d8-4097-900d-f757b26a41d8 HTTP/1.1" status: 204 len: 168 time: 0.9408717 Aug 10 03:47:52.751318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bdd71-8cdc-42dc-8378-72b4f3a5c122 req-fbac61b3-ea95-4b50-91eb-975015394791 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.752974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-415bdd71-8cdc-42dc-8378-72b4f3a5c122 req-fbac61b3-ea95-4b50-91eb-975015394791 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3373325 Aug 10 03:47:52.790877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6797243a-8fbb-4c3a-be3a-e002856d5028 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69aa57da25e545bf9b4a658d16cfcb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7811396 Aug 10 03:47:52.793238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42752) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.795860 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.801475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-496a0c26-0e55-4bcf-ac8c-e25065bb0f30 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/8077a133-9f99-4568-9391-79787bc91601 HTTP/1.1" status: 204 len: 168 time: 2.1179910 Aug 10 03:47:52.802597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.814672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797243a-8fbb-4c3a-be3a-e002856d5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86ccff-9a21-4ac9-86e0-1678a69386d9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:52.838301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Router e9b78dc4-c25d-48ea-afd8-858c66a4871b is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:52.884139 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead09f7e-10cd-411f-b3c0-98802ffe3faf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:47:52.888801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ead09f7e-10cd-411f-b3c0-98802ffe3faf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/8077a133-9f99-4568-9391-79787bc91601 HTTP/1.1" status: 404 len: 333 time: 0.0764694 Aug 10 03:47:52.895284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42756) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.984409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.998903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabfc82-03e5-4064-8bbc-a929f4f8cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c2b54c-59d8-4097-900d-f757b26a41d8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.025146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-415bdd71-8cdc-42dc-8378-72b4f3a5c122 req-d84a1ab7-0760-4b43-8ca8-fb4536b10bc7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162983 Aug 10 03:47:53.030521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for d9507fa5-9f44-40bc-b5c9-01165549e545 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:53.059900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a981695d-223c-4426-9b5e-dc2181b00848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.070527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet 727610f9-d60c-4bb3-9afa-7b0f37244a23 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:53.082450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.124404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.174622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=3a22d867-527a-4936-882b-2f9773347a35,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.189663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.194704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf85a9-0e79-4be6-b726-5d8c52c5d15e None None] New status for floating IP 2471a60d-e2a0-42f9-8ac5-7aebf5b6d804: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:53.225153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:53.239714 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Sync routers for ids ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:53.254052 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Routers {'e9b78dc4-c25d-48ea-afd8-858c66a4871b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:53.261808 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:53.295520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port 3a22d867-527a-4936-882b-2f9773347a35 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:53.301238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a981695d-223c-4426-9b5e-dc2181b00848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.321551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.323272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-f0a4b942-67ec-4c50-9101-13b8b0be9d63 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "DELETE /v2.0/ports/3a22d867-527a-4936-882b-2f9773347a35 HTTP/1.1" status: 204 len: 173 time: 1.7827337 Aug 10 03:47:53.454974 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Set router e9b78dc4-c25d-48ea-afd8-858c66a4871b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:53.523879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42764) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:53.585151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.589655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9983bbe1-2f15-4079-96d4-70c8b960a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.590118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.594691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:53.595167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6e2270eb-146c-41e9-82a3-b156a4078236 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3929033 Aug 10 03:47:53.602077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42768) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:53.619786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a981695d-223c-4426-9b5e-dc2181b00848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.622925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a981695d-223c-4426-9b5e-dc2181b00848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.626707 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a981695d-223c-4426-9b5e-dc2181b00848 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a86ccff-9a21-4ac9-86e0-1678a69386d9 HTTP/1.1" status: 204 len: 168 time: 0.8322847 Aug 10 03:47:53.699444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981695d-223c-4426-9b5e-dc2181b00848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86ccff-9a21-4ac9-86e0-1678a69386d9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.717839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.763333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad75cd-1e43-467d-b727-ca0c3d41ed63 req-6a1793bb-cc87-4435-a54d-eed3f05c3e8a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:53.771575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ad75cd-1e43-467d-b727-ca0c3d41ed63 req-6a1793bb-cc87-4435-a54d-eed3f05c3e8a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.5503192 Aug 10 03:47:53.834557 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:47:50Z', 'revision_number': 3, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:53.850467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=d9507fa5-9f44-40bc-b5c9-01165549e545,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.916131 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Checking router: e9b78dc4-c25d-48ea-afd8-858c66a4871b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:53.918691 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Updating router e9b78dc4-c25d-48ea-afd8-858c66a4871b port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:53.957742 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.006320 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67ad75cd-1e43-467d-b727-ca0c3d41ed63 req-1e56c55a-c9bc-467d-a036-faa86cf680e7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336543 Aug 10 03:47:54.123716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': '3a22d867-527a-4936-882b-2f9773347a35'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:54.127772 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda0227-3629-4f59-bc2e-d0b0d9294d1c" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "3a22d867-527a-4936-882b-2f9773347a35"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:54.136039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.150075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Transition to ACTIVE for port object 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:54.164664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.192463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.261714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.284461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Pushing event updated for resources: {'Port': ['ID=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:54.323912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223c1b-8607-4ee8-9ec9-a71f8ec7d461 req-79945dd5-875a-4b3a-a04d-2af6090110f4 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:54.332116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d223c1b-8607-4ee8-9ec9-a71f8ec7d461 req-79945dd5-875a-4b3a-a04d-2af6090110f4 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 932 time: 0.8982725 Aug 10 03:47:54.363254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.367859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe8b57-9ed7-4c7b-81fa-eca3f36291dc None None] Network 52203808-0af4-49e5-a0b8-6fcb6a5462d7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:54.368419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/727610f9-d60c-4bb3-9afa-7b0f37244a23 HTTP/1.1" status: 204 len: 168 time: 1.4526372 Aug 10 03:47:54.370749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffa83e-bd0d-4cd2-a10f-8a9ac6dcd511 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=727610f9-d60c-4bb3-9afa-7b0f37244a23,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:54.373601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42786) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:54.462817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eb9a2-ad93-4d55-94c3-d42543212fff req-8096d557-d106-4f8c-a8d4-5d613cc9c8f8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:54.469080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eb9a2-ad93-4d55-94c3-d42543212fff req-8096d557-d106-4f8c-a8d4-5d613cc9c8f8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:54.471768 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.475402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eb9a2-ad93-4d55-94c3-d42543212fff req-8096d557-d106-4f8c-a8d4-5d613cc9c8f8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:54.477448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-763eb9a2-ad93-4d55-94c3-d42543212fff req-8096d557-d106-4f8c-a8d4-5d613cc9c8f8 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 2409 time: 0.3008015 Aug 10 03:47:54.487971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.505668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Transition to ACTIVE for port object 1e8a19d0-5384-4623-8b27-ccfd053b5e98 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:54.517598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port c906fd43-9cad-4970-9ed7-4e090c4b47e8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:54.517598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.520716 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.563304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d223c1b-8607-4ee8-9ec9-a71f8ec7d461 req-462fe474-629e-4b92-9ef9-279c88c7090c tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301059 Aug 10 03:47:54.604212 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Pushing event updated for resources: {'Port': ['ID=1e8a19d0-5384-4623-8b27-ccfd053b5e98,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:54.609770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-763eb9a2-ad93-4d55-94c3-d42543212fff req-26d8d4f5-e59a-4887-a2d2-db206703acf2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141717 Aug 10 03:47:54.641543 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.644437 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.645549 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.647540 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.648149 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.649712 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.650172 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.650894 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.652020 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.654346 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.654800 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.656095 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:54.722126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.722491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Attempting to bind port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:54.723096 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Attempting to bind port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:54.724511 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Attempting to bind port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:54.741969 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:54.742461 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:54.743157 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b9071-91c4-4928-aeb9-e84a4df7b2b3 x-openstack-request-id: req-ea7b9071-91c4-4928-aeb9-e84a4df7b2b3 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:54.744030 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.744356 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "3a22d867-527a-4936-882b-2f9773347a35", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:54.744457 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:54.744907 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea7b9071-91c4-4928-aeb9-e84a4df7b2b3 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:54.745666 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': '3a22d867-527a-4936-882b-2f9773347a35', 'status': 'completed', 'code': 200} Aug 10 03:47:54.746130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Bound port: 1e8a19d0-5384-4623-8b27-ccfd053b5e98, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:54.747072 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.825582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] DHCP port deletion for 52203808-0af4-49e5-a0b8-6fcb6a5462d7 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:54.889106 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] For port 1e8a19d0-5384-4623-8b27-ccfd053b5e98, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:54.895545 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] For port 1e8a19d0-5384-4623-8b27-ccfd053b5e98, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1e8a19d0-5384-4623-8b27-ccfd053b5e98,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:54.902145 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.904947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port c906fd43-9cad-4970-9ed7-4e090c4b47e8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c906fd43-9cad-4970-9ed7-4e090c4b47e8,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:54.906097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.921448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for c906fd43-9cad-4970-9ed7-4e090c4b47e8 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:54.964303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.978820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] Deleting port d247440c-c1c9-49bb-a4de-c6b1115204a4 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:54.979498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:54.981617 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbcc8c-0911-4b89-bcd9-a301add3c608 None None] Pushing event updated for resources: {'Port': ['ID=1e8a19d0-5384-4623-8b27-ccfd053b5e98,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.026228 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Routers {'e9b78dc4-c25d-48ea-afd8-858c66a4871b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:55.026904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:55.104381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.133163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] For port d247440c-c1c9-49bb-a4de-c6b1115204a4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d247440c-c1c9-49bb-a4de-c6b1115204a4,segment=NetworkSegment(71ca484f-18d7-49fe-b60f-9b253d697a3c),segment_id=71ca484f-18d7-49fe-b60f-9b253d697a3c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:55.133569 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.167106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=c906fd43-9cad-4970-9ed7-4e090c4b47e8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.189234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] Calling delete_port for d247440c-c1c9-49bb-a4de-c6b1115204a4 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:55.191591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Attempting to bind port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:55.192176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Attempting to bind port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:55.192775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Attempting to bind port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 on network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:55.205222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 on network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:55.205651 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] Set router e9b78dc4-c25d-48ea-afd8-858c66a4871b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:55.206158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Attempting to bind port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 on network 5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:55.274754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9983bbe1-2f15-4079-96d4-70c8b960a15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.307831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.312714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port c906fd43-9cad-4970-9ed7-4e090c4b47e8 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:55.314933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9983bbe1-2f15-4079-96d4-70c8b960a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.317763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:55.318269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Checking segment: {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:55.318666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Bound using segment: {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:55.319118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Bound port: 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e735beb-65ae-4d4d-9fcf-879a8c5081f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:55.319481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.332778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] No DVR routers for this DVR port d247440c-c1c9-49bb-a4de-c6b1115204a4 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:55.337848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.340194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-35c0ba75-6708-4548-a95a-f074e66712aa tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "DELETE /v2.0/ports/c906fd43-9cad-4970-9ed7-4e090c4b47e8 HTTP/1.1" status: 204 len: 173 time: 2.0067163 Aug 10 03:47:55.376797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983bbe1-2f15-4079-96d4-70c8b960a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add1c97-a408-4a5e-8a02-f9388a77f6e7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.397892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e5790-29ff-42c6-a1cf-07f6881318a9 None None] Pushing event deleted for resources: {'Port': ['ID=d247440c-c1c9-49bb-a4de-c6b1115204a4,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.411946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router 19bd6a8b-2cd9-4401-9e39-878aa85d96bd has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:55.440296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-a7fb7c8a-7638-4d65-9f90-aa3bdf2d7bce tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:55.442084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-a7fb7c8a-7638-4d65-9f90-aa3bdf2d7bce tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 814 time: 0.3092701 Aug 10 03:47:55.486199 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-9de22e10-3da9-41cc-8f92-e63891b51322 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/quotas/8616723e299e438ca8363abd23d98cb6 HTTP/1.1" status: 200 len: 375 time: 0.0222507 Aug 10 03:47:55.502627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port d247440c-c1c9-49bb-a4de-c6b1115204a4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:55.503241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.522537 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:47:50Z', 'revision_number': 3, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:55.556794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Allocated IP 172.20.0.1 (56b30d82-a525-48ae-a4e6-19c87f084d3b/eadb16d9-10b2-4692-bfc0-32bdf2746c88/180c92a3-e12a-4c5e-a0f1-67d5fce501cd) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:55.577751 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54327b08-efee-49be-bcae-fde3cd7b260f None None] The sync data for ids ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'] in n-d-769329-14 is: [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:47:50Z', 'revision_number': 3, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:55.616349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] For port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:55.619951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] For port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:55.632125 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9983bbe1-2f15-4079-96d4-70c8b960a15d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 2.0870998 Aug 10 03:47:55.632783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:55.675050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.757314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Pushing event updated for resources: {'Port': ['ID=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:55.790095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d247440c-c1c9-49bb-a4de-c6b1115204a4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:55.833347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d247440c-c1c9-49bb-a4de-c6b1115204a4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:55.836377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d247440c-c1c9-49bb-a4de-c6b1115204a4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:55.841634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-1aa559d1-7547-4503-90f2-1eeccf60d30a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3506892 Aug 10 03:47:55.930073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:55.931503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.933086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-399434bb-0c13-47d6-bbfa-6af74858d7ab service neutron] 10.222.0.65 "PUT /v2.0/ports/45bb01a6-a848-4a5b-b1db-67fb1656d8d7 HTTP/1.1" status: 200 len: 1093 time: 4.0612338 Aug 10 03:47:55.952135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:55.962843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] Sync routers for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:55.990598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] For port d247440c-c1c9-49bb-a4de-c6b1115204a4, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:55.990598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.021170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.039065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:56.041334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.054563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ec9e831c-d335-42d4-b34e-a927db13da38 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/routers/19bd6a8b-2cd9-4401-9e39-878aa85d96bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8985369 Aug 10 03:47:56.069067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for d247440c-c1c9-49bb-a4de-c6b1115204a4 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:56.071648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42828) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:56.096045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Port d247440c-c1c9-49bb-a4de-c6b1115204a4 was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:47:56.113696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.115290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.118291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.139321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] Routers {'19bd6a8b-2cd9-4401-9e39-878aa85d96bd'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:56.141175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.142540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No DVR routers for this DVR port d247440c-c1c9-49bb-a4de-c6b1115204a4 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:56.221228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.222328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf7676e-4295-4677-8d9f-9236932b7740 None None] The sync data for ids ['19bd6a8b-2cd9-4401-9e39-878aa85d96bd'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:56.296057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1796a2-120c-4a97-b9ba-bd8f52a9d7d7 req-a6efc8f0-308b-4d6e-a3f8-60bb14ff50a7 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.304357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f1796a2-120c-4a97-b9ba-bd8f52a9d7d7 req-a6efc8f0-308b-4d6e-a3f8-60bb14ff50a7 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 944 time: 0.4755955 Aug 10 03:47:56.307267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=d247440c-c1c9-49bb-a4de-c6b1115204a4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:56.340229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f04226bd-3ff6-4628-83bd-5aba55b39ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.375342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f04226bd-3ff6-4628-83bd-5aba55b39ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.385522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port d9287df7-d120-40f8-99c0-c6002ca36785 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:56.385865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.391124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.405027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-10f5a0ae-08f9-4902-97c5-6f7b00a7d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.405027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-10f5a0ae-08f9-4902-97c5-6f7b00a7d932 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14353c4c39094f9f81f9b9c206e380fd&device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 1096 time: 0.4053841 Aug 10 03:47:56.437941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52203808-0af4-49e5-a0b8-6fcb6a5462d7']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.558018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-4e68a8f3-172b-4404-b17c-bd9978be2b92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7 HTTP/1.1" status: 200 len: 217 time: 0.1119778 Aug 10 03:47:56.599530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ca484f-18d7-49fe-b60f-9b253d697a3c') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.599899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ca484f-18d7-49fe-b60f-9b253d697a3c') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.695564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f1796a2-120c-4a97-b9ba-bd8f52a9d7d7 req-aa92aad8-0303-490e-be7e-8299e2e71765 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901277 Aug 10 03:47:56.747420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.748988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8'}, {'name': 'network-changed', 'server_uuid': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'tag': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:56.754636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-112e179a-6c6e-453f-ad78-b6271b07fb13 service neutron] 10.222.0.53 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035316 Aug 10 03:47:56.766956 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8"}, {"name": "network-changed", "server_uuid": "57556f62-1e3c-47e9-ac6c-6091a9f2a0d2", "tag": "45bb01a6-a848-4a5b-b1db-67fb1656d8d7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:56.779333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.811784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f04226bd-3ff6-4628-83bd-5aba55b39ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.815004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f04226bd-3ff6-4628-83bd-5aba55b39ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.819239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f04226bd-3ff6-4628-83bd-5aba55b39ae3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8add1c97-a408-4a5e-8a02-f9388a77f6e7 HTTP/1.1" status: 204 len: 168 time: 1.1465201 Aug 10 03:47:56.821088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-99c2388e-8487-40ac-b15f-1a146b077b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.822623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-99c2388e-8487-40ac-b15f-1a146b077b1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=34fbca81-07ee-4553-9427-36a3169d1e14 HTTP/1.1" status: 200 len: 849 time: 0.2047594 Aug 10 03:47:56.915963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04226bd-3ff6-4628-83bd-5aba55b39ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add1c97-a408-4a5e-8a02-f9388a77f6e7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:56.922161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-98fd232b-fac9-4d60-a94a-e9fa4540a8bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861671 Aug 10 03:47:56.923873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.961248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-69b55146-fb86-4812-990e-b68dfe4e1af1 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.963620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-69b55146-fb86-4812-990e-b68dfe4e1af1 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "GET /v2.0/ports?device_id=4eff5026-d0a5-4650-8cec-0466bbc735e6 HTTP/1.1" status: 200 len: 946 time: 0.3385570 Aug 10 03:47:56.986403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.995088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:56.995397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-677394cc-e353-41ed-9715-e2fcac58d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.049358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-891dfa6c-c6cd-46f7-a41b-fc54b67b332e service neutron] 10.222.0.65 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186306 Aug 10 03:47:57.055889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:57.056558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.072659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3f112-b23c-469b-8b7e-c83f398d6e69 req-cd63ea65-c4fb-4f2b-bcc1-5c4d8d6b1f86 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:57.080013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3f112-b23c-469b-8b7e-c83f398d6e69 req-cd63ea65-c4fb-4f2b-bcc1-5c4d8d6b1f86 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:57.112462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28f3f112-b23c-469b-8b7e-c83f398d6e69 req-cd63ea65-c4fb-4f2b-bcc1-5c4d8d6b1f86 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 1676 time: 0.2836823 Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:57.127026 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:57.131080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:57.150431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:57.160221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Pushing event updated for resources: {'Port': ['ID=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:57.319263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-4ef28ab1-c91d-4b02-8964-93475021a4ce service neutron] 10.222.0.53 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541201 Aug 10 03:47:57.412340 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.455324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port d9287df7-d120-40f8-99c0-c6002ca36785, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d9287df7-d120-40f8-99c0-c6002ca36785,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:57.455708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.473412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Deleting port a510e28c-fe21-4c74-a8ba-82f947f96ab9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:57.473899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.480725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for d9287df7-d120-40f8-99c0-c6002ca36785 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:57.551458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.630824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28f3f112-b23c-469b-8b7e-c83f398d6e69 req-b327644e-c7c0-41f7-8092-49274c32da97 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5174367 Aug 10 03:47:57.633684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67ea7e38-c297-4480-b897-c046dc91daf7 req-8f735f54-a78a-4c8a-9631-32ec4513083f service neutron] 10.222.0.65 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609208 Aug 10 03:47:57.637757 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7090e0f9-0ad7-400a-a878-5780122c6d88 x-openstack-request-id: req-7090e0f9-0ad7-400a-a878-5780122c6d88 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:57.638180 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "c906fd43-9cad-4970-9ed7-4e090c4b47e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57556f62-1e3c-47e9-ac6c-6091a9f2a0d2", "tag": "45bb01a6-a848-4a5b-b1db-67fb1656d8d7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:57.638554 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7090e0f9-0ad7-400a-a878-5780122c6d88 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:57.638975 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': 'c906fd43-9cad-4970-9ed7-4e090c4b47e8', 'status': 'completed', 'code': 200} Aug 10 03:47:57.639231 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'tag': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7', 'status': 'completed', 'code': 200} Aug 10 03:47:57.640472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.652823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.657735 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/52203808-0af4-49e5-a0b8-6fcb6a5462d7 HTTP/1.1" status: 204 len: 168 time: 3.2767713 Aug 10 03:47:57.699678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42870) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:57.711800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'name': 'tempest-PortsTestJSON-373443153'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:57.811055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c77673-f84a-4a8a-8775-8dccec04ef75 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=52203808-0af4-49e5-a0b8-6fcb6a5462d7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:57.858190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4ceeb7e-d07e-4937-b630-2dc2ba0267a1 req-f7432dca-c855-40db-beea-3918de65fb74 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 210 time: 0.1020887 Aug 10 03:47:57.892408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] For port a510e28c-fe21-4c74-a8ba-82f947f96ab9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a510e28c-fe21-4c74-a8ba-82f947f96ab9,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:57.893224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.926085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Calling delete_port for a510e28c-fe21-4c74-a8ba-82f947f96ab9 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:57.936244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e8a19d0-5384-4623-8b27-ccfd053b5e98 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:57.989589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port aa839160-50b2-4945-80f7-b350124c959e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:57.999843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.008600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.067211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:58.072482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:58.073104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.119165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.173665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-bf0d39de-2e4e-4ae2-baac-8ced6a2d672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.175795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-bf0d39de-2e4e-4ae2-baac-8ced6a2d672c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14353c4c39094f9f81f9b9c206e380fd&device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 1096 time: 0.4186852 Aug 10 03:47:58.201878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a82cf-33c3-4e0d-992c-9aabcb275a7e req-6e1b04cc-cd40-4836-ae00-8b005147d6a4 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.204070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-205a82cf-33c3-4e0d-992c-9aabcb275a7e req-6e1b04cc-cd40-4836-ae00-8b005147d6a4 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 944 time: 0.3141611 Aug 10 03:47:58.205418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=d9287df7-d120-40f8-99c0-c6002ca36785,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.215696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.246762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 1e8a19d0-5384-4623-8b27-ccfd053b5e98, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1e8a19d0-5384-4623-8b27-ccfd053b5e98,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:58.254701 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.365809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42886) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.374726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=1e8a19d0-5384-4623-8b27-ccfd053b5e98,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.384097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.384763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.385276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.385753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.386318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.387016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.387860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.388449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.389539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.390138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.390783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.391612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:58.414866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port d9287df7-d120-40f8-99c0-c6002ca36785 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:58.424934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.427095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b2e54e78-5d0c-4213-8c2f-42f0f0a621c2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "DELETE /v2.0/ports/d9287df7-d120-40f8-99c0-c6002ca36785 HTTP/1.1" status: 204 len: 173 time: 3.0538588 Aug 10 03:47:58.458605 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.463045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:58.466739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.497096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for aa839160-50b2-4945-80f7-b350124c959e owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:58.567803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-205a82cf-33c3-4e0d-992c-9aabcb275a7e req-33458dfa-593e-4ccd-aa53-d56b75752626 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901502 Aug 10 03:47:58.569731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-a50be39d-0c73-4f60-98ee-9e321370e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.571794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-a50be39d-0c73-4f60-98ee-9e321370e20b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 200 len: 910 time: 0.2951372 Aug 10 03:47:58.604917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port dc852ad6-180a-45d2-9283-51dcef80d2fd yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:47:58.670445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-b4d41009-67f0-4cae-bbf0-c723928aa585 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7 HTTP/1.1" status: 200 len: 217 time: 0.0871534 Aug 10 03:47:58.875808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-a3f59945-3031-4a77-b2ca-bbb9608bbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.877607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-a3f59945-3031-4a77-b2ca-bbb9608bbfb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=34fbca81-07ee-4553-9427-36a3169d1e14 HTTP/1.1" status: 200 len: 849 time: 0.1741016 Aug 10 03:47:58.900493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.903538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.933659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8986bc05-81a9-40f8-b28d-f66d3f3880fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.937638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-0536d23d-ba2a-4f32-a552-3de455b8ee65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530474 Aug 10 03:47:58.947327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=aa839160-50b2-4945-80f7-b350124c959e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:58.949446 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.951088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:58.985937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:58.986462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.200245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Pushing event updated for resources: {'Port': ['ID=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.207670 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.258091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd8938-bd8d-45c3-ac2c-ed948832fc98 req-52298697-4f77-4b33-930b-cd2f39d6051c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:59.259791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbbd8938-bd8d-45c3-ac2c-ed948832fc98 req-52298697-4f77-4b33-930b-cd2f39d6051c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 942 time: 0.4210188 Aug 10 03:47:59.269169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] No DVR routers for this DVR port a510e28c-fe21-4c74-a8ba-82f947f96ab9 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:59.275301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.278702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b604603-5404-43a0-a8d2-0c757a94cf3a req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "DELETE /v2.0/ports/a510e28c-fe21-4c74-a8ba-82f947f96ab9 HTTP/1.1" status: 204 len: 173 time: 2.2982161 Aug 10 03:47:59.312632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-deleted', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:59.315596 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c660bf-0f7a-466e-9a27-3f19ee47d182" -d '{"events": [{"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-deleted", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:59.338971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a8157-c756-4429-8334-efae98a9314f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Pushing event deleted for resources: {'Port': ['ID=a510e28c-fe21-4c74-a8ba-82f947f96ab9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.368979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.462919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ce4c165-bd7e-49d7-ab98-7463d753b614 req-9f3978a2-74ff-4fdb-a515-0b1a1e33da9e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 210 time: 0.4732525 Aug 10 03:47:59.561841 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52ceb04-01ae-4ab4-8e28-57c64252a479 x-openstack-request-id: req-a52ceb04-01ae-4ab4-8e28-57c64252a479 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:59.562175 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff5026-d0a5-4650-8cec-0466bbc735e6", "name": "network-vif-deleted", "tag": "a510e28c-fe21-4c74-a8ba-82f947f96ab9", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:59.562470 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a52ceb04-01ae-4ab4-8e28-57c64252a479 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:59.562888 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff5026-d0a5-4650-8cec-0466bbc735e6', 'name': 'network-vif-deleted', 'tag': 'a510e28c-fe21-4c74-a8ba-82f947f96ab9', 'status': 'completed', 'code': 200} Aug 10 03:47:59.580970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.591451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.620627 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbbd8938-bd8d-45c3-ac2c-ed948832fc98 req-cccc35a4-3588-4bd3-b187-68d58c5c2303 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089917 Aug 10 03:47:59.674060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:59.676555 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d265c6da-02e8-476f-8dcb-57239b84a697" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:59.699056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.702459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Fanout notify agent at l3_agent the message router_deleted on router 19bd6a8b-2cd9-4401-9e39-878aa85d96bd {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:59.711652 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.723245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.727181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-36a8e6aa-6d09-4e34-9c3b-b020e66281d9 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/routers/19bd6a8b-2cd9-4401-9e39-878aa85d96bd HTTP/1.1" status: 204 len: 168 time: 3.6503787 Aug 10 03:47:59.753779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42900) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:59.763343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8986bc05-81a9-40f8-b28d-f66d3f3880fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.767079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:59.769712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:59.777145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8986bc05-81a9-40f8-b28d-f66d3f3880fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.790792 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430c6390-8c1e-4ba9-aebf-c5863da45ef2 x-openstack-request-id: req-430c6390-8c1e-4ba9-aebf-c5863da45ef2 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:59.790792 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "d9287df7-d120-40f8-99c0-c6002ca36785", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:59.790792 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-430c6390-8c1e-4ba9-aebf-c5863da45ef2 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:59.791219 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': 'd9287df7-d120-40f8-99c0-c6002ca36785', 'status': 'completed', 'code': 200} Aug 10 03:47:59.804097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.863264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-12d76125-d29f-4147-a3d2-2c2495ca212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.870474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8986bc05-81a9-40f8-b28d-f66d3f3880fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebb2ea21030942ee8d650cdc4e5b6238&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4802442 Aug 10 03:47:59.877535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986bc05-81a9-40f8-b28d-f66d3f3880fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afc40b-99af-48d7-a69e-d47720ac0ded,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.882453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42902) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:59.892590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:59.893402 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.922007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-2638d6af-26eb-4ad6-98cb-91c1f9bd0cc4 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:59.923691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-2638d6af-26eb-4ad6-98cb-91c1f9bd0cc4 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 814 time: 0.4636252 Aug 10 03:47:59.926550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e8a19d0-5384-4623-8b27-ccfd053b5e98 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:59.935457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-ac771350-7f88-4683-85f2-3ac139bd8fb7 service neutron] 10.222.0.65 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9899318 Aug 10 03:48:00.013060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7356-2fa2-48e5-8990-5bc2cc5092ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.044947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:00.045766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.058816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Router e9b78dc4-c25d-48ea-afd8-858c66a4871b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:00.062358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Request body: {'port': {'device_id': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'admin_state_up': True, 'tenant_id': '8616723e299e438ca8363abd23d98cb6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:00.070310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e92dbb9-29dd-4776-aa8c-d38b9953d61c req-af7ffa0f-f8c8-4224-be88-dfe7e90ba60a service neutron] 10.222.0.65 "GET /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230383 Aug 10 03:48:00.073397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7356-2fa2-48e5-8990-5bc2cc5092ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.087633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:00.155318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting subnet f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:00.182907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e2c13-6c3f-48ca-b495-fb6ae53f8a00 req-6a086053-cb02-47d8-b5c8-1b745e79fc30 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:00.185208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a2e2c13-6c3f-48ca-b495-fb6ae53f8a00 req-6a086053-cb02-47d8-b5c8-1b745e79fc30 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 944 time: 0.4299946 Aug 10 03:48:00.186473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.238319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7356-2fa2-48e5-8990-5bc2cc5092ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.241038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7ad7356-2fa2-48e5-8990-5bc2cc5092ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.242212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7ad7356-2fa2-48e5-8990-5bc2cc5092ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4afc40b-99af-48d7-a69e-d47720ac0ded HTTP/1.1" status: 204 len: 168 time: 0.3587215 Aug 10 03:48:00.258057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad7356-2fa2-48e5-8990-5bc2cc5092ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4afc40b-99af-48d7-a69e-d47720ac0ded,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.261695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:00.276989 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f28ee8a-92a9-4bea-ae35-96a953d1eb63 admin admin] 10.222.0.53 "PUT /v2.0/routers/e9b78dc4-c25d-48ea-afd8-858c66a4871b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6633542 Aug 10 03:48:00.286790 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Sync routers for ids ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:00.304195 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Routers {'e9b78dc4-c25d-48ea-afd8-858c66a4871b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:00.305320 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:48:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:00.326427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.367143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.427376 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Set router e9b78dc4-c25d-48ea-afd8-858c66a4871b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:00.449925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a2e2c13-6c3f-48ca-b495-fb6ae53f8a00 req-4dcbaecb-e5c7-48f6-8a00-a5654a31559a tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984110 Aug 10 03:48:00.499642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:00.519189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:00.543732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=dc852ad6-180a-45d2-9283-51dcef80d2fd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.552467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:00.558530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:00.559211 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.611697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.643595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-125e9722-d7e6-4a65-8135-4f9540d80e61 req-dd2b65c3-d096-4e19-a6da-0a173aefb914 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 210 time: 0.0535028 Aug 10 03:48:00.670579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Made reservation on behalf of 8616723e299e438ca8363abd23d98cb6 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:00.670579 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.676358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:00.693890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e9607e8-90dd-478a-8898-b711d4800974 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9907849 Aug 10 03:48:00.694360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42920) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:00.728903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: a510e28c-fe21-4c74-a8ba-82f947f96ab9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:00.729534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a510e28c-fe21-4c74-a8ba-82f947f96ab9 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:00.822897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.891521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=dadbad94-c0ac-4cd1-b153-c0d6261ddbe4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.905819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.941887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42922) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:00.976544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a8e36-8539-4f5d-9b33-92e6ca2fddad req-8e505342-0569-4966-9a5a-68a02b93d7ae tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:00.984871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-210a8e36-8539-4f5d-9b33-92e6ca2fddad req-8e505342-0569-4966-9a5a-68a02b93d7ae tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 865 time: 0.2415519 Aug 10 03:48:01.004069 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcec269e-cec2-4e7e-acca-8e23e9a6350d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.041540 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:47:57Z', 'revision_number': 4, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '180c92a3-e12a-4c5e-a0f1-67d5fce501cd', 'name': '', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'mac_address': 'fa:16:3e:e8:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:55Z', 'updated_at': '2021-08-10T03:47:58Z', 'revision_number': 2, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'subnets': [{'id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:01.057155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Subnet': ['ID=f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:01.057430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5999e-4516-4234-ab0b-1c4128227300 None None] Network 5b896333-fdf5-4762-a301-17fb44773fe2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:01.058543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-210a8e36-8539-4f5d-9b33-92e6ca2fddad req-1a7abf4e-6d22-4cea-ba31-c94ba26c4ad2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups?id=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722039 Aug 10 03:48:01.059925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:01.062893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.068323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9fb81102-83ca-4349-bd7e-f7a7e2728bfd tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/subnets/f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f HTTP/1.1" status: 204 len: 168 time: 1.2886693 Aug 10 03:48:01.068323 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.070125 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f64481f3-99d1-46db-887d-eb3931f7cee1 req-b10d9844-ce2b-4966-ab4d-0bb92d678365 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.65 "DELETE /v2.0/ports/dadbad94-c0ac-4cd1-b153-c0d6261ddbe4 HTTP/1.1" status: 204 len: 173 time: 2.6291018 Aug 10 03:48:01.074019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.076975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port dc852ad6-180a-45d2-9283-51dcef80d2fd {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:01.077962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.128436 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Checking router: e9b78dc4-c25d-48ea-afd8-858c66a4871b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:01.128831 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Updating router e9b78dc4-c25d-48ea-afd8-858c66a4871b port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:01.144060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Allocated IP 172.20.0.13 (1fe11e1c-971a-444b-ba35-e586c7760f4e/b1dc902c-682f-42bf-a40a-a0c7eb23f004/944fa5d6-1355-47f6-b5b5-be27255c8919) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:01.167530 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.221954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:01.294757 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.353463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for dc852ad6-180a-45d2-9283-51dcef80d2fd owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:01.419930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] DHCP port deletion for 5b896333-fdf5-4762-a301-17fb44773fe2 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:01.479570 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.518113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.582005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.654177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:01.667230 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.684155 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Transition to ACTIVE for port object 180c92a3-e12a-4c5e-a0f1-67d5fce501cd will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:01.695113 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.696673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-d5b45aed-f07d-4659-9ecd-8b76a48aae16 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.709131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-d5b45aed-f07d-4659-9ecd-8b76a48aae16 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 810 time: 0.6161766 Aug 10 03:48:01.713937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7', 'network_id': '5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48', 'port_id': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7', 'mac_address': 'fa:16:3e:73:a5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fbca81-07ee-4553-9427-36a3169d1e14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:01.727272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] Deleting port 65b5daef-9f5f-4d32-82da-265984e37c6b {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:01.727646 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.756613 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.764046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae6aee-0d71-4a08-a1f8-023c099f639f None None] Pushing event updated for resources: {'Port': ['ID=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:01.787087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:01.799405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-2169e3ea-aff8-472d-90d0-abd4f890cc79 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/quotas/806081b8ef4648eeb7537c71e1795caf HTTP/1.1" status: 200 len: 375 time: 0.0870306 Aug 10 03:48:01.820682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:01.823074 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3224df8-de43-4f5f-ad79-ec902844d600" -d '{"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:01.834769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65b5daef-9f5f-4d32-82da-265984e37c6b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:01.841154 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Attempting to bind port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:01.841659 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Attempting to bind port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:01.842118 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Attempting to bind port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd on network 56b30d82-a525-48ae-a4e6-19c87f084d3b {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:01.849392 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:01.850088 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Checking segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:01.850691 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.851794 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Bound using segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:01.854063 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Bound port: 180c92a3-e12a-4c5e-a0f1-67d5fce501cd, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:01.855494 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.871737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:01.889260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:01.895593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:01.918336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcec269e-cec2-4e7e-acca-8e23e9a6350d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.935889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.941813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcec269e-cec2-4e7e-acca-8e23e9a6350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.971700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b817d55-3245-4229-b7f5-d06a4f048604 req-319bf076-a6ba-48d1-9d22-e202ad73c84b tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.976536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-7d978b83-4410-424e-82a0-f20bcc3c4158 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760225 Aug 10 03:48:01.978739 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] For port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:01.979453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b817d55-3245-4229-b7f5-d06a4f048604 req-319bf076-a6ba-48d1-9d22-e202ad73c84b tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 944 time: 0.3168035 Aug 10 03:48:01.988021 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] For port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:01.994991 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.004177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.045232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:02.045710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=dc852ad6-180a-45d2-9283-51dcef80d2fd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.080205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:02.083349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] For port 65b5daef-9f5f-4d32-82da-265984e37c6b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65b5daef-9f5f-4d32-82da-265984e37c6b,segment=NetworkSegment(b255afb0-9a74-443f-afd2-21f31fa8dc5a),segment_id=b255afb0-9a74-443f-afd2-21f31fa8dc5a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:02.084218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.085560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:02.086257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.098876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.112024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-92983948-8714-478a-a111-f945c8e18c84 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1714888 Aug 10 03:48:02.114450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] Calling delete_port for 65b5daef-9f5f-4d32-82da-265984e37c6b owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:02.122160 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae6aee-0d71-4a08-a1f8-023c099f639f None None] Pushing event updated for resources: {'Port': ['ID=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.133694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Request body: {'port': {'device_id': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:02.140711 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Routers {'e9b78dc4-c25d-48ea-afd8-858c66a4871b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:02.142005 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:48:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:02.157182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.171210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f4e05c1-37b6-4b00-be6b-9c77c89964f6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/dc852ad6-180a-45d2-9283-51dcef80d2fd HTTP/1.1" status: 204 len: 168 time: 1.4641979 Aug 10 03:48:02.171700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:02.180791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'mac_address': 'fa:16:3e:ed:79:c2', 'name': 'tempest-PortsTestJSON-1392342997'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:02.195814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.208515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bcec269e-cec2-4e7e-acca-8e23e9a6350d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1606e4219f254a4daa16af304d57d0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2636745 Aug 10 03:48:02.209322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42944) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:02.225234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec269e-cec2-4e7e-acca-8e23e9a6350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4048abf6-cde6-46b6-b756-05d59d791e2c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.260791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 65b5daef-9f5f-4d32-82da-265984e37c6b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:02.261140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.301439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-686e06ce-c430-4108-a3f3-143a3d856099 service neutron] 10.222.0.53 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139486 Aug 10 03:48:02.306682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b817d55-3245-4229-b7f5-d06a4f048604 req-12acd437-525c-4cb5-af32-d2771c06ae8e tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262322 Aug 10 03:48:02.337144 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] Set router e9b78dc4-c25d-48ea-afd8-858c66a4871b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:02.466440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] For port 65b5daef-9f5f-4d32-82da-265984e37c6b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65b5daef-9f5f-4d32-82da-265984e37c6b,segment=NetworkSegment(b255afb0-9a74-443f-afd2-21f31fa8dc5a),segment_id=b255afb0-9a74-443f-afd2-21f31fa8dc5a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:02.466840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.474082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['45bb01a6-a848-4a5b-b1db-67fb1656d8d7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:02.492580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 65b5daef-9f5f-4d32-82da-265984e37c6b owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:02.567002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-c15466f2-e5d5-4c42-96ba-5eca4299e6b3 service neutron] 10.222.0.53 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644947 Aug 10 03:48:02.570128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223fab5-14fc-4789-830f-662cc702a25d req-174dad54-07b4-4dfb-8b3f-974a0153a9f9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:02.577745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c223fab5-14fc-4789-830f-662cc702a25d req-174dad54-07b4-4dfb-8b3f-974a0153a9f9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 932 time: 0.1711340 Aug 10 03:48:02.578401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.599697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4199d293-5f29-4df5-b714-dd6b1975cd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.661901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.670859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:02.741327 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:47:57Z', 'revision_number': 4, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '180c92a3-e12a-4c5e-a0f1-67d5fce501cd', 'name': '', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'mac_address': 'fa:16:3e:e8:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:55Z', 'updated_at': '2021-08-10T03:48:01Z', 'revision_number': 4, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'subnets': [{'id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:02.785565 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541df63-3f26-4834-ae38-daec472c3014 None None] The sync data for ids ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'] in n-d-769329-14 is: [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:47:57Z', 'revision_number': 4, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '180c92a3-e12a-4c5e-a0f1-67d5fce501cd', 'name': '', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'mac_address': 'fa:16:3e:e8:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:55Z', 'updated_at': '2021-08-10T03:48:01Z', 'revision_number': 4, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'subnets': [{'id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:02.822502 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8a2a91-4d6a-4ac1-96c8-ea028ec6e0bb x-openstack-request-id: req-da8a2a91-4d6a-4ac1-96c8-ea028ec6e0bb {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:02.822961 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda33f9a-76b2-4874-9cfa-33246d6287c7", "name": "network-vif-deleted", "tag": "dadbad94-c0ac-4cd1-b153-c0d6261ddbe4", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:02.823317 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da8a2a91-4d6a-4ac1-96c8-ea028ec6e0bb {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:02.824350 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda33f9a-76b2-4874-9cfa-33246d6287c7', 'name': 'network-vif-deleted', 'tag': 'dadbad94-c0ac-4cd1-b153-c0d6261ddbe4', 'status': 'completed', 'code': 200} Aug 10 03:48:02.914910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.004969 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.109806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:03.127000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f91a1a3-e436-4b45-96fb-9dae295c32a8 req-ad73d1f5-152d-499b-81eb-785ab603747f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.1291623 Aug 10 03:48:03.146249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] Pushing event deleted for resources: {'Port': ['ID=65b5daef-9f5f-4d32-82da-265984e37c6b,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.168600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceebe917-193a-4e18-8397-44fb0f6e89ad None None] No DVR routers for this DVR port 65b5daef-9f5f-4d32-82da-265984e37c6b on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:03.213092 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.393687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e54cebb4-ad3c-44ae-9671-9190e1f9e3a0 req-85af4fc7-5bcc-4e71-b656-5d69741373fa tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 210 time: 0.0611773 Aug 10 03:48:03.649932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c223fab5-14fc-4789-830f-662cc702a25d req-476800d8-c398-4cff-9a8f-fe846d043f59 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0711536 Aug 10 03:48:03.653624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4199d293-5f29-4df5-b714-dd6b1975cd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.679905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944fa5d6-1355-47f6-b5b5-be27255c8919 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:03.699037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.746799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.786041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.804461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Transition to ACTIVE for port object 944fa5d6-1355-47f6-b5b5-be27255c8919 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:03.817504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d57ed-0571-4a6f-93db-f26e0d42ce02 req-75e16c71-5845-4328-ba62-e84917615be0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:03.827057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc8d57ed-0571-4a6f-93db-f26e0d42ce02 req-75e16c71-5845-4328-ba62-e84917615be0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 945 time: 0.2622662 Aug 10 03:48:03.838303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.872392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=65b5daef-9f5f-4d32-82da-265984e37c6b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.878291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] No DVR routers for this DVR port 65b5daef-9f5f-4d32-82da-265984e37c6b on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:03.885878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.910449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 180c92a3-e12a-4c5e-a0f1-67d5fce501cd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:03.947666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.985812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4199d293-5f29-4df5-b714-dd6b1975cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.990447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4199d293-5f29-4df5-b714-dd6b1975cd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.994428 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4199d293-5f29-4df5-b714-dd6b1975cd5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4048abf6-cde6-46b6-b756-05d59d791e2c HTTP/1.1" status: 204 len: 168 time: 1.7674420 Aug 10 03:48:04.030240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:04.036741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:04.037137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.058426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:04.106930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d293-5f29-4df5-b714-dd6b1975cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4048abf6-cde6-46b6-b756-05d59d791e2c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:04.124622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:04.141096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.142752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc8d57ed-0571-4a6f-93db-f26e0d42ce02 req-acf54ea1-271f-449a-8880-8718ca62b9df tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143809 Aug 10 03:48:04.151541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:04.178180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b896333-fdf5-4762-a301-17fb44773fe2']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:04.213000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b255afb0-9a74-443f-afd2-21f31fa8dc5a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:04.213292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b255afb0-9a74-443f-afd2-21f31fa8dc5a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:04.218245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:04.233902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.234605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.237767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.289875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-20f9fe13-f059-4e08-9001-22b68855ffcd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1165519 Aug 10 03:48:04.293709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42962) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:04.341306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.363460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe088e6-1a9e-4e15-a7dc-72d40c1ff3c0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.365859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fbe088e6-1a9e-4e15-a7dc-72d40c1ff3c0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34 HTTP/1.1" status: 200 len: 841 time: 0.0703726 Aug 10 03:48:04.367224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df8e5c24-c7ce-415f-b55b-c864fffca665 req-49af73ec-9023-40f1-8c44-00f881632466 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0921338 Aug 10 03:48:04.367586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Attempting to bind port 944fa5d6-1355-47f6-b5b5-be27255c8919 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:04.368128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Attempting to bind port 944fa5d6-1355-47f6-b5b5-be27255c8919 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:04.368699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.369186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Attempting to bind port 944fa5d6-1355-47f6-b5b5-be27255c8919 on network 1fe11e1c-971a-444b-ba35-e586c7760f4e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:04.370857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42964) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:04.375324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Port 944fa5d6-1355-47f6-b5b5-be27255c8919 on network 1fe11e1c-971a-444b-ba35-e586c7760f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:04.376135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Attempting to bind port 944fa5d6-1355-47f6-b5b5-be27255c8919 on network 1fe11e1c-971a-444b-ba35-e586c7760f4e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:04.383494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:04.384334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Checking segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:04.384969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Bound using segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:04.385738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Bound port: 944fa5d6-1355-47f6-b5b5-be27255c8919, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:04.386348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.407747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:04.408320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:04.411852 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:04.453497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:04.463064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.545818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-362b54f7-6820-45db-920b-4e2746fd29fc req-10158a60-5a11-4d0b-9764-e937faadba89 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 210 time: 0.0324051 Aug 10 03:48:04.588782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:04.595489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:04.598528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:04.602941 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.665802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.666985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.679221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] 10.222.0.39 "PUT /v2.0/ports/944fa5d6-1355-47f6-b5b5-be27255c8919 HTTP/1.1" status: 200 len: 1093 time: 2.5497653 Aug 10 03:48:04.720385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75741071-2e63-49e6-8fe7-b1fa837b7d0a service neutron] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:04.833851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:04.836251 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe84401-c957-4684-866a-1acbe395381f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:04.837868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.870492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:04.877234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/networks/5b896333-fdf5-4762-a301-17fb44773fe2 HTTP/1.1" status: 204 len: 168 time: 3.7937737 Aug 10 03:48:04.884979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42976) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:04.892164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-6857b4a5-998e-419e-a8fe-d6c5ed4b988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.894830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-6857b4a5-998e-419e-a8fe-d6c5ed4b988a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 1096 time: 0.1364703 Aug 10 03:48:04.973375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-acab170b-cd45-4f8d-9992-4b4ce296655e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.973673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-617e7af7-6b1f-4b6a-987f-4d60135da80d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=944fa5d6-1355-47f6-b5b5-be27255c8919 HTTP/1.1" status: 200 len: 217 time: 0.0631771 Aug 10 03:48:04.975148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-acab170b-cd45-4f8d-9992-4b4ce296655e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.39 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 810 time: 0.3579934 Aug 10 03:48:04.975910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82f2dc-1973-49a1-871f-b1f61476f00a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Network': ['ID=5b896333-fdf5-4762-a301-17fb44773fe2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:05.010945 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e398b650-b825-4fe1-be9b-9d37cdbece2b x-openstack-request-id: req-e398b650-b825-4fe1-be9b-9d37cdbece2b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:05.013371 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:05.014388 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e398b650-b825-4fe1-be9b-9d37cdbece2b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:05.015576 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'status': 'completed', 'code': 200} Aug 10 03:48:05.037633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Request body: {'port': {'device_id': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'admin_state_up': True, 'tenant_id': '806081b8ef4648eeb7537c71e1795caf'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:05.093207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:05.121067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-996e8da1-8d33-4266-a596-b219c5938019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.124060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-996e8da1-8d33-4266-a596-b219c5938019 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.1321635 Aug 10 03:48:05.197322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa38de-ba22-48e0-916e-6465b29a6259 req-7bbb3334-7f3e-4e8e-996d-7b5a7b06c5dc tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.199254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3eaa38de-ba22-48e0-916e-6465b29a6259 req-7bbb3334-7f3e-4e8e-996d-7b5a7b06c5dc tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 944 time: 0.3907104 Aug 10 03:48:05.219896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-0f1420d1-cfa2-47a3-90f0-2f392fa96e10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861924 Aug 10 03:48:05.242348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:05.246599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:05.246979 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.292149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:05.292781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.464185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.474106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3eaa38de-ba22-48e0-916e-6465b29a6259 req-ec73e0fd-1a57-4f37-b0fc-536b514e7cbf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621937 Aug 10 03:48:05.500191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:05.525908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 78948a81-afec-4fd6-8aea-8fffb4675b58 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:05.526450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.529319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Made reservation on behalf of 806081b8ef4648eeb7537c71e1795caf for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:05.532396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.533165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.544951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-6fb28f5c-af57-4b74-9024-6014421b7626 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175457 Aug 10 03:48:05.632558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:05.646691 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746643fd-9f88-468f-8b43-07e413cc10a3" -d '{"events": [{"server_uuid": "57556f62-1e3c-47e9-ac6c-6091a9f2a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "45bb01a6-a848-4a5b-b1db-67fb1656d8d7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:05.679331 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-601133c8-4f24-4d7e-9cef-0bf78a6e23ae req-dc13acf5-4b84-4618-b8da-dd4bb5e4414f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0525632 Aug 10 03:48:05.702876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:05.719723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.849500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d782f3-57b3-4c7f-a4b2-07c5570be99d req-53cbd179-a2ae-4e67-93ac-61d0efba56d0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.852979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.864710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.866235 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:05.871144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0d782f3-57b3-4c7f-a4b2-07c5570be99d req-53cbd179-a2ae-4e67-93ac-61d0efba56d0 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 945 time: 0.5107455 Aug 10 03:48:05.892455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:05.898321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 180c92a3-e12a-4c5e-a0f1-67d5fce501cd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:05.949558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0d782f3-57b3-4c7f-a4b2-07c5570be99d req-a4536fb8-09d6-4872-9d07-0ffa61e56fca tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770397 Aug 10 03:48:05.989719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6ca690a-b69e-4f46-b014-f717a2d27fda req-09ad6280-e4a9-4782-a7f3-c2f7026b61e0 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 210 time: 0.1201365 Aug 10 03:48:05.991158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 78948a81-afec-4fd6-8aea-8fffb4675b58 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:05.998184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:06.030619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:06.034827 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.036573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.039394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ee5c2887-33e7-488e-ab83-62bf746fa5cc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34 HTTP/1.1" status: 204 len: 168 time: 1.6611609 Aug 10 03:48:06.045197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43002) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.054995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae2afae8-5c88-4897-9a3b-131d1e51361a req-d788cb28-ad90-4bb5-b9d3-88322cebb035 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002127 Aug 10 03:48:06.106058 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3843a0d4-3b36-436d-bdb6-8451cda9e7c1 x-openstack-request-id: req-3843a0d4-3b36-436d-bdb6-8451cda9e7c1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:06.117131 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57556f62-1e3c-47e9-ac6c-6091a9f2a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "45bb01a6-a848-4a5b-b1db-67fb1656d8d7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:06.117833 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3843a0d4-3b36-436d-bdb6-8451cda9e7c1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:06.121261 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7', 'code': 200} Aug 10 03:48:06.154194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Allocated IP 172.20.0.2 (56b30d82-a525-48ae-a4e6-19c87f084d3b/eadb16d9-10b2-4692-bfc0-32bdf2746c88/59b80dd6-4496-42f8-ba11-a0a1f56ae554) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:06.167458 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb6a680-226e-4590-a73c-c3eb7ad7d30e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:06.174126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6bb6a680-226e-4590-a73c-c3eb7ad7d30e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/c6e1b79d-9fe7-43a8-9ae7-2ea067d92c34 HTTP/1.1" status: 404 len: 333 time: 0.1215603 Aug 10 03:48:06.175674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43004) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.182124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'name': 'tempest-PortsTestJSON-951469197'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:06.447723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:06.451780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.541489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port dd5d3497-0dfd-4d0f-a81d-82d91efaf76a yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:06.616649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.630945 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.702669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae649d9-73ca-4c5e-a0ee-9ab552118445 req-9087bc11-2a39-450f-af92-eda5806e52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.703208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=78948a81-afec-4fd6-8aea-8fffb4675b58,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:06.703304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ae649d9-73ca-4c5e-a0ee-9ab552118445 req-9087bc11-2a39-450f-af92-eda5806e52ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0546265 Aug 10 03:48:06.709449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84401-c957-4684-866a-1acbe395381f req-e71cb188-6f71-4f4b-9df3-7bab5fdb1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.713004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-e71cb188-6f71-4f4b-9df3-7bab5fdb1524 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 1096 time: 0.6031454 Aug 10 03:48:06.805902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ae649d9-73ca-4c5e-a0ee-9ab552118445 req-3f67e62f-87a3-431a-97fe-a600bb47de8b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Aug 10 03:48:06.878761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84401-c957-4684-866a-1acbe395381f req-c8b0d592-c38e-4fdc-8fcd-33b162dbab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.880426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-c8b0d592-c38e-4fdc-8fcd-33b162dbab38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 915 time: 0.1591945 Aug 10 03:48:06.883095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ea37419-039c-4276-8d58-71d2cc193831 req-6ef199ad-768d-43db-888d-392e25b12dc2 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0401344 Aug 10 03:48:06.898415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6066-5259-4eb8-bcb8-2e95f60ff5fb req-5b766690-4135-47c8-baab-b6a856c63faf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.900552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-281b6066-5259-4eb8-bcb8-2e95f60ff5fb req-5b766690-4135-47c8-baab-b6a856c63faf tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 944 time: 0.2933931 Aug 10 03:48:06.951892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.955224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:06.956393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbff388f-fca2-4341-be71-1087ebdecb14 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/floatingips/2d919da2-6505-4896-8d91-055a03f488a2 HTTP/1.1" status: 204 len: 168 time: 2.0701573 Aug 10 03:48:06.964911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43022) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:06.971531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-43c48cca-6e7e-4d04-b694-f03b2b104ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=944fa5d6-1355-47f6-b5b5-be27255c8919 HTTP/1.1" status: 200 len: 217 time: 0.0809000 Aug 10 03:48:07.010161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.037888 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d278af2-ef81-4f91-97c2-762adccdc336 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] DELETE failed (client error): The resource could not be found. Aug 10 03:48:07.038717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d278af2-ef81-4f91-97c2-762adccdc336 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:48:07.040566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d278af2-ef81-4f91-97c2-762adccdc336 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/ports/65b6b3ac-e0c8-46a9-9eb0-9a760ad28865 HTTP/1.1" status: 404 len: 333 time: 0.0716429 Aug 10 03:48:07.044722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43028) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.081367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-827dbbc0-ba48-40de-a13b-6078f9ce133a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/ports?device_id=19bd6a8b-2cd9-4401-9e39-878aa85d96bd HTTP/1.1" status: 200 len: 205 time: 0.0344894 Aug 10 03:48:07.083876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-281b6066-5259-4eb8-bcb8-2e95f60ff5fb req-348b9b94-2448-41bc-988d-7c3a59f76ec0 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718562 Aug 10 03:48:07.089136 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.091164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43030) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.103979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84401-c957-4684-866a-1acbe395381f req-53385ea1-b53e-494b-a051-2bb4bd93996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.109700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-53385ea1-b53e-494b-a051-2bb4bd93996d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.1257749 Aug 10 03:48:07.112495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:07.162842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:07.165941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:07.175123 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-02a008a0-a7a9-40ea-9794-09424950a67a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] delete failed (client error): The resource could not be found. Aug 10 03:48:07.178507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-02a008a0-a7a9-40ea-9794-09424950a67a tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/routers/19bd6a8b-2cd9-4401-9e39-878aa85d96bd HTTP/1.1" status: 404 len: 336 time: 0.0823252 Aug 10 03:48:07.201533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43034) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.219107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Pushing event updated for resources: {'Port': ['ID=59b80dd6-4496-42f8-ba11-a0a1f56ae554,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:07.241031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-08c9114b-643c-43ec-ac35-02e257fa8d6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172509 Aug 10 03:48:07.260077 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-78769963-69a6-433d-9228-1f974a4bf4e5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] DELETE failed (client error): The resource could not be found. Aug 10 03:48:07.260835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78769963-69a6-433d-9228-1f974a4bf4e5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:48:07.262728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-78769963-69a6-433d-9228-1f974a4bf4e5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/subnets/f76bc0aa-0f1b-43dd-bf04-850f9f8e1c6f HTTP/1.1" status: 404 len: 337 time: 0.0580301 Aug 10 03:48:07.279865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43040) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.351092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.351689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.385778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d877e9-1f26-437d-a6bf-b976a172616a req-fff55287-a831-45ac-9d2e-3d666d67ac62 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.386998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.396290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83d877e9-1f26-437d-a6bf-b976a172616a req-fff55287-a831-45ac-9d2e-3d666d67ac62 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 946 time: 0.3132696 Aug 10 03:48:07.402882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-fa6e40cf-17ec-4e38-87ba-f7acba917134 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3737156 Aug 10 03:48:07.464762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-4cff440c-2825-4018-8be4-5f3d5fb34007 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899657 Aug 10 03:48:07.472376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Request body: {'port': {'device_id': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:07.486671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83d877e9-1f26-437d-a6bf-b976a172616a req-7f4c095c-dc93-45ce-91b5-9818ae31d6eb tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888102 Aug 10 03:48:07.554653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5ac04-db8c-4c00-9825-121ec086c80a req-759b36bb-72a1-426f-bd95-e33ed662912d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.555592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08b5ac04-db8c-4c00-9825-121ec086c80a req-759b36bb-72a1-426f-bd95-e33ed662912d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 931 time: 0.2832973 Aug 10 03:48:07.566541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:07.597415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:07.609621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:07.622999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.624195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.629577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=dd5d3497-0dfd-4d0f-a81d-82d91efaf76a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:07.747323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fe84401-c957-4684-866a-1acbe395381f req-f96b9a87-9feb-41d1-851c-332c9f47c92f service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588630 Aug 10 03:48:07.754744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:07.755280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aac4f98d-a4ec-45e4-ae6b-68f5aac4b36b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5776675 Aug 10 03:48:07.761685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.771676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:07.789777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08b5ac04-db8c-4c00-9825-121ec086c80a req-3a274582-eea6-4232-85e6-4cde42868926 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148173 Aug 10 03:48:07.795467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port e93f1195-4211-4eb7-abed-fc02ddd2e111 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:07.795812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:07.898389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.013689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.090906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for e93f1195-4211-4eb7-abed-fc02ddd2e111 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:08.194919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70474fc0-ca1e-4f1f-a952-058bd0988574 req-d5cc9510-20aa-4604-a75e-56f581420c0f tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.1479819 Aug 10 03:48:08.301510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.309782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.334693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec8a5f-1c74-416b-a7b6-77270e419368 req-89968fba-95b6-4b30-a9e0-e77490586fcb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:08.336353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1ec8a5f-1c74-416b-a7b6-77270e419368 req-89968fba-95b6-4b30-a9e0-e77490586fcb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 944 time: 0.1354542 Aug 10 03:48:08.352590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] In _notify_port_updated(), no bound segment for port dd5d3497-0dfd-4d0f-a81d-82d91efaf76a on network caff8167-faae-471e-a44a-e6a1393b5fd4 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:08.358544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:08.359332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.361184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/ports/dd5d3497-0dfd-4d0f-a81d-82d91efaf76a HTTP/1.1" status: 200 len: 818 time: 0.6047344 Aug 10 03:48:08.368149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43060) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.453127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1ec8a5f-1c74-416b-a7b6-77270e419368 req-f62120f8-e549-492d-b277-a1c4197dd482 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019218 Aug 10 03:48:08.522036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.529256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5c14c-f3ce-47ed-b68a-6a1e80357b66 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=dd5d3497-0dfd-4d0f-a81d-82d91efaf76a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:08.571113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b80dd6-4496-42f8-ba11-a0a1f56ae554 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:08.576816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=e93f1195-4211-4eb7-abed-fc02ddd2e111,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:08.586382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.652099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Transition to ACTIVE for port object 59b80dd6-4496-42f8-ba11-a0a1f56ae554 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:08.661221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port dd5d3497-0dfd-4d0f-a81d-82d91efaf76a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:08.661950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.664318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.699802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:08.701947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43066) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.719357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.721903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0a8b3202-c710-4953-aa4a-2971b541b531 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/ports/e93f1195-4211-4eb7-abed-fc02ddd2e111 HTTP/1.1" status: 204 len: 168 time: 1.4398541 Aug 10 03:48:08.732117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43070) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.803951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Pushing event updated for resources: {'Port': ['ID=59b80dd6-4496-42f8-ba11-a0a1f56ae554,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:08.873316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af99fd-6588-4c22-9d1e-69d875fecdb8 req-7f2d673e-96ce-495c-9d56-cc847640e47c tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:08.877608 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-20af99fd-6588-4c22-9d1e-69d875fecdb8 req-7f2d673e-96ce-495c-9d56-cc847640e47c tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 946 time: 0.2615476 Aug 10 03:48:08.919354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.931007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:08.944678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for dd5d3497-0dfd-4d0f-a81d-82d91efaf76a owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:08.961158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-20af99fd-6588-4c22-9d1e-69d875fecdb8 req-4dae418f-6b07-4d44-bffd-75f44b7484c1 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665472 Aug 10 03:48:08.978355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'port_id': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'mac_address': 'fa:16:3e:8d:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc902c-682f-42bf-a40a-a0c7eb23f004', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:08.992814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Attempting to bind port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:08.993152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Attempting to bind port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:08.993483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Attempting to bind port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 on network 56b30d82-a525-48ae-a4e6-19c87f084d3b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:09.017234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 on network 56b30d82-a525-48ae-a4e6-19c87f084d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:09.019638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Attempting to bind port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 on network 56b30d82-a525-48ae-a4e6-19c87f084d3b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:09.067573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:09.067573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Checking segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:09.067900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Bound using segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:09.070579 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.072651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Bound port: 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:09.073098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.092071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944fa5d6-1355-47f6-b5b5-be27255c8919 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:09.092294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.116003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2626888-c3b1-4859-9f7d-88eb6d0b1a78 req-bfd1502e-83bb-4851-af8b-a03fd04093b7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:09.120275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:09.120784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2626888-c3b1-4859-9f7d-88eb6d0b1a78 req-bfd1502e-83bb-4851-af8b-a03fd04093b7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 943 time: 0.1708069 Aug 10 03:48:09.124459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 65981844-1f0c-4b1c-b1a6-60e61c242847 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:09.125119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.128459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.175524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.192527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/dd5d3497-0dfd-4d0f-a81d-82d91efaf76a HTTP/1.1" status: 204 len: 168 time: 0.8158960 Aug 10 03:48:09.194469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43076) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.201754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c962-f0e1-4715-ab73-0462a5b379db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=dd5d3497-0dfd-4d0f-a81d-82d91efaf76a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:09.239892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:09.279442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ae2f3-dfd5-44d2-817b-c962cfa6af1f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:09.285573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f82ae2f3-dfd5-44d2-817b-c962cfa6af1f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0896635 Aug 10 03:48:09.286352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43082) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.314531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fcae805-8d58-4ebe-892f-71ddf0039210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.319282 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d033538-0084-4378-b4db-2c5239c75cc4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:09.327501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3d033538-0084-4378-b4db-2c5239c75cc4 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/dd5d3497-0dfd-4d0f-a81d-82d91efaf76a HTTP/1.1" status: 404 len: 333 time: 0.0392823 Aug 10 03:48:09.329422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43086) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.334779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1245700637'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:09.349834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['944fa5d6-1355-47f6-b5b5-be27255c8919'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:09.386104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98a1afd7-3aab-4fc6-9eab-cc26a7bf97c4 req-27670e8a-041f-454a-909c-3279442e299c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0380616 Aug 10 03:48:09.398196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:09.404368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.459756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:09.472012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.472823 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 3829ac52-a8ce-4254-8ff9-b29162e8079f of type vlan for network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a Aug 10 03:48:09.605831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.705525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.708826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:09.709481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.745497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5923f-3d51-4ea6-b782-ec92153a8eb8 req-bddd29c0-de15-45fc-8e67-0faf6d3f2df6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:09.747147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faa5923f-3d51-4ea6-b782-ec92153a8eb8 req-bddd29c0-de15-45fc-8e67-0faf6d3f2df6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 945 time: 0.1855845 Aug 10 03:48:09.790822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4601040 Aug 10 03:48:09.804129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43096) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.812708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:09.882613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a239fba-036d-4377-a7cd-4fc01f9e56c3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=053a0cd7-2cc3-42ee-b885-42cd1c8e774a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:09.910980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:09.942732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2626888-c3b1-4859-9f7d-88eb6d0b1a78 req-5bd62025-5c22-4323-8d1c-a1fbe986333c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005193 Aug 10 03:48:09.963617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.976222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faa5923f-3d51-4ea6-b782-ec92153a8eb8 req-67e2a175-7dc3-41cf-a56d-5cae0a4f99d7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981435 Aug 10 03:48:10.001415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] For port 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:10.012984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] For port 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:10.017521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 65981844-1f0c-4b1c-b1a6-60e61c242847 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:10.030322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.132005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.132632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.134073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] 10.222.0.39 "PUT /v2.0/ports/59b80dd6-4496-42f8-ba11-a0a1f56ae554 HTTP/1.1" status: 200 len: 1092 time: 2.6906283 Aug 10 03:48:10.135915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'tag': '59b80dd6-4496-42f8-ba11-a0a1f56ae554'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:10.138340 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90102326-5774-45a5-a23b-7da132aced48" -d '{"events": [{"name": "network-changed", "server_uuid": "2017a7f4-b4a6-4325-a1be-eb8734d5a77d", "tag": "59b80dd6-4496-42f8-ba11-a0a1f56ae554"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:10.190247 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a72bd-d0bc-4cac-be4e-913ea0b49360 x-openstack-request-id: req-f69a72bd-d0bc-4cac-be4e-913ea0b49360 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:10.190617 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2017a7f4-b4a6-4325-a1be-eb8734d5a77d", "tag": "59b80dd6-4496-42f8-ba11-a0a1f56ae554", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:10.191508 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f69a72bd-d0bc-4cac-be4e-913ea0b49360 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:10.192132 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'tag': '59b80dd6-4496-42f8-ba11-a0a1f56ae554', 'status': 'completed', 'code': 200} Aug 10 03:48:10.233568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cae83-025a-44a3-aa19-8fd9a80f0c6a service neutron] Pushing event updated for resources: {'Port': ['ID=59b80dd6-4496-42f8-ba11-a0a1f56ae554,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.320637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fcae805-8d58-4ebe-892f-71ddf0039210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.346021 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fcae805-8d58-4ebe-892f-71ddf0039210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.360625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-ec240a20-ccfd-4da0-9771-3ad7f8ae0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.361033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8db11c-9517-448f-87d3-a554e63a5f7a req-f8bef586-3308-4ba2-8028-2c43cabe0799 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.362603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-ec240a20-ccfd-4da0-9771-3ad7f8ae0fbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 1095 time: 0.1516826 Aug 10 03:48:10.362790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f8db11c-9517-448f-87d3-a554e63a5f7a req-f8bef586-3308-4ba2-8028-2c43cabe0799 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 946 time: 0.0749764 Aug 10 03:48:10.363887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:10.367458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.468166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-c97bb5af-c6df-47e9-bc68-a77cebf2bd4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554 HTTP/1.1" status: 200 len: 217 time: 0.0808556 Aug 10 03:48:10.474016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8fcae805-8d58-4ebe-892f-71ddf0039210 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94ba24fe5b5749f0b933d994bfde83e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7614565 Aug 10 03:48:10.474016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae805-8d58-4ebe-892f-71ddf0039210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89d9475-e489-4564-8396-beb34f02a2cf,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.476472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f8db11c-9517-448f-87d3-a554e63a5f7a req-a9e591f4-c25e-48cc-a2ff-1cc44fe8a565 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051545 Aug 10 03:48:10.477329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43104) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.509042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.556920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=65981844-1f0c-4b1c-b1a6-60e61c242847,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.591740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f45fcfd-056d-4d4c-9b45-fe76def7153b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.593655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8860-efc8-44cf-af79-afea85029661 req-21f63800-6fc1-4499-99db-1ef7f3a088b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.595716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-21f63800-6fc1-4499-99db-1ef7f3a088b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.1179929 Aug 10 03:48:10.653759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f45fcfd-056d-4d4c-9b45-fe76def7153b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.667788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-c21be237-016b-43b8-af49-91bf7594fee0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457039 Aug 10 03:48:10.669664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2e6b462-d704-4159-b5f8-ec54521e291f req-375f3fb1-e471-46a4-903f-4dae8805ab53 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0822501 Aug 10 03:48:10.713104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:10.778127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.778127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b44f2928-6598-4bfd-a885-eab0c4909e27 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/ports/65981844-1f0c-4b1c-b1a6-60e61c242847 HTTP/1.1" status: 204 len: 168 time: 2.0308437 Aug 10 03:48:10.778127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43106) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.778614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.861656 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f45fcfd-056d-4d4c-9b45-fe76def7153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.864397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f45fcfd-056d-4d4c-9b45-fe76def7153b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.869466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f45fcfd-056d-4d4c-9b45-fe76def7153b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c89d9475-e489-4564-8396-beb34f02a2cf HTTP/1.1" status: 204 len: 168 time: 0.3801980 Aug 10 03:48:10.889389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=466ea749-2428-4b2c-a270-e82823498616,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.893881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '3829ac52-a8ce-4254-8ff9-b29162e8079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:10.894322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: 053a0cd7-2cc3-42ee-b885-42cd1c8e774a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:10.896996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45fcfd-056d-4d4c-9b45-fe76def7153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89d9475-e489-4564-8396-beb34f02a2cf,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.900256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c862639-3449-4017-8655-c263182ebfa5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.906239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1c862639-3449-4017-8655-c263182ebfa5 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6738483-9e1c-4de2-9366-457f6530beda HTTP/1.1" status: 200 len: 913 time: 0.1330943 Aug 10 03:48:10.908212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43112) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.910626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-e5df1c76-1780-4d68-8c23-b9a7d4a5cab3 service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348108 Aug 10 03:48:10.932761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 944fa5d6-1355-47f6-b5b5-be27255c8919 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:10.972372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 944fa5d6-1355-47f6-b5b5-be27255c8919 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:10.978229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.978839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:11.008227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 053a0cd7-2cc3-42ee-b885-42cd1c8e774a) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:11.043732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.044796 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.066840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b543df0-84a9-42b7-a209-66436d0f8b3f None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:11.111975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7c322a3c-8b70-41f2-92c8-6fc7a9688fdc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3067036 Aug 10 03:48:11.116537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43120) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:11.123077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:11.136311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638f8860-efc8-44cf-af79-afea85029661 req-1e22f681-02dc-43da-b7ef-cfec3ab8af8d service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150638 Aug 10 03:48:11.284417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90102326-5774-45a5-a23b-7da132aced48 req-e573b654-cacf-40f6-ba98-17ab78ec8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.286547 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-e573b654-cacf-40f6-ba98-17ab78ec8b9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 1095 time: 0.0845029 Aug 10 03:48:11.297996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52560a-1957-4831-ae57-a7eb525d8c3d req-4b8f8746-ebe5-4933-bc68-3edec32edf4f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.306612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f52560a-1957-4831-ae57-a7eb525d8c3d req-4b8f8746-ebe5-4933-bc68-3edec32edf4f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 945 time: 0.1212363 Aug 10 03:48:11.528610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:11.536338 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f52560a-1957-4831-ae57-a7eb525d8c3d req-894f0b8d-4d3f-4176-af94-0d5d041bb134 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284179 Aug 10 03:48:11.541184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.596629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.680723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:11.683646 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e2587-0fc3-4e3c-b73f-0a7fb599d399" -d '{"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-plugged", "status": "completed", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:11.692609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': '466ea749-2428-4b2c-a270-e82823498616'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:11.693717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.708110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:11.710309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43128) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:11.721161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.721816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90102326-5774-45a5-a23b-7da132aced48 req-1b680847-36a7-4854-b843-b9714ef62ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.727993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-1b680847-36a7-4854-b843-b9714ef62ab3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 0.4157999 Aug 10 03:48:11.758746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23072f1e-18af-4413-86cf-a03daa51c5b2 req-919516ca-e6f7-4cdc-a9ab-8cf6add1d5aa tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.762738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2ead533-5881-45c6-a3fb-4a98d5eefd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.766665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23072f1e-18af-4413-86cf-a03daa51c5b2 req-919516ca-e6f7-4cdc-a9ab-8cf6add1d5aa tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 943 time: 0.3647738 Aug 10 03:48:11.804716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-92182fe2-2cda-45c0-bdb5-85996701a6d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554 HTTP/1.1" status: 200 len: 217 time: 0.0587661 Aug 10 03:48:11.903964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23072f1e-18af-4413-86cf-a03daa51c5b2 req-c68234b5-426f-40be-87da-c8863a6ca18d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362486 Aug 10 03:48:11.932709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:11.946990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90102326-5774-45a5-a23b-7da132aced48 req-b34edbe4-ada6-4ae4-ba06-e84c751b28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.948335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-b34edbe4-ada6-4ae4-ba06-e84c751b28de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.1326385 Aug 10 03:48:11.960238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c99711-0bf9-4d86-8d0f-561624d95b12 req-60cb9e62-fb22-4c7e-8d15-728d796dc4b6 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.963638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-aa90f490-0a4a-4dd8-b669-926ff01e8856 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.968715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00c99711-0bf9-4d86-8d0f-561624d95b12 req-60cb9e62-fb22-4c7e-8d15-728d796dc4b6 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 946 time: 0.1719203 Aug 10 03:48:11.973483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-aa90f490-0a4a-4dd8-b669-926ff01e8856 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.65 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 946 time: 0.3606114 Aug 10 03:48:11.976661 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cefac01-4c0a-454d-b169-d14fb141f8aa x-openstack-request-id: req-5cefac01-4c0a-454d-b169-d14fb141f8aa {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:11.978119 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-plugged", "status": "completed", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:11.978781 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cefac01-4c0a-454d-b169-d14fb141f8aa {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:11.979338 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'code': 200} Aug 10 03:48:11.997687 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 466ea749-2428-4b2c-a270-e82823498616 (CIDR: 172.20.0.0/28) Aug 10 03:48:12.040031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-e2b9118a-599d-432c-9ada-c98f7946c669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607834 Aug 10 03:48:12.042691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Allocated IP 172.20.0.2 (053a0cd7-2cc3-42ee-b885-42cd1c8e774a/466ea749-2428-4b2c-a270-e82823498616/092cf1be-234f-4768-86b8-0686ed49f175) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:12.063119 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:48:12.063968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:48:12.146182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-00c99711-0bf9-4d86-8d0f-561624d95b12 req-800824a8-4628-43d7-99c2-502d3b014b51 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758194 Aug 10 03:48:12.203561 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53c539fd-d141-4085-bc9a-00f967c9feee req-33a30337-f61d-4c8d-b98a-bb45e4601c29 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.1350646 Aug 10 03:48:12.216423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2ead533-5881-45c6-a3fb-4a98d5eefd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.248755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-f455db07-b00d-44cb-b11a-752f8a5cc38b service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939764 Aug 10 03:48:12.249401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2ead533-5881-45c6-a3fb-4a98d5eefd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.261377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff044e-b94b-435a-8e46-ab551485d2ff req-feb71b51-6266-4541-bee7-745c1d26d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:12.263343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1ff044e-b94b-435a-8e46-ab551485d2ff req-feb71b51-6266-4541-bee7-745c1d26d84e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 1098 time: 0.2028451 Aug 10 03:48:12.265581 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-735cf2f8-f38f-42dd-b9bc-847d27e5c8d3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1476526 Aug 10 03:48:12.272420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43134) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.298729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.307077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:12.314894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Transition to ACTIVE for port object 092cf1be-234f-4768-86b8-0686ed49f175 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:12.329917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2ead533-5881-45c6-a3fb-4a98d5eefd5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=909456e6d5ea432b9b8478534c65ab4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158333 Aug 10 03:48:12.332143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43136) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.332827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead533-5881-45c6-a3fb-4a98d5eefd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a225ae48-71a9-444a-be8b-3ebd00ed06f7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.345119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Transition to ACTIVE for port object 092cf1be-234f-4768-86b8-0686ed49f175 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:12.353470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.422364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:12.429237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:12.432731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:12.436195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Pushing event updated for resources: {'Port': ['ID=092cf1be-234f-4768-86b8-0686ed49f175,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.438208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1ff044e-b94b-435a-8e46-ab551485d2ff req-ad5439fe-1944-464a-a8d6-5bd3a4e6ec9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583748 Aug 10 03:48:12.452735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Deleting port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:12.453967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.477946 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a6b-f953-4fe8-8512-4ff07bd3f039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.513659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Attempting to bind port 092cf1be-234f-4768-86b8-0686ed49f175 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:12.514063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Attempting to bind port 092cf1be-234f-4768-86b8-0686ed49f175 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '3829ac52-a8ce-4254-8ff9-b29162e8079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:12.514653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Attempting to bind port 092cf1be-234f-4768-86b8-0686ed49f175 on network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:12.520279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a6b-f953-4fe8-8512-4ff07bd3f039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.522483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:12.522894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Checking segment: {'id': '3829ac52-a8ce-4254-8ff9-b29162e8079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:12.523453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.523862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Bound using segment: {'id': '3829ac52-a8ce-4254-8ff9-b29162e8079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:12.524344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Bound port: 092cf1be-234f-4768-86b8-0686ed49f175, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3829ac52-a8ce-4254-8ff9-b29162e8079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:12.524939 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.531113 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.588623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a6b-f953-4fe8-8512-4ff07bd3f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.592856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf0a6b-f953-4fe8-8512-4ff07bd3f039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.599642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4dbf0a6b-f953-4fe8-8512-4ff07bd3f039 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a225ae48-71a9-444a-be8b-3ebd00ed06f7 HTTP/1.1" status: 204 len: 168 time: 0.2525060 Aug 10 03:48:12.618826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf0a6b-f953-4fe8-8512-4ff07bd3f039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225ae48-71a9-444a-be8b-3ebd00ed06f7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.680696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90102326-5774-45a5-a23b-7da132aced48 req-b29b6973-7ff7-477d-8b8e-ebd2fc8466fd service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938887 Aug 10 03:48:12.732804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] For port 092cf1be-234f-4768-86b8-0686ed49f175, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:12.738437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] For port 092cf1be-234f-4768-86b8-0686ed49f175, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=092cf1be-234f-4768-86b8-0686ed49f175,segment=NetworkSegment(3829ac52-a8ce-4254-8ff9-b29162e8079f),segment_id=3829ac52-a8ce-4254-8ff9-b29162e8079f)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:12.754542 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.877249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285b85-cd9b-4392-84a5-f52c952872c7 req-a540bdf3-5810-4077-98ad-f9b2000d9ce7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:12.891271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51285b85-cd9b-4392-84a5-f52c952872c7 req-a540bdf3-5810-4077-98ad-f9b2000d9ce7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1197817 Aug 10 03:48:12.904562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc651054-1b5f-4a58-9b64-2e9c92ef2889 None None] Pushing event updated for resources: {'Port': ['ID=092cf1be-234f-4768-86b8-0686ed49f175,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.986402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51285b85-cd9b-4392-84a5-f52c952872c7 req-27cf5bc2-19c7-47bf-816d-3ca57e849647 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841007 Aug 10 03:48:13.126349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:13.130850 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.353090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] For port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,segment=NetworkSegment(4e735beb-65ae-4d4d-9fcf-879a8c5081f4),segment_id=4e735beb-65ae-4d4d-9fcf-879a8c5081f4)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:13.353463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.361604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491540-986f-43f0-bf0a-2fda86247c8e req-9fb9add4-1761-4d8c-9f36-a41089ac05ad tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:13.363406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f491540-986f-43f0-bf0a-2fda86247c8e req-9fb9add4-1761-4d8c-9f36-a41089ac05ad tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 946 time: 0.0909905 Aug 10 03:48:13.406247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Calling delete_port for 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:13.444090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2c7ec-e76d-4ad1-a8e6-c17145e03841 req-68a9f233-041b-48c5-9ac2-bd831aa62804 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:13.444951 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0f491540-986f-43f0-bf0a-2fda86247c8e req-106b017b-bb87-47a7-85c8-597e8f0d0da8 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/security-groups?id=abbca7b3-9a34-4d21-8d83-778390d48c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748734 Aug 10 03:48:13.452613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ca2c7ec-e76d-4ad1-a8e6-c17145e03841 req-68a9f233-041b-48c5-9ac2-bd831aa62804 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 943 time: 0.3065670 Aug 10 03:48:13.565957 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e58ead0-09b7-4585-9d66-59976adb6b10 req-85d504d8-2c72-4537-8183-ccd9a9bd475c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Aug 10 03:48:13.838288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 092cf1be-234f-4768-86b8-0686ed49f175 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:13.846995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ca2c7ec-e76d-4ad1-a8e6-c17145e03841 req-e036a89c-cb52-464b-948e-a74ace300279 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365560 Aug 10 03:48:13.941778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 092cf1be-234f-4768-86b8-0686ed49f175 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:14.231538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.240954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c862c-9816-414b-93ff-a2e9834cb617 req-589ab497-862b-47cc-b508-2a54c5283b56 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.242920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-487c862c-9816-414b-93ff-a2e9834cb617 req-589ab497-862b-47cc-b508-2a54c5283b56 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.0856731 Aug 10 03:48:14.263480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.271289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Pushing event deleted for resources: {'Port': ['ID=45bb01a6-a848-4a5b-b1db-67fb1656d8d7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:14.314158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-487c862c-9816-414b-93ff-a2e9834cb617 req-91891024-3b20-44ac-9629-8df082f9134c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523942 Aug 10 03:48:14.353323 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:14.395395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:14.396467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=22306ca4-4d2a-4bef-a11e-2498eaa5e334,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:14.419403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port 3b3c7fec-143b-4894-834d-d3dfecc010a8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:14.419906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.424244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:14.461147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.462393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.522861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] No DVR routers for this DVR port 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:14.551659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.555473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6eacf461-15e6-4e33-9cea-85f4f1fe40ac req-0115bf61-158e-4be1-91a5-84dcdd3517fa tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.65 "DELETE /v2.0/ports/45bb01a6-a848-4a5b-b1db-67fb1656d8d7 HTTP/1.1" status: 204 len: 173 time: 2.4960074 Aug 10 03:48:14.568557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c5321-5513-4b25-89e0-fe0fe46c1dc8 None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:14.570465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'name': 'network-vif-deleted', 'tag': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:14.573183 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc89a5e9-68b0-41e3-b44e-687e36a6b7a0" -d '{"events": [{"server_uuid": "57556f62-1e3c-47e9-ac6c-6091a9f2a0d2", "name": "network-vif-deleted", "tag": "45bb01a6-a848-4a5b-b1db-67fb1656d8d7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:14.619194 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d7f77b6-c2ac-4bd7-8f7c-41382b8ac9e3 req-8aebf378-3c4d-4573-be05-256a012860d9 tempest-VolumesActionsTest-145292834 tempest-VolumesActionsTest-145292834-project] 10.222.0.53 "GET /v2.0/ports?device_id=57556f62-1e3c-47e9-ac6c-6091a9f2a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0670879 Aug 10 03:48:14.639842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43184) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:14.688366 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2bafbb-26ea-4005-a23c-4e46c1571a0e x-openstack-request-id: req-8a2bafbb-26ea-4005-a23c-4e46c1571a0e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:14.690423 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57556f62-1e3c-47e9-ac6c-6091a9f2a0d2", "name": "network-vif-deleted", "tag": "45bb01a6-a848-4a5b-b1db-67fb1656d8d7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:14.692685 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a2bafbb-26ea-4005-a23c-4e46c1571a0e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:14.693402 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57556f62-1e3c-47e9-ac6c-6091a9f2a0d2', 'name': 'network-vif-deleted', 'tag': '45bb01a6-a848-4a5b-b1db-67fb1656d8d7', 'status': 'completed', 'code': 200} Aug 10 03:48:14.698390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8ce7a493-caed-4c52-8b22-d45c12db5bf1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4214931 Aug 10 03:48:14.701286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43188) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:14.707316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'fixed_ips': [{'subnet_id': '466ea749-2428-4b2c-a270-e82823498616'}, {'subnet_id': '22306ca4-4d2a-4bef-a11e-2498eaa5e334'}], 'name': 'tempest-PortsTestJSON-82442598'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:14.742067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 59b80dd6-4496-42f8-ba11-a0a1f56ae554 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:14.841144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] Provisioning for port 092cf1be-234f-4768-86b8-0686ed49f175 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:14.843147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f574c-16ce-426b-8bde-533596edbc70 req-2d4c22d8-2ddc-465f-b0fa-3b25d741ea2c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:14.845428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-588f574c-16ce-426b-8bde-533596edbc70 req-2d4c22d8-2ddc-465f-b0fa-3b25d741ea2c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.3784573 Aug 10 03:48:14.851424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] Provisioning complete for port 092cf1be-234f-4768-86b8-0686ed49f175 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:14.851802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.855722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.886419 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c0e1231-87c8-4af8-8a37-5828e58197ac req-ba43d531-ebec-4db1-b736-4abc46bacb0c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0676208 Aug 10 03:48:14.892367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for 3b3c7fec-143b-4894-834d-d3dfecc010a8 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:14.910691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-427f34d7-4f5d-4e46-9338-dae84b81cba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:14.938450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-588f574c-16ce-426b-8bde-533596edbc70 req-24996f9b-3efe-4307-a765-ce0f0659115f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796123 Aug 10 03:48:15.054823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:15.055291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:15.117053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '59b80dd6-4496-42f8-ba11-a0a1f56ae554', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'port_id': '59b80dd6-4496-42f8-ba11-a0a1f56ae554', 'mac_address': 'fa:16:3e:82:d6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:15.250945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:15.280502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:15.280857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 45bb01a6-a848-4a5b-b1db-67fb1656d8d7 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:15.290332 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.316475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.333125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b80dd6-4496-42f8-ba11-a0a1f56ae554 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:15.355639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:15.380927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] For port 092cf1be-234f-4768-86b8-0686ed49f175, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=092cf1be-234f-4768-86b8-0686ed49f175,segment=NetworkSegment(3829ac52-a8ce-4254-8ff9-b29162e8079f),segment_id=3829ac52-a8ce-4254-8ff9-b29162e8079f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:15.383549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.402468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-427f34d7-4f5d-4e46-9338-dae84b81cba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.415165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.427788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-427f34d7-4f5d-4e46-9338-dae84b81cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.448116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=59b80dd6-4496-42f8-ba11-a0a1f56ae554,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.462011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f34d7-4f5d-4e46-9338-dae84b81cba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0555649f-056f-4d3c-adc9-c1d25de3eefe,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.467480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.488974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82840222-cb8c-483e-82a6-005ad984d084 req-c578a5fa-3241-423f-9f23-23ab7f5de36b tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:15.498503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82840222-cb8c-483e-82a6-005ad984d084 req-c578a5fa-3241-423f-9f23-23ab7f5de36b tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 943 time: 0.4577813 Aug 10 03:48:15.519477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3022-c08f-446f-8329-fbe4e596e0d2 req-82f07b84-a163-463e-8efd-30b8f2f6ee0e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:15.523011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5fb3022-c08f-446f-8329-fbe4e596e0d2 req-82f07b84-a163-463e-8efd-30b8f2f6ee0e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.2576201 Aug 10 03:48:15.525171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.578314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Update dhcp port {'port': {'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'fixed_ips': [{'subnet_id': '466ea749-2428-4b2c-a270-e82823498616', 'ip_address': '172.20.0.2'}, {'subnet_id': '22306ca4-4d2a-4bef-a11e-2498eaa5e334'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '092cf1be-234f-4768-86b8-0686ed49f175'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:48:15.581700 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82840222-cb8c-483e-82a6-005ad984d084 req-8c47b628-5c3a-45c8-9904-08d621add2da tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822887 Aug 10 03:48:15.583700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a83e-f33d-4062-8922-0406a197dbb4 None None] Pushing event updated for resources: {'Port': ['ID=092cf1be-234f-4768-86b8-0686ed49f175,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.594319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-427f34d7-4f5d-4e46-9338-dae84b81cba8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5ba3f1b62f14b438d58c241b615edc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487085 Aug 10 03:48:15.596258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 35d32dab-8043-452b-b5c1-3eb935d28994 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:15.613473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.629656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43196) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:15.634290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['59b80dd6-4496-42f8-ba11-a0a1f56ae554'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:15.776486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=3b3c7fec-143b-4894-834d-d3dfecc010a8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.892996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 092cf1be-234f-4768-86b8-0686ed49f175 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:15.896232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b649965f-e936-4ad8-9352-a836ef8b56c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.940107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5fb3022-c08f-446f-8329-fbe4e596e0d2 req-b7f6d655-3d18-4508-90d7-0a7f6eb8134f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064980 Aug 10 03:48:15.998144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b649965f-e936-4ad8-9352-a836ef8b56c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.082804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e030d643-0d4a-489f-92bd-23b2edcf6c36 req-94f54b32-a609-40ed-992b-63826d05b215 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0837185 Aug 10 03:48:16.117607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Allocated IP 172.20.0.18 (053a0cd7-2cc3-42ee-b885-42cd1c8e774a/22306ca4-4d2a-4bef-a11e-2498eaa5e334/092cf1be-234f-4768-86b8-0686ed49f175) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:16.263891 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.270810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 092cf1be-234f-4768-86b8-0686ed49f175 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:16.271204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.301361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb598c-d744-4750-b794-d25dc35fa328 req-8f13d7e0-c712-4281-84c1-a1752776e6d3 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:16.304757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39bb598c-d744-4750-b794-d25dc35fa328 req-8f13d7e0-c712-4281-84c1-a1752776e6d3 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1347413 Aug 10 03:48:16.401378 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b649965f-e936-4ad8-9352-a836ef8b56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.402698 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b649965f-e936-4ad8-9352-a836ef8b56c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.408419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b649965f-e936-4ad8-9352-a836ef8b56c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0555649f-056f-4d3c-adc9-c1d25de3eefe HTTP/1.1" status: 204 len: 168 time: 0.7687440 Aug 10 03:48:16.427716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649965f-e936-4ad8-9352-a836ef8b56c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555649f-056f-4d3c-adc9-c1d25de3eefe,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:16.488964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39bb598c-d744-4750-b794-d25dc35fa328 req-933f9028-c0a8-4a1d-acf4-f8b147a57f79 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738527 Aug 10 03:48:16.759160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 59b80dd6-4496-42f8-ba11-a0a1f56ae554 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:16.961554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Router c6738483-9e1c-4de2-9366-457f6530beda has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:16.966827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] For port 092cf1be-234f-4768-86b8-0686ed49f175, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=092cf1be-234f-4768-86b8-0686ed49f175,segment=NetworkSegment(3829ac52-a8ce-4254-8ff9-b29162e8079f),segment_id=3829ac52-a8ce-4254-8ff9-b29162e8079f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:17.084091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:17.129331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:17.132400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.141631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.174054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef04fd-98e8-4587-b004-5675f04e3dd3 req-c26e25f3-37fb-47ac-97c5-10121d7330d5 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.176762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52ef04fd-98e8-4587-b004-5675f04e3dd3 req-c26e25f3-37fb-47ac-97c5-10121d7330d5 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 944 time: 0.2926416 Aug 10 03:48:17.248740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Transition to ACTIVE for port object 092cf1be-234f-4768-86b8-0686ed49f175 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:17.267890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.491320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52ef04fd-98e8-4587-b004-5675f04e3dd3 req-475f871f-2c9e-4a30-b4ec-1469cabb28ae tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853100 Aug 10 03:48:17.499145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-74f394e1-5125-414e-adcf-c40b3836d345 {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:48:17.506128 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:48:17.545009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:17.577827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8c231660-e0b6-40c3-87ee-63d56bfc7075 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "PUT /v2.0/routers/c6738483-9e1c-4de2-9366-457f6530beda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6657736 Aug 10 03:48:17.581232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] Sync routers for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:17.583797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.611310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca014-8fad-4670-b9a1-2ddc0fd2059c req-ef58d803-09e4-4598-be78-5dae4d7672d8 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.619539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e60ca014-8fad-4670-b9a1-2ddc0fd2059c req-ef58d803-09e4-4598-be78-5dae4d7672d8 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1440651 Aug 10 03:48:17.686234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d48af-d4b0-4925-8656-e5307afb9065 None None] Pushing event updated for resources: {'Port': ['ID=092cf1be-234f-4768-86b8-0686ed49f175,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.733460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-220e7499-47d2-47b7-978e-f133f1ec8925 req-614cf5b2-ba6e-4161-bec8-b6d1fd8d790b tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.0991302 Aug 10 03:48:17.779449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:17.780447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:48:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:17.853630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e60ca014-8fad-4670-b9a1-2ddc0fd2059c req-e68ca9c9-28c7-4c69-8637-91909e017064 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293642 Aug 10 03:48:17.877942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:17.905490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.965747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] Routers {'c6738483-9e1c-4de2-9366-457f6530beda'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:17.968371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:48:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c6738483-9e1c-4de2-9366-457f6530beda'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:17.994070 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.013558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.047023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:18.047969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d7224-d831-4fa3-a4e9-2c1d20eb6667 None None] The sync data for ids ['c6738483-9e1c-4de2-9366-457f6530beda'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:18.078252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b80dd6-4496-42f8-ba11-a0a1f56ae554'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:18.085444 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a2e1ca-d905-496b-8a9e-b1ae554419e3" -d '{"events": [{"server_uuid": "2017a7f4-b4a6-4325-a1be-eb8734d5a77d", "name": "network-vif-plugged", "status": "completed", "tag": "59b80dd6-4496-42f8-ba11-a0a1f56ae554"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:18.176657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:18.187300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:18.198130 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.409565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=59b80dd6-4496-42f8-ba11-a0a1f56ae554,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:18.417492 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7dd5cd-fc1f-45ae-8286-dc6eeea80efe x-openstack-request-id: req-3b7dd5cd-fc1f-45ae-8286-dc6eeea80efe {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:18.417818 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017a7f4-b4a6-4325-a1be-eb8734d5a77d", "name": "network-vif-plugged", "status": "completed", "tag": "59b80dd6-4496-42f8-ba11-a0a1f56ae554", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:18.418121 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b7dd5cd-fc1f-45ae-8286-dc6eeea80efe {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:18.418484 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b80dd6-4496-42f8-ba11-a0a1f56ae554', 'code': 200} Aug 10 03:48:18.673361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d169049-5762-4211-8fbe-376175ca78e7 None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:18.870464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1c632545-cd0b-406b-b5a5-afe3639cab60 None None] Provisioning for port 092cf1be-234f-4768-86b8-0686ed49f175 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:18.878688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1c632545-cd0b-406b-b5a5-afe3639cab60 None None] Provisioning complete for port 092cf1be-234f-4768-86b8-0686ed49f175 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:18.879198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1c632545-cd0b-406b-b5a5-afe3639cab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.879984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.6 (053a0cd7-2cc3-42ee-b885-42cd1c8e774a/466ea749-2428-4b2c-a270-e82823498616/a930b83b-bfe7-41bd-ac94-62dc8b1c0224) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:18.887406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.30 (053a0cd7-2cc3-42ee-b885-42cd1c8e774a/22306ca4-4d2a-4bef-a11e-2498eaa5e334/a930b83b-bfe7-41bd-ac94-62dc8b1c0224) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:18.951171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3015c9cc-77fc-4d63-9911-3666554cc27e req-cfb910c6-a849-4d49-81c5-cefd0194c7d4 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.1185069 Aug 10 03:48:19.033513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ccee2-cc67-462d-a790-b1aef1918ac6 req-bea957d9-cda4-454c-922b-9bc1f565a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:19.035209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a6ccee2-cc67-462d-a790-b1aef1918ac6 req-bea957d9-cda4-454c-922b-9bc1f565a159 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 1097 time: 0.6646919 Aug 10 03:48:19.059965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.135244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.222461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object a930b83b-bfe7-41bd-ac94-62dc8b1c0224 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:19.246488 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a6ccee2-cc67-462d-a790-b1aef1918ac6 req-7f2459c5-ac7b-4482-b75b-3c4397ff50e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882186 Aug 10 03:48:19.282406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500024e-45a7-4b99-a58f-1f2b1306ca8f req-3cd15174-4247-477a-9698-f0825e56a4d7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:19.291684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4500024e-45a7-4b99-a58f-1f2b1306ca8f req-3cd15174-4247-477a-9698-f0825e56a4d7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1069102 Aug 10 03:48:19.340920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4500024e-45a7-4b99-a58f-1f2b1306ca8f req-81bedd40-b346-4d47-b264-6c6d8a62b7a9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479102 Aug 10 03:48:19.374811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee119f4-0cf0-421a-9229-5fa9deecbd84 req-cda460fa-6b8d-4fab-9bed-7512a1c44ab7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:19.377766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ee119f4-0cf0-421a-9229-5fa9deecbd84 req-cda460fa-6b8d-4fab-9bed-7512a1c44ab7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.3360767 Aug 10 03:48:19.391674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.479321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ee119f4-0cf0-421a-9229-5fa9deecbd84 req-1cb1d264-665e-4cae-9e15-144e74a936cf tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809822 Aug 10 03:48:19.526843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting port e24c1e0a-5e78-4c8f-bb9c-681831ea77a2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:19.527388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.608765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-65f1d40c-29d1-4c7e-aac5-844c40f6963d None None] Provisioning complete for port 092cf1be-234f-4768-86b8-0686ed49f175 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:19.614046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65f1d40c-29d1-4c7e-aac5-844c40f6963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.650759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.719703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:19.730367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Calling delete_port for e24c1e0a-5e78-4c8f-bb9c-681831ea77a2 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:19.745420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=a930b83b-bfe7-41bd-ac94-62dc8b1c0224,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:19.756888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:19.786120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:19.839889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 092cf1be-234f-4768-86b8-0686ed49f175 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:19.977906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 092cf1be-234f-4768-86b8-0686ed49f175 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:19.978587 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.302220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:20.305470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.357354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1ba76c2e-db22-4949-b520-96f347eeb090 None None] Provisioning for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:20.363759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1ba76c2e-db22-4949-b520-96f347eeb090 None None] Provisioning complete for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:20.364188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1ba76c2e-db22-4949-b520-96f347eeb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.436267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc9c5f64-a17d-46f8-a92f-8eaa1eac0d18 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 5.7335081 Aug 10 03:48:20.442526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43344) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.451408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09718a8a-2a40-4580-832c-48e43c38a9cb req-5c43e8b7-42ee-47ba-8672-6d12642873dc tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/ports?device_id=eda33f9a-76b2-4874-9cfa-33246d6287c7 HTTP/1.1" status: 200 len: 210 time: 0.1559153 Aug 10 03:48:20.454891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '466ea749-2428-4b2c-a270-e82823498616'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:20.477494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1ba76c2e-db22-4949-b520-96f347eeb090 None None] Port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:20.824154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.850284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb100b5c-b6a9-404c-b839-399282b65f0d req-609da89e-af67-4d0c-abc0-383a709ecdb1 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:20.863679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb100b5c-b6a9-404c-b839-399282b65f0d req-609da89e-af67-4d0c-abc0-383a709ecdb1 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1852269 Aug 10 03:48:20.968777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb100b5c-b6a9-404c-b839-399282b65f0d req-79774066-07c2-4611-a9f9-2458ded7c44e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015899 Aug 10 03:48:21.031973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Port': ['ID=e24c1e0a-5e78-4c8f-bb9c-681831ea77a2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.053539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.326948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.479901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.483022 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.550015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.550974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Fanout notify agent at l3_agent the message router_deleted on router c6738483-9e1c-4de2-9366-457f6530beda {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:48:21.567874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700957f1-6324-4a82-b10f-a815fe5de44e req-ebc9b0f9-9514-418b-8771-99fb8f9d4d29 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.570181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-700957f1-6324-4a82-b10f-a815fe5de44e req-ebc9b0f9-9514-418b-8771-99fb8f9d4d29 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.8209629 Aug 10 03:48:21.578029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.579618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1eca9693-640b-45b9-9032-9da2a871ac6d tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/routers/c6738483-9e1c-4de2-9366-457f6530beda HTTP/1.1" status: 204 len: 168 time: 3.9945259 Aug 10 03:48:21.582510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43364) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:21.643798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-700957f1-6324-4a82-b10f-a815fe5de44e req-2e813550-fb78-4db8-8b5a-9ca3317d7b59 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Aug 10 03:48:21.716564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-419fdf18-1290-4764-9eec-89ecf10c9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.718554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-419fdf18-1290-4764-9eec-89ecf10c9a8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 1097 time: 0.1846275 Aug 10 03:48:21.874849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-e35537ff-f6de-4c09-8355-3ac9e872c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.876960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-e35537ff-f6de-4c09-8355-3ac9e872c9a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 0.1484520 Aug 10 03:48:21.888902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Deleting subnet 5aadac71-f139-4331-8ce2-d9abd7a0b690 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:21.910014 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.972476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-e7ba5b37-4af2-45eb-a821-33e9ebdb76dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554 HTTP/1.1" status: 200 len: 217 time: 0.0831270 Aug 10 03:48:21.977617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43368) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.048395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-ecaa62d9-700d-4387-81c0-349bba5d4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:22.049888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-ecaa62d9-700d-4387-81c0-349bba5d4113 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.0537333 Aug 10 03:48:22.066888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.140237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aea70-efe7-44ea-b285-fa00ddf86a5a req-5c45f1df-869d-436f-a131-cb9da3a18f35 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:22.144970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-32698aeb-e4f1-4ece-b47b-6257a9d06832 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837193 Aug 10 03:48:22.154814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-409aea70-efe7-44ea-b285-fa00ddf86a5a req-5c45f1df-869d-436f-a131-cb9da3a18f35 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.5687013 Aug 10 03:48:22.275020 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.362734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-409aea70-efe7-44ea-b285-fa00ddf86a5a req-c2365e85-3f72-4452-8836-04be0d19a4fd tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737752 Aug 10 03:48:22.443184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.493747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Subnet': ['ID=5aadac71-f139-4331-8ce2-d9abd7a0b690,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.523321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.532164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-77a9097f-7873-4567-ac12-a962993fe714 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/subnets/5aadac71-f139-4331-8ce2-d9abd7a0b690 HTTP/1.1" status: 204 len: 168 time: 0.9470630 Aug 10 03:48:22.532862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43374) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.721790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.835242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79b08915-86b6-4e24-874c-ded974419f68 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.870550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79b08915-86b6-4e24-874c-ded974419f68 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.933796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79b08915-86b6-4e24-874c-ded974419f68 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.936462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79b08915-86b6-4e24-874c-ded974419f68 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.940929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79b08915-86b6-4e24-874c-ded974419f68 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/security-groups/242c5c4f-1b81-4d49-bc2a-4dfddf4d4add HTTP/1.1" status: 204 len: 168 time: 0.9619732 Aug 10 03:48:22.941776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43386) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.948256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-4c519854-8328-497e-a55d-a53c0142e029 service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893090 Aug 10 03:48:22.952023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Delete allocated IP 172.20.0.30 (053a0cd7-2cc3-42ee-b885-42cd1c8e774a/22306ca4-4d2a-4bef-a11e-2498eaa5e334) {{(pid=94140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:48:22.976431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08915-86b6-4e24-874c-ded974419f68 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c5c4f-1b81-4d49-bc2a-4dfddf4d4add,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.987844 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-0d8d03d6-2e23-4dca-9092-56baf8685b54 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] show failed (client error): The resource could not be found. Aug 10 03:48:22.992210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0d8d03d6-2e23-4dca-9092-56baf8685b54 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "GET /v2.0/security-groups/242c5c4f-1b81-4d49-bc2a-4dfddf4d4add HTTP/1.1" status: 404 len: 347 time: 0.0428820 Aug 10 03:48:22.995934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43388) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:23.004150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.022986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3321a60c-a931-4560-b7c1-e74c4b90a4ea']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:23.041161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c237d858-66d6-464d-a2b2-f0b9fea26ece') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:23.041725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c237d858-66d6-464d-a2b2-f0b9fea26ece') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:23.058704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.081804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.094903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:23.095346 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:23.100166 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:23.196005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.229362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.233284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] 10.222.0.53 "DELETE /v2.0/networks/3321a60c-a931-4560-b7c1-e74c4b90a4ea HTTP/1.1" status: 204 len: 168 time: 0.6989045 Aug 10 03:48:23.234939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427714b-e17e-47fa-80b1-ba0a5e8c2925 tempest-FloatingIPTestJSON-1608892716 tempest-FloatingIPTestJSON-1608892716-project] Pushing event deleted for resources: {'Network': ['ID=3321a60c-a931-4560-b7c1-e74c4b90a4ea,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:23.655898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1703f2d-27ea-47c7-8a3b-f4785973ed66 req-7f6c209c-5b2a-48af-8366-c9754bb444dc tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:23.658219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1703f2d-27ea-47c7-8a3b-f4785973ed66 req-7f6c209c-5b2a-48af-8366-c9754bb444dc tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1201489 Aug 10 03:48:23.732251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.765475 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1703f2d-27ea-47c7-8a3b-f4785973ed66 req-61578bc3-ac44-408b-bae6-fc06c35e1f11 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995681 Aug 10 03:48:23.791875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e1612-156d-4f8b-b869-b0ba74ec53ec req-d5fef003-e1f0-4b14-88a3-fec3d9b6ae19 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:23.807905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e75e1612-156d-4f8b-b869-b0ba74ec53ec req-d5fef003-e1f0-4b14-88a3-fec3d9b6ae19 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 1.0051248 Aug 10 03:48:23.883529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object a930b83b-bfe7-41bd-ac94-62dc8b1c0224 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:23.893695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43402) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:23.896401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-480043ba-99c3-4a1f-a5e8-4c6dc47d607b req-b8f9ae56-0bbe-4782-9d31-2c675d22517e service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9231539 Aug 10 03:48:23.917498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.030254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e75e1612-156d-4f8b-b869-b0ba74ec53ec req-9bff5f21-af24-4807-a0e7-fb8ccb144c82 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151463 Aug 10 03:48:24.030254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=a930b83b-bfe7-41bd-ac94-62dc8b1c0224,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.090759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port 200e3c53-0425-43c6-9830-11ef80ef1c8a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:24.091113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.191313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] In _notify_port_updated(), no bound segment for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 on network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:24.219952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:24.220677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.224666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a0570fc-73a3-4cf8-90bf-468f359d6051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/ports/a930b83b-bfe7-41bd-ac94-62dc8b1c0224 HTTP/1.1" status: 200 len: 917 time: 3.7780213 Aug 10 03:48:24.225599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43412) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:24.244902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '466ea749-2428-4b2c-a270-e82823498616'}, {'subnet_id': '22306ca4-4d2a-4bef-a11e-2498eaa5e334'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:24.260939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.261286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.295083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for 200e3c53-0425-43c6-9830-11ef80ef1c8a owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:24.559996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f45059fc-152d-4c07-be08-a5c7ad368e60 None None] Provisioning for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:24.564885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-202de9d2-3afb-4e79-9063-69b563a0a828 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7598395bc68844beb741c6a122efe2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6692917 Aug 10 03:48:24.572483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f45059fc-152d-4c07-be08-a5c7ad368e60 None None] Provisioning complete for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:24.573142 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f45059fc-152d-4c07-be08-a5c7ad368e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.574869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43420) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:24.660024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.677146 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677031a2-e7b2-4d56-abda-db2640b908e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.684758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f45059fc-152d-4c07-be08-a5c7ad368e60 None None] Port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:24.706395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.708437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.729673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677031a2-e7b2-4d56-abda-db2640b908e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.762610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=200e3c53-0425-43c6-9830-11ef80ef1c8a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.882553 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.889016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.889016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6cad8fad-140e-4f20-951c-f7640c23efe3 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/floatingips/2471a60d-e2a0-42f9-8ac5-7aebf5b6d804 HTTP/1.1" status: 204 len: 168 time: 1.8919995 Aug 10 03:48:24.893194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43424) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:24.968141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677031a2-e7b2-4d56-abda-db2640b908e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.971307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677031a2-e7b2-4d56-abda-db2640b908e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.975245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-677031a2-e7b2-4d56-abda-db2640b908e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70db599f-e60b-4c7e-a4e4-b266b50b6008 HTTP/1.1" status: 204 len: 168 time: 0.3954506 Aug 10 03:48:25.009719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a141-f533-4d26-a2cf-3b3060d9a3a7 req-8da8f579-ac21-444a-9a2a-d200bbfebfef tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:25.011368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b689a141-f533-4d26-a2cf-3b3060d9a3a7 req-8da8f579-ac21-444a-9a2a-d200bbfebfef tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1352291 Aug 10 03:48:25.015188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677031a2-e7b2-4d56-abda-db2640b908e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db599f-e60b-4c7e-a4e4-b266b50b6008,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:25.042706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port 31668117-b943-4854-a45d-aab7dd19d4f4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:25.043520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.227193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.270211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.30 (053a0cd7-2cc3-42ee-b885-42cd1c8e774a/22306ca4-4d2a-4bef-a11e-2498eaa5e334/a930b83b-bfe7-41bd-ac94-62dc8b1c0224) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:25.286077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea0643-3f01-4953-b66d-ed375fca3f43 req-aad858cb-6753-429b-9a24-8caa004c03ca tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:25.287878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0ea0643-3f01-4953-b66d-ed375fca3f43 req-aad858cb-6753-429b-9a24-8caa004c03ca tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1382267 Aug 10 03:48:25.289394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for 31668117-b943-4854-a45d-aab7dd19d4f4 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:25.453604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0ea0643-3f01-4953-b66d-ed375fca3f43 req-d8b54000-c397-4ea6-8c36-fb9d9626ba51 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564107 Aug 10 03:48:25.804132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.829050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b689a141-f533-4d26-a2cf-3b3060d9a3a7 req-bbac8287-f7be-41b4-92f8-90f042f383fc tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8000629 Aug 10 03:48:25.911547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=31668117-b943-4854-a45d-aab7dd19d4f4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:25.945200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.981064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object a930b83b-bfe7-41bd-ac94-62dc8b1c0224 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:25.990872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.040066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.048165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.056726 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c28e2820-cc5b-4338-a870-0c63e840c42c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/ports/31668117-b943-4854-a45d-aab7dd19d4f4 HTTP/1.1" status: 204 len: 168 time: 1.1591930 Aug 10 03:48:26.068724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43452) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:26.164336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=a930b83b-bfe7-41bd-ac94-62dc8b1c0224,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:26.376615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] In _notify_port_updated(), no bound segment for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 on network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:48:26.393561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.394553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.396306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-36766f00-9528-4629-aebc-9df28596ce7b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/ports/a930b83b-bfe7-41bd-ac94-62dc8b1c0224 HTTP/1.1" status: 200 len: 997 time: 2.1691232 Aug 10 03:48:26.403443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:26.427567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port f353360a-0343-44fb-9228-5c83884cd757 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:26.428277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.611766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43472) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:26.775872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fd3369fb-bda6-4b20-8001-fc8915bd3c45 None None] Provisioning for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:26.790710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.794051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fd3369fb-bda6-4b20-8001-fc8915bd3c45 None None] Provisioning complete for port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:26.797080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fd3369fb-bda6-4b20-8001-fc8915bd3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.816171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for f353360a-0343-44fb-9228-5c83884cd757 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:26.919482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-797010197-network', 'tenant_id': 'c56cd0833e394bf99ffcd54a75c2749f'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:27.003139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b644ff-6903-435a-b0dc-e0bd99b13aa1 req-7d86e176-f4a6-4787-acd4-b9b6c8179442 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:27.004695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fd3369fb-bda6-4b20-8001-fc8915bd3c45 None None] Port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:27.004824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33b644ff-6903-435a-b0dc-e0bd99b13aa1 req-7d86e176-f4a6-4787-acd4-b9b6c8179442 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.3851762 Aug 10 03:48:27.008734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.044101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=f353360a-0343-44fb-9228-5c83884cd757,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:27.057661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b73da615-0579-4c0d-8df2-90b988b95abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.071023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-15ee6f98-ed85-4225-b5b1-06012f8dd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:27.075002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-15ee6f98-ed85-4225-b5b1-06012f8dd088 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 1098 time: 0.3896296 Aug 10 03:48:27.075271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port a930b83b-bfe7-41bd-ac94-62dc8b1c0224 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:27.075443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.092716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Made reservation on behalf of c56cd0833e394bf99ffcd54a75c2749f for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:27.096723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.110205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.168601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700df1a2-86b4-4d3f-aab1-0590fd6d5c90 req-e0090307-ab4b-480c-ac2e-a4d3b204afee tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:27.170644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-700df1a2-86b4-4d3f-aab1-0590fd6d5c90 req-e0090307-ab4b-480c-ac2e-a4d3b204afee tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1621010 Aug 10 03:48:27.254130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-700df1a2-86b4-4d3f-aab1-0590fd6d5c90 req-1ff491a6-a3b0-44dc-bae8-b997826b5c89 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Aug 10 03:48:27.317851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33b644ff-6903-435a-b0dc-e0bd99b13aa1 req-54bb908a-c991-415c-b4ea-ddce8a0005f5 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766118 Aug 10 03:48:27.344929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.356609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.375558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.377207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e949cc11-8d52-4cbf-8702-f58dda27890a tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/ports/f353360a-0343-44fb-9228-5c83884cd757 HTTP/1.1" status: 204 len: 168 time: 1.3016553 Aug 10 03:48:27.389269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:27.389533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:27.417063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.417384 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Added segment 53ddc9d6-e912-404e-af0b-2c6b0b3854d8 of type vlan for network 2fde3495-2728-4359-8fb1-b80a4dac39f2 Aug 10 03:48:27.432137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.492349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for a930b83b-bfe7-41bd-ac94-62dc8b1c0224 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:27.505758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-94256cec-98ca-42ac-a325-cf891c2eff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:27.506897 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-94256cec-98ca-42ac-a325-cf891c2eff1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 915 time: 0.3084433 Aug 10 03:48:27.522405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.592019 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-1da739e2-70af-434a-a6bf-67f2196b52dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=944fa5d6-1355-47f6-b5b5-be27255c8919 HTTP/1.1" status: 200 len: 217 time: 0.0740347 Aug 10 03:48:27.596994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting subnet 52046a16-689d-497b-bc00-20934cfcba47 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:27.606114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e44f0-13b2-433f-8cab-c85182184de5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:27.623158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.630998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:27.632892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.660234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.716409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1029310 Aug 10 03:48:27.721151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43492) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:27.729964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Request body: {'subnet': {'network_id': '2fde3495-2728-4359-8fb1-b80a4dac39f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-797010197-subnet', 'tenant_id': 'c56cd0833e394bf99ffcd54a75c2749f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:27.742200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080634b3-dc20-4dbd-9f70-5abe3104a0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2fde3495-2728-4359-8fb1-b80a4dac39f2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:27.766053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2fde3495-2728-4359-8fb1-b80a4dac39f2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:27.772380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.775578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Made reservation on behalf of c56cd0833e394bf99ffcd54a75c2749f for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:27.780410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.817191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-75b9fd2c-3edf-4429-b947-04ae8f60ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:27.818764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-75b9fd2c-3edf-4429-b947-04ae8f60ed9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.1706133 Aug 10 03:48:27.879015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-cda3f66e-11ab-4677-90e9-e0baafd69b23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503428 Aug 10 03:48:28.077031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.174474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-c76f3a91-5910-4cd0-ac70-5f3b88e62fc0 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845857 Aug 10 03:48:28.298479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.374286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.378456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=a930b83b-bfe7-41bd-ac94-62dc8b1c0224,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.457109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Subnet': ['ID=52046a16-689d-497b-bc00-20934cfcba47,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.471821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.475235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca6122-0777-4b0b-943d-c1fd52891df0 None None] Network da083595-1785-4765-b902-06d6a2da41fa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:28.488370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f989d17-9caa-41f1-8aaf-459627403434 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/subnets/52046a16-689d-497b-bc00-20934cfcba47 HTTP/1.1" status: 204 len: 168 time: 1.0975344 Aug 10 03:48:28.492502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:28.786109 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.810337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting subnet b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:28.822379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.900401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4d47b7-27ee-4dab-bc6b-64fa0ec130f8 req-181515e9-2fd4-4996-ba60-57963e520e77 service neutron] 10.222.0.39 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079980 Aug 10 03:48:28.978548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac66802-0fda-494f-920f-b78190c81e2a req-e9b54047-2f06-439f-a3b3-cb6fe25645e1 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:28.981325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ac66802-0fda-494f-920f-b78190c81e2a req-e9b54047-2f06-439f-a3b3-cb6fe25645e1 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.4238842 Aug 10 03:48:28.991897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69465662-69f4-4c0e-ad9d-e70733982962 req-7fbe5909-9624-4522-8323-f0eb2157e000 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:28.999687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.003826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69465662-69f4-4c0e-ad9d-e70733982962 req-7fbe5909-9624-4522-8323-f0eb2157e000 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.4415822 Aug 10 03:48:29.012077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b5cf2283-2625-49bc-8b9d-47b9fd286138 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/a930b83b-bfe7-41bd-ac94-62dc8b1c0224 HTTP/1.1" status: 204 len: 168 time: 2.5885494 Aug 10 03:48:29.012883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:29.042465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] DHCP port deletion for da083595-1785-4765-b902-06d6a2da41fa request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:29.061794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.116485 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ca3cf9-45ee-4f8c-b8c1-e06062ad904e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:29.117051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc71a98-e8b8-427a-85ba-ffbbafbed25d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.117165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] Deleting port 7a8edc49-98bd-43fc-a93d-5d2f9505345e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:29.117569 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.119536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24ca3cf9-45ee-4f8c-b8c1-e06062ad904e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/a930b83b-bfe7-41bd-ac94-62dc8b1c0224 HTTP/1.1" status: 404 len: 333 time: 0.0736492 Aug 10 03:48:29.124677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43506) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:29.150379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ac66802-0fda-494f-920f-b78190c81e2a req-2ccb44b6-6038-4db7-8598-c68c1353ff80 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360784 Aug 10 03:48:29.215494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69465662-69f4-4c0e-ad9d-e70733982962 req-b7f7bcd9-4885-4c19-bec8-32ea725fea42 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101178 Aug 10 03:48:29.221849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Checking segment: {'id': '53ddc9d6-e912-404e-af0b-2c6b0b3854d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2fde3495-2728-4359-8fb1-b80a4dac39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:29.222750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Network hostable DHCP agents. Network: 2fde3495-2728-4359-8fb1-b80a4dac39f2, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:29.256669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] For port 7a8edc49-98bd-43fc-a93d-5d2f9505345e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a8edc49-98bd-43fc-a93d-5d2f9505345e,segment=NetworkSegment(98e0434d-d127-458e-bc4e-9384e0d9777e),segment_id=98e0434d-d127-458e-bc4e-9384e0d9777e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:29.257278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.259165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet 22306ca4-4d2a-4bef-a11e-2498eaa5e334 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:29.266475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.288122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] Calling delete_port for 7a8edc49-98bd-43fc-a93d-5d2f9505345e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:29.328382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Network 2fde3495-2728-4359-8fb1-b80a4dac39f2 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:29.338825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.398017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2fde3495-2728-4359-8fb1-b80a4dac39f2) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:29.414433 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.427371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:29.428398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.499545 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d3ba66ab-2eb3-43fd-beac-13a968a5ead1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7764168 Aug 10 03:48:29.524253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.632724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Subnet': ['ID=b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.637370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.648736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f535a616-f9c8-4ca6-999e-d9fe54ac812c tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/subnets/b80381d9-e569-4b3c-abaf-ec6b9cc4c9c6 HTTP/1.1" status: 204 len: 168 time: 1.1492558 Aug 10 03:48:29.650492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43510) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:29.677746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8689dab-9d52-43b1-87fe-92b1f0733a79 None None] Network 2fde3495-2728-4359-8fb1-b80a4dac39f2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:29.685892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac4a1d-e7ae-4d22-9b14-0498c1f9fdd6 None None] Network 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:29.784552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.953124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.994929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.011419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a8edc49-98bd-43fc-a93d-5d2f9505345e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:30.064105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port 7a8edc49-98bd-43fc-a93d-5d2f9505345e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:30.064960 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.084578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=22306ca4-4d2a-4bef-a11e-2498eaa5e334,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.105387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.112153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-480b138a-ae1d-4ecd-9d7a-ea8e47b6f47f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/22306ca4-4d2a-4bef-a11e-2498eaa5e334 HTTP/1.1" status: 204 len: 168 time: 0.9852388 Aug 10 03:48:30.112994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43520) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:30.160212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.163817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5bbade-d57e-4dae-a714-a92dfed07037 None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:30.171123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port 7a8edc49-98bd-43fc-a93d-5d2f9505345e, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:30.172303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.208505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for 7a8edc49-98bd-43fc-a93d-5d2f9505345e owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:30.213059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Port 7a8edc49-98bd-43fc-a93d-5d2f9505345e was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:48:30.214921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.222469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet 466ea749-2428-4b2c-a270-e82823498616 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:30.228172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.312463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port 7a8edc49-98bd-43fc-a93d-5d2f9505345e on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:30.330394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.367561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=7a8edc49-98bd-43fc-a93d-5d2f9505345e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.485310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7a8edc49-98bd-43fc-a93d-5d2f9505345e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:30.485688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a8edc49-98bd-43fc-a93d-5d2f9505345e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:30.487409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.497771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] Pushing event deleted for resources: {'Port': ['ID=7a8edc49-98bd-43fc-a93d-5d2f9505345e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.498684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96bcd-4451-4125-9b8e-34762c131693 req-b019b48d-0dd0-4836-8557-5fddc8df6198 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.499785 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d509b81b-dfcd-4138-a523-c751306557af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.501567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6f96bcd-4451-4125-9b8e-34762c131693 req-b019b48d-0dd0-4836-8557-5fddc8df6198 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1262796 Aug 10 03:48:30.593725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9907a1b7-2ad9-4831-9b12-e819904c8215 None None] No DVR routers for this DVR port 7a8edc49-98bd-43fc-a93d-5d2f9505345e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:30.606320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49731c7-3e8a-49aa-8869-1ae4f60ac64c None None] Network 2fde3495-2728-4359-8fb1-b80a4dac39f2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:30.651483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6f96bcd-4451-4125-9b8e-34762c131693 req-c20d4e45-71e8-4def-8754-cb5122b25c25 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381907 Aug 10 03:48:30.674747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.690404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316625a2-5a3c-4040-ba01-c9b1bbfed153 req-960c8845-37d3-448b-8f29-8f081e1dc20c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:30.692830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-316625a2-5a3c-4040-ba01-c9b1bbfed153 req-960c8845-37d3-448b-8f29-8f081e1dc20c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1087422 Aug 10 03:48:30.695476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.732812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da083595-1785-4765-b902-06d6a2da41fa']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:30.780930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.820267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=466ea749-2428-4b2c-a270-e82823498616,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.838664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.844520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-005db60a-eea4-40ce-8307-795be9cfcf2c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/466ea749-2428-4b2c-a270-e82823498616 HTTP/1.1" status: 204 len: 168 time: 0.7291336 Aug 10 03:48:30.845183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:30.849972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e0434d-d127-458e-bc4e-9384e0d9777e') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:30.849972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e0434d-d127-458e-bc4e-9384e0d9777e') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:30.855018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-316625a2-5a3c-4040-ba01-c9b1bbfed153 req-89a16f08-086a-4418-8388-de24f0f64597 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340919 Aug 10 03:48:30.871168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.903672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.919108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:30.919929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:30.927063 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:31.079835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43540) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:31.095022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1676016216-network', 'tenant_id': '616a6edc732c4fb6af77d4036a122f0d'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:31.096165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.189037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] DHCP port deletion for 4bf7adc3-47bb-42fe-abfd-2b0aef82c39f request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:31.189851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.215151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Made reservation on behalf of 616a6edc732c4fb6af77d4036a122f0d for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:31.219476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.221681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 092cf1be-234f-4768-86b8-0686ed49f175 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:31.222225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.227355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.230956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/networks/da083595-1785-4765-b902-06d6a2da41fa HTTP/1.1" status: 204 len: 168 time: 1.5744243 Aug 10 03:48:31.233656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43542) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:31.248849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be8b8a5-1c6e-40bb-a614-810b7fe7716d None None] Update dhcp port {'port': {'network_id': '053a0cd7-2cc3-42ee-b885-42cd1c8e774a', 'fixed_ips': [{'subnet_id': '466ea749-2428-4b2c-a270-e82823498616'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '092cf1be-234f-4768-86b8-0686ed49f175'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:48:31.303072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0be8b8a5-1c6e-40bb-a614-810b7fe7716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.315872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63281fdd-1576-4d7f-80e4-e133b9000746 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Network': ['ID=da083595-1785-4765-b902-06d6a2da41fa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:31.327502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] Deleting port 64bead03-87d1-445a-8ae7-8ab5df9cc27c {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:31.327875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.337670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] For port 092cf1be-234f-4768-86b8-0686ed49f175, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=092cf1be-234f-4768-86b8-0686ed49f175,segment=NetworkSegment(3829ac52-a8ce-4254-8ff9-b29162e8079f),segment_id=3829ac52-a8ce-4254-8ff9-b29162e8079f)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:31.338964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.370013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.481419 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.520478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] For port 64bead03-87d1-445a-8ae7-8ab5df9cc27c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=64bead03-87d1-445a-8ae7-8ab5df9cc27c,segment=NetworkSegment(443621a1-3acf-4081-ba91-2c44a77c3f0f),segment_id=443621a1-3acf-4081-ba91-2c44a77c3f0f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:31.522674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.560432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] Calling delete_port for 64bead03-87d1-445a-8ae7-8ab5df9cc27c owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:31.811752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a77e8-2c9b-4910-a971-e32281901e6c None None] Network 053a0cd7-2cc3-42ee-b885-42cd1c8e774a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:31.819317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.829902 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.833350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Deleting port 64bead03-87d1-445a-8ae7-8ab5df9cc27c {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:31.837257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.844458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.867193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] No DVR routers for this DVR port 64bead03-87d1-445a-8ae7-8ab5df9cc27c on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:31.957786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 092cf1be-234f-4768-86b8-0686ed49f175 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:31.992144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 092cf1be-234f-4768-86b8-0686ed49f175 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:32.005585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:32.006901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ab8ab-23a9-4cbd-9d27-5412a50486a9 None None] Pushing event deleted for resources: {'Port': ['ID=64bead03-87d1-445a-8ae7-8ab5df9cc27c,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.033352 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.050727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c09bcbc2-f997-4d12-aeff-b6b7a6527c38 None None] Provisioning complete for port 092cf1be-234f-4768-86b8-0686ed49f175 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:32.051389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c09bcbc2-f997-4d12-aeff-b6b7a6527c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.105542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884882c8-af71-41e0-99e6-06456802873a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.120471 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.121054 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Added segment 286b2c2d-49be-4646-b2f0-8c6049ba279f of type vlan for network 6258f2e8-bf70-4766-af56-118081defeff Aug 10 03:48:32.150952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] For port 64bead03-87d1-445a-8ae7-8ab5df9cc27c, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:32.150952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.151264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eec98-ed22-43ff-9a92-0f9015d9da17 req-ab7ca7b8-20f6-49e8-be8b-c5aab0172e02 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:32.155475 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c89eec98-ed22-43ff-9a92-0f9015d9da17 req-ab7ca7b8-20f6-49e8-be8b-c5aab0172e02 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1110778 Aug 10 03:48:32.218318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Calling delete_port for 64bead03-87d1-445a-8ae7-8ab5df9cc27c owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:32.225712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Port 64bead03-87d1-445a-8ae7-8ab5df9cc27c was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:48:32.259850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c89eec98-ed22-43ff-9a92-0f9015d9da17 req-76eefadb-9773-44cb-bf72-11d92806d38d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892429 Aug 10 03:48:32.262575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ba4d-d249-42a1-8352-da06e01f6724 req-31661881-ac8a-49bb-a56b-4da1d3b93bab tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:32.265525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a500ba4d-d249-42a1-8352-da06e01f6724 req-31661881-ac8a-49bb-a56b-4da1d3b93bab tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.2620218 Aug 10 03:48:32.266727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.298291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.319970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.395731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.420943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Port': ['ID=64bead03-87d1-445a-8ae7-8ab5df9cc27c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.443837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] No DVR routers for this DVR port 64bead03-87d1-445a-8ae7-8ab5df9cc27c on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:32.447927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830f55f-b811-4662-8b9a-abdabcbc8fcb None None] DHCP port deletion for 053a0cd7-2cc3-42ee-b885-42cd1c8e774a request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:32.470434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=092cf1be-234f-4768-86b8-0686ed49f175,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.491293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 64bead03-87d1-445a-8ae7-8ab5df9cc27c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:32.501565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No DVR routers for this DVR port 092cf1be-234f-4768-86b8-0686ed49f175 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:32.535827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:48:32.547375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 64bead03-87d1-445a-8ae7-8ab5df9cc27c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:32.550536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 64bead03-87d1-445a-8ae7-8ab5df9cc27c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:32.601741 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a500ba4d-d249-42a1-8352-da06e01f6724 req-3f6fb9b9-6d88-4dcf-9bf4-644de215314c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654510 Aug 10 03:48:32.678259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.679322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:32.679976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.721091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.782500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf7adc3-47bb-42fe-abfd-2b0aef82c39f']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.786424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7025971 Aug 10 03:48:32.796338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:32.803758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443621a1-3acf-4081-ba91-2c44a77c3f0f') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.804074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443621a1-3acf-4081-ba91-2c44a77c3f0f') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.811213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Request body: {'subnet': {'network_id': '6258f2e8-bf70-4766-af56-118081defeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1676016216-subnet', 'tenant_id': '616a6edc732c4fb6af77d4036a122f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:32.829960 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.852604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f4161-e01a-4e56-8768-95fe624c3ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=6258f2e8-bf70-4766-af56-118081defeff,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:32.876693 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.886851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6258f2e8-bf70-4766-af56-118081defeff details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:32.897045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.904382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053a0cd7-2cc3-42ee-b885-42cd1c8e774a']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.915455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Made reservation on behalf of 616a6edc732c4fb6af77d4036a122f0d for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:32.918624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.921225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:32.921638 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:32.925540 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:32.933103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3829ac52-a8ce-4254-8ff9-b29162e8079f') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.933873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3829ac52-a8ce-4254-8ff9-b29162e8079f') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.950266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.973262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.991070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:32.993045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.067448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.092338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.099310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] 10.222.0.53 "DELETE /v2.0/networks/4bf7adc3-47bb-42fe-abfd-2b0aef82c39f HTTP/1.1" status: 204 len: 168 time: 1.8335910 Aug 10 03:48:33.099310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a8994-0a88-41ab-bc8d-8064c1c06894 tempest-TaggedBootDevicesTest_v242-1850697481 tempest-TaggedBootDevicesTest_v242-1850697481-project] Pushing event deleted for resources: {'Network': ['ID=4bf7adc3-47bb-42fe-abfd-2b0aef82c39f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:33.124836 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:33.150142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.186561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.207725 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.219863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43562) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:33.226604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/053a0cd7-2cc3-42ee-b885-42cd1c8e774a HTTP/1.1" status: 204 len: 168 time: 2.3802764 Aug 10 03:48:33.250230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1398b-bd28-4c63-95f5-59414f16bc68 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=053a0cd7-2cc3-42ee-b885-42cd1c8e774a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:33.352705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b44e23-85ee-4d0c-b9dd-12ea9888f608 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.360108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:33.361215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0b44e23-85ee-4d0c-b9dd-12ea9888f608 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1377406 Aug 10 03:48:33.466226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.547405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=025029d7-61ac-4d22-a7e9-e641c9bfca13,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:33.555701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Checking segment: {'id': '286b2c2d-49be-4646-b2f0-8c6049ba279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6258f2e8-bf70-4766-af56-118081defeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:33.555929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Network hostable DHCP agents. Network: 6258f2e8-bf70-4766-af56-118081defeff, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:33.583517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Network 6258f2e8-bf70-4766-af56-118081defeff is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:33.599587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6258f2e8-bf70-4766-af56-118081defeff) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:33.605117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.605847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.617516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f5721-f7e3-4040-909e-99654f342a88 None None] Network 6258f2e8-bf70-4766-af56-118081defeff requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:33.630604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c0c7ad2-fd4e-4ea3-b92c-5a8e6468f33e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8305297 Aug 10 03:48:33.679462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d550774-3f7f-4f4f-866b-686cf8a6452f req-c3bc7380-6cc4-4dfb-aa21-c68518ba4ba2 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.683383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d550774-3f7f-4f4f-866b-686cf8a6452f req-c3bc7380-6cc4-4dfb-aa21-c68518ba4ba2 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.2387285 Aug 10 03:48:33.693068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43578) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:33.695215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e5cbd5b-408f-49b3-830e-1a6c2bee50a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3335891 Aug 10 03:48:33.700452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1657314650'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:33.758702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:33.766045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.766318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d550774-3f7f-4f4f-866b-686cf8a6452f req-e58fc4eb-b7d4-43e9-b84d-588e944b1620 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667958 Aug 10 03:48:33.890933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:33.911037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b651d-98d0-42b0-8707-028228ff2441 req-676f4fcd-5b1d-4c48-816c-171161750f55 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:33.922413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-708b651d-98d0-42b0-8707-028228ff2441 req-676f4fcd-5b1d-4c48-816c-171161750f55 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1494410 Aug 10 03:48:34.003518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43586) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:34.016318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e162f70b-db88-4ea5-bcb8-0f48dee938d3 None None] Network 6258f2e8-bf70-4766-af56-118081defeff requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:34.035450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.035896 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 516a6249-94d1-4040-927e-03b8f45530bc of type vlan for network dedb485e-3559-4a90-a346-74d6b06a64c6 Aug 10 03:48:34.044771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-708b651d-98d0-42b0-8707-028228ff2441 req-03c17230-2fc9-4013-9e98-f8f7455f5025 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208720 Aug 10 03:48:34.103041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Deleting subnet adc71a98-e8b8-427a-85ba-ffbbafbed25d {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:34.110680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.160733 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.230843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.257221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.283912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:34.292450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.342721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.392233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=dedb485e-3559-4a90-a346-74d6b06a64c6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:34.402635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network dedb485e-3559-4a90-a346-74d6b06a64c6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:34.426618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-35f5ee81-b5b8-4926-8391-6f5a20032d14 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7290256 Aug 10 03:48:34.427425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:34.437731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:34.453465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.524687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc71a98-e8b8-427a-85ba-ffbbafbed25d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:34.539179 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.541705 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-012f59fa-811c-45b6-be63-9ba5fe8f339d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/adc71a98-e8b8-427a-85ba-ffbbafbed25d HTTP/1.1" status: 204 len: 168 time: 0.5367932 Aug 10 03:48:34.545411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:34.643519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.773807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:34.777955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.831175 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.843434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fde3495-2728-4359-8fb1-b80a4dac39f2']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:34.857235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ddc9d6-e912-404e-af0b-2c6b0b3854d8') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:34.857694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ddc9d6-e912-404e-af0b-2c6b0b3854d8') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:34.869040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.885810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.893714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:34.894382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:34.959221 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:34.972203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.977730 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.979913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2fde3495-2728-4359-8fb1-b80a4dac39f2 HTTP/1.1" status: 204 len: 168 time: 0.4330645 Aug 10 03:48:34.984588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:35.052876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5482c1a-dd6b-4d53-8172-7cf213dc39b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fde3495-2728-4359-8fb1-b80a4dac39f2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.113261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302987d-0ae9-432c-9bed-60b997b6c092 req-4b9b7fbe-8ff7-471f-b631-88eb0e9d4a7a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:35.119047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3302987d-0ae9-432c-9bed-60b997b6c092 req-4b9b7fbe-8ff7-471f-b631-88eb0e9d4a7a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1615665 Aug 10 03:48:35.161775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Deleting subnet 025029d7-61ac-4d22-a7e9-e641c9bfca13 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:35.171112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.211934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.257870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.377279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3302987d-0ae9-432c-9bed-60b997b6c092 req-3ae85e3f-32cc-4852-bd30-b4c7e53add2c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440350 Aug 10 03:48:35.392232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.420298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.445504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025029d7-61ac-4d22-a7e9-e641c9bfca13,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.450993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.456489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-71220d4c-0148-433d-bf03-722a06cc80f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/025029d7-61ac-4d22-a7e9-e641c9bfca13 HTTP/1.1" status: 204 len: 168 time: 0.4681587 Aug 10 03:48:35.456959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:35.513059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee05ba7-d1e8-44cf-a01f-9ae81ff94da5 req-6765dc58-ad93-4af9-b7dd-9afb44fb8e6a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:35.514725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee05ba7-d1e8-44cf-a01f-9ae81ff94da5 req-6765dc58-ad93-4af9-b7dd-9afb44fb8e6a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.3058376 Aug 10 03:48:35.562432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.568573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=57378d8f-456b-4352-9b45-2cd22e2a259f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.613256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '516a6249-94d1-4040-927e-03b8f45530bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:35.615239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: dedb485e-3559-4a90-a346-74d6b06a64c6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:35.665488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network dedb485e-3559-4a90-a346-74d6b06a64c6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:35.689369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9ee05ba7-d1e8-44cf-a01f-9ae81ff94da5 req-64e7c5e1-b750-4a55-9e35-3b31c2c886a0 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608770 Aug 10 03:48:35.748762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, dedb485e-3559-4a90-a346-74d6b06a64c6) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:35.764959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:35.766206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.766770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ec076-b109-4718-9f11-891bab75f70c None None] Network dedb485e-3559-4a90-a346-74d6b06a64c6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:35.840185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-28764f1c-ca6b-4340-aca4-ee0b35d46043 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4114697 Aug 10 03:48:35.846532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:35.851764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6', 'name': 'tempest-PortsTestJSON-1083809523'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:35.984146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.036371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6258f2e8-bf70-4766-af56-118081defeff']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.057367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286b2c2d-49be-4646-b2f0-8c6049ba279f') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.057662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286b2c2d-49be-4646-b2f0-8c6049ba279f') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.071828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-dedb485e-3559-4a90-a346-74d6b06a64c6', 'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': '57378d8f-456b-4352-9b45-2cd22e2a259f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:36.072717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.082502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.108909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.115979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:36.116400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:36.118615 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:36.201251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:36.205846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.249689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port d07ade6b-c593-47f8-8475-90377863f35b yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:36.298967 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.322279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.334275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6258f2e8-bf70-4766-af56-118081defeff HTTP/1.1" status: 204 len: 168 time: 0.8728619 Aug 10 03:48:36.425072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dd6fd-dd8c-49fc-ad5d-85c9ae1cd0f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6258f2e8-bf70-4766-af56-118081defeff,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:36.524685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Allocated IP 172.20.0.2 (dedb485e-3559-4a90-a346-74d6b06a64c6/57378d8f-456b-4352-9b45-2cd22e2a259f/cf606711-bb57-4627-8376-08a17b895a05) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:36.681564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c745-269a-4c2e-8e3f-051dc9b8a752 req-a276e075-c5ba-4632-863d-9c3942dfae9d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:36.703750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91d7c745-269a-4c2e-8e3f-051dc9b8a752 req-a276e075-c5ba-4632-863d-9c3942dfae9d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1463647 Aug 10 03:48:36.777806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.794909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Transition to ACTIVE for port object cf606711-bb57-4627-8376-08a17b895a05 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:36.825386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Transition to ACTIVE for port object cf606711-bb57-4627-8376-08a17b895a05 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:36.833630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43620) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:36.840837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91d7c745-269a-4c2e-8e3f-051dc9b8a752 req-cc2b28ad-6ca4-401a-954e-2c7266d64b81 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266639 Aug 10 03:48:36.843123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.891634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Network dedb485e-3559-4a90-a346-74d6b06a64c6 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:36.899954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:36.930160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8b79fbf4-9287-4627-9964-b4f75dd800e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c56cd0833e394bf99ffcd54a75c2749f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946934 Aug 10 03:48:36.932864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:36.978021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:36.984918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.13 (dedb485e-3559-4a90-a346-74d6b06a64c6/57378d8f-456b-4352-9b45-2cd22e2a259f/d07ade6b-c593-47f8-8475-90377863f35b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:37.057330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02315f-b871-408f-aa74-d9ceed8d2593 req-0a95b432-e2df-4912-a617-f885cce827d7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:37.064141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc02315f-b871-408f-aa74-d9ceed8d2593 req-0a95b432-e2df-4912-a617-f885cce827d7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1209908 Aug 10 03:48:37.115086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f3cd676a-8bee-422d-bd11-3d4f82853158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.174556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Pushing event updated for resources: {'Port': ['ID=cf606711-bb57-4627-8376-08a17b895a05,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.204567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Attempting to bind port cf606711-bb57-4627-8376-08a17b895a05 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:37.204806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Attempting to bind port cf606711-bb57-4627-8376-08a17b895a05 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '516a6249-94d1-4040-927e-03b8f45530bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:37.205195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Attempting to bind port cf606711-bb57-4627-8376-08a17b895a05 on network dedb485e-3559-4a90-a346-74d6b06a64c6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:37.212671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f3cd676a-8bee-422d-bd11-3d4f82853158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.218931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:37.219315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Checking segment: {'id': '516a6249-94d1-4040-927e-03b8f45530bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:37.219715 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.221262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Bound using segment: {'id': '516a6249-94d1-4040-927e-03b8f45530bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:37.221262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Bound port: cf606711-bb57-4627-8376-08a17b895a05, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516a6249-94d1-4040-927e-03b8f45530bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:37.221262 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.230339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc02315f-b871-408f-aa74-d9ceed8d2593 req-14eeac53-0152-4a4f-b2cb-fa74d65a2c44 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613772 Aug 10 03:48:37.352320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f3cd676a-8bee-422d-bd11-3d4f82853158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.357540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f3cd676a-8bee-422d-bd11-3d4f82853158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.363566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f3cd676a-8bee-422d-bd11-3d4f82853158 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e2e44f0-13b2-433f-8cab-c85182184de5 HTTP/1.1" status: 204 len: 168 time: 0.4218032 Aug 10 03:48:37.402693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd676a-8bee-422d-bd11-3d4f82853158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e44f0-13b2-433f-8cab-c85182184de5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.472238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] For port cf606711-bb57-4627-8376-08a17b895a05, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:37.483464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] For port cf606711-bb57-4627-8376-08a17b895a05, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=cf606711-bb57-4627-8376-08a17b895a05,segment=NetworkSegment(516a6249-94d1-4040-927e-03b8f45530bc),segment_id=516a6249-94d1-4040-927e-03b8f45530bc)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:37.495522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.577811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.614786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object d07ade6b-c593-47f8-8475-90377863f35b will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:37.678047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924c9da-e520-4039-ace6-cb38b0c72826 None None] Pushing event updated for resources: {'Port': ['ID=cf606711-bb57-4627-8376-08a17b895a05,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.707466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.801880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=d07ade6b-c593-47f8-8475-90377863f35b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.829500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network dedb485e-3559-4a90-a346-74d6b06a64c6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:37.831604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:37.835257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:37.913543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:37.919962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.967336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2f96d799-9f72-454d-b8aa-604fec73ffee tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1168571 Aug 10 03:48:37.967654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43636) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:37.974391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'dedb485e-3559-4a90-a346-74d6b06a64c6', 'name': 'tempest-PortsTestJSON-686678670'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:38.228246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa9ac-3a60-4779-8835-9a0719f05647 req-b8707342-76c0-424b-ae83-a49888ab5ace tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:38.243729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5b9aa9ac-3a60-4779-8835-9a0719f05647 req-b8707342-76c0-424b-ae83-a49888ab5ace tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.2468288 Aug 10 03:48:38.372008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:38.376591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.442336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5b9aa9ac-3a60-4779-8835-9a0719f05647 req-bb83caad-e8ec-4c9a-870b-699129333172 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908412 Aug 10 03:48:38.471629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43656) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:38.477468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port f63ea543-63bd-44d2-b24e-90b1a58f63b6 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:38.656388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af077a1f-b69d-478e-9479-1616d453d587 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=616a6edc732c4fb6af77d4036a122f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819532 Aug 10 03:48:38.659101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43660) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:38.902264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5af134b-23d9-4162-8672-0f3862a170bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.916380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.5 (dedb485e-3559-4a90-a346-74d6b06a64c6/57378d8f-456b-4352-9b45-2cd22e2a259f/f63ea543-63bd-44d2-b24e-90b1a58f63b6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:38.962153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5af134b-23d9-4162-8672-0f3862a170bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.034573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f861-fcf7-41fa-b420-b680dd498e76 req-3f5e7ecc-2187-4bf3-9c6f-f22a3dd8df3c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.046578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7828f861-fcf7-41fa-b420-b680dd498e76 req-3f5e7ecc-2187-4bf3-9c6f-f22a3dd8df3c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.6213889 Aug 10 03:48:39.076795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5af134b-23d9-4162-8672-0f3862a170bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.080001 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d5af134b-23d9-4162-8672-0f3862a170bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.081564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5af134b-23d9-4162-8672-0f3862a170bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/884882c8-af71-41e0-99e6-06456802873a HTTP/1.1" status: 204 len: 168 time: 0.4146256 Aug 10 03:48:39.097864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af134b-23d9-4162-8672-0f3862a170bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884882c8-af71-41e0-99e6-06456802873a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:39.242263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7828f861-fcf7-41fa-b420-b680dd498e76 req-d04778da-949a-4277-aae3-73c676d793e0 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880436 Aug 10 03:48:39.449606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.482693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object f63ea543-63bd-44d2-b24e-90b1a58f63b6 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:39.540907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.595918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network dedb485e-3559-4a90-a346-74d6b06a64c6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:39.601005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:39.606133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:39.679687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=f63ea543-63bd-44d2-b24e-90b1a58f63b6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:39.680724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f90be-1442-44ee-98e9-9a2e9f6700cb req-3d1bbb39-0097-4e43-bebc-35cd9f0b0c5b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.689601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e2f90be-1442-44ee-98e9-9a2e9f6700cb req-3d1bbb39-0097-4e43-bebc-35cd9f0b0c5b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1168966 Aug 10 03:48:39.724309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.724664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.725284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.725972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.726358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.726690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.727018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.727370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.727855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.728187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.728509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.728830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:39.769005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.770927 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.839330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-539427ab-8e3f-482d-a84a-417d3534c50d tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8707206 Aug 10 03:48:39.841903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43674) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:39.842727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e2f90be-1442-44ee-98e9-9a2e9f6700cb req-f0706b68-353b-45e2-a16e-f9952d6d4708 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497054 Aug 10 03:48:39.956327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device cf606711-bb57-4627-8376-08a17b895a05 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:39.982341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befdde36-898b-4547-90fe-c064dcddb25b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:39.987143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-befdde36-898b-4547-90fe-c064dcddb25b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1403794 Aug 10 03:48:39.987473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43684) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:40.047229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487cf72d-f2cf-4461-93a5-39566263d940 None None] Network dedb485e-3559-4a90-a346-74d6b06a64c6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:40.276725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port f63ea543-63bd-44d2-b24e-90b1a58f63b6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:40.278277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.349732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cbe83a84-85c3-4fc0-9a4b-33ca49d4443e None None] Provisioning for port cf606711-bb57-4627-8376-08a17b895a05 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:40.500229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port cf606711-bb57-4627-8376-08a17b895a05 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:40.514527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port cf606711-bb57-4627-8376-08a17b895a05 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:40.514902 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.692634 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.791831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63811d7a-e421-4669-a905-c5a1f7122967 req-816ad02a-752b-4cc5-a65a-807aadeb714b tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.793369 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.794915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for f63ea543-63bd-44d2-b24e-90b1a58f63b6 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:40.800274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63811d7a-e421-4669-a905-c5a1f7122967 req-816ad02a-752b-4cc5-a65a-807aadeb714b tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.3160181 Aug 10 03:48:40.895158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63811d7a-e421-4669-a905-c5a1f7122967 req-ff5d1bb9-8d6d-42cb-9202-a87548502445 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849595 Aug 10 03:48:40.959836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port cf606711-bb57-4627-8376-08a17b895a05, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=cf606711-bb57-4627-8376-08a17b895a05,segment=NetworkSegment(516a6249-94d1-4040-927e-03b8f45530bc),segment_id=516a6249-94d1-4040-927e-03b8f45530bc)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:40.976666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.162685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=cf606711-bb57-4627-8376-08a17b895a05,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.198801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9f91f-3464-467d-bbdd-82de03f11b8c req-06d00306-0b2b-41a9-9cb6-0095c6b309c6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:41.200986 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4be9f91f-3464-467d-bbdd-82de03f11b8c req-06d00306-0b2b-41a9-9cb6-0095c6b309c6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1770945 Aug 10 03:48:41.316624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Provisioning for port d07ade6b-c593-47f8-8475-90377863f35b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:41.326377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4be9f91f-3464-467d-bbdd-82de03f11b8c req-2050a688-f205-4d68-afa4-27d6306694e9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919127 Aug 10 03:48:41.332680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Provisioning complete for port d07ade6b-c593-47f8-8475-90377863f35b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:41.333503 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.357348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.439022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=f63ea543-63bd-44d2-b24e-90b1a58f63b6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.440852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Port d07ade6b-c593-47f8-8475-90377863f35b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:41.471402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Provisioning complete for port cf606711-bb57-4627-8376-08a17b895a05 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:41.471892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.581843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.584502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1db3a33d-f9fb-492d-a96c-89fde4508da7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/f63ea543-63bd-44d2-b24e-90b1a58f63b6 HTTP/1.1" status: 204 len: 168 time: 1.5959959 Aug 10 03:48:41.587285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43724) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:41.665646 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddaf0f2-6085-4adf-a9b3-0f346a9e15c5 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:41.678280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dddaf0f2-6085-4adf-a9b3-0f346a9e15c5 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/f63ea543-63bd-44d2-b24e-90b1a58f63b6 HTTP/1.1" status: 404 len: 333 time: 0.0898359 Aug 10 03:48:41.681046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:41.704788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ad488df-9bc3-4f84-b11b-ec18f21f2b63 None None] Could not find standard attr ID for object f63ea543-63bd-44d2-b24e-90b1a58f63b6. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:41.861049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b3278576-b045-4f16-ae63-dde7a6e4ac8d None None] Provisioning complete for port d07ade6b-c593-47f8-8475-90377863f35b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:41.862052 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b3278576-b045-4f16-ae63-dde7a6e4ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.898983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port d07ade6b-c593-47f8-8475-90377863f35b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:41.904549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.963611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device cf606711-bb57-4627-8376-08a17b895a05 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:42.076909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b3278576-b045-4f16-ae63-dde7a6e4ac8d None None] Port d07ade6b-c593-47f8-8475-90377863f35b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:42.115893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.126544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port cf606711-bb57-4627-8376-08a17b895a05 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:42.126544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.155107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for d07ade6b-c593-47f8-8475-90377863f35b owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:42.191254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd9b6e-691c-4e15-9de1-af41205ad727 req-68d58630-c1ca-49e3-8204-764989be5335 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.209812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17fd9b6e-691c-4e15-9de1-af41205ad727 req-68d58630-c1ca-49e3-8204-764989be5335 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1448791 Aug 10 03:48:42.317890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-79a422f8-0dec-4af8-8f1f-18305b2705fc None None] Could not find standard attr ID for object f63ea543-63bd-44d2-b24e-90b1a58f63b6. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:48:42.341471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17fd9b6e-691c-4e15-9de1-af41205ad727 req-099b2dab-0575-4dff-99c7-37cefcd09132 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272635 Aug 10 03:48:42.479185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.544352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=d07ade6b-c593-47f8-8475-90377863f35b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.782494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcda8e-e9da-4467-a7a7-4b133c2a0af5 req-01f37e8c-7319-43dc-bec2-a8864be0faa7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.785330 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-efdcda8e-e9da-4467-a7a7-4b133c2a0af5 req-01f37e8c-7319-43dc-bec2-a8864be0faa7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.2434647 Aug 10 03:48:42.833162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.835910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d68bbeb1-366e-438d-a026-bba536c2d1ff tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/d07ade6b-c593-47f8-8475-90377863f35b HTTP/1.1" status: 204 len: 168 time: 1.1533368 Aug 10 03:48:42.838896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43758) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:42.887313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-efdcda8e-e9da-4467-a7a7-4b133c2a0af5 req-9b12138e-3a91-4a19-b812-1f0d0c0c6932 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950840 Aug 10 03:48:42.945208 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8547b-3481-4cd6-a95a-d4c3dd386704 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:42.952656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43762) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:42.953265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f9c8547b-3481-4cd6-a95a-d4c3dd386704 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/d07ade6b-c593-47f8-8475-90377863f35b HTTP/1.1" status: 404 len: 333 time: 0.1108158 Aug 10 03:48:43.091352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet 57378d8f-456b-4352-9b45-2cd22e2a259f {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:43.095941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.178310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.316426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.449718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.508712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=57378d8f-456b-4352-9b45-2cd22e2a259f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:43.519197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.523671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be861c14-3786-454f-a5cf-bfa17b66cfd5 None None] Network dedb485e-3559-4a90-a346-74d6b06a64c6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:43.524264 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66d2bae1-7b57-4405-a594-d048b564fe9b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/57378d8f-456b-4352-9b45-2cd22e2a259f HTTP/1.1" status: 204 len: 168 time: 0.5675123 Aug 10 03:48:43.530364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43790) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:43.535132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0fb1a-0467-4d19-a119-18961399a08d req-696f731d-57f3-4547-a88e-45618587d623 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.547964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5e0fb1a-0467-4d19-a119-18961399a08d req-696f731d-57f3-4547-a88e-45618587d623 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.0932715 Aug 10 03:48:43.635950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5e0fb1a-0467-4d19-a119-18961399a08d req-9c4df4d6-a522-4a47-a019-a70b577865b8 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866225 Aug 10 03:48:43.661829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.781848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port cf606711-bb57-4627-8376-08a17b895a05 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:43.781848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.954778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] DHCP port deletion for dedb485e-3559-4a90-a346-74d6b06a64c6 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:43.963672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] For port cf606711-bb57-4627-8376-08a17b895a05, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=cf606711-bb57-4627-8376-08a17b895a05,segment=NetworkSegment(516a6249-94d1-4040-927e-03b8f45530bc),segment_id=516a6249-94d1-4040-927e-03b8f45530bc)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:43.964566 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.022175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for cf606711-bb57-4627-8376-08a17b895a05 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:44.098753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] Deleting port cf606711-bb57-4627-8376-08a17b895a05 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:44.099408 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.169832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43800) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.186810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] For port cf606711-bb57-4627-8376-08a17b895a05, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=cf606711-bb57-4627-8376-08a17b895a05,segment=NetworkSegment(516a6249-94d1-4040-927e-03b8f45530bc),segment_id=516a6249-94d1-4040-927e-03b8f45530bc)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:44.187752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.210677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] Calling delete_port for cf606711-bb57-4627-8376-08a17b895a05 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:44.317085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.354845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04c703-0c2c-44e4-a0ab-5f0b39fd7218 req-121fd3f5-fd98-4c78-a69e-675143379374 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.356942 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c04c703-0c2c-44e4-a0ab-5f0b39fd7218 req-121fd3f5-fd98-4c78-a69e-675143379374 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.3120792 Aug 10 03:48:44.389892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] Pushing event deleted for resources: {'Port': ['ID=cf606711-bb57-4627-8376-08a17b895a05,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.401193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b8357-7a15-4ca0-abea-fa195fed64aa None None] No DVR routers for this DVR port cf606711-bb57-4627-8376-08a17b895a05 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:44.461162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c04c703-0c2c-44e4-a0ab-5f0b39fd7218 req-5ede8d9d-47ea-461f-b21e-99dd94c8ed31 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959797 Aug 10 03:48:44.473448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3791120-fa96-4ec7-99c7-58dd6bb05eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.481241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.523171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=cf606711-bb57-4627-8376-08a17b895a05,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.526688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No DVR routers for this DVR port cf606711-bb57-4627-8376-08a17b895a05 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:44.685324 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.723118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedb485e-3559-4a90-a346-74d6b06a64c6']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:44.754451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516a6249-94d1-4040-927e-03b8f45530bc') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:44.754778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516a6249-94d1-4040-927e-03b8f45530bc') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:44.778240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.805215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3791120-fa96-4ec7-99c7-58dd6bb05eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.808011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.817952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:44.820943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:44.824497 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:44.863994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3791120-fa96-4ec7-99c7-58dd6bb05eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.920411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.928468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c3791120-fa96-4ec7-99c7-58dd6bb05eed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3773d372f1164cde962929e6ed84af0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7568471 Aug 10 03:48:44.929624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.935248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43818) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.941129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/dedb485e-3559-4a90-a346-74d6b06a64c6 HTTP/1.1" status: 204 len: 168 time: 1.4048169 Aug 10 03:48:44.950414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:44.964838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1528985764'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:45.001670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b435348-2290-492b-90ed-120ca330843e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=dedb485e-3559-4a90-a346-74d6b06a64c6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.039628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:45.044086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.051322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd69c44b-7532-4382-9815-1fe634a61b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.088046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:45.090652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd69c44b-7532-4382-9815-1fe634a61b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.100265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.100750 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment 845d0a37-9b6e-4d4a-be87-515c3d1b8f7c of type vlan for network ff1754bc-5505-4411-9b89-66d8c7a59448 Aug 10 03:48:45.173288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd69c44b-7532-4382-9815-1fe634a61b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.174533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.180512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bd69c44b-7532-4382-9815-1fe634a61b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.186095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bd69c44b-7532-4382-9815-1fe634a61b57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0278a5a-e8a8-4849-84d3-7ecdd9ea532a HTTP/1.1" status: 204 len: 168 time: 0.2448311 Aug 10 03:48:45.186095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3791120-fa96-4ec7-99c7-58dd6bb05eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0278a5a-e8a8-4849-84d3-7ecdd9ea532a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.195887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098abf-03ab-4439-a74e-a10f703eb50f req-6515298b-f739-4270-ab14-a40be9252e28 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.197742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06098abf-03ab-4439-a74e-a10f703eb50f req-6515298b-f739-4270-ab14-a40be9252e28 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.3889790 Aug 10 03:48:45.206528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69c44b-7532-4382-9815-1fe634a61b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0278a5a-e8a8-4849-84d3-7ecdd9ea532a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.246398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06098abf-03ab-4439-a74e-a10f703eb50f req-c6e52bc0-d809-4c01-bcba-c502026f4003 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 Aug 10 03:48:45.287866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.299399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.300058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.347590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3953240 Aug 10 03:48:45.349828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43824) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:45.355956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:45.549211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f424a-b8ce-4e9f-bc45-bf4be4a50188 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=ff1754bc-5505-4411-9b89-66d8c7a59448,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.565578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ff1754bc-5505-4411-9b89-66d8c7a59448 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:45.684566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:45.702208 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.776578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a1a5a-54f2-4371-8b10-7ea6e76c2158 req-d061828a-eb90-4bcd-b270-a12b916ef6b9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.779612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-475a1a5a-54f2-4371-8b10-7ea6e76c2158 req-d061828a-eb90-4bcd-b270-a12b916ef6b9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1500616 Aug 10 03:48:45.896056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43838) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:45.896926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device cf606711-bb57-4627-8376-08a17b895a05 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:45.959819 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e73ca23-4ba6-42d2-8ff3-74d8e2e4325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.988488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: cf606711-bb57-4627-8376-08a17b895a05 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:45.993452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-475a1a5a-54f2-4371-8b10-7ea6e76c2158 req-b6680b34-e256-45c1-9211-0a430e5c610d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837277 Aug 10 03:48:45.994508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device cf606711-bb57-4627-8376-08a17b895a05 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:46.252585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.295591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e73ca23-4ba6-42d2-8ff3-74d8e2e4325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.317182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e73ca23-4ba6-42d2-8ff3-74d8e2e4325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.482638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=b6e144a9-f734-4488-8165-a13707c9bdb7,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:46.504210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ca23-4ba6-42d2-8ff3-74d8e2e4325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fbe5e1-d315-4dba-a1f7-73ba91666bfb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:46.516304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4e73ca23-4ba6-42d2-8ff3-74d8e2e4325e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb9efda2aa73427c959ca13da5028194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159365 Aug 10 03:48:46.520232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43844) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:46.666998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:46.667684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: ff1754bc-5505-4411-9b89-66d8c7a59448, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:46.717964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network ff1754bc-5505-4411-9b89-66d8c7a59448 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:46.737603 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36713da4-9c3c-451c-af71-53d302f8c0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.743085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef42681-6f2b-40f7-9239-48718d43c89d req-6262bf42-c7b8-442e-b1de-c62bf73cf034 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.745266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef42681-6f2b-40f7-9239-48718d43c89d req-6262bf42-c7b8-442e-b1de-c62bf73cf034 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.2393606 Aug 10 03:48:46.746995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, ff1754bc-5505-4411-9b89-66d8c7a59448) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:46.768667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d1b3b-18c6-478d-8e42-944246716178 None None] Network ff1754bc-5505-4411-9b89-66d8c7a59448 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:46.787252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.788172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.835028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36713da4-9c3c-451c-af71-53d302f8c0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.837614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-98d49d98-6632-4872-ba02-c1461a9b7745 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4866014 Aug 10 03:48:46.840755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43852) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:46.846842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448', 'name': 'tempest-PortsTestJSON-312636702', 'fixed_ips': [{'subnet_id': 'b6e144a9-f734-4488-8165-a13707c9bdb7', 'ip_address': '172.20.0.10'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:46.895352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36713da4-9c3c-451c-af71-53d302f8c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.898886 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36713da4-9c3c-451c-af71-53d302f8c0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.900448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-36713da4-9c3c-451c-af71-53d302f8c0ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93fbe5e1-d315-4dba-a1f7-73ba91666bfb HTTP/1.1" status: 204 len: 168 time: 0.3708756 Aug 10 03:48:46.934942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36713da4-9c3c-451c-af71-53d302f8c0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fbe5e1-d315-4dba-a1f7-73ba91666bfb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.172294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-ff1754bc-5505-4411-9b89-66d8c7a59448', 'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': 'b6e144a9-f734-4488-8165-a13707c9bdb7'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:47.173463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.390987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43868) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:47.488219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d56ed7-0cad-42c7-aa80-0a091f5f6541 req-5964f47e-0cab-4177-8f36-6243c8c10098 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:47.508834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5d56ed7-0cad-42c7-aa80-0a091f5f6541 req-5964f47e-0cab-4177-8f36-6243c8c10098 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.2505705 Aug 10 03:48:47.511461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Allocated IP 172.20.0.2 (ff1754bc-5505-4411-9b89-66d8c7a59448/b6e144a9-f734-4488-8165-a13707c9bdb7/ffd3b784-5cee-4a17-8630-6ead28e9cafc) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:47.663634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5d56ed7-0cad-42c7-aa80-0a091f5f6541 req-8bfab6b2-3398-4f06-a0de-4eef4b4951b5 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523721 Aug 10 03:48:47.735512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf380740-6657-452e-82e1-fd4c44f2cbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.839153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ef42681-6f2b-40f7-9239-48718d43c89d req-7248ef30-3fe0-4aee-a3cd-528196dd7760 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0784764 Aug 10 03:48:48.045410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf380740-6657-452e-82e1-fd4c44f2cbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.060119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf380740-6657-452e-82e1-fd4c44f2cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.105053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:48.249278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.254496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf380740-6657-452e-82e1-fd4c44f2cbf8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=033c2d78d5244931989e1ee26d44511b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8536775 Aug 10 03:48:48.255898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43888) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:48.265805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf380740-6657-452e-82e1-fd4c44f2cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101e7a0f-b0a5-43c0-bd4b-1445e3569ec1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.283424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Transition to ACTIVE for port object ffd3b784-5cee-4a17-8630-6ead28e9cafc will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:48.345919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Transition to ACTIVE for port object ffd3b784-5cee-4a17-8630-6ead28e9cafc will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:48.364023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.375306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a70296f-b3c7-4d34-b80a-525cbe3c6914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.425808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a70296f-b3c7-4d34-b80a-525cbe3c6914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.550801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Network ff1754bc-5505-4411-9b89-66d8c7a59448 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:48.551046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.564505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:48.574033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:48.602123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 5165bbd8-a858-4d42-bee5-628265cc3f06 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:48.647222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a70296f-b3c7-4d34-b80a-525cbe3c6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.660564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a70296f-b3c7-4d34-b80a-525cbe3c6914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.662243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a70296f-b3c7-4d34-b80a-525cbe3c6914 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/101e7a0f-b0a5-43c0-bd4b-1445e3569ec1 HTTP/1.1" status: 204 len: 168 time: 0.4024835 Aug 10 03:48:48.788245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Pushing event updated for resources: {'Port': ['ID=ffd3b784-5cee-4a17-8630-6ead28e9cafc,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.788583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70296f-b3c7-4d34-b80a-525cbe3c6914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e7a0f-b0a5-43c0-bd4b-1445e3569ec1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:48.863321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Attempting to bind port ffd3b784-5cee-4a17-8630-6ead28e9cafc on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:48.864925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Attempting to bind port ffd3b784-5cee-4a17-8630-6ead28e9cafc by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:48.865368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Attempting to bind port ffd3b784-5cee-4a17-8630-6ead28e9cafc on network ff1754bc-5505-4411-9b89-66d8c7a59448 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:48.893669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:48.894041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Checking segment: {'id': '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:48.894405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.894990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Bound using segment: {'id': '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:48.896658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Bound port: ffd3b784-5cee-4a17-8630-6ead28e9cafc, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:48.897317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:48.952035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:49.070728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:49.091030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:49.136798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'port_id': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'mac_address': 'fa:16:3e:8d:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc902c-682f-42bf-a40a-a0c7eb23f004', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:49.247637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fee52-a311-4c2b-b9f5-392d31e00115 req-de0e2afd-0fcc-4253-92ed-ba83b74309fb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:49.249409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e3fee52-a311-4c2b-b9f5-392d31e00115 req-de0e2afd-0fcc-4253-92ed-ba83b74309fb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.2288737 Aug 10 03:48:49.320661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.337665 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e3fee52-a311-4c2b-b9f5-392d31e00115 req-1e62b79d-a3da-43c6-8595-344406e9d974 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659988 Aug 10 03:48:49.587010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.630225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac90d-4d36-4623-a3f1-d08ce34778ec req-d0b5607f-eac4-4148-a966-386d60533375 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:49.639103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c55ac90d-4d36-4623-a3f1-d08ce34778ec req-d0b5607f-eac4-4148-a966-386d60533375 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.4238842 Aug 10 03:48:49.653706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.10 (ff1754bc-5505-4411-9b89-66d8c7a59448/b6e144a9-f734-4488-8165-a13707c9bdb7/5165bbd8-a858-4d42-bee5-628265cc3f06) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:49.660524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 944fa5d6-1355-47f6-b5b5-be27255c8919 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:49.712622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:49.731990 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f92325-7abb-4cf1-94e1-625356c28188" -d '{"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-unplugged", "status": "completed", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:49.778113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] For port ffd3b784-5cee-4a17-8630-6ead28e9cafc, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:49.787755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:49.813500 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.005925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] For port ffd3b784-5cee-4a17-8630-6ead28e9cafc, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ffd3b784-5cee-4a17-8630-6ead28e9cafc,segment=NetworkSegment(845d0a37-9b6e-4d4a-be87-515c3d1b8f7c),segment_id=845d0a37-9b6e-4d4a-be87-515c3d1b8f7c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:50.024772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c55ac90d-4d36-4623-a3f1-d08ce34778ec req-a146c952-6eca-4dce-bb5c-93b54a283445 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846068 Aug 10 03:48:50.033838 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5190d9-c206-414f-84a6-5933874f803f x-openstack-request-id: req-ea5190d9-c206-414f-84a6-5933874f803f {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:50.034167 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-unplugged", "status": "completed", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:50.036239 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea5190d9-c206-414f-84a6-5933874f803f {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:50.036868 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'code': 200} Aug 10 03:48:50.049626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.092936 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:48:50.094789 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:48:50.101040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:50.174468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.219186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 5165bbd8-a858-4d42-bee5-628265cc3f06 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:50.235538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941478-a2d1-4a21-a219-84dbe78ff4e0 None None] Pushing event updated for resources: {'Port': ['ID=ffd3b784-5cee-4a17-8630-6ead28e9cafc,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:50.322413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.429935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774964e6-d005-4c52-83af-8877553af1e9 req-c0eeb0b9-7c8b-4e3d-a08d-de919ce368e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.435215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-774964e6-d005-4c52-83af-8877553af1e9 req-c0eeb0b9-7c8b-4e3d-a08d-de919ce368e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 1097 time: 0.0876679 Aug 10 03:48:50.446375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network ff1754bc-5505-4411-9b89-66d8c7a59448 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:50.467110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:50.482053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:50.597183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=5165bbd8-a858-4d42-bee5-628265cc3f06,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:50.682947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43948) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:50.714302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-774964e6-d005-4c52-83af-8877553af1e9 req-fe897952-b6a6-4f4f-a641-6d558af38fde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735002 Aug 10 03:48:50.721400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.743983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.745782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.757161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944fa5d6-1355-47f6-b5b5-be27255c8919 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:50.779569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eb54712e-2511-452c-a531-f9296422b130 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9369354 Aug 10 03:48:50.787974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43956) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:50.800643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7bc36-2d8a-4984-80ca-87fc21337a79 req-80dc27ab-e198-48c3-949e-6f788bf900b9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.808727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68c7bc36-2d8a-4984-80ca-87fc21337a79 req-80dc27ab-e198-48c3-949e-6f788bf900b9 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 944 time: 0.1796792 Aug 10 03:48:50.832160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': 'ff1754bc-5505-4411-9b89-66d8c7a59448', 'name': 'tempest-PortsTestJSON-186568330', 'fixed_ips': [{'subnet_id': 'b6e144a9-f734-4488-8165-a13707c9bdb7', 'ip_address': '172.20.0.9'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:50.852661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:50.864634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.964355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68c7bc36-2d8a-4984-80ca-87fc21337a79 req-50f9b3e1-75a5-4b95-afd6-aa6e7249ff77 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543705 Aug 10 03:48:51.096398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:51.275971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['944fa5d6-1355-47f6-b5b5-be27255c8919'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:51.363373 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:51.426338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39fc86-62d6-4938-b3e8-8aef1de5ed3b req-31b5753b-8a79-4d51-8914-9f639e381f4c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.428547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b39fc86-62d6-4938-b3e8-8aef1de5ed3b req-31b5753b-8a79-4d51-8914-9f639e381f4c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1536734 Aug 10 03:48:51.476211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:51.525728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.674392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 0db972b1-837c-4e7d-ae9b-a8c085d591fc yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:48:51.976213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b39fc86-62d6-4938-b3e8-8aef1de5ed3b req-c0b8088f-7615-4160-888a-82e11d77f33f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359783 Aug 10 03:48:52.011600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ffd3b784-5cee-4a17-8630-6ead28e9cafc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:52.312609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ffd3b784-5cee-4a17-8630-6ead28e9cafc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:52.360662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659178f-5c80-440d-a11b-7436785bdaf3 req-e4151fff-98c9-4114-8989-3a1893d7f311 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:52.381366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0659178f-5c80-440d-a11b-7436785bdaf3 req-e4151fff-98c9-4114-8989-3a1893d7f311 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 945 time: 0.2590933 Aug 10 03:48:52.463879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8672b-f643-4904-a397-53c26001c465 None None] Network ff1754bc-5505-4411-9b89-66d8c7a59448 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:52.517199 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0659178f-5c80-440d-a11b-7436785bdaf3 req-3b203e3e-4b51-4974-913b-404eea7b2969 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336110 Aug 10 03:48:52.866427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.9 (ff1754bc-5505-4411-9b89-66d8c7a59448/b6e144a9-f734-4488-8165-a13707c9bdb7/0db972b1-837c-4e7d-ae9b-a8c085d591fc) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:52.981897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:52.992069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] Provisioning for port ffd3b784-5cee-4a17-8630-6ead28e9cafc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:53.059104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] Provisioning complete for port ffd3b784-5cee-4a17-8630-6ead28e9cafc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:53.059792 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.665668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 944fa5d6-1355-47f6-b5b5-be27255c8919 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:53.670204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.674521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.855402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] For port ffd3b784-5cee-4a17-8630-6ead28e9cafc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ffd3b784-5cee-4a17-8630-6ead28e9cafc,segment=NetworkSegment(845d0a37-9b6e-4d4a-be87-515c3d1b8f7c),segment_id=845d0a37-9b6e-4d4a-be87-515c3d1b8f7c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:53.869457 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.914758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2297f-0655-40fd-9cba-858dd4760776 req-dc2715a6-da3f-49de-8c49-ab238151724e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.924572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42f2297f-0655-40fd-9cba-858dd4760776 req-dc2715a6-da3f-49de-8c49-ab238151724e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 945 time: 0.2053144 Aug 10 03:48:53.939896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533b5a2-b1c8-47c0-88a3-1d4e011359b9 req-4f9c6c84-640e-4686-84b4-93e095f53297 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.957127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4533b5a2-b1c8-47c0-88a3-1d4e011359b9 req-4f9c6c84-640e-4686-84b4-93e095f53297 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.5595968 Aug 10 03:48:54.067099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42f2297f-0655-40fd-9cba-858dd4760776 req-e3b3e0b0-0621-4cc8-9054-95a8b346e87c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320508 Aug 10 03:48:54.072346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.170689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:54.172961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dcde1-2d08-4b3d-a361-4a22bb00dfc4 None None] Pushing event updated for resources: {'Port': ['ID=ffd3b784-5cee-4a17-8630-6ead28e9cafc,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.179466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:54.182375 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a88620-3236-40e4-a26d-833e60ab77be" -d '{"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-plugged", "status": "completed", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:54.185539 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.238111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.267877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 0db972b1-837c-4e7d-ae9b-a8c085d591fc will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:54.324204 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc46df93-4a2b-47a2-a9ea-0387619f5314 x-openstack-request-id: req-fc46df93-4a2b-47a2-a9ea-0387619f5314 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:54.324688 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-plugged", "status": "completed", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:54.325114 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc46df93-4a2b-47a2-a9ea-0387619f5314 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:54.329308 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'code': 200} Aug 10 03:48:54.395689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cbec4533-4ae6-4476-ad5e-42290d6b7708 None None] Provisioning complete for port ffd3b784-5cee-4a17-8630-6ead28e9cafc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:54.396481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cbec4533-4ae6-4476-ad5e-42290d6b7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.491496 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4533b5a2-b1c8-47c0-88a3-1d4e011359b9 req-70f26597-7131-4c69-90bf-caa255cb1c25 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172572 Aug 10 03:48:54.511228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.626360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.666927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.703521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f864b-215a-4d1e-9afd-a9285a380b74 req-afe96039-9731-4bd4-8f0d-7228f36b2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.705153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-792f864b-215a-4d1e-9afd-a9285a380b74 req-afe96039-9731-4bd4-8f0d-7228f36b2cb9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 1098 time: 0.1434789 Aug 10 03:48:54.713284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.735877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cbec4533-4ae6-4476-ad5e-42290d6b7708 None None] Provisioning for port 5165bbd8-a858-4d42-bee5-628265cc3f06 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:54.744190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cbec4533-4ae6-4476-ad5e-42290d6b7708 None None] Provisioning complete for port 5165bbd8-a858-4d42-bee5-628265cc3f06 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:54.745068 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cbec4533-4ae6-4476-ad5e-42290d6b7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.801249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-792f864b-215a-4d1e-9afd-a9285a380b74 req-acf3823a-278b-43b3-8409-070796c34833 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822058 Aug 10 03:48:54.817686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cbec4533-4ae6-4476-ad5e-42290d6b7708 None None] Port 5165bbd8-a858-4d42-bee5-628265cc3f06 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:54.847698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network ff1754bc-5505-4411-9b89-66d8c7a59448 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:54.894561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:54.907942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:54.988370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=0db972b1-837c-4e7d-ae9b-a8c085d591fc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.994152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-73c53189-1ce6-4d0c-b5c1-3b9d83a1e8a1 None None] Provisioning complete for port 5165bbd8-a858-4d42-bee5-628265cc3f06 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:54.994771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-73c53189-1ce6-4d0c-b5c1-3b9d83a1e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.108911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-73c53189-1ce6-4d0c-b5c1-3b9d83a1e8a1 None None] Port 5165bbd8-a858-4d42-bee5-628265cc3f06 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:55.144708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-0c532555-d215-4389-8b95-4ada116153ff tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.154571 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-0c532555-d215-4389-8b95-4ada116153ff tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 810 time: 0.2771189 Aug 10 03:48:55.177800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-bc91c39c-71cb-4e62-81d7-738850240e0b tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/quotas/806081b8ef4648eeb7537c71e1795caf HTTP/1.1" status: 200 len: 375 time: 0.0224535 Aug 10 03:48:55.184357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.185453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.278031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c6458413-6a6e-4b05-a9df-50e9725cfd2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4876361 Aug 10 03:48:55.281247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44078) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.335146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-7061fd2b-5c84-4606-8395-8ef53ba1d588 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372783 Aug 10 03:48:55.381110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44080) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.420755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7ab1f-6610-4bf0-8e0f-6117c921c4c3 req-5b68a0ac-ec8a-42f5-b6ef-153bc7514f8c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.435965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03e7ab1f-6610-4bf0-8e0f-6117c921c4c3 req-5b68a0ac-ec8a-42f5-b6ef-153bc7514f8c tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1552615 Aug 10 03:48:55.445838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04b4ff5b-0275-4990-855a-aaedb2ff6589 None None] Provisioning for port 0db972b1-837c-4e7d-ae9b-a8c085d591fc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:55.468171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04b4ff5b-0275-4990-855a-aaedb2ff6589 None None] Provisioning complete for port 0db972b1-837c-4e7d-ae9b-a8c085d591fc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:55.473408 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04b4ff5b-0275-4990-855a-aaedb2ff6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.590665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03e7ab1f-6610-4bf0-8e0f-6117c921c4c3 req-441a144b-f264-438a-8c69-cb0d07badc35 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514044 Aug 10 03:48:55.594245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-9501ead9-308e-444d-bf9e-9f44ca9b5bed service neutron] 10.222.0.53 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048106 Aug 10 03:48:55.641785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-04b4ff5b-0275-4990-855a-aaedb2ff6589 None None] Port 0db972b1-837c-4e7d-ae9b-a8c085d591fc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:55.734845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Deleting port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:55.735361 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.769448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1353468-713f-40ab-abfa-16c48e1fa822 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.775532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e1353468-713f-40ab-abfa-16c48e1fa822 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4925404 Aug 10 03:48:55.782421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44088) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.889775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ffd3b784-5cee-4a17-8630-6ead28e9cafc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:55.987020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d8dce-c626-4cef-8ef1-665563af6861 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.996935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d8dce-c626-4cef-8ef1-665563af6861 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.014317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f990049-3a21-47ea-8790-cdc7216b780c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.023981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d8dce-c626-4cef-8ef1-665563af6861 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.031294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fb1d8dce-c626-4cef-8ef1-665563af6861 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2296762 Aug 10 03:48:56.034203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44092) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:56.049821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.159538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ffd3b784-5cee-4a17-8630-6ead28e9cafc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:56.160240 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.173701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-abb546b4-9fcb-44bf-9001-194ce76ee4d3 service neutron] 10.222.0.53 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742192 Aug 10 03:48:56.318966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] For port 3e1c4156-1dfe-4fd5-8d84-55d720430c3e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:56.319413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.348064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Calling delete_port for 3e1c4156-1dfe-4fd5-8d84-55d720430c3e owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:56.376435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 0db972b1-837c-4e7d-ae9b-a8c085d591fc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:56.387087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.507834 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f990049-3a21-47ea-8790-cdc7216b780c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.513713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f990049-3a21-47ea-8790-cdc7216b780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.699677 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1727c2cb-d054-4b03-9b36-15f0365b20ac req-dbd9d751-794f-4826-8f62-b92084ec2223 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 210 time: 0.1118128 Aug 10 03:48:56.700546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f990049-3a21-47ea-8790-cdc7216b780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f148c25b-e2ff-4c73-a6cb-431092debcf6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:56.712321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f990049-3a21-47ea-8790-cdc7216b780c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17dc2fc5c3044021be2fc109e25e9385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3299096 Aug 10 03:48:56.716416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44112) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:56.885859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.905524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.940690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe48d94-b630-40ab-9a1b-053486725419 req-547b188b-9645-400f-baab-1834d073da1e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.946792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fe48d94-b630-40ab-9a1b-053486725419 req-547b188b-9645-400f-baab-1834d073da1e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1674428 Aug 10 03:48:56.949671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 0db972b1-837c-4e7d-ae9b-a8c085d591fc owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:56.953360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65e664e6-b8ad-4c66-90b4-88f17d487ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.998811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e878303-0109-4939-b8e9-9207a0f83fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.005648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1c4156-1dfe-4fd5-8d84-55d720430c3e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.066839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65e664e6-b8ad-4c66-90b4-88f17d487ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.198585 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6fe48d94-b630-40ab-9a1b-053486725419 req-a5efa4ae-4b49-4faa-b1e7-80c2f67718ab tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181010 Aug 10 03:48:57.450067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65e664e6-b8ad-4c66-90b4-88f17d487ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.453489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65e664e6-b8ad-4c66-90b4-88f17d487ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.454893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-65e664e6-b8ad-4c66-90b4-88f17d487ec0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f148c25b-e2ff-4c73-a6cb-431092debcf6 HTTP/1.1" status: 204 len: 168 time: 0.7374501 Aug 10 03:48:57.455610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.505296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=0db972b1-837c-4e7d-ae9b-a8c085d591fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.520047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.520393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.520733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.521062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.521386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.521710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.522075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.522378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.522697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.523015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.523349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.523647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:57.554327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e664e6-b8ad-4c66-90b4-88f17d487ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f148c25b-e2ff-4c73-a6cb-431092debcf6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.611021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.658652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.662545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-988a7412-c71e-4c41-b227-d587cbb36b3a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/0db972b1-837c-4e7d-ae9b-a8c085d591fc HTTP/1.1" status: 204 len: 168 time: 1.6266015 Aug 10 03:48:57.678329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44136) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.777424 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-130a6d51-c2e1-4818-9db3-2ad2ead1a879 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:57.779832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-130a6d51-c2e1-4818-9db3-2ad2ead1a879 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/0db972b1-837c-4e7d-ae9b-a8c085d591fc HTTP/1.1" status: 404 len: 333 time: 0.1003625 Aug 10 03:48:57.782671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44140) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.941262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb777b8-d869-4c78-991f-9ae4b9d031c4 req-094fb10a-c49a-4684-83f6-375acdea3c7d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.949311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5bb777b8-d869-4c78-991f-9ae4b9d031c4 req-094fb10a-c49a-4684-83f6-375acdea3c7d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.3359406 Aug 10 03:48:58.004454 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db65c545-703c-4c11-936e-dab35c8e9ba8 req-93d16188-5691-4c7c-85d0-93bb5dcb1df8 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 210 time: 0.0493991 Aug 10 03:48:58.041314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 5165bbd8-a858-4d42-bee5-628265cc3f06 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:58.041654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.082038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5bb777b8-d869-4c78-991f-9ae4b9d031c4 req-8102227c-6582-4c31-9ed4-49af53e0cb7b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258550 Aug 10 03:48:58.120388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Router d85290a2-1172-447f-a359-f6c9c10675da has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:58.267559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.313552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 5165bbd8-a858-4d42-bee5-628265cc3f06 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:58.443109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44152) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:58.504260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2ebadb70-e4b6-4d78-8937-afc1383741f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.791370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:58.798432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c9744639-8055-4364-9e5b-ac4a153021dd admin admin] 10.222.0.53 "PUT /v2.0/routers/d85290a2-1172-447f-a359-f6c9c10675da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1031129 Aug 10 03:48:58.804250 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] Sync routers for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:58.806105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44164) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:58.824556 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:58.825231 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:58.890811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2ebadb70-e4b6-4d78-8937-afc1383741f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.899572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2ebadb70-e4b6-4d78-8937-afc1383741f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:58.991091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-67982a41-91c6-44fd-a8b1-bb4595722416 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.993491 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-67982a41-91c6-44fd-a8b1-bb4595722416 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.65 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 810 time: 0.2717564 Aug 10 03:48:59.012401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2ebadb70-e4b6-4d78-8937-afc1383741f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb398fbc4eab4479b905bb28347476e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5657039 Aug 10 03:48:59.014017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebadb70-e4b6-4d78-8937-afc1383741f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc067a3-cf8b-4f15-808b-9c25b40e969e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:59.021463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44186) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.024981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.030955 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:59.099951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Request body: {'port': {'device_id': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'admin_state_up': True, 'tenant_id': '806081b8ef4648eeb7537c71e1795caf'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:59.104843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=5165bbd8-a858-4d42-bee5-628265cc3f06,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:59.134639 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.281885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a4a5676-ef21-402e-b0d3-0e867819a9ab req-cf380d47-0dc1-490d-8054-bf460dd2cf3f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 210 time: 0.1265538 Aug 10 03:48:59.318320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.324311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9f7a81ae-1e4c-48c0-87de-5dfcb73278ab tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/5165bbd8-a858-4d42-bee5-628265cc3f06 HTTP/1.1" status: 204 len: 168 time: 1.5378301 Aug 10 03:48:59.324652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44190) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.391231 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d2ed87-eb79-49c9-a435-f0e19c6c2b62 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:48:59.401034 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:48:56Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:59.403715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-86d2ed87-eb79-49c9-a435-f0e19c6c2b62 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/5165bbd8-a858-4d42-bee5-628265cc3f06 HTTP/1.1" status: 404 len: 333 time: 0.0754273 Aug 10 03:48:59.406008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44198) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.439630 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] Checking router: d85290a2-1172-447f-a359-f6c9c10675da for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:59.452871 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] Routers {'d85290a2-1172-447f-a359-f6c9c10675da'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:59.453702 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d85290a2-1172-447f-a359-f6c9c10675da'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:59.481786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.574575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet b6e144a9-f734-4488-8165-a13707c9bdb7 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:59.580325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.586077 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] Set router d85290a2-1172-447f-a359-f6c9c10675da gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:59.633905 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.640131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.670786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-7482731c-8a77-43eb-b0ad-05b982ec2023 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.685227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-7482731c-8a77-43eb-b0ad-05b982ec2023 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 814 time: 0.7341390 Aug 10 03:48:59.735459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb185-5865-4e97-b297-ed5e4bf5f482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.791981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.831826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a0eedd60-e7df-439d-8a53-4d56afb2e4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.837289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb185-5865-4e97-b297-ed5e4bf5f482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.901926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.935742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Made reservation on behalf of 806081b8ef4648eeb7537c71e1795caf for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:59.942988 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.958969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-0f15b265-149c-4c5e-8e29-61926ac6e737 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/quotas/8616723e299e438ca8363abd23d98cb6 HTTP/1.1" status: 200 len: 375 time: 0.2364841 Aug 10 03:48:59.972217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e144a9-f734-4488-8165-a13707c9bdb7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:59.979411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.985169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f2ab25e8-1c8f-48e3-8fc4-4807a0053d2b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/b6e144a9-f734-4488-8165-a13707c9bdb7 HTTP/1.1" status: 204 len: 168 time: 0.5778472 Aug 10 03:48:59.987199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.992072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b4c63-bf0a-4f85-802c-7b9c06578c7f None None] Network ff1754bc-5505-4411-9b89-66d8c7a59448 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:00.070577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-730af741-a88f-4bda-8384-e93d86c24309 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:00.070577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-730af741-a88f-4bda-8384-e93d86c24309 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb HTTP/1.1" status: 200 len: 946 time: 0.1642210 Aug 10 03:49:00.073165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb185-5865-4e97-b297-ed5e4bf5f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.077593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb185-5865-4e97-b297-ed5e4bf5f482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.078742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3b9fb185-5865-4e97-b297-ed5e4bf5f482 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfc067a3-cf8b-4f15-808b-9c25b40e969e HTTP/1.1" status: 204 len: 168 time: 1.0407515 Aug 10 03:49:00.159593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.174485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fb185-5865-4e97-b297-ed5e4bf5f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc067a3-cf8b-4f15-808b-9c25b40e969e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.184312 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:48:56Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:00.239344 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465bd3-aabd-4b86-a47d-03e750f3f150 None None] The sync data for ids ['d85290a2-1172-447f-a359-f6c9c10675da'] in n-d-769329-14 is: [{'id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'name': 'tempest-TaggedBootDevicesTest_v242-491939265-router', 'tenant_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:36:20Z', 'updated_at': '2021-08-10T03:48:56Z', 'revision_number': 5, 'project_id': '3d3cbe7eafad4dc5bebd775a674949b3', 'gw_port': {'id': 'da78a550-87da-4823-9e36-fe2487cc5fbc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:99:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85290a2-1172-447f-a359-f6c9c10675da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:36:21Z', 'updated_at': '2021-08-10T03:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:00.259347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Deleting port 944fa5d6-1355-47f6-b5b5-be27255c8919 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:00.259974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.260936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Deleting port da78a550-87da-4823-9e36-fe2487cc5fbc {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:00.261287 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.304866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-01fa2832-3489-491f-a564-a5ea49b7c53a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2795138 Aug 10 03:49:00.328661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port ffd3b784-5cee-4a17-8630-6ead28e9cafc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:00.329641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.430971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] For port ffd3b784-5cee-4a17-8630-6ead28e9cafc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ffd3b784-5cee-4a17-8630-6ead28e9cafc,segment=NetworkSegment(845d0a37-9b6e-4d4a-be87-515c3d1b8f7c),segment_id=845d0a37-9b6e-4d4a-be87-515c3d1b8f7c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:00.431273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.458583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for ffd3b784-5cee-4a17-8630-6ead28e9cafc owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:00.460246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Allocated IP 172.20.0.3 (56b30d82-a525-48ae-a4e6-19c87f084d3b/eadb16d9-10b2-4692-bfc0-32bdf2746c88/937c9e49-7b7e-462b-9baa-f47fed6c2afd) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:00.491599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f17093a5-39f6-41af-a2b5-4a0f980e9575 req-6531030d-36f2-4c00-8bf1-d24a3d63da5d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 210 time: 0.0348833 Aug 10 03:49:00.600530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-8497b247-d863-440c-a610-6ab5fd40a1f2 service neutron] 10.222.0.53 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618885 Aug 10 03:49:00.651787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] DHCP port deletion for ff1754bc-5505-4411-9b89-66d8c7a59448 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:00.680876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] For port da78a550-87da-4823-9e36-fe2487cc5fbc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=da78a550-87da-4823-9e36-fe2487cc5fbc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:00.681472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.752891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Calling delete_port for da78a550-87da-4823-9e36-fe2487cc5fbc owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:00.932124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Deleting port ffd3b784-5cee-4a17-8630-6ead28e9cafc {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:00.932944 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.088938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] For port ffd3b784-5cee-4a17-8630-6ead28e9cafc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ffd3b784-5cee-4a17-8630-6ead28e9cafc,segment=NetworkSegment(845d0a37-9b6e-4d4a-be87-515c3d1b8f7c),segment_id=845d0a37-9b6e-4d4a-be87-515c3d1b8f7c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:01.102559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.129122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Calling delete_port for ffd3b784-5cee-4a17-8630-6ead28e9cafc owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:01.204009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-ea00cfdd-d411-4867-8454-78c54512cf60 service neutron] 10.222.0.53 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021507 Aug 10 03:49:01.215766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] For port 944fa5d6-1355-47f6-b5b5-be27255c8919, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=944fa5d6-1355-47f6-b5b5-be27255c8919,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:01.216295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.262465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Calling delete_port for 944fa5d6-1355-47f6-b5b5-be27255c8919 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:01.319416 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.351484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.419070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] No DVR routers for this DVR port ffd3b784-5cee-4a17-8630-6ead28e9cafc on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:01.421447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Pushing event deleted for resources: {'Port': ['ID=ffd3b784-5cee-4a17-8630-6ead28e9cafc,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.471922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.472282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.472633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.472981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.473325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.474776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.475174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.475891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.475891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.476165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.476505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.476836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e90db28-a84f-4c81-818b-731cd57afeb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:01.535702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.582614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.621047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44254) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:01.627028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No DVR routers for this DVR port ffd3b784-5cee-4a17-8630-6ead28e9cafc on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:01.678222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=ffd3b784-5cee-4a17-8630-6ead28e9cafc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.716469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da78a550-87da-4823-9e36-fe2487cc5fbc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.724419 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.809585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.824380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dae8bc05-698a-4211-84ef-600811c85bf8 req-4a9b4070-51b7-42ce-97f5-3a6a84adaf43 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 210 time: 0.2508287 Aug 10 03:49:01.829742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['59b80dd6-4496-42f8-ba11-a0a1f56ae554'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:01.894736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.932166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Network 56b30d82-a525-48ae-a4e6-19c87f084d3b is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:01.951962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:01.953477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1754bc-5505-4411-9b89-66d8c7a59448']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:01.956378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:02.002155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f7ef2-7b47-4f5e-8d0d-ac0ec98f69ff req-a2ee1f58-f206-4213-87a2-8691e42ddf89 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.009670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c53f7ef2-7b47-4f5e-8d0d-ac0ec98f69ff req-a2ee1f58-f206-4213-87a2-8691e42ddf89 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 931 time: 0.2976737 Aug 10 03:49:02.029744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:02.031268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845d0a37-9b6e-4d4a-be87-515c3d1b8f7c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:02.069407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.074167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3e1c4156-1dfe-4fd5-8d84-55d720430c3e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:02.105440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.114981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:02.115622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.121152 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.193714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3e1c4156-1dfe-4fd5-8d84-55d720430c3e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:02.194380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3e1c4156-1dfe-4fd5-8d84-55d720430c3e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:02.198725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ffd3b784-5cee-4a17-8630-6ead28e9cafc no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:02.237470 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:02.246216 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.261114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.269342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/ff1754bc-5505-4411-9b89-66d8c7a59448 HTTP/1.1" status: 204 len: 168 time: 2.2793941 Aug 10 03:49:02.273198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44292) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:02.286108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1511075870'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:02.305347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ffd3b784-5cee-4a17-8630-6ead28e9cafc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:02.305734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ffd3b784-5cee-4a17-8630-6ead28e9cafc not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:02.316833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f18bdf-671e-40fd-8066-ae29b2c6d284 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=ff1754bc-5505-4411-9b89-66d8c7a59448,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:02.326786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.376806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Pushing event deleted for resources: {'Port': ['ID=944fa5d6-1355-47f6-b5b5-be27255c8919,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:02.379135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:02.383250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.466148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] No DVR routers for this DVR port 944fa5d6-1355-47f6-b5b5-be27255c8919 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:02.471696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.474031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c22dfb6-fa20-4ef7-bb56-1e8a9a712bfe req-4d0c4172-b383-494f-ac03-61abc68ce17d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.39 "DELETE /v2.0/ports/944fa5d6-1355-47f6-b5b5-be27255c8919 HTTP/1.1" status: 204 len: 173 time: 2.3966880 Aug 10 03:49:02.474609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-deleted', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:02.477934 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb373a-9398-46ee-9226-a2bff8a74126" -d '{"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-deleted", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:02.492103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:02.522485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.524564 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.525502 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Added segment ce2b7412-1125-4165-a98b-cfd349c84dae of type vlan for network 9942852d-9e58-4368-a8f3-0f072e09a7be Aug 10 03:49:02.528870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.601702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c53f7ef2-7b47-4f5e-8d0d-ac0ec98f69ff req-6b6f0cc1-4f18-423e-83d2-456facac298a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174172 Aug 10 03:49:02.602547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Pushing event updated for resources: {'Port': ['ID=937c9e49-7b7e-462b-9baa-f47fed6c2afd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:02.605886 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f463a07a-f427-4b6e-ac32-0be818ed138f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.620387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.620952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85290a2-1172-447f-a359-f6c9c10675da {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:02.628806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.631635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['944fa5d6-1355-47f6-b5b5-be27255c8919'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:02.641441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4524ed7-e0c3-4a54-8384-9973cfd084a8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d85290a2-1172-447f-a359-f6c9c10675da HTTP/1.1" status: 204 len: 168 time: 3.8289871 Aug 10 03:49:02.656703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44314) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:02.663196 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9976ae-d03f-417e-a592-53910b4f86a0 x-openstack-request-id: req-ad9976ae-d03f-417e-a592-53910b4f86a0 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:02.663494 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb", "name": "network-vif-deleted", "tag": "944fa5d6-1355-47f6-b5b5-be27255c8919", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:02.669785 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad9976ae-d03f-417e-a592-53910b4f86a0 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:02.673518 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce77eb7-1df1-4c7e-bbb6-d3b4c86a99fb', 'name': 'network-vif-deleted', 'tag': '944fa5d6-1355-47f6-b5b5-be27255c8919', 'status': 'completed', 'code': 200} Aug 10 03:49:02.693416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.698717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.869582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.893611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Deleting subnet 94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:02.898910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.039345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f463a07a-f427-4b6e-ac32-0be818ed138f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.044916 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f463a07a-f427-4b6e-ac32-0be818ed138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.050462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.063305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:03.064926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.065695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f18e3e35-1f58-4511-be90-cb0b83156070 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0383716 Aug 10 03:49:03.084020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Request body: {'port': {'device_id': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:03.153889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.165352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-746763e3-d742-439e-bc74-90dee6347a60 req-bbb56150-c2d4-45a7-a36f-b65c34393e6e tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 210 time: 0.1567621 Aug 10 03:49:03.181758 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.194025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f463a07a-f427-4b6e-ac32-0be818ed138f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faeacba2f83b41e5872255368b1a58cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5437918 Aug 10 03:49:03.194025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463a07a-f427-4b6e-ac32-0be818ed138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21901ebb-1722-4554-a935-4ccec908c105,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:03.194025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44358) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:03.381794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.496780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2159431 Aug 10 03:49:03.508956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44362) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:03.529314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:03.535975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba50813-aba8-4312-919e-2d5d68b668ba tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Network': ['ID=9942852d-9e58-4368-a8f3-0f072e09a7be,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:03.551170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9942852d-9e58-4368-a8f3-0f072e09a7be details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:03.586134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44364) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:03.681380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.687582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b37b54de-c546-41e2-8a87-0f0e3b3b0d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.734430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b37b54de-c546-41e2-8a87-0f0e3b3b0d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.748164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:03.759965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.789396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device da78a550-87da-4823-9e36-fe2487cc5fbc no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:03.860997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: da78a550-87da-4823-9e36-fe2487cc5fbc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:03.863129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device da78a550-87da-4823-9e36-fe2487cc5fbc not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:03.954498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-e2123d82-be39-47ce-ad9a-b7dcd6041a30 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:03.956438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-e2123d82-be39-47ce-ad9a-b7dcd6041a30 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.65 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 814 time: 0.1420126 Aug 10 03:49:03.991738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Request body: {'port': {'device_id': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'admin_state_up': True, 'tenant_id': '8616723e299e438ca8363abd23d98cb6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:04.099082 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.128601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.159866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.162488 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a HTTP/1.1" status: 204 len: 168 time: 1.4733014 Aug 10 03:49:04.167009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44372) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:04.177995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5656eb1-0edf-43cc-a167-ce20d9f60f79 None None] Network d55ceef1-37e1-43e0-a52d-c75603bde0fe requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:04.397726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=ccf2cc65-ab02-4794-98d9-7f53fd67d9cf,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.426974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c195481-3e9e-4e2a-9836-4a1e47561b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.431941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] DHCP port deletion for d55ceef1-37e1-43e0-a52d-c75603bde0fe request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:04.447556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e66a231a-b973-410a-934a-ad8803b9915a req-8fd0ac6a-f3bc-4d45-bf54-81c717721c53 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0771153 Aug 10 03:49:04.493202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e142b-c19b-4823-b843-6069a1abc6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94bd14cf-1cb2-45b3-8c2d-2510dbc5fd7a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.505154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.513965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] Deleting port 6738afab-f58d-4211-a20f-2be8a7478a3f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:04.514751 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.517717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f97ce6-3b15-4b91-9d2f-a2a113429d96 req-d0f37b51-2b8a-4fde-ab14-231ba46a61dc tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.519387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9f97ce6-3b15-4b91-9d2f-a2a113429d96 req-d0f37b51-2b8a-4fde-ab14-231ba46a61dc tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 931 time: 0.5732558 Aug 10 03:49:04.539143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Checking segment: {'id': 'ce2b7412-1125-4165-a98b-cfd349c84dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:04.539564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network hostable DHCP agents. Network: 9942852d-9e58-4368-a8f3-0f072e09a7be, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:04.544580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b37b54de-c546-41e2-8a87-0f0e3b3b0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.547455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b37b54de-c546-41e2-8a87-0f0e3b3b0d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.548666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b37b54de-c546-41e2-8a87-0f0e3b3b0d72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21901ebb-1722-4554-a935-4ccec908c105 HTTP/1.1" status: 204 len: 168 time: 1.3564687 Aug 10 03:49:04.608999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] For port 6738afab-f58d-4211-a20f-2be8a7478a3f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6738afab-f58d-4211-a20f-2be8a7478a3f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:04.609912 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.632019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 9942852d-9e58-4368-a8f3-0f072e09a7be is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:04.634956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] Calling delete_port for 6738afab-f58d-4211-a20f-2be8a7478a3f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:04.656948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9942852d-9e58-4368-a8f3-0f072e09a7be) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:04.667960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.668793 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.670983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b54de-c546-41e2-8a87-0f0e3b3b0d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21901ebb-1722-4554-a935-4ccec908c105,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.706936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a57de-7dfb-4ff8-a9a6-98e863d3b941 None None] Network 9942852d-9e58-4368-a8f3-0f072e09a7be requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:04.710632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Deleting port 6738afab-f58d-4211-a20f-2be8a7478a3f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:04.711236 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.832612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] For port 6738afab-f58d-4211-a20f-2be8a7478a3f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6738afab-f58d-4211-a20f-2be8a7478a3f,segment=NetworkSegment(3de49335-701d-4708-b011-5c551a6fae8d),segment_id=3de49335-701d-4708-b011-5c551a6fae8d)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:04.837124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.841108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9f97ce6-3b15-4b91-9d2f-a2a113429d96 req-dfc9d9cf-91e7-4147-9769-907760c20e2f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048325 Aug 10 03:49:04.848585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.875823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Calling delete_port for 6738afab-f58d-4211-a20f-2be8a7478a3f owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:04.876140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937c9e49-7b7e-462b-9baa-f47fed6c2afd {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:04.891647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.926597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] Pushing event deleted for resources: {'Port': ['ID=6738afab-f58d-4211-a20f-2be8a7478a3f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.929096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Transition to ACTIVE for port object 937c9e49-7b7e-462b-9baa-f47fed6c2afd will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:04.934998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718030c-1fcc-41db-babd-f50aaf4ade1c None None] No DVR routers for this DVR port 6738afab-f58d-4211-a20f-2be8a7478a3f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:04.953511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.994681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:05.008619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Pushing event updated for resources: {'Port': ['ID=937c9e49-7b7e-462b-9baa-f47fed6c2afd,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:05.060294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c195481-3e9e-4e2a-9836-4a1e47561b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.075735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 944fa5d6-1355-47f6-b5b5-be27255c8919 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:05.076065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c195481-3e9e-4e2a-9836-4a1e47561b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.077779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 944fa5d6-1355-47f6-b5b5-be27255c8919 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:05.088384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0384dd47-92fe-4a30-8530-6eede90ca720 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5758698 Aug 10 03:49:05.089325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-9942852d-9e58-4368-a8f3-0f072e09a7be', 'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': 'ccf2cc65-ab02-4794-98d9-7f53fd67d9cf'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:05.090008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:05.093958 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.095329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-966793964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:05.156060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.183918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6738afab-f58d-4211-a20f-2be8a7478a3f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:05.190129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] No DVR routers for this DVR port 6738afab-f58d-4211-a20f-2be8a7478a3f on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:05.227572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:05.245468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7c195481-3e9e-4e2a-9836-4a1e47561b18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86f18254cd784295a2c23c52d556afe4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6532581 Aug 10 03:49:05.251410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44386) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:05.280794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c195481-3e9e-4e2a-9836-4a1e47561b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f1a17-9bdc-4222-82f2-81c8e24d1d1a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:05.292003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf1918a3-2324-4305-b3cc-ce190cbeef92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.307161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Made reservation on behalf of 8616723e299e438ca8363abd23d98cb6 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:05.316407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.358976 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.374990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55ceef1-37e1-43e0-a52d-c75603bde0fe']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:05.390120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.391223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.401609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de49335-701d-4708-b011-5c551a6fae8d') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:05.401886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de49335-701d-4708-b011-5c551a6fae8d') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:05.438773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.464476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33ddf956-060d-4e1b-a4d8-be0216df1195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.499935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Attempting to bind port 937c9e49-7b7e-462b-9baa-f47fed6c2afd on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:05.501883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Attempting to bind port 937c9e49-7b7e-462b-9baa-f47fed6c2afd by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:05.502528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Attempting to bind port 937c9e49-7b7e-462b-9baa-f47fed6c2afd on network 56b30d82-a525-48ae-a4e6-19c87f084d3b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:05.530629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Port 937c9e49-7b7e-462b-9baa-f47fed6c2afd on network 56b30d82-a525-48ae-a4e6-19c87f084d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:05.531058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Attempting to bind port 937c9e49-7b7e-462b-9baa-f47fed6c2afd on network 56b30d82-a525-48ae-a4e6-19c87f084d3b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:05.542475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:05.542860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Checking segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:05.543219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Bound using segment: {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:05.543673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Bound port: 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:05.544060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.548474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.553818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.571414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:05.571896 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:05.573706 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:05.592510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.625515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Allocated IP 172.20.0.12 (1fe11e1c-971a-444b-ba35-e586c7760f4e/b1dc902c-682f-42bf-a40a-a0c7eb23f004/6bb76998-a473-4f73-b594-4cf7991a8fbb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:05.692472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33ddf956-060d-4e1b-a4d8-be0216df1195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.695680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] For port 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:05.722628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] For port 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:05.723366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Allocated IP 172.20.0.2 (9942852d-9e58-4368-a8f3-0f072e09a7be/ccf2cc65-ab02-4794-98d9-7f53fd67d9cf/d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:05.732183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.762033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d0c982a-8cec-4112-afc4-c5e05dd22985 req-abff28ec-4975-4783-a876-4e1133575ad6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 210 time: 0.1922367 Aug 10 03:49:05.888286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.899872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.904892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d55ceef1-37e1-43e0-a52d-c75603bde0fe HTTP/1.1" status: 204 len: 168 time: 1.7368228 Aug 10 03:49:05.918385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:05.919969 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.920106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6738afab-f58d-4211-a20f-2be8a7478a3f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:05.922931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] 10.222.0.65 "PUT /v2.0/ports/937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 200 len: 1092 time: 2.8471541 Aug 10 03:49:05.923810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'tag': '937c9e49-7b7e-462b-9baa-f47fed6c2afd'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:05.930177 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "56c8b967-7ece-4d28-8f64-4df97c3fbdeb", "tag": "937c9e49-7b7e-462b-9baa-f47fed6c2afd"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:06.047559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.060085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33ddf956-060d-4e1b-a4d8-be0216df1195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.065910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-33ddf956-060d-4e1b-a4d8-be0216df1195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.070263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-33ddf956-060d-4e1b-a4d8-be0216df1195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e44f1a17-9bdc-4222-82f2-81c8e24d1d1a HTTP/1.1" status: 204 len: 168 time: 0.8127034 Aug 10 03:49:06.073722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffcc2b-831a-439a-a9b6-16cfbc2699c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d55ceef1-37e1-43e0-a52d-c75603bde0fe,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.080855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Transition to ACTIVE for port object d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:06.089361 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db98c8-da22-4e22-b91e-50a4d21e9a5b x-openstack-request-id: req-32db98c8-da22-4e22-b91e-50a4d21e9a5b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:06.089714 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c8b967-7ece-4d28-8f64-4df97c3fbdeb", "tag": "937c9e49-7b7e-462b-9baa-f47fed6c2afd", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:06.089942 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32db98c8-da22-4e22-b91e-50a4d21e9a5b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:06.090532 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'tag': '937c9e49-7b7e-462b-9baa-f47fed6c2afd', 'status': 'completed', 'code': 200} Aug 10 03:49:06.106141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef29e-3c8f-41cd-b3f3-5bd06292b77b service neutron] Pushing event updated for resources: {'Port': ['ID=937c9e49-7b7e-462b-9baa-f47fed6c2afd,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.111436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.126277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Transition to ACTIVE for port object d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:06.149343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-e98b8b9a-6a43-4bcc-8ae5-93253b89f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.152678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-e98b8b9a-6a43-4bcc-8ae5-93253b89f6da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1095 time: 0.1681454 Aug 10 03:49:06.167202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf1918a3-2324-4305-b3cc-ce190cbeef92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.182273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.190818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6738afab-f58d-4211-a20f-2be8a7478a3f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:06.190818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6738afab-f58d-4211-a20f-2be8a7478a3f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:06.220737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddf956-060d-4e1b-a4d8-be0216df1195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f1a17-9bdc-4222-82f2-81c8e24d1d1a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.224936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf1918a3-2324-4305-b3cc-ce190cbeef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.236400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.240842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1ac012dd-cadf-4a19-bfe2-6dcca8b3f932 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1496618 Aug 10 03:49:06.241651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44402) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.263678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be', 'name': 'tempest-PortsTestJSON-1779560541'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:06.274893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-0a526edb-5be6-4748-8cfa-89e243d8c4f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 200 len: 217 time: 0.0989039 Aug 10 03:49:06.288533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Network 9942852d-9e58-4368-a8f3-0f072e09a7be is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:06.291088 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.306962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:06.321407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:06.339363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Pushing event updated for resources: {'Port': ['ID=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.372688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e93a1c-42a2-4143-a0fd-e04fcafccae8 req-2f920948-2bef-469c-a57d-ab714077525a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.375536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17e93a1c-42a2-4143-a0fd-e04fcafccae8 req-2f920948-2bef-469c-a57d-ab714077525a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 943 time: 0.3245354 Aug 10 03:49:06.408230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Attempting to bind port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:06.408661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Attempting to bind port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'ce2b7412-1125-4165-a98b-cfd349c84dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:06.409055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Attempting to bind port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d on network 9942852d-9e58-4368-a8f3-0f072e09a7be {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:06.416462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:06.416888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Checking segment: {'id': 'ce2b7412-1125-4165-a98b-cfd349c84dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:06.417416 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.418040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Bound using segment: {'id': 'ce2b7412-1125-4165-a98b-cfd349c84dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:06.418634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Bound port: d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2b7412-1125-4165-a98b-cfd349c84dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9942852d-9e58-4368-a8f3-0f072e09a7be'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:06.419035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.431931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Deleting subnet 34fbca81-07ee-4553-9427-36a3169d1e14 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:06.454690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1918a3-2324-4305-b3cc-ce190cbeef92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172bdeb9-47c3-4280-b1e0-da35bb635ae3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.468572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-13f38979-7e39-45b4-bf0c-e138c30756db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.470450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-13f38979-7e39-45b4-bf0c-e138c30756db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.1759660 Aug 10 03:49:06.470993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.477914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44404) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.486510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17e93a1c-42a2-4143-a0fd-e04fcafccae8 req-bc75d884-8ccc-4486-86ed-4e39e13b53ce tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977976 Aug 10 03:49:06.511457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf1918a3-2324-4305-b3cc-ce190cbeef92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57463e27dcc94440a99549480ef956da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2827652 Aug 10 03:49:06.517330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44406) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.567152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] For port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:06.577150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] For port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,segment=NetworkSegment(ce2b7412-1125-4165-a98b-cfd349c84dae),segment_id=ce2b7412-1125-4165-a98b-cfd349c84dae)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:06.585477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.587238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.611665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.626598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-968a919e-e757-44a9-95d2-6fe5d5404922 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396945 Aug 10 03:49:06.695807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc33c3-c8a7-478e-9090-6bfe905bbe45 None None] Pushing event updated for resources: {'Port': ['ID=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.815269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Network 1fe11e1c-971a-444b-ba35-e586c7760f4e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:06.816544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Pushing event updated for resources: {'Port': ['ID=6bb76998-a473-4f73-b594-4cf7991a8fbb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.826652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.831159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5639a66a-75ae-416a-8a6b-79038eff11e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d3cbe7eafad4dc5bebd775a674949b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509521 Aug 10 03:49:06.834043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44410) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.845012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:06.864143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:06.969583 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fdaf-2817-4d11-8ca3-a39757652b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.011119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:07.015690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.057004 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fdaf-2817-4d11-8ca3-a39757652b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.065147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c002-e99e-402f-9d5e-c23df72d00bb req-8bb3db07-2a1e-49fa-b776-40aff0c64304 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.066842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edd2c002-e99e-402f-9d5e-c23df72d00bb req-8bb3db07-2a1e-49fa-b776-40aff0c64304 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 932 time: 0.1529994 Aug 10 03:49:07.103531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.106383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 9632f67f-695e-4f24-9319-5187e5b68caa yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:07.151586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-94223a9e-d2d7-4e11-b0d6-b15191874b33 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135899 Aug 10 03:49:07.186196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.187589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.188025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fbca81-07ee-4553-9427-36a3169d1e14,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:07.271891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.274820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-10110b0a-3ca4-4bc5-822e-2b988d6bbd39 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34fbca81-07ee-4553-9427-36a3169d1e14 HTTP/1.1" status: 204 len: 168 time: 1.1490111 Aug 10 03:49:07.284390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44418) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:07.313321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edd2c002-e99e-402f-9d5e-c23df72d00bb req-106534df-abc1-4ac9-8fd5-8dffe0438ae8 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335491 Aug 10 03:49:07.329762 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7822703f-af03-4496-b8f5-20227eab7172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.352555 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fdaf-2817-4d11-8ca3-a39757652b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.355447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fdaf-2817-4d11-8ca3-a39757652b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.358032 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6a5fdaf-2817-4d11-8ca3-a39757652b20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/172bdeb9-47c3-4280-b1e0-da35bb635ae3 HTTP/1.1" status: 204 len: 168 time: 0.8190918 Aug 10 03:49:07.394860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5fdaf-2817-4d11-8ca3-a39757652b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172bdeb9-47c3-4280-b1e0-da35bb635ae3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:07.400270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-5a5cee4f-c186-4d02-b010-a2b974fa318d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4197388 Aug 10 03:49:07.438517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Request body: {'port': {'device_id': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:07.444142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.10 (9942852d-9e58-4368-a8f3-0f072e09a7be/ccf2cc65-ab02-4794-98d9-7f53fd67d9cf/9632f67f-695e-4f24-9319-5187e5b68caa) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:07.585397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7822703f-af03-4496-b8f5-20227eab7172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.735384 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.770688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 9632f67f-695e-4f24-9319-5187e5b68caa will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:07.861013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.901876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.910567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6e958cf-13a9-40b8-b50e-4085e17d075b req-f82f1230-5cbf-4e4d-91d3-f4a8a39c912a service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506685 Aug 10 03:49:07.940397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:07.944142 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.119697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:08.152812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-d9e1d3a2-f22e-406e-950b-0b346a58aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.156535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-d9e1d3a2-f22e-406e-950b-0b346a58aedc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1095 time: 0.1704023 Aug 10 03:49:08.165332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3329f-de2b-4b96-9017-2eb8af26aba9 req-86d0e939-0c0a-42c8-b559-66a7bfc1160e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.167251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47d3329f-de2b-4b96-9017-2eb8af26aba9 req-86d0e939-0c0a-42c8-b559-66a7bfc1160e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 943 time: 0.4562492 Aug 10 03:49:08.199506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 9942852d-9e58-4368-a8f3-0f072e09a7be is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:08.241872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:08.254720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:08.267240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=9632f67f-695e-4f24-9319-5187e5b68caa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.366671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea747ae-3d06-42ce-ad80-bdef0117c738 None None] Network 9942852d-9e58-4368-a8f3-0f072e09a7be requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:08.481204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] Provisioning for port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:08.491420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.494277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.495836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7822703f-af03-4496-b8f5-20227eab7172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.496826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44448) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.502782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7822703f-af03-4496-b8f5-20227eab7172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.504810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7822703f-af03-4496-b8f5-20227eab7172 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08275127-8192-434e-9045-2b4394bfc2c3 HTTP/1.1" status: 204 len: 168 time: 1.6689088 Aug 10 03:49:08.507008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] Provisioning complete for port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:08.507688 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.564039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822703f-af03-4496-b8f5-20227eab7172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08275127-8192-434e-9045-2b4394bfc2c3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.597680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3a7200bb-8fc9-4335-8d53-23d5e264afc7 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3382719 Aug 10 03:49:08.606317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44456) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.718506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.738919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47d3329f-de2b-4b96-9017-2eb8af26aba9 req-08d55581-be6a-4e1e-be1d-c70a9bd465d6 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172427 Aug 10 03:49:08.778845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:08.791039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.845603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e735beb-65ae-4d4d-9fcf-879a8c5081f4') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:08.845853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e735beb-65ae-4d4d-9fcf-879a8c5081f4') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:08.865342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] For port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,segment=NetworkSegment(ce2b7412-1125-4165-a98b-cfd349c84dae),segment_id=ce2b7412-1125-4165-a98b-cfd349c84dae)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:08.873544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.904217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.940615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a8d9a-ab2c-4231-930b-f45b31faaa69 req-5b85136e-62e2-48d2-93e5-72a33e7837b6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.955230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f45a8d9a-ab2c-4231-930b-f45b31faaa69 req-5b85136e-62e2-48d2-93e5-72a33e7837b6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 932 time: 0.5282974 Aug 10 03:49:09.003681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264764-6c8c-4cf0-8ecc-f776cb346cdc None None] Pushing event updated for resources: {'Port': ['ID=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.004361 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.027830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:09.028322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.029838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1021563425'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:09.085575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-e4cfacbc-6e87-49ec-b4ee-f7c2d3f74b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.088406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-e4cfacbc-6e87-49ec-b4ee-f7c2d3f74b80 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 0.9174614 Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:09.091909 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:09.167511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.170193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-b82b6a1d-c2c9-4531-bf52-1eeb9b335c3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 200 len: 217 time: 0.0692427 Aug 10 03:49:09.178495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:09.178713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.180563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] 10.222.0.53 "DELETE /v2.0/networks/5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48 HTTP/1.1" status: 204 len: 168 time: 1.8948307 Aug 10 03:49:09.185169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.247023 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f45a8d9a-ab2c-4231-930b-f45b31faaa69 req-aadcf6cc-2bb5-4bad-9d4e-97d3e17514f0 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130458 Aug 10 03:49:09.251454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.268296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-6cfafc47-8832-49d8-86fd-a8c996217315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.269433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-6cfafc47-8832-49d8-86fd-a8c996217315 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.0878854 Aug 10 03:49:09.312018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-faf85ec1-ba76-4889-93d5-59e73d051d6c None None] Provisioning for port 9632f67f-695e-4f24-9319-5187e5b68caa completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:09.319327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-faf85ec1-ba76-4889-93d5-59e73d051d6c None None] Provisioning complete for port 9632f67f-695e-4f24-9319-5187e5b68caa triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:09.319699 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-faf85ec1-ba76-4889-93d5-59e73d051d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.323639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf860f-8918-4ed3-9f3c-b48dd64ac2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3f5e86-5aa3-40ff-a2f4-0fff4b446e48,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.381423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-26ebea9c-bb52-4de8-9dce-0c596d4139bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883167 Aug 10 03:49:09.405154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-faf85ec1-ba76-4889-93d5-59e73d051d6c None None] Port 9632f67f-695e-4f24-9319-5187e5b68caa cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:09.437582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-faf85ec1-ba76-4889-93d5-59e73d051d6c None None] Provisioning complete for port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:09.437963 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-faf85ec1-ba76-4889-93d5-59e73d051d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.496401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44478) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.568203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.678461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf7972bb-ce8d-4893-92ff-6babe0a20961 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14353c4c39094f9f81f9b9c206e380fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808360 Aug 10 03:49:09.679089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.787539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-036a9140-180d-4675-98db-40717e881743 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892770 Aug 10 03:49:09.789347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-59e1ac0e-377c-4093-b957-b011b76b4c4f None None] Provisioning complete for port 9632f67f-695e-4f24-9319-5187e5b68caa triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:09.792541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-59e1ac0e-377c-4093-b957-b011b76b4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.814718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb76998-a473-4f73-b594-4cf7991a8fbb {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:09.839755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.843635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.856697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.864563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-59e1ac0e-377c-4093-b957-b011b76b4c4f None None] Port 9632f67f-695e-4f24-9319-5187e5b68caa cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:09.870964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Transition to ACTIVE for port object 6bb76998-a473-4f73-b594-4cf7991a8fbb will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:09.887396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:09.920862 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.929074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:09.955167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19de7acf-5a47-4f1b-b5a1-d3d44cb48886,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.958504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.958797 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Added segment d4063423-4191-4ba9-bb9f-a476d74549ea of type vlan for network 436e607c-ef4c-4ae6-a09e-44491dfe481c Aug 10 03:49:10.003019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:10.003402 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.027562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.095857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.101881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.102609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.122218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.163234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.200553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb76998-a473-4f73-b594-4cf7991a8fbb,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.205773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7038488 Aug 10 03:49:10.210112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44496) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:10.210499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44498) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:10.221497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-402b3641-5800-421c-8fb8-4d161f64abd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.223884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:10.310879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd4d49-e920-4194-8c0f-46b74d15b6ab tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Network': ['ID=436e607c-ef4c-4ae6-a09e-44491dfe481c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.334778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:10.378593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d9702-6d64-477e-af01-ee5669dc5443 req-2d6197e6-9d24-42aa-951d-6fc8d122e5e5 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.388712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=9632f67f-695e-4f24-9319-5187e5b68caa,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.392447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-717d9702-6d64-477e-af01-ee5669dc5443 req-2d6197e6-9d24-42aa-951d-6fc8d122e5e5 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 943 time: 0.5180469 Aug 10 03:49:10.447786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57a1b4e6-d459-49fa-9b77-0fc5de9c9b9c req-f7d1e9d9-4fc5-42f6-bf5a-745d755d8482 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753415 Aug 10 03:49:10.455268 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-402b3641-5800-421c-8fb8-4d161f64abd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.548606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:10.553251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.622005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc4ee4-96e8-4656-9ebf-399ac745c7d9 req-baba06ff-d9dc-4478-a6bf-45cf5f3ac4d0 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.624463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64dc4ee4-96e8-4656-9ebf-399ac745c7d9 req-baba06ff-d9dc-4478-a6bf-45cf5f3ac4d0 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 944 time: 0.2434549 Aug 10 03:49:10.661772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-717d9702-6d64-477e-af01-ee5669dc5443 req-d9270edb-c67e-4afd-b06d-5176c0aa1a3f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673690 Aug 10 03:49:10.696755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Attempting to bind port 6bb76998-a473-4f73-b594-4cf7991a8fbb on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:10.697526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Attempting to bind port 6bb76998-a473-4f73-b594-4cf7991a8fbb by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:10.698134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Attempting to bind port 6bb76998-a473-4f73-b594-4cf7991a8fbb on network 1fe11e1c-971a-444b-ba35-e586c7760f4e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:10.704859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Port 6bb76998-a473-4f73-b594-4cf7991a8fbb on network 1fe11e1c-971a-444b-ba35-e586c7760f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:10.705453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Attempting to bind port 6bb76998-a473-4f73-b594-4cf7991a8fbb on network 1fe11e1c-971a-444b-ba35-e586c7760f4e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:10.713500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:10.714190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Checking segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:10.714866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Bound using segment: {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:10.715542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Bound port: 6bb76998-a473-4f73-b594-4cf7991a8fbb, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4d4f8f-56f9-4b3b-836d-059c98190e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:10.716123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.721407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-402b3641-5800-421c-8fb8-4d161f64abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.724612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-402b3641-5800-421c-8fb8-4d161f64abd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.726531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-402b3641-5800-421c-8fb8-4d161f64abd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abbca7b3-9a34-4d21-8d83-778390d48c4e HTTP/1.1" status: 204 len: 168 time: 1.0438743 Aug 10 03:49:10.735467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-97d71438-3dc5-4654-bc26-4a039ec14640 None None] Provisioning complete for port 9632f67f-695e-4f24-9319-5187e5b68caa triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:10.736148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97d71438-3dc5-4654-bc26-4a039ec14640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.759378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b3641-5800-421c-8fb8-4d161f64abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbca7b3-9a34-4d21-8d83-778390d48c4e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.854579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-97d71438-3dc5-4654-bc26-4a039ec14640 None None] Port 9632f67f-695e-4f24-9319-5187e5b68caa cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:10.936468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] For port 6bb76998-a473-4f73-b594-4cf7991a8fbb, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:10.944912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] For port 6bb76998-a473-4f73-b594-4cf7991a8fbb, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:10.958824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.003443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.003952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.005451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] 10.222.0.65 "PUT /v2.0/ports/6bb76998-a473-4f73-b594-4cf7991a8fbb HTTP/1.1" status: 200 len: 1093 time: 3.5780358 Aug 10 03:49:11.006564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'tag': '6bb76998-a473-4f73-b594-4cf7991a8fbb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:11.008712 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516177a-7abf-4ba4-a283-862fcfae2fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7", "tag": "6bb76998-a473-4f73-b594-4cf7991a8fbb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:11.084633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-933028168-network', 'tenant_id': '88e3d7ddc2d1462398ae71279a9eb6e4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:11.095274 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a606f4d2-550f-4155-a35a-e2c1e6726df5 x-openstack-request-id: req-a606f4d2-550f-4155-a35a-e2c1e6726df5 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:11.095562 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7", "tag": "6bb76998-a473-4f73-b594-4cf7991a8fbb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:11.095818 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a606f4d2-550f-4155-a35a-e2c1e6726df5 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:11.096238 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'tag': '6bb76998-a473-4f73-b594-4cf7991a8fbb', 'status': 'completed', 'code': 200} Aug 10 03:49:11.096859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8649a4-8d36-40ef-b40b-9cd230236583 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb76998-a473-4f73-b594-4cf7991a8fbb,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.142572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-c60f9640-5346-4d53-a008-9347d762d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.145409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-c60f9640-5346-4d53-a008-9347d762d148 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0700040 Aug 10 03:49:11.189675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64dc4ee4-96e8-4656-9ebf-399ac745c7d9 req-005b6b7e-6ef1-45d5-b702-f7f0d5ab55bd tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207136 Aug 10 03:49:11.205672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-07c033ac-3876-4844-9c26-18405629dfe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb HTTP/1.1" status: 200 len: 217 time: 0.0516319 Aug 10 03:49:11.228549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Made reservation on behalf of 88e3d7ddc2d1462398ae71279a9eb6e4 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:11.230955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.266295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.268596 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.286159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df39b-e14b-480d-a228-23c29811a98e req-d1ea73d5-5d70-4e7b-8bf6-fd609874c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.289855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-d1ea73d5-5d70-4e7b-8bf6-fd609874c17e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.0764346 Aug 10 03:49:11.343265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-e763ae4e-2f55-4601-a33f-7f5599d2e1d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444174 Aug 10 03:49:11.470962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 937c9e49-7b7e-462b-9baa-f47fed6c2afd details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:11.501303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-57b8161d-a9b1-45f0-834a-8b851d3ad88b service neutron] 10.222.0.65 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484232 Aug 10 03:49:11.551980 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.609417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.694043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=615628d7-9714-47ef-bff5-439f945c307d,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.730579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:11.734661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.738813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:11.739187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network hostable DHCP agents. Network: 436e607c-ef4c-4ae6-a09e-44491dfe481c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:11.756131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-411df39b-e14b-480d-a228-23c29811a98e req-e89a0090-28be-4e54-a71a-f42aa6feb8c4 service neutron] 10.222.0.65 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473261 Aug 10 03:49:11.757431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.790572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '937c9e49-7b7e-462b-9baa-f47fed6c2afd', 'network_id': '56b30d82-a525-48ae-a4e6-19c87f084d3b', 'port_id': '937c9e49-7b7e-462b-9baa-f47fed6c2afd', 'mac_address': 'fa:16:3e:2f:fe:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eadb16d9-10b2-4692-bfc0-32bdf2746c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:11.886138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:11.909485 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.924966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.925420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f9c9-5e2f-4ded-b320-8a77990a2a00 req-f726f1c5-770d-425d-bb23-012cb79be4fd tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.927665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ee0f9c9-5e2f-4ded-b320-8a77990a2a00 req-f726f1c5-770d-425d-bb23-012cb79be4fd tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 943 time: 0.1273293 Aug 10 03:49:11.937073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-fec25b6c-62c0-4074-82f5-41be58e4f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.939141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-fec25b6c-62c0-4074-82f5-41be58e4f454 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8616723e299e438ca8363abd23d98cb6&device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0808108 Aug 10 03:49:11.952505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:11.956056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.956717 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Added segment 95ce02c4-baff-42eb-a17e-32e7e7942afa of type vlan for network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 Aug 10 03:49:11.971385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937c9e49-7b7e-462b-9baa-f47fed6c2afd {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:12.026213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 436e607c-ef4c-4ae6-a09e-44491dfe481c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:12.026525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:12.033364 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.047825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a356c-474e-4425-b7b0-481ef75aa18a None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:12.075843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.076816 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.080890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.130380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-474a0b96-2a64-4810-80a8-74e92ee1017b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9150012 Aug 10 03:49:12.134164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:12.147141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'name': 'tempest-NetworksTestDHCPv6-1015430209'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:12.192120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.193601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.194624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.274833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ee0f9c9-5e2f-4ded-b320-8a77990a2a00 req-d6af7dc4-3bfd-4486-8dd8-1c2eb488b138 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339148 Aug 10 03:49:12.305489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['937c9e49-7b7e-462b-9baa-f47fed6c2afd'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:12.307621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-1fbc6e93-2f80-4b23-af33-06ef8f12d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.311218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-1fbc6e93-2f80-4b23-af33-06ef8f12d15a service neutron] 10.222.0.65 "GET /v2.0/networks?id=1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 200 len: 915 time: 0.3567467 Aug 10 03:49:12.432277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2183139 Aug 10 03:49:12.434320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-dc87becd-806f-4ca9-a93a-915d70a64e12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb HTTP/1.1" status: 200 len: 217 time: 0.1079621 Aug 10 03:49:12.437510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:12.437854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44568) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:12.447588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Request body: {'subnet': {'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-933028168-subnet', 'tenant_id': '88e3d7ddc2d1462398ae71279a9eb6e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:12.471075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=937c9e49-7b7e-462b-9baa-f47fed6c2afd,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:12.521720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.523723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02bb57-ea71-42b5-8c40-866cd2408b10 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:12.542668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:12.545116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.551415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-1c50378f-9a2b-42d3-8ce6-4751bf9f6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.554031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-1c50378f-9a2b-42d3-8ce6-4751bf9f6579 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 200 len: 854 time: 0.1085873 Aug 10 03:49:12.602657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-24efa945-6a85-4507-99ae-6e68b07c87be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1fe11e1c-971a-444b-ba35-e586c7760f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397267 Aug 10 03:49:12.625706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:12.631901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.673282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '615628d7-9714-47ef-bff5-439f945c307d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:12.674252 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.676021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=9632f67f-695e-4f24-9319-5187e5b68caa,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:12.698181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 7e22b6ff-0897-4063-8f80-c26696539f46 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:12.711862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Made reservation on behalf of 88e3d7ddc2d1462398ae71279a9eb6e4 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:12.720709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.745641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee0c2d-529a-483a-8ef8-3fa2a705747c req-9552c6ec-6f40-4ecd-9699-e6ece001f280 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.750006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1ee0c2d-529a-483a-8ef8-3fa2a705747c req-9552c6ec-6f40-4ecd-9699-e6ece001f280 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 944 time: 0.3623509 Aug 10 03:49:12.846782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a579aeb2-330a-4007-8fea-7bf22a6f4a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.855534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-d77e9cc1-66ec-48b8-8f17-19e641d1bd49 service neutron] 10.222.0.65 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444429 Aug 10 03:49:12.939053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1ee0c2d-529a-483a-8ef8-3fa2a705747c req-dd56f53d-2ba7-4dba-aedb-51f40d307136 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156821 Aug 10 03:49:12.945411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.960954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::23 (436e607c-ef4c-4ae6-a09e-44491dfe481c/615628d7-9714-47ef-bff5-439f945c307d/7e22b6ff-0897-4063-8f80-c26696539f46) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:13.048768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516177a-7abf-4ba4-a283-862fcfae2fe7 req-07931822-e474-4b76-ac84-f274bd940fb3 service neutron] 10.222.0.65 "GET /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842690 Aug 10 03:49:13.221966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network 9942852d-9e58-4368-a8f3-0f072e09a7be is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:13.245854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:13.284550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a579aeb2-330a-4007-8fea-7bf22a6f4a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.298976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.325251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.327373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a579aeb2-330a-4007-8fea-7bf22a6f4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.335882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 7e22b6ff-0897-4063-8f80-c26696539f46 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:13.463367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.492942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 937c9e49-7b7e-462b-9baa-f47fed6c2afd up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:13.524800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579aeb2-330a-4007-8fea-7bf22a6f4a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff1687c-0c4d-4729-a9f0-5b81077cf384,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:13.538847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a579aeb2-330a-4007-8fea-7bf22a6f4a56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45cb606a7d994d0f80c2fb71ccc54c04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0952966 Aug 10 03:49:13.539569 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44578) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:13.568518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/615628d7-9714-47ef-bff5-439f945c307d/7004e48f-c737-441b-8509-7f404e62d82f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:13.609903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca6e0ba-50a4-40a6-981f-d5076749f3b0,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:13.662908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Checking segment: {'id': '95ce02c4-baff-42eb-a17e-32e7e7942afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:13.663257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 937c9e49-7b7e-462b-9baa-f47fed6c2afd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:13.663448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Network hostable DHCP agents. Network: 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:13.679864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 937c9e49-7b7e-462b-9baa-f47fed6c2afd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:13.681563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.723280 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d41898-4787-4d26-8124-cd1f4ad33936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.726040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Router a82f4831-c358-49d1-a2b9-814a59f9747f is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:49:13.730091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:13.746382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=7e22b6ff-0897-4063-8f80-c26696539f46,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:13.765339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:13.774705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:13.780831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.781533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.785346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922a2337-27a7-445c-86f9-4d6f3cd26bfe None None] Network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:13.785590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d41898-4787-4d26-8124-cd1f4ad33936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.786548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:13.796010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:13.808292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.809342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.839631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab542f8-4ef8-4266-90c1-8b7037df8287 req-2e27ceae-5d9b-4df9-aa91-ea96a5d5ea2d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.846381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ab542f8-4ef8-4266-90c1-8b7037df8287 req-2e27ceae-5d9b-4df9-aa91-ea96a5d5ea2d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 944 time: 0.4284782 Aug 10 03:49:13.877433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:13.879977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-edaab4af-5ecf-430f-bdd0-9b354113a51e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7440603 Aug 10 03:49:13.903196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8063f76f-eb6b-4c30-a3d6-9b8202525ede admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4613380 Aug 10 03:49:13.928110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ab542f8-4ef8-4266-90c1-8b7037df8287 req-c8f368da-be1e-4ab6-b56d-a477c02e3b17 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653555 Aug 10 03:49:13.993805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d41898-4787-4d26-8124-cd1f4ad33936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.999657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d41898-4787-4d26-8124-cd1f4ad33936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.001494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e9d41898-4787-4d26-8124-cd1f4ad33936 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ff1687c-0c4d-4729-a9f0-5b81077cf384 HTTP/1.1" status: 204 len: 168 time: 0.4562263 Aug 10 03:49:14.038959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d41898-4787-4d26-8124-cd1f4ad33936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff1687c-0c4d-4729-a9f0-5b81077cf384,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:14.065504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b709d897-c4eb-4251-8e5a-aa56f044bfe7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:14.068521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e83a6438-8fb5-435d-a7ad-f21ea897f9ff None None] Provisioning complete for port 9632f67f-695e-4f24-9319-5187e5b68caa triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:14.068828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e83a6438-8fb5-435d-a7ad-f21ea897f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.076270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.088196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b709d897-c4eb-4251-8e5a-aa56f044bfe7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2092593 Aug 10 03:49:14.095554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:14.126477 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-70906109-ca58-47c3-bab0-60d5d782371e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/routers/a82f4831-c358-49d1-a2b9-814a59f9747f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5144613 Aug 10 03:49:14.155339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.239401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a6cbe-f95a-4b74-90f8-10caec19e6fd req-31350b60-73b6-4c82-92d3-cb6957fe0af6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:14.255405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa737e-3c94-4760-8507-bef9be5f8be9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:14.258901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50aa737e-3c94-4760-8507-bef9be5f8be9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports?device_id=a82f4831-c358-49d1-a2b9-814a59f9747f HTTP/1.1" status: 200 len: 983 time: 0.0953190 Aug 10 03:49:14.260982 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc4a6cbe-f95a-4b74-90f8-10caec19e6fd req-31350b60-73b6-4c82-92d3-cb6957fe0af6 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 944 time: 0.1696684 Aug 10 03:49:14.283028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44596) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.359536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc4a6cbe-f95a-4b74-90f8-10caec19e6fd req-a03d1a1b-40af-46fe-90cb-d1122da60e86 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968513 Aug 10 03:49:14.392603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104200a8-0890-4160-a6db-8865bee22384 None None] Sync routers for ids ['a82f4831-c358-49d1-a2b9-814a59f9747f'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:14.563081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.640595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Transition to ACTIVE for port object 7004e48f-c737-441b-8509-7f404e62d82f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:14.679307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Transition to ACTIVE for port object 7004e48f-c737-441b-8509-7f404e62d82f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:14.709666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.725515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.734092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104200a8-0890-4160-a6db-8865bee22384 None None] Routers {'a82f4831-c358-49d1-a2b9-814a59f9747f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:14.740153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-104200a8-0890-4160-a6db-8865bee22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a82f4831-c358-49d1-a2b9-814a59f9747f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:14.760561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b33998c-7ebb-4aa6-ad9b-3c5b94476267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.823392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e83a6438-8fb5-435d-a7ad-f21ea897f9ff None None] Port 9632f67f-695e-4f24-9319-5187e5b68caa cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:14.829069 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.831065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-104200a8-0890-4160-a6db-8865bee22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:14.887059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b33998c-7ebb-4aa6-ad9b-3c5b94476267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.891741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b33998c-7ebb-4aa6-ad9b-3c5b94476267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.905610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937c9e49-7b7e-462b-9baa-f47fed6c2afd'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:14.907898 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3489070-fab0-4934-b731-c988c68df62e" -d '{"events": [{"server_uuid": "56c8b967-7ece-4d28-8f64-4df97c3fbdeb", "name": "network-vif-plugged", "status": "completed", "tag": "937c9e49-7b7e-462b-9baa-f47fed6c2afd"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:14.923645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104200a8-0890-4160-a6db-8865bee22384 None None] Routers {'a82f4831-c358-49d1-a2b9-814a59f9747f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:14.924402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-104200a8-0890-4160-a6db-8865bee22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a82f4831-c358-49d1-a2b9-814a59f9747f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:14.943240 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5b33998c-7ebb-4aa6-ad9b-3c5b94476267 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afb81e5e9cad48598219ced239df998c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163577 Aug 10 03:49:14.944645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44618) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:14.945901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33998c-7ebb-4aa6-ad9b-3c5b94476267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05cb4d0-93d3-4e6e-8ece-cb9eeb6f058c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:14.990829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-104200a8-0890-4160-a6db-8865bee22384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:14.990829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104200a8-0890-4160-a6db-8865bee22384 None None] The sync data for ids ['a82f4831-c358-49d1-a2b9-814a59f9747f'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:14.996583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:15.005258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:15.007854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:15.011296 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80b08c7-2a8c-4ded-b25a-5b73ee59c247 x-openstack-request-id: req-c80b08c7-2a8c-4ded-b25a-5b73ee59c247 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:15.011588 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c8b967-7ece-4d28-8f64-4df97c3fbdeb", "name": "network-vif-plugged", "status": "completed", "tag": "937c9e49-7b7e-462b-9baa-f47fed6c2afd", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:15.011853 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c80b08c7-2a8c-4ded-b25a-5b73ee59c247 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:15.012390 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937c9e49-7b7e-462b-9baa-f47fed6c2afd', 'code': 200} Aug 10 03:49:15.014540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Pushing event updated for resources: {'Port': ['ID=7004e48f-c737-441b-8509-7f404e62d82f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.017314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be253d-8853-4c3a-9b00-e3eb858b4004 None None] Network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:15.021382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:15.031628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 7e22b6ff-0897-4063-8f80-c26696539f46 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:15.032137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.035814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.182280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c73b1-b178-4022-b5ac-1d9022242837 req-5252c8d5-f07a-459a-81cf-4567430bf862 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:15.186661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc5c73b1-b178-4022-b5ac-1d9022242837 req-5252c8d5-f07a-459a-81cf-4567430bf862 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.0686455 Aug 10 03:49:15.233642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-d62887c9-6fa9-4582-8040-b5ee8217ccc2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:15.235504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-d62887c9-6fa9-4582-8040-b5ee8217ccc2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/networks?id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 HTTP/1.1" status: 200 len: 813 time: 0.4520292 Aug 10 03:49:15.254094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc5c73b1-b178-4022-b5ac-1d9022242837 req-85b43b31-42e9-45f3-b200-e758be887ade tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598025 Aug 10 03:49:15.299953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-65f7a281-31a3-40f9-846c-e79da3a5d592 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/quotas/88e3d7ddc2d1462398ae71279a9eb6e4 HTTP/1.1" status: 200 len: 375 time: 0.0393088 Aug 10 03:49:15.300615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d79245e3-2f3c-4589-b8b4-c67544073b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.301538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Attempting to bind port 7004e48f-c737-441b-8509-7f404e62d82f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:15.302184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Attempting to bind port 7004e48f-c737-441b-8509-7f404e62d82f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:15.303011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Attempting to bind port 7004e48f-c737-441b-8509-7f404e62d82f on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:15.332471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:15.333079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:15.333757 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.334438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:15.335230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Bound port: 7004e48f-c737-441b-8509-7f404e62d82f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:15.335866 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.349828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=937c9e49-7b7e-462b-9baa-f47fed6c2afd,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.407701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d79245e3-2f3c-4589-b8b4-c67544073b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.411765 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.414501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c89931-1589-4afd-85d3-ecd2ba66d796 req-6f910a30-3393-411a-b7ce-77d26067e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:15.416345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84c89931-1589-4afd-85d3-ecd2ba66d796 req-6f910a30-3393-411a-b7ce-77d26067e407 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1097 time: 0.3055348 Aug 10 03:49:15.418485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-19743fa0-6ff7-437f-b890-7a6a15b8be04 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88e3d7ddc2d1462398ae71279a9eb6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004708 Aug 10 03:49:15.492181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 7e22b6ff-0897-4063-8f80-c26696539f46 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:15.502969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6bb76998-a473-4f73-b594-4cf7991a8fbb details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:15.522183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931c5c4-c60f-4e07-b891-06a694102967 req-cf4dabab-db24-4c95-9702-dcdb3d50b791 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:15.524189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4931c5c4-c60f-4e07-b891-06a694102967 req-cf4dabab-db24-4c95-9702-dcdb3d50b791 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 944 time: 0.0698175 Aug 10 03:49:15.559122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] For port 7004e48f-c737-441b-8509-7f404e62d82f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:15.566051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] For port 7004e48f-c737-441b-8509-7f404e62d82f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7004e48f-c737-441b-8509-7f404e62d82f,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:15.574366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4931c5c4-c60f-4e07-b891-06a694102967 req-9b5040e5-7cc9-4150-9e1b-8d0d24841cbc tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Aug 10 03:49:15.583398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.696930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ceec86-3810-433f-abf0-d59cfc5780da None None] Pushing event updated for resources: {'Port': ['ID=7004e48f-c737-441b-8509-7f404e62d82f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.721262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6bb76998-a473-4f73-b594-4cf7991a8fbb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:15.739388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '6bb76998-a473-4f73-b594-4cf7991a8fbb', 'network_id': '1fe11e1c-971a-444b-ba35-e586c7760f4e', 'port_id': '6bb76998-a473-4f73-b594-4cf7991a8fbb', 'mac_address': 'fa:16:3e:93:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc902c-682f-42bf-a40a-a0c7eb23f004', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:15.826167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84c89931-1589-4afd-85d3-ecd2ba66d796 req-1d2afcde-7a78-42a9-bac4-c3c449e7484e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908052 Aug 10 03:49:15.831474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.849815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb76998-a473-4f73-b594-4cf7991a8fbb {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:15.878317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6bb76998-a473-4f73-b594-4cf7991a8fbb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:15.883340 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.899240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d79245e3-2f3c-4589-b8b4-c67544073b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.901963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d79245e3-2f3c-4589-b8b4-c67544073b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.920640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d79245e3-2f3c-4589-b8b4-c67544073b28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f05cb4d0-93d3-4e6e-8ece-cb9eeb6f058c HTTP/1.1" status: 204 len: 168 time: 0.9618475 Aug 10 03:49:16.002303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-32e6d5a9-d547-4950-8c88-4d6d1f6fb95d service neutron] 10.222.0.53 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575323 Aug 10 03:49:16.008406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79245e3-2f3c-4589-b8b4-c67544073b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05cb4d0-93d3-4e6e-8ece-cb9eeb6f058c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.025172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6bb76998-a473-4f73-b594-4cf7991a8fbb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.100114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.144097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6bb76998-a473-4f73-b594-4cf7991a8fbb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:16.174006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=7e22b6ff-0897-4063-8f80-c26696539f46,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.235492 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.241212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44638) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:16.241414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1b460c01-20ea-4869-9f4d-f8f5862ebaf9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/7e22b6ff-0897-4063-8f80-c26696539f46 HTTP/1.1" status: 204 len: 168 time: 2.1625233 Aug 10 03:49:16.288798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-abdfeefb-3834-4f3c-9df2-18ce0a449a3f service neutron] 10.222.0.53 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720966 Aug 10 03:49:16.395435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6ee8b-e79b-44d5-86d5-b08800e1f4e1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.399523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6ee8b-e79b-44d5-86d5-b08800e1f4e1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.401173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.405849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2f6ee8b-e79b-44d5-86d5-b08800e1f4e1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1592350 Aug 10 03:49:16.406552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:16.655612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 615628d7-9714-47ef-bff5-439f945c307d {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:16.670862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.847782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9855-a9cc-4ff6-965a-66c0ff743903 req-a5b8c4eb-6b90-4fc8-8110-d4e78626e8a1 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.850130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b87b9855-a9cc-4ff6-965a-66c0ff743903 req-a5b8c4eb-6b90-4fc8-8110-d4e78626e8a1 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.4131963 Aug 10 03:49:16.891492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.036219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f6e77-508b-445e-a4a9-82d99bfa6ff1 req-5788e627-1ae0-4d3d-b2b0-cea9f7902adb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:17.053135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb9f6e77-508b-445e-a4a9-82d99bfa6ff1 req-5788e627-1ae0-4d3d-b2b0-cea9f7902adb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 945 time: 0.1782372 Aug 10 03:49:17.106345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b87b9855-a9cc-4ff6-965a-66c0ff743903 req-f7430c01-f56d-45e1-a847-3050755019cb tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373598 Aug 10 03:49:17.186616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb9f6e77-508b-445e-a4a9-82d99bfa6ff1 req-bc684fcd-507d-4947-aaa7-46813e544693 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306655 Aug 10 03:49:17.205595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 9632f67f-695e-4f24-9319-5187e5b68caa {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:17.206029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.238312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.330836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d80802e8-2468-4dff-92a8-2f7007759f50 req-f635ccd3-bb3f-4ef4-a69b-4d80d7f29493 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 210 time: 0.0533683 Aug 10 03:49:17.378470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.418033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733ba9b-98e0-4947-90f4-07b1b345aa8b None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:17.455679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.468473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=615628d7-9714-47ef-bff5-439f945c307d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:17.475360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.477816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-97bd21b3-9672-4605-bb17-75bf67267a35 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/615628d7-9714-47ef-bff5-439f945c307d HTTP/1.1" status: 204 len: 168 time: 1.0671611 Aug 10 03:49:17.480747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44678) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:17.581021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7192371c-56f9-406e-a147-8984661d43f8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989087 Aug 10 03:49:17.585046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44682) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:17.585951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6bb76998-a473-4f73-b594-4cf7991a8fbb up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:17.593509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:17.599748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 9632f67f-695e-4f24-9319-5187e5b68caa owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:17.686126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-053fff7a-72bc-46e6-a17f-02e1ccc59748 None None] Provisioning for port 7004e48f-c737-441b-8509-7f404e62d82f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:17.954328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:17.959654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.033177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7004e48f-c737-441b-8509-7f404e62d82f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:18.087086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 6bb76998-a473-4f73-b594-4cf7991a8fbb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:18.090599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.103864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 6bb76998-a473-4f73-b594-4cf7991a8fbb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:18.104472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.214195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7004e48f-c737-441b-8509-7f404e62d82f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:18.237662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7004e48f-c737-441b-8509-7f404e62d82f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:18.239132 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.239429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=9632f67f-695e-4f24-9319-5187e5b68caa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:18.291627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:18.443606 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.561898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb76998-a473-4f73-b594-4cf7991a8fbb'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:18.569141 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884106b2-88c3-4fd4-be32-2795473fdd3e" -d '{"events": [{"server_uuid": "b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7", "name": "network-vif-plugged", "status": "completed", "tag": "6bb76998-a473-4f73-b594-4cf7991a8fbb"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:18.617304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6bb76998-a473-4f73-b594-4cf7991a8fbb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:18.647359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80f276-e581-4587-8fe8-ed24f61576cd req-f2b03460-b0cd-45c8-99e2-233c7dcbaf27 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.649836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a80f276-e581-4587-8fe8-ed24f61576cd req-f2b03460-b0cd-45c8-99e2-233c7dcbaf27 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.2998164 Aug 10 03:49:18.695070 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.733788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061fe0-8d3a-421f-a896-e8a5371754d7 req-55bdd1da-e24e-475a-b7d7-5f6f0d1d6fbc tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.736767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29061fe0-8d3a-421f-a896-e8a5371754d7 req-55bdd1da-e24e-475a-b7d7-5f6f0d1d6fbc tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 945 time: 0.3479836 Aug 10 03:49:18.737319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] Deleting port 7004e48f-c737-441b-8509-7f404e62d82f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:18.737884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.739108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.771655 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.803200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.842092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=6bb76998-a473-4f73-b594-4cf7991a8fbb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:18.930226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:18.959635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:18.973032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.977376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.003221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-29061fe0-8d3a-421f-a896-e8a5371754d7 req-ee6bdf8c-fc52-46ed-a4d6-93ad148e1961 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197242 Aug 10 03:49:19.020078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7004e48f-c737-441b-8509-7f404e62d82f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7004e48f-c737-441b-8509-7f404e62d82f,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:19.036214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.084073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4972265 Aug 10 03:49:19.084390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.115066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'name': 'tempest-NetworksTestDHCPv6-48872061'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:19.121582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] For port 7004e48f-c737-441b-8509-7f404e62d82f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7004e48f-c737-441b-8509-7f404e62d82f,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:19.124038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.158466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] Calling delete_port for 7004e48f-c737-441b-8509-7f404e62d82f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:19.196454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a80f276-e581-4587-8fe8-ed24f61576cd req-2df5bf25-54bf-4fe1-b029-03461f32c62a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898919 Aug 10 03:49:19.316304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-3964aae3-04a6-4368-b5a1-9e979ee7bf5b tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:19.327246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-3964aae3-04a6-4368-b5a1-9e979ee7bf5b tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.39 "GET /v2.0/networks?id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 HTTP/1.1" status: 200 len: 813 time: 0.2799883 Aug 10 03:49:19.392089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7004e48f-c737-441b-8509-7f404e62d82f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:19.395562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.410862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Request body: {'port': {'device_id': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597', 'admin_state_up': True, 'tenant_id': '88e3d7ddc2d1462398ae71279a9eb6e4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:19.424400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe205e0-2e3c-473e-8b83-181b5ba67491 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=ca355848-a035-49b6-8ef5-cc85e88828a5,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:19.434125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] Pushing event deleted for resources: {'Port': ['ID=7004e48f-c737-441b-8509-7f404e62d82f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:19.434125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a7586-2dd6-4b9e-bc8d-6d999ea4cf81 None None] No DVR routers for this DVR port 7004e48f-c737-441b-8509-7f404e62d82f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:19.473106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Router a82f4831-c358-49d1-a2b9-814a59f9747f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:19.480610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe136656-9d9c-4e10-b071-dcde72f4ca91 req-0f3c20c7-3a22-46ee-9be0-6619fd169f80 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 210 time: 0.1390254 Aug 10 03:49:19.488470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3a3b5-0247-438e-ad7e-45f9b2831313 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:19.719984 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:19.732874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.735886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c326516-ad2d-4d4b-a5a0-18ee5e333903 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/routers/a82f4831-c358-49d1-a2b9-814a59f9747f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4502172 Aug 10 03:49:19.740022 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] Sync routers for ids ['a82f4831-c358-49d1-a2b9-814a59f9747f'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:19.772983 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] Routers {'a82f4831-c358-49d1-a2b9-814a59f9747f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:19.774798 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a82f4831-c358-49d1-a2b9-814a59f9747f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:19.841336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'ca355848-a035-49b6-8ef5-cc85e88828a5'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:19.842912 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.870898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:19.882223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.885498 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d057eaa-4997-471b-9fd9-b89983f4a9a9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:49:19.890929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6d057eaa-4997-471b-9fd9-b89983f4a9a9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/9632f67f-695e-4f24-9319-5187e5b68caa HTTP/1.1" status: 404 len: 333 time: 0.1475015 Aug 10 03:49:19.891800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44734) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:19.919036 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:19.933622 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097a42a-2659-40c5-9dec-cc1aeb855aff x-openstack-request-id: req-9097a42a-2659-40c5-9dec-cc1aeb855aff {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:19.933907 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7", "name": "network-vif-plugged", "status": "completed", "tag": "6bb76998-a473-4f73-b594-4cf7991a8fbb", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:19.934214 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9097a42a-2659-40c5-9dec-cc1aeb855aff {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:19.934649 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb76998-a473-4f73-b594-4cf7991a8fbb', 'code': 200} Aug 10 03:49:19.940738 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] Routers {'a82f4831-c358-49d1-a2b9-814a59f9747f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:19.941587 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a82f4831-c358-49d1-a2b9-814a59f9747f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:20.033460 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:20.034440 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b2ade-4425-4fa8-9fe8-daf4ae75c2bd None None] The sync data for ids ['a82f4831-c358-49d1-a2b9-814a59f9747f'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:20.073866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7004e48f-c737-441b-8509-7f404e62d82f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:20.076629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 31a2ad98-fca6-44f9-a2fb-d8e11e274178 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:20.115470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Made reservation on behalf of 88e3d7ddc2d1462398ae71279a9eb6e4 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:20.119140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.127684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7004e48f-c737-441b-8509-7f404e62d82f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:20.128043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7004e48f-c737-441b-8509-7f404e62d82f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:20.181460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.211794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/ca355848-a035-49b6-8ef5-cc85e88828a5/d01b808e-bac9-43a7-83ec-97c5110f0d5e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:20.229129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174fd90-0d6b-4bcd-a4fc-59153ec22109 req-31858f55-4e0d-4ea8-b68b-349c0543cd4e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.238064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f174fd90-0d6b-4bcd-a4fc-59153ec22109 req-31858f55-4e0d-4ea8-b68b-349c0543cd4e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.2521770 Aug 10 03:49:20.358570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f174fd90-0d6b-4bcd-a4fc-59153ec22109 req-8b7a0b0e-c152-45cc-bbaf-ef912cdee397 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195273 Aug 10 03:49:20.554502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Allocated IP 172.20.0.6 (8e3d6cb6-105f-4e00-a362-2b0bbcfdc597/0ca6e0ba-50a4-40a6-981f-d5076749f3b0/2f7bae33-b3c5-44e3-9881-f48e2f03311d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:20.641263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.652349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Transition to ACTIVE for port object d01b808e-bac9-43a7-83ec-97c5110f0d5e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:20.670368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Transition to ACTIVE for port object d01b808e-bac9-43a7-83ec-97c5110f0d5e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:20.680586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.733911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:20.734279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:20.738803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:20.751026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Pushing event updated for resources: {'Port': ['ID=d01b808e-bac9-43a7-83ec-97c5110f0d5e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:20.751486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85a78079-1b44-4ac3-a20e-0db88bdb3073 req-ba5e1c08-0974-4566-8399-f1ce44de02b9 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 210 time: 0.1180382 Aug 10 03:49:20.817106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Attempting to bind port d01b808e-bac9-43a7-83ec-97c5110f0d5e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:20.817498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Attempting to bind port d01b808e-bac9-43a7-83ec-97c5110f0d5e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:20.817855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Attempting to bind port d01b808e-bac9-43a7-83ec-97c5110f0d5e on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:20.825700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:20.826122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:20.826472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.827432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:20.827930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Bound port: d01b808e-bac9-43a7-83ec-97c5110f0d5e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:20.828323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.857452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::d2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/ca355848-a035-49b6-8ef5-cc85e88828a5/31a2ad98-fca6-44f9-a2fb-d8e11e274178) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:20.909813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67cfa8-055c-4ceb-a184-50eeb7d98076 req-be0e00c9-7aeb-4718-bafa-fda8c8fac4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.911493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b67cfa8-055c-4ceb-a184-50eeb7d98076 req-be0e00c9-7aeb-4718-bafa-fda8c8fac4d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 1098 time: 0.8618329 Aug 10 03:49:20.913460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-07ac01f4-466d-4886-93a8-610e7b167c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.915307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-07ac01f4-466d-4886-93a8-610e7b167c4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1097 time: 0.8844476 Aug 10 03:49:20.982606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] For port d01b808e-bac9-43a7-83ec-97c5110f0d5e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:20.991952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] For port d01b808e-bac9-43a7-83ec-97c5110f0d5e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d01b808e-bac9-43a7-83ec-97c5110f0d5e,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:20.994531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.000905 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.050778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.053053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.085469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddf557-3d2a-4fea-8b87-e487a4cd639a req-a0fecaa4-d4fe-4a03-a0ea-33843b707d1b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.087042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e54b0-47a0-467f-a547-0c4dd7d63f83 None None] Pushing event updated for resources: {'Port': ['ID=d01b808e-bac9-43a7-83ec-97c5110f0d5e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.088867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19ddf557-3d2a-4fea-8b87-e487a4cd639a req-a0fecaa4-d4fe-4a03-a0ea-33843b707d1b tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.4034746 Aug 10 03:49:21.181960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.202227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.204587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 31a2ad98-fca6-44f9-a2fb-d8e11e274178 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:21.254606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:21.259644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:21.265863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:21.282350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b67cfa8-055c-4ceb-a184-50eeb7d98076 req-7dae79de-2ba7-4f96-9baa-0f08d9f699a6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310037 Aug 10 03:49:21.341453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.342085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Fanout notify agent at l3_agent the message router_deleted on router a82f4831-c358-49d1-a2b9-814a59f9747f {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:21.359996 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.365281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6ed6cc37-d56e-4752-80bb-6143dc36c240 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/routers/a82f4831-c358-49d1-a2b9-814a59f9747f HTTP/1.1" status: 204 len: 168 time: 1.4719594 Aug 10 03:49:21.366724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44752) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:21.379194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19ddf557-3d2a-4fea-8b87-e487a4cd639a req-5383e6e8-57ba-4afa-b64d-3957c31b6a46 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624319 Aug 10 03:49:21.461112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Pushing event updated for resources: {'Port': ['ID=2f7bae33-b3c5-44e3-9881-f48e2f03311d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.495413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.496096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.525562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet ccf2cc65-ab02-4794-98d9-7f53fd67d9cf {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:21.536140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.538863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.551844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-bad22853-95b8-440e-87c8-e21b531214e2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1562641 Aug 10 03:49:21.611446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:21.615135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:21.620906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:21.626996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.630060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.658540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=31a2ad98-fca6-44f9-a2fb-d8e11e274178,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.668263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c05fab4d-3554-47ce-a215-a2a42d9571b1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5658083 Aug 10 03:49:21.674694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44760) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:21.689055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-370e4563-d257-4639-88a9-e5a4180ef073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.699522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-370e4563-d257-4639-88a9-e5a4180ef073 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 0.7471564 Aug 10 03:49:21.762231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.789311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Request body: {'port': {'device_id': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:21.884024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d01b808e-bac9-43a7-83ec-97c5110f0d5e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:21.897529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554298c7-d8fe-4df1-b6ed-3dc8a5734bd3 req-7990dcc8-97cd-4e8f-afd9-5048489f999e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.900336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-554298c7-d8fe-4df1-b6ed-3dc8a5734bd3 req-7990dcc8-97cd-4e8f-afd9-5048489f999e tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.3025486 Aug 10 03:49:21.903171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-d2f5bde7-0463-4d03-9d4c-4309591a9a7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 200 len: 217 time: 0.1614437 Aug 10 03:49:21.912257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44764) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:21.925342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'network': {'name': 'tempest-network-smoke--1403676143', 'project_id': 'cac3820953a04152ab76c9074e660f16', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:21.958097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d01b808e-bac9-43a7-83ec-97c5110f0d5e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:21.983991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.096039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dac274-7960-4321-869a-f1d2f628dfcf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.108051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dac274-7960-4321-869a-f1d2f628dfcf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.115092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d9dac274-7960-4321-869a-f1d2f628dfcf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.4322114 Aug 10 03:49:22.121186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44766) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:22.331357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-554298c7-d8fe-4df1-b6ed-3dc8a5734bd3 req-e33bb851-6a08-4f52-866e-a40c2a2a0a0c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891213 Aug 10 03:49:22.339702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Made reservation on behalf of cac3820953a04152ab76c9074e660f16 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:22.346298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.396102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.425754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a73fa-de0b-4cac-ac0e-f4cea054e905 req-0fc3ce19-ff9c-4d0b-bbae-05aad95faf47 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.435210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c1a73fa-de0b-4cac-ac0e-f4cea054e905 req-0fc3ce19-ff9c-4d0b-bbae-05aad95faf47 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 931 time: 0.2260172 Aug 10 03:49:22.438753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-3a235ca7-21d9-4973-929b-31cf2a0dde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.441634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-3a235ca7-21d9-4973-929b-31cf2a0dde0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.5013576 Aug 10 03:49:22.490512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.574395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c1a73fa-de0b-4cac-ac0e-f4cea054e905 req-0e45e14f-5d24-4a6b-9c23-0f177935270d tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366928 Aug 10 03:49:22.716115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7bae33-b3c5-44e3-9881-f48e2f03311d {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:22.728355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.748963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Transition to ACTIVE for port object 2f7bae33-b3c5-44e3-9881-f48e2f03311d will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:22.756230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.769021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] Provisioning for port d01b808e-bac9-43a7-83ec-97c5110f0d5e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:22.803194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] Provisioning complete for port d01b808e-bac9-43a7-83ec-97c5110f0d5e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:22.806143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.840758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.856563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-7e9b06c2-c600-4266-8228-ff758989a23c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3691344 Aug 10 03:49:22.928715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf2cc65-ab02-4794-98d9-7f53fd67d9cf,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:22.999500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.003822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3dfa491e-fb0e-428f-b662-d992df61d443 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf2cc65-ab02-4794-98d9-7f53fd67d9cf HTTP/1.1" status: 204 len: 168 time: 1.6229122 Aug 10 03:49:23.032469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44778) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:23.135820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f483f-324e-4ff3-8dd2-0b411ea43981 None None] Network 9942852d-9e58-4368-a8f3-0f072e09a7be requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:23.235411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5d31b-141d-4862-9936-801e53b67008 req-da35383f-2d97-4ffb-b2b7-91a04b303882 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:23.237005 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1c5d31b-141d-4862-9936-801e53b67008 req-da35383f-2d97-4ffb-b2b7-91a04b303882 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.6493962 Aug 10 03:49:23.239311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 31a2ad98-fca6-44f9-a2fb-d8e11e274178 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:23.244672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.311703 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.403441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] For port d01b808e-bac9-43a7-83ec-97c5110f0d5e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d01b808e-bac9-43a7-83ec-97c5110f0d5e,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:23.411051 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.496883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7bae33-b3c5-44e3-9881-f48e2f03311d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:23.546242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-95fa7a8c-d375-4977-9cbc-53cb0fac3b45 None None] Could not find standard attr ID for object 7e22b6ff-0897-4063-8f80-c26696539f46. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:23.551653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88aae0-3470-4064-810a-96beb22f7a59 None None] Pushing event updated for resources: {'Port': ['ID=d01b808e-bac9-43a7-83ec-97c5110f0d5e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:23.657506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.697771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Attempting to bind port 2f7bae33-b3c5-44e3-9881-f48e2f03311d on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:23.698556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Attempting to bind port 2f7bae33-b3c5-44e3-9881-f48e2f03311d by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '95ce02c4-baff-42eb-a17e-32e7e7942afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:23.698908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Attempting to bind port 2f7bae33-b3c5-44e3-9881-f48e2f03311d on network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:23.707722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] DHCP port deletion for 9942852d-9e58-4368-a8f3-0f072e09a7be request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:23.713375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Port 2f7bae33-b3c5-44e3-9881-f48e2f03311d on network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:23.713717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Attempting to bind port 2f7bae33-b3c5-44e3-9881-f48e2f03311d on network 8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:23.734387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe8e20-e5c5-429b-becb-7228ef3a02d5 req-6fe86d42-30da-4d1e-a790-e1315667a1ba tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:23.736115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17fe8e20-e5c5-429b-becb-7228ef3a02d5 req-6fe86d42-30da-4d1e-a790-e1315667a1ba tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.2146404 Aug 10 03:49:23.741392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:23.741747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Checking segment: {'id': '95ce02c4-baff-42eb-a17e-32e7e7942afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:23.742176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Bound using segment: {'id': '95ce02c4-baff-42eb-a17e-32e7e7942afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:23.742631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Bound port: 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ce02c4-baff-42eb-a17e-32e7e7942afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:23.743029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.784872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1c5d31b-141d-4862-9936-801e53b67008 req-c85b2a8e-1fb9-4261-b1c5-7768ca9d0797 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347748 Aug 10 03:49:23.796601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 31a2ad98-fca6-44f9-a2fb-d8e11e274178 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:23.847755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.879320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1412f524-6f55-4a34-8183-dba1a992491b None None] Provisioning for port 31a2ad98-fca6-44f9-a2fb-d8e11e274178 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:23.892640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] Deleting port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:23.894142 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.965394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-982aef4f-b288-4885-9289-febb8e096977 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0377591 Aug 10 03:49:23.978941 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.013933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] For port 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:24.016777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] For port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,segment=NetworkSegment(ce2b7412-1125-4165-a98b-cfd349c84dae),segment_id=ce2b7412-1125-4165-a98b-cfd349c84dae)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:24.017726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.021605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] For port 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d,segment=NetworkSegment(95ce02c4-baff-42eb-a17e-32e7e7942afa),segment_id=95ce02c4-baff-42eb-a17e-32e7e7942afa)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:24.039020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] Calling delete_port for d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:24.062775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.081565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17fe8e20-e5c5-429b-becb-7228ef3a02d5 req-9fb7e302-6971-4438-8ebb-d3fd856f3362 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889366 Aug 10 03:49:24.166704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1412f524-6f55-4a34-8183-dba1a992491b None None] Provisioning complete for port 31a2ad98-fca6-44f9-a2fb-d8e11e274178 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:24.167645 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1412f524-6f55-4a34-8183-dba1a992491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.261432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.263509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.264722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.276317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/2f7bae33-b3c5-44e3-9881-f48e2f03311d HTTP/1.1" status: 200 len: 1092 time: 2.6937091 Aug 10 03:49:24.281708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918a4b-3b29-4193-8408-986937f0b3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7bae33-b3c5-44e3-9881-f48e2f03311d,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.325288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'tag': '2f7bae33-b3c5-44e3-9881-f48e2f03311d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:24.345536 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa42ff3-4fd2-4d94-b353-4b5eca201ea5", "tag": "2f7bae33-b3c5-44e3-9881-f48e2f03311d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:24.447184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d01b808e-bac9-43a7-83ec-97c5110f0d5e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:24.450511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1412f524-6f55-4a34-8183-dba1a992491b None None] Port 31a2ad98-fca6-44f9-a2fb-d8e11e274178 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:24.452539 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.488406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ac6a341-fb99-4fab-b1bb-891bd678e954 req-2f7d3e8a-8609-482c-88b7-9633731ce319 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088827 Aug 10 03:49:24.537697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] Pushing event deleted for resources: {'Port': ['ID=d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.542943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e34c59-69b4-4553-9527-d950812887a9 None None] No DVR routers for this DVR port d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:24.573105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d01b808e-bac9-43a7-83ec-97c5110f0d5e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:24.573461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-ecb465ed-efcb-4999-a396-959b03478dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.574244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.579945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-ecb465ed-efcb-4999-a396-959b03478dea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88e3d7ddc2d1462398ae71279a9eb6e4&device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 1095 time: 0.2130613 Aug 10 03:49:24.617248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:24.719906 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.757607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ae221-f7f3-46b1-92bd-a6d149ef284a req-f17e341c-4c50-43da-9a44-e50128110ecb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.771000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d16ae221-f7f3-46b1-92bd-a6d149ef284a req-f17e341c-4c50-43da-9a44-e50128110ecb tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.3264089 Aug 10 03:49:24.774587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-5fba6dba-1ee0-41bc-b2b4-f06d4885d250 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d HTTP/1.1" status: 200 len: 217 time: 0.1821706 Aug 10 03:49:24.807771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3799e4-e9fb-4702-9c96-ae0e6037e0f0 req-a39a5fe8-d059-4cbc-bb55-ee0ff33c4d25 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.810738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3799e4-e9fb-4702-9c96-ae0e6037e0f0 req-a39a5fe8-d059-4cbc-bb55-ee0ff33c4d25 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 943 time: 0.8785350 Aug 10 03:49:24.812232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d892b980-50f5-4849-9d20-ac646b934317,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.812780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:24.877881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:24.878546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d9062af9-4ba8-4fe1-b29d-55e58dbf7e4d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:24.891651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.907322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d16ae221-f7f3-46b1-92bd-a6d149ef284a req-3308b327-c844-4162-8d8e-a69e7d1fb0db tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303501 Aug 10 03:49:24.914469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-8e40615e-e06b-407c-803b-0b87a59473bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.916405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-8e40615e-e06b-407c-803b-0b87a59473bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ca6e0ba-50a4-40a6-981f-d5076749f3b0 HTTP/1.1" status: 200 len: 853 time: 0.1277940 Aug 10 03:49:24.930541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9942852d-9e58-4368-a8f3-0f072e09a7be']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:24.957216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff3799e4-e9fb-4702-9c96-ae0e6037e0f0 req-cb159bb5-f9b8-43b5-b425-9e0c2f583e34 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245494 Aug 10 03:49:24.957578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-0c2027c9-d6f0-4c5c-ac50-c0d45218060b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309734 Aug 10 03:49:24.959337 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.962827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.963082 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Added segment 42d533ba-0770-4cb7-8319-c46a2f1370a2 of type vlan for network 3e9b5af2-afd1-4467-a65a-c83839b898ed Aug 10 03:49:24.966158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2b7412-1125-4165-a98b-cfd349c84dae') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:24.967302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2b7412-1125-4165-a98b-cfd349c84dae') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:24.993662 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaccbcd-e751-479f-a5c6-856e3213c0b3 x-openstack-request-id: req-adaccbcd-e751-479f-a5c6-856e3213c0b3 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:24.995382 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa42ff3-4fd2-4d94-b353-4b5eca201ea5", "tag": "2f7bae33-b3c5-44e3-9881-f48e2f03311d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:24.996056 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adaccbcd-e751-479f-a5c6-856e3213c0b3 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:24.996909 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'tag': '2f7bae33-b3c5-44e3-9881-f48e2f03311d', 'status': 'completed', 'code': 200} Aug 10 03:49:25.049366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.070287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=31a2ad98-fca6-44f9-a2fb-d8e11e274178,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.094052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.112008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.123087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.129919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-19925146-991a-49d9-ab41-f6d5c6ec8ae9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/31a2ad98-fca6-44f9-a2fb-d8e11e274178 HTTP/1.1" status: 204 len: 168 time: 2.9320767 Aug 10 03:49:25.136109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:25.136832 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.167193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44796) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:25.169085 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:25.265410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-a6f8ecf3-04b4-42ac-ab74-c965790aa6e3 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997432 Aug 10 03:49:25.444228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f126-a8c3-4d9b-8084-3f3f2d87dfa7 req-b5ddc09f-af38-48f5-84e5-f90c3f1f0f45 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.446961 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:49:25.452969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6a0f126-a8c3-4d9b-8084-3f3f2d87dfa7 req-b5ddc09f-af38-48f5-84e5-f90c3f1f0f45 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.1815481 Aug 10 03:49:25.456937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.521249 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.528919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/9942852d-9e58-4368-a8f3-0f072e09a7be HTTP/1.1" status: 204 len: 168 time: 2.4224398 Aug 10 03:49:25.531762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44804) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.561322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016c1a1-45f0-42d8-910e-e674a945f389 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=9942852d-9e58-4368-a8f3-0f072e09a7be,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.574459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6a0f126-a8c3-4d9b-8084-3f3f2d87dfa7 req-945f6e0e-7aa3-4896-9cfa-e76e722477ba tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199851 Aug 10 03:49:25.585352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ccd2e678-dc36-4f28-9ffc-52cdd24f9974 req-15053c6c-0862-4924-8881-8170d5f6c81c service neutron] 10.222.0.39 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760799 Aug 10 03:49:25.595369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d439adba-77fe-45f1-89e0-1356c6c640ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.598742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d439adba-77fe-45f1-89e0-1356c6c640ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.603912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d439adba-77fe-45f1-89e0-1356c6c640ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4298422 Aug 10 03:49:25.605405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.617227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.618364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.622295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.699126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4378f2-b232-4158-8ce8-c845ed0ef5f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.700643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ee4378f2-b232-4158-8ce8-c845ed0ef5f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/2d3e80a6-2b69-432f-826c-bbbd8bfbd406 HTTP/1.1" status: 200 len: 840 time: 0.1553228 Aug 10 03:49:25.707677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20f38b-1ca0-4f79-8830-2d607ba8efed req-85811f4e-764a-4c11-8943-d741f18f924a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.713317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b20f38b-1ca0-4f79-8830-2d607ba8efed req-85811f4e-764a-4c11-8943-d741f18f924a tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.3667827 Aug 10 03:49:25.713317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.758328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet ca355848-a035-49b6-8ef5-cc85e88828a5 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:25.769747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.772384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.8546941 Aug 10 03:49:25.775965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44810) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.783510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'admin_state_up': True, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:25.886447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-0d1c3bf0-b1ef-4587-b57c-1e455284fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.890095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-0d1c3bf0-b1ef-4587-b57c-1e455284fa7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88e3d7ddc2d1462398ae71279a9eb6e4&device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 1095 time: 0.2393329 Aug 10 03:49:25.898799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.900766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.964779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.008259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.135453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1611ac-f3d2-480b-a5d3-94bfdad785da tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Network': ['ID=3e9b5af2-afd1-4467-a65a-c83839b898ed,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:26.148325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:26.149912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-51700c19-8b46-40bb-9b56-699a666ac676 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/2d3e80a6-2b69-432f-826c-bbbd8bfbd406?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4301372 Aug 10 03:49:26.159413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:26.167839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0b20f38b-1ca0-4f79-8830-2d607ba8efed req-0625e68b-db32-486c-af14-069f085d49e4 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334309 Aug 10 03:49:26.249734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:26.301177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.411085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf6c1d-d3ed-407a-a96b-9dfe1777235a req-07ac3e99-a0ea-420f-b309-559200af2fe7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.414869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92cf6c1d-d3ed-407a-a96b-9dfe1777235a req-07ac3e99-a0ea-420f-b309-559200af2fe7 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.1151268 Aug 10 03:49:26.472975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92cf6c1d-d3ed-407a-a96b-9dfe1777235a req-2a054d1c-a19a-41e1-9236-d9db555e13fe tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Aug 10 03:49:26.588462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-778065cb-3424-46f7-8516-918b8b3bfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.593459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-778065cb-3424-46f7-8516-918b8b3bfae7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 HTTP/1.1" status: 200 len: 914 time: 0.6850550 Aug 10 03:49:26.618244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.844875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a1ad7-0117-4112-9190-c044809d02f3 req-e8b185e0-4811-4365-9add-4727fd1c6b94 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.859381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-718a1ad7-0117-4112-9190-c044809d02f3 req-e8b185e0-4811-4365-9add-4727fd1c6b94 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 943 time: 0.7122841 Aug 10 03:49:26.890168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615da2f-7793-43e0-b42b-862bc2e01189 req-84f2f26c-ef50-4d84-a2b3-0b38d603e873 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.902844 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b615da2f-7793-43e0-b42b-862bc2e01189 req-84f2f26c-ef50-4d84-a2b3-0b38d603e873 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.1932409 Aug 10 03:49:26.953760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-6b5db9c3-d06f-4c95-bb4e-0fd6882f212e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d HTTP/1.1" status: 200 len: 217 time: 0.3280115 Aug 10 03:49:26.963289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b615da2f-7793-43e0-b42b-862bc2e01189 req-433c0fdb-4f4d-4ebd-b489-823cc42aacaf tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 Aug 10 03:49:26.994820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b26eba2a-04b4-462a-9e7b-77a8c7a00eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.029830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.120459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b9f9d-2f45-49c9-abe4-c444b8e3ee7b req-6c0aab50-6afd-4da2-bcfe-cefa440c5ed8 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.123000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-423b9f9d-2f45-49c9-abe4-c444b8e3ee7b req-6c0aab50-6afd-4da2-bcfe-cefa440c5ed8 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.0837955 Aug 10 03:49:27.161644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-718a1ad7-0117-4112-9190-c044809d02f3 req-4c822784-16b3-4f3e-8ecd-b090ed94fa7c tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008251 Aug 10 03:49:27.176935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-423b9f9d-2f45-49c9-abe4-c444b8e3ee7b req-c931d348-4a69-4501-8c9b-9f3fe472439f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457122 Aug 10 03:49:27.199294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:27.202279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.209316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-f496c48f-f2f0-4ffb-a9e6-eae2a09f3b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.212213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-f496c48f-f2f0-4ffb-a9e6-eae2a09f3b3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ca6e0ba-50a4-40a6-981f-d5076749f3b0 HTTP/1.1" status: 200 len: 853 time: 0.2268693 Aug 10 03:49:27.412522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.430785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-c856d30f-f043-439d-b46a-fbe5863f6319 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798475 Aug 10 03:49:27.503621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=ca355848-a035-49b6-8ef5-cc85e88828a5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.555356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.561718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c860bf6f-c243-48e3-969a-eb43e49690af tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/ca355848-a035-49b6-8ef5-cc85e88828a5 HTTP/1.1" status: 204 len: 168 time: 1.9340835 Aug 10 03:49:27.562813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44836) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:27.566584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34274e-d155-4517-bff4-875b48f169c0 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:27.637050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e300b8a8-9f6c-4b56-82ff-3861aa3ad6a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730488 Aug 10 03:49:27.641672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:27.651761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:27.757116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8faa4b-e57f-4830-9b8e-26cc8b4fc408 req-477e2d0c-af9b-4fc3-a44e-fe2a2bfe227f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.771790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c8faa4b-e57f-4830-9b8e-26cc8b4fc408 req-477e2d0c-af9b-4fc3-a44e-fe2a2bfe227f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.3788197 Aug 10 03:49:27.785291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-adc8d83a-6f88-4709-aa90-15a03b883c6e service neutron] 10.222.0.39 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102546 Aug 10 03:49:27.855228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:27.859164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.916760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-ee7f24df-2281-4af2-af8d-94a541f93a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.918257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-ee7f24df-2281-4af2-af8d-94a541f93a5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1097 time: 0.1340752 Aug 10 03:49:27.927502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:27.984357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c8faa4b-e57f-4830-9b8e-26cc8b4fc408 req-ec1376fd-ef06-4b2f-92d5-d235397ebfe4 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112489 Aug 10 03:49:27.998696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] Deleting port d01b808e-bac9-43a7-83ec-97c5110f0d5e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:27.998696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.096783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] For port d01b808e-bac9-43a7-83ec-97c5110f0d5e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d01b808e-bac9-43a7-83ec-97c5110f0d5e,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:28.097736 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.125935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] Calling delete_port for d01b808e-bac9-43a7-83ec-97c5110f0d5e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:28.139781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2b1dcb1-e49f-439c-a9e9-2254d863e91e req-d924f865-05d3-465a-a344-b3e9a0e118b0 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386347 Aug 10 03:49:28.256776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.293193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.299591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] Pushing event deleted for resources: {'Port': ['ID=d01b808e-bac9-43a7-83ec-97c5110f0d5e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:28.313475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5b02e-433d-47da-ab63-33a6778cb419 None None] No DVR routers for this DVR port d01b808e-bac9-43a7-83ec-97c5110f0d5e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:28.375781 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:28.387964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:28.412548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:28.418553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.419427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.424072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.431072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e2641-d934-4014-8ffa-6e78bfc470fa None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:28.475071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.491613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.586718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b34878-0bb6-4031-9a5c-c905882b3760 req-6c707f03-502a-4f5f-9b9f-99ab13df36dd tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.592891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5b34878-0bb6-4031-9a5c-c905882b3760 req-6c707f03-502a-4f5f-9b9f-99ab13df36dd tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.3397872 Aug 10 03:49:28.655539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:28.696648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:28.730223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.730849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.734297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea936897-1f58-4234-9fe0-5530c404db1e None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:28.807766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5856926 Aug 10 03:49:28.817719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1731720 Aug 10 03:49:28.820684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:28.821349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44858) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:28.836221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5ff64-a6bf-42f8-b7ec-8f0c26f048bf tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=d1aecd1e-4978-4c8d-9753-daa0c8fefe81,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:28.852380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'name': 'tempest-NetworksTestDHCPv6-526296783'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:28.857338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-82e76f79-d787-4033-9f22-9aaf4712b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.860438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-82e76f79-d787-4033-9f22-9aaf4712b359 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 0.5511761 Aug 10 03:49:28.869198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123059311'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:28.878143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5b34878-0bb6-4031-9a5c-c905882b3760 req-e8413370-1199-49b9-9727-8093b90fe8c4 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344403 Aug 10 03:49:29.015604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-d74da927-de41-4df7-ad2e-3af553bb8ac0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 200 len: 217 time: 0.1332154 Aug 10 03:49:29.017587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aada7-5750-40bc-a6d2-392f97aae687 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:29.109307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-5b088eaf-5744-456f-8646-87b8c6f28a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.111077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-5b088eaf-5744-456f-8646-87b8c6f28a5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.0874856 Aug 10 03:49:29.125024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f7bae33-b3c5-44e3-9881-f48e2f03311d details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:29.135080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-64983a2b-31e9-4389-8235-f51801e83566 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5180864 Aug 10 03:49:29.168626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14506b-9bab-4a99-b2d8-747bde2ccfaa req-c38679b5-3781-45fa-b947-d2f49ff19044 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.183570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb14506b-9bab-4a99-b2d8-747bde2ccfaa req-c38679b5-3781-45fa-b947-d2f49ff19044 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 943 time: 0.5685461 Aug 10 03:49:29.184428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-67da0a7a-ae27-4300-a418-16dd993c96ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624256 Aug 10 03:49:29.206070 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.235885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.25.2.137 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/fa061e4f-12ce-4493-a6ed-f682317fc0f5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:29.271812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-caff8167-faae-471e-a44a-e6a1393b5fd4', 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'tenant_id': '0814a271bbed4b8a913aa52f8cc73034', 'fixed_ips': [{'subnet_id': 'd1aecd1e-4978-4c8d-9753-daa0c8fefe81'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:29.273719 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.444915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394033e-28df-40d9-8c15-5f04e9d96eff req-261dc34e-65e6-4650-9232-11db73372a5d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.447315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8394033e-28df-40d9-8c15-5f04e9d96eff req-261dc34e-65e6-4650-9232-11db73372a5d tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.1774457 Aug 10 03:49:29.449710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-23e85a1b-0e8b-47a5-b298-f50e30f80722 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566905 Aug 10 03:49:29.496709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb14506b-9bab-4a99-b2d8-747bde2ccfaa req-de11e2c7-6275-4104-bf1a-a5f8ec6e6908 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114724 Aug 10 03:49:29.531565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:29.532889 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.594096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-70032f40-382a-4517-b590-fc6d6d14a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.595955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-70032f40-382a-4517-b590-fc6d6d14a384 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 1097 time: 0.4048052 Aug 10 03:49:29.644733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8394033e-28df-40d9-8c15-5f04e9d96eff req-a3a5b5ec-6e7b-4331-8316-10a1300f0347 tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc53b7d-ab42-478d-9d6e-07ecf30a303c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859691 Aug 10 03:49:29.664994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.676273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62985cf3-5e93-411c-ae88-2ec3ba46fa91 req-a91ee7fe-875b-49df-a86e-2ce2b703ef15 service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084138 Aug 10 03:49:29.818136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Allocated IP 172.20.0.2 (caff8167-faae-471e-a44a-e6a1393b5fd4/d1aecd1e-4978-4c8d-9753-daa0c8fefe81/15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:29.865756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-eb562906-214b-4771-a97e-3917a84b2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.867348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-eb562906-214b-4771-a97e-3917a84b2959 service neutron] 10.222.0.39 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 0.1144142 Aug 10 03:49:29.871382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.948057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d01b808e-bac9-43a7-83ec-97c5110f0d5e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:29.966193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d,segment=NetworkSegment(95ce02c4-baff-42eb-a17e-32e7e7942afa),segment_id=95ce02c4-baff-42eb-a17e-32e7e7942afa)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:29.986279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:29.996472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.018691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d01b808e-bac9-43a7-83ec-97c5110f0d5e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:30.019043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d01b808e-bac9-43a7-83ec-97c5110f0d5e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:30.036594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4249c-4d12-4e01-8792-908bea260350 req-31cf0280-5f90-4a1f-9679-5a62cb06ccca tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:30.038268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9cd4249c-4d12-4e01-8792-908bea260350 req-31cf0280-5f90-4a1f-9679-5a62cb06ccca tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 946 time: 0.1444008 Aug 10 03:49:30.056057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2f7bae33-b3c5-44e3-9881-f48e2f03311d', 'network_id': '8e3d6cb6-105f-4e00-a362-2b0bbcfdc597', 'port_id': '2f7bae33-b3c5-44e3-9881-f48e2f03311d', 'mac_address': 'fa:16:3e:45:1b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca6e0ba-50a4-40a6-981f-d5076749f3b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:30.089377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.092309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:30.095349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0690e739-2f9a-464e-be55-ff310be03dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.097067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:30.166821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa/01bcf5ff-333c-4dda-b6e7-ef87c9af27a7) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:30.174658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.202163 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.217303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Deleting port 6bb76998-a473-4f73-b594-4cf7991a8fbb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:30.218070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.225359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-0a1b204e-048f-4ec9-9b9b-e8e4d4104ecc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554 HTTP/1.1" status: 200 len: 217 time: 0.2762601 Aug 10 03:49:30.277765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605cadb8-fa25-4739-8bee-75354ab8321e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:30.280549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7bae33-b3c5-44e3-9881-f48e2f03311d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:30.353557 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.356863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d,segment=NetworkSegment(95ce02c4-baff-42eb-a17e-32e7e7942afa),segment_id=95ce02c4-baff-42eb-a17e-32e7e7942afa)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:30.379663 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.388818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Transition to ACTIVE for port object 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:30.466057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Transition to ACTIVE for port object 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:30.480298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] For port 6bb76998-a473-4f73-b594-4cf7991a8fbb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6bb76998-a473-4f73-b594-4cf7991a8fbb,segment=NetworkSegment(7f4d4f8f-56f9-4b3b-836d-059c98190e35),segment_id=7f4d4f8f-56f9-4b3b-836d-059c98190e35)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:30.481073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.504476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.505031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Calling delete_port for 6bb76998-a473-4f73-b594-4cf7991a8fbb owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:30.539939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2f7bae33-b3c5-44e3-9881-f48e2f03311d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:30.565432 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.582965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Transition to ACTIVE for port object 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:30.605129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Transition to ACTIVE for port object 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:30.625171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.702026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2f7bae33-b3c5-44e3-9881-f48e2f03311d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:30.710770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:30.797324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:30.813934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:30.824634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:30.837199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:30.839059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.844579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:30.857960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337d23-428d-4eb5-8ee9-0b476737f594 req-5626f8bb-094a-4230-94ef-8b6f25787cb6 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:30.861070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e337d23-428d-4eb5-8ee9-0b476737f594 req-5626f8bb-094a-4230-94ef-8b6f25787cb6 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 944 time: 0.1089280 Aug 10 03:49:30.875367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=fa061e4f-12ce-4493-a6ed-f682317fc0f5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:30.876239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['6bb76998-a473-4f73-b594-4cf7991a8fbb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:30.878876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-9f839ebb-825b-4d82-a225-4170907b9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:30.880468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-9f839ebb-825b-4d82-a225-4170907b9534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.5989528 Aug 10 03:49:30.940587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Pushing event deleted for resources: {'Port': ['ID=6bb76998-a473-4f73-b594-4cf7991a8fbb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.003396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7194d6-89ea-4fe1-8da1-4285de4f52e8 req-d4da1a07-dfb5-47f3-8b08-20024a015d5c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:31.005009 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c7194d6-89ea-4fe1-8da1-4285de4f52e8 req-d4da1a07-dfb5-47f3-8b08-20024a015d5c tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.8483276 Aug 10 03:49:31.005670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:31.013196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.017561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Pushing event updated for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.032263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-4cc7b4d6-b899-4014-9bc5-71ef372b1f05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407292 Aug 10 03:49:31.073675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.079926 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c202764e-b90a-4707-b4e5-ac4c35cdf48a tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2432935 Aug 10 03:49:31.085352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44874) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:31.096474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 5e4865b3-fb7f-497c-a693-ca5f23805d6e yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:31.113389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'security_group': {'name': 'tempest-secgroup-588083560'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:31.179584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] No DVR routers for this DVR port 6bb76998-a473-4f73-b594-4cf7991a8fbb on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:31.191805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e337d23-428d-4eb5-8ee9-0b476737f594 req-27a5828f-e77d-4b62-b512-9f0425877109 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637296 Aug 10 03:49:31.193231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.195554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9cd4249c-4d12-4e01-8792-908bea260350 req-357ae8e5-cfad-4b4e-80b5-13ff31d9793f tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.65 "DELETE /v2.0/ports/6bb76998-a473-4f73-b594-4cf7991a8fbb HTTP/1.1" status: 204 len: 173 time: 1.1505573 Aug 10 03:49:31.200513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'name': 'network-vif-deleted', 'tag': '6bb76998-a473-4f73-b594-4cf7991a8fbb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:31.204302 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96af50-4f84-41c7-b240-d5eb79957cd4" -d '{"events": [{"server_uuid": "b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7", "name": "network-vif-deleted", "tag": "6bb76998-a473-4f73-b594-4cf7991a8fbb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:31.240230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.250694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c7194d6-89ea-4fe1-8da1-4285de4f52e8 req-890f3856-22f6-4e7e-b861-66a54c818e7a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173564 Aug 10 03:49:31.468531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e4eef59-9cba-4240-8f44-57c8cf383c4e req-76a8d3c4-3b37-4e81-991a-6369a06711dd tempest-ServerDiskConfigTestJSON-290224481 tempest-ServerDiskConfigTestJSON-290224481-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7 HTTP/1.1" status: 200 len: 210 time: 0.0440884 Aug 10 03:49:31.490180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Attempting to bind port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:31.490584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Attempting to bind port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:31.490911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Attempting to bind port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:31.497148 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.506867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.547659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::16b (436e607c-ef4c-4ae6-a09e-44491dfe481c/9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa/5e4865b3-fb7f-497c-a693-ca5f23805d6e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:31.580512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.590117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4862120 Aug 10 03:49:31.592479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44880) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:31.598313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-215970332', 'security_groups': ['26668eca-d643-4296-bc50-d24580ac9108'], 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd1aecd1e-4978-4c8d-9753-daa0c8fefe81'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:31.599521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Pushing event updated for resources: {'Port': ['ID=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.604473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Attempting to bind port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:31.604845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Attempting to bind port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8abcb4aa-f745-4079-8667-30bf8a062a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:31.605222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Attempting to bind port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e on network caff8167-faae-471e-a44a-e6a1393b5fd4 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:31.608766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:31.609010 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:31.609468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.609762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:31.610284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Bound port: 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:31.610971 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.709769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:31.710230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Checking segment: {'id': '8abcb4aa-f745-4079-8667-30bf8a062a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:31.710647 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.711057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Bound using segment: {'id': '8abcb4aa-f745-4079-8667-30bf8a062a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:31.711550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Bound port: 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abcb4aa-f745-4079-8667-30bf8a062a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:31.711965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.781789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.783269 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8527077-d9b1-4d2c-984d-57604d756186 x-openstack-request-id: req-c8527077-d9b1-4d2c-984d-57604d756186 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:31.784069 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7", "name": "network-vif-deleted", "tag": "6bb76998-a473-4f73-b594-4cf7991a8fbb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:31.785530 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8527077-d9b1-4d2c-984d-57604d756186 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:31.786626 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f5c83d-380c-4dd6-a626-5b0f8af8d3d7', 'name': 'network-vif-deleted', 'tag': '6bb76998-a473-4f73-b594-4cf7991a8fbb', 'status': 'completed', 'code': 200} Aug 10 03:49:31.796653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279a623-443a-4888-8dd5-2dd8eda1be24 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26668eca-d643-4296-bc50-d24580ac9108,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.797803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 5e4865b3-fb7f-497c-a693-ca5f23805d6e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:31.842519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.870976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:31.902802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:31.907952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,segment=NetworkSegment(8abcb4aa-f745-4079-8667-30bf8a062a28),segment_id=8abcb4aa-f745-4079-8667-30bf8a062a28)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:31.928948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.962428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=5e4865b3-fb7f-497c-a693-ca5f23805d6e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.976548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-3abcf805-b0ab-48cd-9ff2-6080b5ee9c4a service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907034 Aug 10 03:49:32.022012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.028107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:32.039525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a6b7-8986-4838-8087-d8df77db8b9e None None] Pushing event updated for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:32.078937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] For port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:32.080171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:32.090207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:32.094335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] For port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:32.100942 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.102335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:32.103052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.131880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9e36b422-a181-4e9d-833c-f5608874c291 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2978241 Aug 10 03:49:32.132613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44884) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.170182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.216305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:32.259221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361bd25-6c98-40f6-8f0d-a057ca7cea94 None None] Pushing event updated for resources: {'Port': ['ID=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:32.274781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.567527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.3 (caff8167-faae-471e-a44a-e6a1393b5fd4/d1aecd1e-4978-4c8d-9753-daa0c8fefe81/90481d9e-cd9a-4c62-9505-2039aa8bb1f4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:32.646771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd63212-df4a-4485-84b9-c777ef0831f3 req-bf8d2ded-4543-4e15-bdce-235434ea24aa tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:32.648549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cd63212-df4a-4485-84b9-c777ef0831f3 req-bf8d2ded-4543-4e15-bdce-235434ea24aa tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 944 time: 0.1505291 Aug 10 03:49:32.691746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217d88b-cf0d-434d-acf9-3378ed24bfce tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:32.698888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217d88b-cf0d-434d-acf9-3378ed24bfce tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:32.704270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e217d88b-cf0d-434d-acf9-3378ed24bfce tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5536916 Aug 10 03:49:32.715990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44892) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.773766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1814a44f-a10c-4195-9e4c-a2842efb2bc3 req-96ca6b14-eebe-41d6-a49d-63255fbc8151 service neutron] 10.222.0.39 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894242 Aug 10 03:49:32.777180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cd63212-df4a-4485-84b9-c777ef0831f3 req-c6e347af-980d-4420-b851-e4cad240088c tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190338 Aug 10 03:49:32.861193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.880564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:32.938673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.005874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:33.011109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:33.020585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.023355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:33.046809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84c110-73d2-4458-a8f4-2ccd4baa326a req-c9a02062-9981-474c-bed9-026c35dc6b17 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:33.056105 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5a84c110-73d2-4458-a8f4-2ccd4baa326a req-c9a02062-9981-474c-bed9-026c35dc6b17 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.5710745 Aug 10 03:49:33.111842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f7bae33-b3c5-44e3-9881-f48e2f03311d up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:33.123440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44902) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:33.252757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:33.253468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.258467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.273389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 5e4865b3-fb7f-497c-a693-ca5f23805d6e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:33.274155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.313254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 2f7bae33-b3c5-44e3-9881-f48e2f03311d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:33.335957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2f7bae33-b3c5-44e3-9881-f48e2f03311d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:33.336344 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.339944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=90481d9e-cd9a-4c62-9505-2039aa8bb1f4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:33.378949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7002a3b3-e1ed-4758-9f85-10d6a8967626 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7849140 Aug 10 03:49:33.389528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44906) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:33.412658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5a84c110-73d2-4458-a8f4-2ccd4baa326a req-d1912afa-58fc-49fb-8846-d63a9cf9ced3 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552096 Aug 10 03:49:33.420199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Deleting subnet b1dc902c-682f-42bf-a40a-a0c7eb23f004 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:33.424302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.426475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:33.550921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.579157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6bb76998-a473-4f73-b594-4cf7991a8fbb no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:33.593533 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.614863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.634634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.649520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 5e4865b3-fb7f-497c-a693-ca5f23805d6e owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:33.672583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 6bb76998-a473-4f73-b594-4cf7991a8fbb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:33.677008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6bb76998-a473-4f73-b594-4cf7991a8fbb not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:33.706161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7bae33-b3c5-44e3-9881-f48e2f03311d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:33.712494 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78367adc-673f-45b6-819a-9e97f6ee3349" -d '{"events": [{"server_uuid": "bfa42ff3-4fd2-4d94-b353-4b5eca201ea5", "name": "network-vif-plugged", "status": "completed", "tag": "2f7bae33-b3c5-44e3-9881-f48e2f03311d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:33.735751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.747677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d,segment=NetworkSegment(95ce02c4-baff-42eb-a17e-32e7e7942afa),segment_id=95ce02c4-baff-42eb-a17e-32e7e7942afa)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:33.757330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.794590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1dc902c-682f-42bf-a40a-a0c7eb23f004,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:33.809430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.812463 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2c8a4ee4-8a8c-4f13-8169-09f1ae38b26f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b1dc902c-682f-42bf-a40a-a0c7eb23f004 HTTP/1.1" status: 204 len: 168 time: 0.6841397 Aug 10 03:49:33.815524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44912) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:33.859249 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ee10c-0fbf-46a7-bf38-9eca29ad2f46 x-openstack-request-id: req-587ee10c-0fbf-46a7-bf38-9eca29ad2f46 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:33.860373 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa42ff3-4fd2-4d94-b353-4b5eca201ea5", "name": "network-vif-plugged", "status": "completed", "tag": "2f7bae33-b3c5-44e3-9881-f48e2f03311d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:33.860630 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-587ee10c-0fbf-46a7-bf38-9eca29ad2f46 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:33.863454 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7bae33-b3c5-44e3-9881-f48e2f03311d', 'code': 200} Aug 10 03:49:33.883184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router 43e42f76-943c-44a7-bff0-f0d653758f6f is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:49:33.910986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2f7bae33-b3c5-44e3-9881-f48e2f03311d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:33.917277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:33.940750 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.031352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.106531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:34.156377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7a50ce18-fdc0-4081-841f-3442e48762a1 None None] Provisioning for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:34.208420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7a50ce18-fdc0-4081-841f-3442e48762a1 None None] Provisioning complete for port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:34.208800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7a50ce18-fdc0-4081-841f-3442e48762a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.250013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:34.264464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.270021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:34.270399 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.287024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe11e1c-971a-444b-ba35-e586c7760f4e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.331859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241052a-52db-4baf-ba9a-b116c130b60b req-e8f33459-b9bc-4534-bf1d-61953526d669 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:34.333520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f241052a-52db-4baf-ba9a-b116c130b60b req-e8f33459-b9bc-4534-bf1d-61953526d669 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.2587869 Aug 10 03:49:34.334549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4d4f8f-56f9-4b3b-836d-059c98190e35') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.335128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4d4f8f-56f9-4b3b-836d-059c98190e35') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.356285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7a50ce18-fdc0-4081-841f-3442e48762a1 None None] Port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:34.361534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b96c27-9d8a-4ce7-a948-ac32dc5cb255 req-0d41c1f8-dbd2-4cd6-b00d-9d41b3849cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:34.362921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35b96c27-9d8a-4ce7-a948-ac32dc5cb255 req-0d41c1f8-dbd2-4cd6-b00d-9d41b3849cbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 1097 time: 0.3524432 Aug 10 03:49:34.372914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.416070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.416665 n-d-769329-14 neutron-server[94140]: INFO neutron.db.ipam_backend_mixin [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1aecd1e-4978-4c8d-9753-daa0c8fefe81 (CIDR: 172.20.0.0/28) Aug 10 03:49:34.428400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:34.429001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.431337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:34.440867 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:49:34.441502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:49:34.492467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.499251 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.501319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bfad22ea-8296-4b5d-98cd-b0936dc2b5dd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1063466 Aug 10 03:49:34.503762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Sync routers for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:34.523423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44918) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.526217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35b96c27-9d8a-4ce7-a948-ac32dc5cb255 req-027f7dc6-10f6-41cf-b891-ab53fa278175 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430359 Aug 10 03:49:34.530340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f241052a-52db-4baf-ba9a-b116c130b60b req-daaf9a77-9f4e-445b-8dcc-3f22c7b1e4fd tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792231 Aug 10 03:49:34.532676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.534163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d858404-f0d0-439d-98d7-7cbd8f4df493 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.7569859 Aug 10 03:49:34.567243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:34.574075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44920) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.580307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,segment=NetworkSegment(8abcb4aa-f745-4079-8667-30bf8a062a28),segment_id=8abcb4aa-f745-4079-8667-30bf8a062a28)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:34.581519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:34.582428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:34.610705 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:34.613270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=5e4865b3-fb7f-497c-a693-ca5f23805d6e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.625116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.626118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:34.706789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a4ca2ed-a087-4d28-b241-2f24e6f92a19 None None] Provisioning for port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:34.718754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.753735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.756018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b03f5eaa-1e9d-4c0b-88a3-3216de8d37f3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/5e4865b3-fb7f-497c-a693-ca5f23805d6e HTTP/1.1" status: 204 len: 168 time: 2.0389125 Aug 10 03:49:34.758422 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.760838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1fe11e1c-971a-444b-ba35-e586c7760f4e HTTP/1.1" status: 204 len: 168 time: 0.9442592 Aug 10 03:49:34.762740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454b845-d4cc-472c-9809-6c9f0d26dab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe11e1c-971a-444b-ba35-e586c7760f4e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.768983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.770664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a4ca2ed-a087-4d28-b241-2f24e6f92a19 None None] Provisioning complete for port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:34.771041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca2ed-a087-4d28-b241-2f24e6f92a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.828900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.949499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-68b91287-a23c-49dc-a264-61f81ab9af63 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cac3820953a04152ab76c9074e660f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3667793 Aug 10 03:49:34.951781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:34.956609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.961104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44928) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.980113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ca2ed-a087-4d28-b241-2f24e6f92a19 None None] Port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:35.015214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:35.044006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5ed41-8082-4f87-9ba8-44f5a5e3030c req-06ab75a4-ef02-4be6-a0fb-f94eb44dc7af tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.052308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:35.073902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bae5ed41-8082-4f87-9ba8-44f5a5e3030c req-06ab75a4-ef02-4be6-a0fb-f94eb44dc7af tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.4326622 Aug 10 03:49:35.180058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Provisioning for port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:35.224181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Provisioning complete for port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:35.228761 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.229936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bae5ed41-8082-4f87-9ba8-44f5a5e3030c req-2be1bb59-4008-4773-968f-4ee6f3141351 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544151 Aug 10 03:49:35.303146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2897f8-55a9-4b37-8ac4-091ef4df607b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.312560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2897f8-55a9-4b37-8ac4-091ef4df607b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.319264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e2897f8-55a9-4b37-8ac4-091ef4df607b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5386159 Aug 10 03:49:35.322153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44930) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:35.437816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:35.447847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:35.505913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.607087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c51f8180-f678-4655-8c56-d3862db754cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8616723e299e438ca8363abd23d98cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398640 Aug 10 03:49:35.618272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44938) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:35.640949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.705161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.815948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] For port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:35.832747 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.838102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:31Z', 'revision_number': 3, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:35.909066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39e0afdb-7225-4dfa-8533-ddb0d5c5ebdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.936532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Pushing event updated for resources: {'Port': ['ID=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.940189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf194a74-6117-4cea-a6cc-11994b65c2b2 None None] Could not find standard attr ID for object 5e4865b3-fb7f-497c-a693-ca5f23805d6e. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:35.944121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Checking router: 43e42f76-943c-44a7-bff0-f0d653758f6f for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:35.944450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Updating router 43e42f76-943c-44a7-bff0-f0d653758f6f port fa061e4f-12ce-4493-a6ed-f682317fc0f5 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:49:35.970520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39e0afdb-7225-4dfa-8533-ddb0d5c5ebdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.979072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.019122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:36.098923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39e0afdb-7225-4dfa-8533-ddb0d5c5ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.103851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39e0afdb-7225-4dfa-8533-ddb0d5c5ebdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.108136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-39e0afdb-7225-4dfa-8533-ddb0d5c5ebdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbc53b7d-ab42-478d-9d6e-07ecf30a303c HTTP/1.1" status: 204 len: 168 time: 0.4862072 Aug 10 03:49:36.120253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0afdb-7225-4dfa-8533-ddb0d5c5ebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc53b7d-ab42-478d-9d6e-07ecf30a303c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:36.148736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.251984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7080cab-d0ac-450d-b86d-04f9d0abf80f tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.259268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f7080cab-d0ac-450d-b86d-04f9d0abf80f tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2935030 Aug 10 03:49:36.264119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.272097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837baf0-2aae-4ae8-af1f-d92ee62e21a0 req-4a76df45-b91d-42bb-a22b-ba61ecce95cd tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.274579 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c837baf0-2aae-4ae8-af1f-d92ee62e21a0 req-4a76df45-b91d-42bb-a22b-ba61ecce95cd tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.5052910 Aug 10 03:49:36.367351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9ac05e97-0d90-474e-b9e6-b47e3865370f tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977931 Aug 10 03:49:36.369000 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.371573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44946) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.381297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232197801', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'project_id': 'cac3820953a04152ab76c9074e660f16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.444452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:36.445318 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.452456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c837baf0-2aae-4ae8-af1f-d92ee62e21a0 req-0439bdc2-a0cb-4c51-b95c-236b6296ac92 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516845 Aug 10 03:49:36.551062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:36.609743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5da303-9833-47fc-83c1-861432c66f59 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:36.616123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.623897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f8dad067-0d54-409a-819c-8919d17974e2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa HTTP/1.1" status: 204 len: 168 time: 1.2919180 Aug 10 03:49:36.634284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44950) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.783451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc4d7135-19de-4bb1-a1bb-12e97408a6d7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477904 Aug 10 03:49:36.790926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44958) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.924071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.958273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14185562-8955-468d-88b6-8364eb0bdb69 req-a09bee84-edbb-4154-96bb-02cece31fa1d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.963837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14185562-8955-468d-88b6-8364eb0bdb69 req-a09bee84-edbb-4154-96bb-02cece31fa1d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.4480982 Aug 10 03:49:37.014917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Made reservation on behalf of cac3820953a04152ab76c9074e660f16 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:37.026291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.071991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:37.109218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:37.143407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.167012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.168177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.193816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=7d8e8b23-3be2-4a97-9273-f4a736dbd66b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.203549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-145b0f40-bcae-4b73-9462-7bbadfd5bc53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6718311 Aug 10 03:49:37.207859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44966) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:37.228818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff258e-a478-41bf-b7ef-eceec556b5d4 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:37.235900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1952575882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d8e8b23-3be2-4a97-9273-f4a736dbd66b'}], 'security_groups': ['605cadb8-fa25-4739-8bee-75354ab8321e']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:37.566935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Transition to ACTIVE for port object fa061e4f-12ce-4493-a6ed-f682317fc0f5 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:37.575031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.624033 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.647362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14185562-8955-468d-88b6-8364eb0bdb69 req-84d29dc9-6060-4d58-b7f7-880746fcc4cc tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636484 Aug 10 03:49:37.670451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c76c7-dba9-435c-b3c1-bb7f7a6f6f04 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.675575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b01c76c7-dba9-435c-b3c1-bb7f7a6f6f04 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8819497 Aug 10 03:49:37.676576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44972) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:37.710957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfc981-1dc6-4022-83f4-8259060a9928 None None] Pushing event updated for resources: {'Port': ['ID=fa061e4f-12ce-4493-a6ed-f682317fc0f5,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.855282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Attempting to bind port fa061e4f-12ce-4493-a6ed-f682317fc0f5 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:37.859290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Attempting to bind port fa061e4f-12ce-4493-a6ed-f682317fc0f5 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:37.861375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Attempting to bind port fa061e4f-12ce-4493-a6ed-f682317fc0f5 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:37.891857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:37.892451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:37.893098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.893749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:37.894580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Bound port: fa061e4f-12ce-4493-a6ed-f682317fc0f5, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:37.895477 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.027459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-14751293-9906-465b-92f6-24114b0ca1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.036758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-14751293-9906-465b-92f6-24114b0ca1dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88e3d7ddc2d1462398ae71279a9eb6e4&device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 1097 time: 0.7818613 Aug 10 03:49:38.098550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063f36-bd2d-4ef6-a8d0-5f066fda9ea1 req-4615aff5-a1a3-4d1a-bb3d-b36462acedca tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.106701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0063f36-bd2d-4ef6-a8d0-5f066fda9ea1 req-4615aff5-a1a3-4d1a-bb3d-b36462acedca tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.7138357 Aug 10 03:49:38.154898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] For port fa061e4f-12ce-4493-a6ed-f682317fc0f5, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:38.161857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] For port fa061e4f-12ce-4493-a6ed-f682317fc0f5, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fa061e4f-12ce-4493-a6ed-f682317fc0f5,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:38.172602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:38.184534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.263674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0063f36-bd2d-4ef6-a8d0-5f066fda9ea1 req-a824f285-472b-497f-b872-9270853fb500 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544917 Aug 10 03:49:38.332848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.391312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-af066153-90d6-4f69-bbdc-4682582aec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.393459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-af066153-90d6-4f69-bbdc-4682582aec79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 HTTP/1.1" status: 200 len: 914 time: 0.3459845 Aug 10 03:49:38.508283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-22a5a38b-a715-4052-8d78-4a406424dfe6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d HTTP/1.1" status: 200 len: 217 time: 0.0896535 Aug 10 03:49:38.593803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-56e53bdf-37ad-4c1d-bb92-0935ec41e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.596004 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-56e53bdf-37ad-4c1d-bb92-0935ec41e4d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ca6e0ba-50a4-40a6-981f-d5076749f3b0 HTTP/1.1" status: 200 len: 853 time: 0.0861282 Aug 10 03:49:38.612786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Subnet': ['ID=fc790a69-ce63-45cb-9d39-f9e3be34f750,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.673012 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-a5094421-cc07-4f5e-a33e-92f281b64398 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684848 Aug 10 03:49:38.739268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Update dhcp port {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'fixed_ips': [{'subnet_id': 'd1aecd1e-4978-4c8d-9753-daa0c8fefe81', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d8e8b23-3be2-4a97-9273-f4a736dbd66b'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:49:38.748694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba195946-a1d7-4350-ba16-2c746db3a0e7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.764584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ba195946-a1d7-4350-ba16-2c746db3a0e7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0588710 Aug 10 03:49:38.772374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44986) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:38.807753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:38.811161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:38.811647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44988) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:38.888047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Checking segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:38.889068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network hostable DHCP agents. Network: 3e9b5af2-afd1-4467-a65a-c83839b898ed, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:38.896809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5f7a2a22-2865-4667-822d-e75fd73f617b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029718 Aug 10 03:49:38.905199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44992) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:38.916756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:38.935805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfc981-1dc6-4022-83f4-8259060a9928 None None] Pushing event updated for resources: {'Port': ['ID=fa061e4f-12ce-4493-a6ed-f682317fc0f5,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:39.005894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.105882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:39.140701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] Deleting port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:39.141774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.202843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3e9b5af2-afd1-4467-a65a-c83839b898ed) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:39.224660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512df62-c679-4d29-80e8-ba3733497588 req-dd5803d2-da75-45d3-8850-937c4ed05a72 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.241102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a512df62-c679-4d29-80e8-ba3733497588 req-dd5803d2-da75-45d3-8850-937c4ed05a72 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.3068368 Aug 10 03:49:39.250193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.254354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.301809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ffaed2-98da-4878-9b20-2bfd5b75f323 None None] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:39.324630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1980406467-network', 'tenant_id': 'aed8b7bc326a4a90bffa4d7e0c76b7b9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:39.360805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:39.364616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.478911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:39.487468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] For port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:39.487875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.575249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a512df62-c679-4d29-80e8-ba3733497588 req-b3f92daf-c392-47f6-9e8f-8247f54428d7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324227 Aug 10 03:49:39.600870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-01ec011d-29df-409d-a3c2-df2ccab1a224 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165175 Aug 10 03:49:39.610167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Made reservation on behalf of aed8b7bc326a4a90bffa4d7e0c76b7b9 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:39.614800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.627867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9ab0ccee-1074-476b-aa05-beb213e89f47 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2511125 Aug 10 03:49:39.644203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44998) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:39.650495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.687654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] Calling delete_port for 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:39.728861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c575111-2b74-4d10-8ab6-819ad12f5ffa req-7dac10d6-8735-4dc9-942d-d32f3eff0dd8 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.730772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c575111-2b74-4d10-8ab6-819ad12f5ffa req-7dac10d6-8735-4dc9-942d-d32f3eff0dd8 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.1977730 Aug 10 03:49:39.744750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Delete allocated IP 172.20.0.3 (caff8167-faae-471e-a44a-e6a1393b5fd4/d1aecd1e-4978-4c8d-9753-daa0c8fefe81) {{(pid=94140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:49:39.792793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.20 (caff8167-faae-471e-a44a-e6a1393b5fd4/7d8e8b23-3be2-4a97-9273-f4a736dbd66b/90481d9e-cd9a-4c62-9505-2039aa8bb1f4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:39.885960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c575111-2b74-4d10-8ab6-819ad12f5ffa req-a4e93793-48a1-462c-9b22-4a5c5d7a4dd5 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305702 Aug 10 03:49:39.947248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e0f6c21d-703d-4e36-8a7c-00c41c2ea3f7 req-48725103-041e-4cf6-a4c9-ab681dde9188 service neutron] 10.222.0.39 "GET /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326583 Aug 10 03:49:39.964742 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.988714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.067481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] No DVR routers for this DVR port 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:40.073768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:40.090137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:40.092318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.092318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.098209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:40.105456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.112831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=867c838a-e40f-45bb-89b0-2c55094c4795,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.124835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.196648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:40.212795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3046820 Aug 10 03:49:40.214857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.215254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.216012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.217382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:40.218915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.219290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.219692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.220389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.220824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.221206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.221752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.223131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.223749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c1f-6469-456d-9354-708fda5c9741 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:40.238381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': '867c838a-e40f-45bb-89b0-2c55094c4795', 'ip_address': '2001:db8::6aa2:925:2bba:b5f0'}], 'name': 'tempest-NetworksTestDHCPv6-516851106'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:40.246799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e8299a-9b9f-4d81-bc9d-b66766383563,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.257962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.258613 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Added segment 62ede810-8b18-4e8d-bcdb-0f6a0544b227 of type vlan for network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 Aug 10 03:49:40.260283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5cd933-8f8d-4cdd-aaa1-7f089eaa664e None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:40.346627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.388814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4628e5-020f-474a-bcb2-f70baa5a3a37 None None] Pushing event deleted for resources: {'Port': ['ID=01bcf5ff-333c-4dda-b6e7-ef87c9af27a7,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.403383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:40.403734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01bcf5ff-333c-4dda-b6e7-ef87c9af27a7 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:40.441432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.442907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.443613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.549147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7233746 Aug 10 03:49:40.555515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45004) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:40.562713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.583152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Request body: {'subnet': {'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1980406467-subnet', 'tenant_id': 'aed8b7bc326a4a90bffa4d7e0c76b7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:40.670781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab9b8a-3a20-4e29-a473-369a0049236c admin admin] Pushing event updated for resources: {'Network': ['ID=9f5f5799-365b-47ed-ad3b-d20b0fb98111,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.698394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Made reservation on behalf of aed8b7bc326a4a90bffa4d7e0c76b7b9 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:40.703428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.717054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:40.738723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:40.749697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:31Z', 'revision_number': 3, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:40.797818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.811217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee19e23a-3cd0-4c24-818e-5304796fc498 None None] The sync data for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 is: [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:31Z', 'revision_number': 3, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:40.816120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-3e9b5af2-afd1-4467-a65a-c83839b898ed', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:40.816981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.860741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '867c838a-e40f-45bb-89b0-2c55094c4795'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:40.861611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.947651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Allocated IP 172.20.0.18 (caff8167-faae-471e-a44a-e6a1393b5fd4/7d8e8b23-3be2-4a97-9273-f4a736dbd66b/15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:41.157029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:41.223105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd2ea1-bb48-4cef-aab9-8af3e2070159 req-a9c597a8-88fe-4f99-89e6-f13eeeb23c55 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.238871 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65cd2ea1-bb48-4cef-aab9-8af3e2070159 req-a9c597a8-88fe-4f99-89e6-f13eeeb23c55 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.4468896 Aug 10 03:49:41.392592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] In _notify_port_updated(), no bound segment for port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 on network caff8167-faae-471e-a44a-e6a1393b5fd4 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:49:41.404509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.405842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.413259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/ports/90481d9e-cd9a-4c62-9505-2039aa8bb1f4 HTTP/1.1" status: 200 len: 921 time: 4.2009022 Aug 10 03:49:41.414656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45010) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:41.423686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e930d-d887-4343-9615-aa8cedcbfc19 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=90481d9e-cd9a-4c62-9505-2039aa8bb1f4,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.440273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65cd2ea1-bb48-4cef-aab9-8af3e2070159 req-a0322236-48a9-4439-bd2d-cc1a9a8f8827 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004559 Aug 10 03:49:41.446453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.459132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Allocated IP 172.20.0.2 (3e9b5af2-afd1-4467-a65a-c83839b898ed/fc790a69-ce63-45cb-9d39-f9e3be34f750/301fe6a7-ef6e-4062-872b-e3220e5e1ac4) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:41.631054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=022c571f-862c-4361-97c2-73360f8a2587,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:41.694042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Checking segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:41.694732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Network hostable DHCP agents. Network: 9f5f5799-365b-47ed-ad3b-d20b0fb98111, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:41.751753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:41.778235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9f5f5799-365b-47ed-ad3b-d20b0fb98111) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:41.815045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.817789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.931015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-60d56813-5dd8-4f01-88af-0ed995a18c5f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3563397 Aug 10 03:49:41.949470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63fdb9-6ffb-483c-b541-c7d701dfef2d req-fb687c19-e9f7-49ca-a145-f3fe8b170d27 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.951638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b63fdb9-6ffb-483c-b541-c7d701dfef2d req-fb687c19-e9f7-49ca-a145-f3fe8b170d27 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.8611550 Aug 10 03:49:42.036870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.137681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc624049-9821-48b9-b036-992f15cb3e0b None None] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:42.217743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fa061e4f-12ce-4493-a6ed-f682317fc0f5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:42.224973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:42.228739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.259670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b63fdb9-6ffb-483c-b541-c7d701dfef2d req-75e70f26-f830-4108-8ce0-e73decec5e51 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973864 Aug 10 03:49:42.271718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 30a68e9f-3467-489c-8892-aa4fe9230225 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:42.293734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.390726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,segment=NetworkSegment(8abcb4aa-f745-4079-8667-30bf8a062a28),segment_id=8abcb4aa-f745-4079-8667-30bf8a062a28)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:42.455309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/867c838a-e40f-45bb-89b0-2c55094c4795/71fe8a83-6cfd-4723-8750-b4bdd4091ed6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:42.719821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210876d-6dcd-49af-ba92-c0352960d190 None None] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:42.726588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.848217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Transition to ACTIVE for port object 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:42.860491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port fa061e4f-12ce-4493-a6ed-f682317fc0f5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:42.882826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.921755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fa061e4f-12ce-4493-a6ed-f682317fc0f5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:42.922162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.039823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.097133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Transition to ACTIVE for port object 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:43.331644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Transition to ACTIVE for port object 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:43.360391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f13892-e234-4363-a6fa-40f49a70cc08 None None] Pushing event updated for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.377891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.484558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.550769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-e14acbda-5808-4fec-913f-ebc58f376893 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:43.569732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-e14acbda-5808-4fec-913f-ebc58f376893 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 813 time: 0.3409202 Aug 10 03:49:43.580097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Pushing event updated for resources: {'Port': ['ID=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.588363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:43.591988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port fa061e4f-12ce-4493-a6ed-f682317fc0f5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fa061e4f-12ce-4493-a6ed-f682317fc0f5,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:43.597640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:43.604038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.607218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:43.610013 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.617525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-418a3696-fec5-4824-b09a-7d2c33bce2f8 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/quotas/aed8b7bc326a4a90bffa4d7e0c76b7b9 HTTP/1.1" status: 200 len: 375 time: 0.0400858 Aug 10 03:49:43.647997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Transition to ACTIVE for port object 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:43.710663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-6d95a68c-1f11-4c95-9900-a5b147fd8414 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858576 Aug 10 03:49:43.740502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=fa061e4f-12ce-4493-a6ed-f682317fc0f5,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.772562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Transition to ACTIVE for port object 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:43.855564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.011086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fa061e4f-12ce-4493-a6ed-f682317fc0f5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:44.051916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-47ee8f63-6374-4525-94c6-14013085a0f6 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329079 Aug 10 03:49:44.055316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:44.062775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Attempting to bind port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:44.063895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Attempting to bind port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:44.064445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Attempting to bind port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 on network 3e9b5af2-afd1-4467-a65a-c83839b898ed {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:44.069328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:44.071936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Pushing event updated for resources: {'Port': ['ID=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.077735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:44.095403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:44.096055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Checking segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:44.096614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.097187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Bound using segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:44.097839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Bound port: 301fe6a7-ef6e-4062-872b-e3220e5e1ac4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:44.098425 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.154018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::6aa2:925:2bba:b5f0 (436e607c-ef4c-4ae6-a09e-44491dfe481c/867c838a-e40f-45bb-89b0-2c55094c4795/30a68e9f-3467-489c-8892-aa4fe9230225) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:44.231050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Attempting to bind port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:44.231429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Attempting to bind port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:44.231797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Attempting to bind port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:44.267044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:44.267377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:44.270586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.271272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:44.271780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Bound port: 71fe8a83-6cfd-4723-8750-b4bdd4091ed6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:44.272171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.282310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fa061e4f-12ce-4493-a6ed-f682317fc0f5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:44.283582 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.316541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-0e6ba32d-ce84-4a69-abfb-2230cd9018ff service neutron] 10.222.0.53 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413955 Aug 10 03:49:44.323712 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.387458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] For port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:44.418311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] For port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:44.432537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.527642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] For port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:44.529840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df3c06-73c1-4a24-8e4c-c505fdade7d9 req-4712ebf1-d5a7-4f64-99a7-3f602f85d40a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.561786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0df3c06-73c1-4a24-8e4c-c505fdade7d9 req-4712ebf1-d5a7-4f64-99a7-3f602f85d40a tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 1.0355844 Aug 10 03:49:44.603769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:44.616148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] For port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:44.703732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Provisioning for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:44.731504 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.746219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.20.0.1 (3e9b5af2-afd1-4467-a65a-c83839b898ed/fc790a69-ce63-45cb-9d39-f9e3be34f750/1e0d6d9b-c741-47ea-b23e-30d2dfc8948f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:44.748458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e9702-d40a-4338-a6f3-a7d15d77b5a4 req-7160f475-ec72-42a0-a9b3-6967dfcccb52 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.765498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:44.766324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.768230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-795e9702-d40a-4338-a6f3-a7d15d77b5a4 req-7160f475-ec72-42a0-a9b3-6967dfcccb52 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.1199579 Aug 10 03:49:44.777412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbf9f3-41eb-4568-b5ed-8f84adfd212c None None] Pushing event updated for resources: {'Port': ['ID=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.865394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-795e9702-d40a-4338-a6f3-a7d15d77b5a4 req-74504e4a-e9d3-43a9-b415-f54e3efbfe59 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920427 Aug 10 03:49:44.907022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0df3c06-73c1-4a24-8e4c-c505fdade7d9 req-20488f77-ef18-45b7-88dd-3ce9d1a43e37 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121068 Aug 10 03:49:44.954253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:45.005769 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.098144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd081a-f315-4cab-ac62-c25ac4ea45b6 None None] Pushing event updated for resources: {'Port': ['ID=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.134955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db5536-7723-4bad-b5df-daf4318360fe req-29f53b87-8ec6-4a6e-9aa6-69c420bad8f2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.142660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09db5536-7723-4bad-b5df-daf4318360fe req-29f53b87-8ec6-4a6e-9aa6-69c420bad8f2 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.4314334 Aug 10 03:49:45.208461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 30a68e9f-3467-489c-8892-aa4fe9230225 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:45.254110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:45.254483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.338633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a331869d-0fda-41ec-a7fe-08f93929e845 req-9ce87a78-5a66-41c3-b4dc-d29717c977e8 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 210 time: 0.1467702 Aug 10 03:49:45.368705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Provisioning complete for port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:45.369751 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.553835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:45.578561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.674486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Transition to ACTIVE for port object 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:45.697674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.729218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de759f7-bcf0-4a2a-875d-ae9a1e15ede1 req-1aae9b16-d5cd-4f9d-9372-a4312f5119cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.732184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3de759f7-bcf0-4a2a-875d-ae9a1e15ede1 req-1aae9b16-d5cd-4f9d-9372-a4312f5119cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1097 time: 0.1006474 Aug 10 03:49:45.732443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:45.738265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:45.751748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Provisioning for port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:45.756923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Provisioning complete for port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:45.757291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.770331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:45.777025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.777955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.812905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.5870435 Aug 10 03:49:45.814068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.819826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45062) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.873942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1984cca-750d-4e70-96cb-6da46377bb29 None None] Port 90481d9e-cd9a-4c62-9505-2039aa8bb1f4 was deleted so its status cannot be updated. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 03:49:45.911712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3de759f7-bcf0-4a2a-875d-ae9a1e15ede1 req-c0829fe1-b169-499b-b0bc-19616dec3537 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711514 Aug 10 03:49:45.911951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da3a69-48a6-41c4-af87-f22b7fbc3573 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=30a68e9f-3467-489c-8892-aa4fe9230225,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.000233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9c19fb2b-859e-43a9-9725-103590c63272 None None] Could not find standard attr ID for object 90481d9e-cd9a-4c62-9505-2039aa8bb1f4. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:46.030142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae702d2c-b0c0-4167-b251-71934d338524 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:46.045645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae702d2c-b0c0-4167-b251-71934d338524 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:46.052828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ae702d2c-b0c0-4167-b251-71934d338524 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2317891 Aug 10 03:49:46.053523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.099720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:46.253243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:46.267521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:46.274626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.280525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/90481d9e-cd9a-4c62-9505-2039aa8bb1f4 HTTP/1.1" status: 204 len: 168 time: 4.8494613 Aug 10 03:49:46.291041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.294258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf4a70-061f-4c94-bd7b-4ea1b7281401 req-7687e830-dce1-4768-b9af-b68d07b3e151 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:46.304436 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0baf4a70-061f-4c94-bd7b-4ea1b7281401 req-7687e830-dce1-4768-b9af-b68d07b3e151 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 945 time: 0.2459233 Aug 10 03:49:46.306486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45074) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.362775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 30a68e9f-3467-489c-8892-aa4fe9230225 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:46.363367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.430337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Deleting port 2f7bae33-b3c5-44e3-9881-f48e2f03311d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:46.435220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.447975 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce07f89c-d478-460c-836a-e897ad57f2d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:49:46.450351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce07f89c-d478-460c-836a-e897ad57f2d9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/90481d9e-cd9a-4c62-9505-2039aa8bb1f4 HTTP/1.1" status: 404 len: 333 time: 0.1417000 Aug 10 03:49:46.473860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45080) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.492907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0baf4a70-061f-4c94-bd7b-4ea1b7281401 req-b0639b6a-8773-47ae-b1b5-3210fc0bac81 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857321 Aug 10 03:49:46.549355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:46.565004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247522cf-f368-42be-8247-85cf21125f0b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=90481d9e-cd9a-4c62-9505-2039aa8bb1f4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.793364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:46.813709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3706777-ac39-4b2b-94da-620e06d752c9 None None] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:46.857670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:46.884509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:46.968616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f768e80e-7998-468f-92ef-e62d21bef94f req-2e57340e-3341-47a0-8da1-ec381e0907aa tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 210 time: 0.2882445 Aug 10 03:49:46.979745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7abec-f5ef-4ba5-8926-22712174a16e req-2649e0f2-8e29-4cc2-af8f-f2ea218dcba0 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:46.983906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bc7abec-f5ef-4ba5-8926-22712174a16e req-2649e0f2-8e29-4cc2-af8f-f2ea218dcba0 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.8530097 Aug 10 03:49:47.004329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.050418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.096819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] Provisioning for port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:47.124948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 30a68e9f-3467-489c-8892-aa4fe9230225 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:47.129209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] Provisioning complete for port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:47.130780 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.141019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4949b00e-cf09-4fe7-9eac-d7803d1dde99 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.142351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] For port 2f7bae33-b3c5-44e3-9881-f48e2f03311d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f7bae33-b3c5-44e3-9881-f48e2f03311d,segment=NetworkSegment(95ce02c4-baff-42eb-a17e-32e7e7942afa),segment_id=95ce02c4-baff-42eb-a17e-32e7e7942afa)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:47.142939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.192872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4949b00e-cf09-4fe7-9eac-d7803d1dde99 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.226184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Calling delete_port for 2f7bae33-b3c5-44e3-9881-f48e2f03311d owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:47.234336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bc7abec-f5ef-4ba5-8926-22712174a16e req-e7ffe7b8-7463-4b34-80eb-1736ec4dd1f3 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367761 Aug 10 03:49:47.240454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.455264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4949b00e-cf09-4fe7-9eac-d7803d1dde99 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.460051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4949b00e-cf09-4fe7-9eac-d7803d1dde99 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.477736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4949b00e-cf09-4fe7-9eac-d7803d1dde99 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/security-groups/26668eca-d643-4296-bc50-d24580ac9108 HTTP/1.1" status: 204 len: 168 time: 0.9737952 Aug 10 03:49:47.480039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45090) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:47.539830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949b00e-cf09-4fe7-9eac-d7803d1dde99 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26668eca-d643-4296-bc50-d24580ac9108,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.746896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.835465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=30a68e9f-3467-489c-8892-aa4fe9230225,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.886901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.001315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.006485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-596d06b3-a261-4f54-bab0-0781468776a7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/30a68e9f-3467-489c-8892-aa4fe9230225 HTTP/1.1" status: 204 len: 168 time: 1.9465873 Aug 10 03:49:48.016340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Pushing event deleted for resources: {'Port': ['ID=2f7bae33-b3c5-44e3-9881-f48e2f03311d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:48.021568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d557422b-b8c0-40af-a081-fa25e43049be tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.022218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45098) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:48.075580 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d557422b-b8c0-40af-a081-fa25e43049be tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.185804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4e1a-9c98-4f52-a1d1-783e1d0c7055 req-66a59a70-3ddd-4025-add8-e8fc25104657 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.192880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-970a4e1a-9c98-4f52-a1d1-783e1d0c7055 req-66a59a70-3ddd-4025-add8-e8fc25104657 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfa42ff3-4fd2-4d94-b353-4b5eca201ea5 HTTP/1.1" status: 200 len: 867 time: 0.4843583 Aug 10 03:49:48.202035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.269916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] No DVR routers for this DVR port 2f7bae33-b3c5-44e3-9881-f48e2f03311d on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:48.305475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d557422b-b8c0-40af-a081-fa25e43049be tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.319058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d557422b-b8c0-40af-a081-fa25e43049be tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.323153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d557422b-b8c0-40af-a081-fa25e43049be tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/security-groups/605cadb8-fa25-4739-8bee-75354ab8321e HTTP/1.1" status: 204 len: 168 time: 0.8378634 Aug 10 03:49:48.333514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] For port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:48.341405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.381663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.393214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09db5536-7723-4bad-b5df-daf4318360fe req-062a2f85-8bc5-415f-999d-217599422b23 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.39 "DELETE /v2.0/ports/2f7bae33-b3c5-44e3-9881-f48e2f03311d HTTP/1.1" status: 204 len: 173 time: 3.2001152 Aug 10 03:49:48.407151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45106) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:48.442801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'name': 'network-vif-deleted', 'tag': '2f7bae33-b3c5-44e3-9881-f48e2f03311d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:48.445723 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4db7f-0827-41b2-8fb5-2cbd1e182291" -d '{"events": [{"server_uuid": "bfa42ff3-4fd2-4d94-b353-4b5eca201ea5", "name": "network-vif-deleted", "tag": "2f7bae33-b3c5-44e3-9881-f48e2f03311d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:48.454299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557422b-b8c0-40af-a081-fa25e43049be tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cadb8-fa25-4739-8bee-75354ab8321e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:48.458115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c4a35a0-ac3c-45e8-88fd-4cd7c1b170cc req-ce55a009-43f8-4a06-9156-bd8915154023 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 210 time: 0.2882125 Aug 10 03:49:48.459341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.541088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022600-06f5-4886-9d4b-a8dc2bc86ca8 None None] Pushing event updated for resources: {'Port': ['ID=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:48.573500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Provisioning for port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:48.586050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Provisioning complete for port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:48.586942 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.834599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a6fb5-770f-4653-a070-8210debf4836 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.838094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a6fb5-770f-4653-a070-8210debf4836 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.841241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.851146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-331a6fb5-770f-4653-a070-8210debf4836 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8276372 Aug 10 03:49:48.856730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45110) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:48.859352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-36f8181c-2830-4110-895f-0f51f44e5193 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.861838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-36f8181c-2830-4110-895f-0f51f44e5193 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 813 time: 1.0281513 Aug 10 03:49:48.884320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Request body: {'port': {'device_id': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'admin_state_up': True, 'tenant_id': 'aed8b7bc326a4a90bffa4d7e0c76b7b9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:48.899400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet d1aecd1e-4978-4c8d-9753-daa0c8fefe81 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:48.940160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] For port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:48.947258 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.950614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-970a4e1a-9c98-4f52-a1d1-783e1d0c7055 req-d49c0b8f-3430-4ab5-bbc8-eb5909e049c8 tempest-InstanceActionsTestJSON-1132210587 tempest-InstanceActionsTestJSON-1132210587-project] 10.222.0.53 "GET /v2.0/security-groups?id=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397203 Aug 10 03:49:48.955619 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.963085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5a76-bb7c-44be-a246-79d768e7843c req-0b8c2ac5-63de-46a9-a08a-b7505da3ee18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.968157 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68eb5a76-bb7c-44be-a246-79d768e7843c req-0b8c2ac5-63de-46a9-a08a-b7505da3ee18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.2204375 Aug 10 03:49:49.003447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Could not find standard attr ID for object 30a68e9f-3467-489c-8892-aa4fe9230225. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:49:49.019120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-269e5d75-3054-4b51-8f6d-a4814f3e3af4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.020246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-269e5d75-3054-4b51-8f6d-a4814f3e3af4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 813 time: 0.5907633 Aug 10 03:49:49.043591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Request body: {'port': {'device_id': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'admin_state_up': True, 'tenant_id': 'aed8b7bc326a4a90bffa4d7e0c76b7b9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:49.087531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.117904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ec0d-c349-4a91-aa01-d29f6d971a10 None None] Pushing event updated for resources: {'Port': ['ID=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.171547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f7bae33-b3c5-44e3-9881-f48e2f03311d no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:49.177456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-72e20891-803f-4ad3-881e-6282c5a9a749 None None] Provisioning for port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:49.202594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 2f7bae33-b3c5-44e3-9881-f48e2f03311d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:49.203272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f7bae33-b3c5-44e3-9881-f48e2f03311d not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:49.205661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-72e20891-803f-4ad3-881e-6282c5a9a749 None None] Provisioning complete for port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:49.206072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-72e20891-803f-4ad3-881e-6282c5a9a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.251552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-72e20891-803f-4ad3-881e-6282c5a9a749 None None] Port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:49.271141 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15277fb3-ae39-4cc7-abbe-fc9d4b49ece2 x-openstack-request-id: req-15277fb3-ae39-4cc7-abbe-fc9d4b49ece2 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:49.271642 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa42ff3-4fd2-4d94-b353-4b5eca201ea5", "name": "network-vif-deleted", "tag": "2f7bae33-b3c5-44e3-9881-f48e2f03311d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:49.272324 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15277fb3-ae39-4cc7-abbe-fc9d4b49ece2 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:49.273491 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa42ff3-4fd2-4d94-b353-4b5eca201ea5', 'name': 'network-vif-deleted', 'tag': '2f7bae33-b3c5-44e3-9881-f48e2f03311d', 'status': 'completed', 'code': 200} Aug 10 03:49:49.275651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-72e20891-803f-4ad3-881e-6282c5a9a749 None None] Provisioning complete for port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:49.275651 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-72e20891-803f-4ad3-881e-6282c5a9a749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.283917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 867c838a-e40f-45bb-89b0-2c55094c4795 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:49.309839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.367563 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.379127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Made reservation on behalf of aed8b7bc326a4a90bffa4d7e0c76b7b9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:49.390954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.499057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Made reservation on behalf of aed8b7bc326a4a90bffa4d7e0c76b7b9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:49.503390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.522664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.567676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68eb5a76-bb7c-44be-a246-79d768e7843c req-e908ba2f-01c2-415a-936c-a96ac4f6359b tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876775 Aug 10 03:49:49.593845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.600826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.639785 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.721830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.727332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.736791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d883806d-cd5c-4d89-bf8c-af3f724cfc19 req-c476174d-00de-4142-8a13-73f643d53942 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 210 time: 0.1553254 Aug 10 03:49:49.742181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.833762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=d1aecd1e-4978-4c8d-9753-daa0c8fefe81,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.848699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73825fa8-d25b-4f23-9aea-8124014a8b37 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:49.851012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.864880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6bc988bd-4650-4479-9e0d-7bae46b05494 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/d1aecd1e-4978-4c8d-9753-daa0c8fefe81 HTTP/1.1" status: 204 len: 168 time: 1.3755786 Aug 10 03:49:49.885920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45120) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:49.915037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.928025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:49.964497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:49.967129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b58cf9-a2b8-4ec9-91bf-db435daf7c53 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:49.979471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.985380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/867c838a-e40f-45bb-89b0-2c55094c4795 HTTP/1.1" status: 204 len: 168 time: 1.1234963 Aug 10 03:49:49.988178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45122) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.008768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8165-0fb1-433e-918e-dbbc9fe82740 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=867c838a-e40f-45bb-89b0-2c55094c4795,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:50.054935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.195180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:50.195794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.420357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cb247c7a-98f1-4717-a11d-964aeae0b9dd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4300070 Aug 10 03:49:50.422597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45136) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.462446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Allocated IP 172.20.0.8 (9f5f5799-365b-47ed-ad3b-d20b0fb98111/022c571f-862c-4361-97c2-73360f8a2587/f908114d-4a59-41cc-ba4a-b6fa378aa173) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:50.469539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:50.505233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-4659e48d-36cb-44c7-9360-6702b4d027a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.506881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-4659e48d-36cb-44c7-9360-6702b4d027a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=806081b8ef4648eeb7537c71e1795caf&device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 1097 time: 0.6631365 Aug 10 03:49:50.608803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:50.616582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:50.624758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c611a7d-0dae-4a92-afc5-8ecc54b8ec10 req-ade8c44b-fc17-4df4-a46d-d36c84f3c5cf tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.631275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:50.634717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c611a7d-0dae-4a92-afc5-8ecc54b8ec10 req-ade8c44b-fc17-4df4-a46d-d36c84f3c5cf tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.7008004 Aug 10 03:49:50.643244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:50.920813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:50.921399 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.921649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router 43e42f76-943c-44a7-bff0-f0d653758f6f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:50.923322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.989670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-440438c2-5d75-40eb-a4ba-ec9857be6b2e req-d97a5223-e15e-49da-9ce0-ec1c4e8e0dba tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 210 time: 0.0494478 Aug 10 03:49:51.009854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Deleting subnet 0ca6e0ba-50a4-40a6-981f-d5076749f3b0 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:51.023189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] Deleting port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:51.023833 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.031086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.049721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.110358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.183110 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.224123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:51.246857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:51.270720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:51.281255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:51.287587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.330611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5feafdbd-7c62-45cd-8ac5-1789355fb5ed None None] Provisioning complete for port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:51.331196 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5feafdbd-7c62-45cd-8ac5-1789355fb5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.356571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c611a7d-0dae-4a92-afc5-8ecc54b8ec10 req-b81e692d-4ab7-4686-8a53-c94fea5a5967 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7203791 Aug 10 03:49:51.368317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Allocated IP 172.20.0.2 (9f5f5799-365b-47ed-ad3b-d20b0fb98111/022c571f-862c-4361-97c2-73360f8a2587/a5b0bd40-a677-4fc5-b862-901272deb36b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:51.401609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] For port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:51.402156 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.418821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.465091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] Calling delete_port for 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:51.496866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5feafdbd-7c62-45cd-8ac5-1789355fb5ed None None] Port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:51.586146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca6e0ba-50a4-40a6-981f-d5076749f3b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.606086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.610104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51da94b1-53d2-4a08-9ab2-9bb4e1f88b0f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0ca6e0ba-50a4-40a6-981f-d5076749f3b0 HTTP/1.1" status: 204 len: 168 time: 1.2056115 Aug 10 03:49:51.621627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45142) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.624056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event updated for resources: {'Port': ['ID=f908114d-4a59-41cc-ba4a-b6fa378aa173,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.650911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:51.667439 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Sync routers for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:51.691817 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.697802 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:51.698854 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:51.720771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-512e5bd7-e8d7-4fc6-9499-1f0e3977ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.723519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-512e5bd7-e8d7-4fc6-9499-1f0e3977ef53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 200 len: 911 time: 1.2054636 Aug 10 03:49:51.773158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] Pushing event deleted for resources: {'Port': ['ID=71fe8a83-6cfd-4723-8750-b4bdd4091ed6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.801330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d62cbc-8f8f-4f12-b870-a3698a1458db None None] No DVR routers for this DVR port 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:51.861478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.867756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-16be057f-ed95-4d2b-b13b-0788af29118f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "PUT /v2.0/routers/43e42f76-943c-44a7-bff0-f0d653758f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2225270 Aug 10 03:49:51.873787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.884907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--293728372', 'description': 'tempest-secgroup_access--293728372 description', 'project_id': 'cac3820953a04152ab76c9074e660f16'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:51.902800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.904282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.905798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:51.918458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.929046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:51.962208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bcd3ccd5-8933-4246-8848-ee1a165fef31 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0862319 Aug 10 03:49:51.965047 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:51.965320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-8ff36107-aede-42b3-9e16-0041a10f4a2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 200 len: 217 time: 0.2086451 Aug 10 03:49:51.991144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b9944938-2502-4d0a-9b95-af630fc1e2b8 None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:51.991560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9944938-2502-4d0a-9b95-af630fc1e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.023743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Request body: {'port': {'device_id': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:52.040987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:52.041425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 71fe8a83-6cfd-4723-8750-b4bdd4091ed6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:52.115166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.131216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-03f10571-f1b8-4084-a0d8-858a7964553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.134346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-03f10571-f1b8-4084-a0d8-858a7964553a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 200 len: 850 time: 0.1233869 Aug 10 03:49:52.229901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b9944938-2502-4d0a-9b95-af630fc1e2b8 None None] Provisioning complete for port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:52.230648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9944938-2502-4d0a-9b95-af630fc1e2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.278890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f39ea6a9-847f-469a-a004-bcee2b00f634 req-19dd4a2e-5ce0-4e58-80e1-ef249dd02cf7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 210 time: 0.1256237 Aug 10 03:49:52.281937 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-97894110-b725-40c0-926b-ba55269f8ea2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56b30d82-a525-48ae-a4e6-19c87f084d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815983 Aug 10 03:49:52.311928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.319106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b9944938-2502-4d0a-9b95-af630fc1e2b8 None None] Port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:52.332884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3d6cb6-105f-4e00-a362-2b0bbcfdc597']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:52.447355 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:49Z', 'revision_number': 2, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:52.500053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.510852 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Checking router: 43e42f76-943c-44a7-bff0-f0d653758f6f for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:52.512986 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Updating router 43e42f76-943c-44a7-bff0-f0d653758f6f port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:49:52.528121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.605171 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.630965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ce02c4-baff-42eb-a17e-32e7e7942afa') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:52.631447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ce02c4-baff-42eb-a17e-32e7e7942afa') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:52.652574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.679044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.691212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:52.692112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:52.807121 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:52.826391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.836045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.847636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8e3d6cb6-105f-4e00-a362-2b0bbcfdc597 HTTP/1.1" status: 204 len: 168 time: 1.2246852 Aug 10 03:49:52.893013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e128d-519d-4658-bb21-9dee76756cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3d6cb6-105f-4e00-a362-2b0bbcfdc597,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.922014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.981444 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.006972 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Transition to ACTIVE for port object 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:53.021238 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.041802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:53.054750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:53.061616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:53.062693 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.072555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab6cfd-457f-4b5c-b662-19bbb27cea74 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:53.097953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=5f675c74-5097-4308-9d6a-4bb31d8b9d87,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.129489 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Pushing event updated for resources: {'Port': ['ID=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.143067 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.143409 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.143940 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.144274 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.144603 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.144932 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.145253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.145589 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.145891 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.146240 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.146555 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.146872 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:53.184806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45154) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:53.247219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.263200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.326875 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Attempting to bind port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:53.327320 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Attempting to bind port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:53.327596 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Attempting to bind port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f on network 3e9b5af2-afd1-4467-a65a-c83839b898ed {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:53.349029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533d7d6f-d295-4fd4-a1e2-038a389e8d07,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:53.359659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.365937 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:53.366697 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Checking segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:53.367667 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.368375 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Bound using segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:53.369090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Bound port: 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:53.369681 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.370716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.373601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-92af380b-d004-4b63-a978-592d807d3be4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4936559 Aug 10 03:49:53.387627 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c064ede0-12b5-45b3-a426-a2675e8b8b18 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9251585 Aug 10 03:49:53.393079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45158) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:53.396074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45160) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:53.438195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2114145741', 'description': 'tempest-secgroup_general--2114145741 description', 'project_id': 'cac3820953a04152ab76c9074e660f16'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:53.460614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-1dc86ca3-2e40-43a0-9d78-f788a7be6fef service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1616170 Aug 10 03:49:53.462464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': '5f675c74-5097-4308-9d6a-4bb31d8b9d87', 'ip_address': '2001:db8::4aae:cb46:6103:a4d4'}], 'name': 'tempest-NetworksTestDHCPv6-509811388'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:53.492836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '5f675c74-5097-4308-9d6a-4bb31d8b9d87'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:53.493764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.510735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6ae93b4-dbd1-47c7-9b07-07055e394755 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88e3d7ddc2d1462398ae71279a9eb6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176930 Aug 10 03:49:53.561550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45162) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:53.656715 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] For port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:53.661650 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] For port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:53.672738 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.729427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.782907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.796355 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:53.797642 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:53.856086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/5f675c74-5097-4308-9d6a-4bb31d8b9d87/233634cb-7eb4-4e10-8118-48977c0ae789) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:53.864784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeead1-03c5-4b78-b354-c602428e85d3 req-a786a30b-2ccf-4ead-8405-46e478001e0a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:53.865966 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0afeead1-03c5-4b78-b354-c602428e85d3 req-a786a30b-2ccf-4ead-8405-46e478001e0a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 931 time: 0.3543599 Aug 10 03:49:53.873717 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d284650b-1eca-491f-b47b-110d7c3562cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.949630 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:54.001448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d284650b-1eca-491f-b47b-110d7c3562cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.057574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=fc8c9b5b-6a8a-4590-a379-2a407f0571b4,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.177081 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312d0cb-0f50-406d-b98b-32d2bcea5f33 None None] Pushing event updated for resources: {'Port': ['ID=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.250103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d284650b-1eca-491f-b47b-110d7c3562cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.256562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:54.260180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d284650b-1eca-491f-b47b-110d7c3562cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.262063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d284650b-1eca-491f-b47b-110d7c3562cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38743ba9-1d2e-4df3-b613-ec1e5d2c4b88 HTTP/1.1" status: 204 len: 168 time: 0.6873651 Aug 10 03:49:54.291989 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.306112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Transition to ACTIVE for port object 233634cb-7eb4-4e10-8118-48977c0ae789 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:54.319698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:54.331905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0afeead1-03c5-4b78-b354-c602428e85d3 req-56f60ec0-3454-48ef-8196-b4e6467387cf tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295313 Aug 10 03:49:54.335558 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:53Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.336028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284650b-1eca-491f-b47b-110d7c3562cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38743ba9-1d2e-4df3-b613-ec1e5d2c4b88,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.361855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Transition to ACTIVE for port object 233634cb-7eb4-4e10-8118-48977c0ae789 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:54.390982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.403012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aa439-ae7b-4abf-b3a8-ef21629e5c5a req-c05a8368-688e-45a4-868b-b2ec80dde409 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.406899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.424128 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693b5a1-993e-4250-ba5e-5260490f0365 None None] The sync data for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 is: [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:53Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:54.425580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b7aa439-ae7b-4abf-b3a8-ef21629e5c5a req-c05a8368-688e-45a4-868b-b2ec80dde409 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 1.7734168 Aug 10 03:49:54.439244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:54.442733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.443577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.447595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:54.451057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:54.465595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.495810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.502601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0837302 Aug 10 03:49:54.503527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:54.515292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45172) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:54.522668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9e38e-26dd-4600-af86-0c9b5bba7455 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c332e7-2ba0-4f9a-8172-8c791dc1d94e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.537286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'security_group_rule': {'security_group_id': '533d7d6f-d295-4fd4-a1e2-038a389e8d07', 'project_id': 'cac3820953a04152ab76c9074e660f16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:54.550715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea40112-4cd6-47d7-b3ba-00d37dd3e9b5 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:54.578372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event updated for resources: {'Port': ['ID=a5b0bd40-a677-4fc5-b862-901272deb36b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.732407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.780197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 06d6126a-3588-4ffe-86cb-ac549c0ea272 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:49:54.796943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.804345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:54.815227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e765d1-bc47-4eaa-8803-bf40b4c71b3e req-00555224-224e-4448-adf6-026527f51e3a service neutron] 10.222.0.65 "GET /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3301439 Aug 10 03:49:54.819190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Pushing event updated for resources: {'Port': ['ID=233634cb-7eb4-4e10-8118-48977c0ae789,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.829929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:54.837184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.840062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:55.043129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f908114d-4a59-41cc-ba4a-b6fa378aa173 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:55.062025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.090675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Transition to ACTIVE for port object f908114d-4a59-41cc-ba4a-b6fa378aa173 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:55.110507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.146134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Attempting to bind port 233634cb-7eb4-4e10-8118-48977c0ae789 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:55.146764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Attempting to bind port 233634cb-7eb4-4e10-8118-48977c0ae789 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:55.150050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Attempting to bind port 233634cb-7eb4-4e10-8118-48977c0ae789 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:55.171049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-06ab4d67-41f8-40ca-88e1-430ce75aaed6 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2786403 Aug 10 03:49:55.185541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:55.190544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:55.191869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.193862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:55.194774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Bound port: 233634cb-7eb4-4e10-8118-48977c0ae789, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:55.195276 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.198428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45176) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.242910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371338076'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:55.265681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b7aa439-ae7b-4abf-b3a8-ef21629e5c5a req-f887cc30-d394-4b09-8d2c-fd6d3ff5e9a2 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8287976 Aug 10 03:49:55.273067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.305076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.306094 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.321506 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.370346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Pushing event updated for resources: {'Port': ['ID=f908114d-4a59-41cc-ba4a-b6fa378aa173,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.555822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39c2c90-c85d-4b1e-b8b5-878d5e433e80,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.558923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-1196b5a2-d017-444c-95cd-f171c05c5e79 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5247540 Aug 10 03:49:55.567955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] For port 233634cb-7eb4-4e10-8118-48977c0ae789, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:55.582176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] For port 233634cb-7eb4-4e10-8118-48977c0ae789, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=233634cb-7eb4-4e10-8118-48977c0ae789,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:55.591158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Request body: {'port': {'device_id': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:55.595701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Attempting to bind port f908114d-4a59-41cc-ba4a-b6fa378aa173 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:55.597592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Attempting to bind port f908114d-4a59-41cc-ba4a-b6fa378aa173 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:55.599840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::4aae:cb46:6103:a4d4 (436e607c-ef4c-4ae6-a09e-44491dfe481c/5f675c74-5097-4308-9d6a-4bb31d8b9d87/06d6126a-3588-4ffe-86cb-ac549c0ea272) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:55.604136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Attempting to bind port f908114d-4a59-41cc-ba4a-b6fa378aa173 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:55.613670 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.623958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Port f908114d-4a59-41cc-ba4a-b6fa378aa173 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:55.624919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Attempting to bind port f908114d-4a59-41cc-ba4a-b6fa378aa173 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:55.645562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.688329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:55.688868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Checking segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:55.689491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Bound using segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:55.690324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Bound port: f908114d-4a59-41cc-ba4a-b6fa378aa173, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:55.690915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.727573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298a195-f55d-4702-9bea-8615abfe9e51 None None] Pushing event updated for resources: {'Port': ['ID=233634cb-7eb4-4e10-8118-48977c0ae789,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.760851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.774035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7dd41884-25e6-4c78-b6e9-2fc847d2e77d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2454305 Aug 10 03:49:55.790805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Update dhcp port {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'fixed_ips': [{'subnet_id': '7d8e8b23-3be2-4a97-9273-f4a736dbd66b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc8c9b5b-6a8a-4590-a379-2a407f0571b4'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:49:55.877076 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.909035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.100602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.104689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:56.135542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.154679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 06d6126a-3588-4ffe-86cb-ac549c0ea272 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:56.177346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] For port f908114d-4a59-41cc-ba4a-b6fa378aa173, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:56.184209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] For port f908114d-4a59-41cc-ba4a-b6fa378aa173, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:56.200197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.243252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.243910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.245654 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] 10.222.0.65 "PUT /v2.0/ports/f908114d-4a59-41cc-ba4a-b6fa378aa173 HTTP/1.1" status: 200 len: 1092 time: 4.2327399 Aug 10 03:49:56.281262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'tag': 'f908114d-4a59-41cc-ba4a-b6fa378aa173'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:56.305090 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d4d48-b09e-4dd6-be1a-c4b642f64aec" -d '{"events": [{"name": "network-changed", "server_uuid": "23d0d06f-7f11-4537-af56-c9c6e5b6a01f", "tag": "f908114d-4a59-41cc-ba4a-b6fa378aa173"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:56.357624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.369415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa474e02-dd34-4c81-9022-c78a0b89f47f req-ff826330-f5a0-4dea-9c89-bee0f4ea88b9 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.377497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa474e02-dd34-4c81-9022-c78a0b89f47f req-ff826330-f5a0-4dea-9c89-bee0f4ea88b9 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 931 time: 0.8696947 Aug 10 03:49:56.585072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=06d6126a-3588-4ffe-86cb-ac549c0ea272,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:56.687714 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa474e02-dd34-4c81-9022-c78a0b89f47f req-ba2bea04-e2e2-4613-ae07-9d0d7c646dc7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089788 Aug 10 03:49:56.714274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:56.722032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:56.729848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:56.742925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.753933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-55ff85b7-0fd8-4543-940c-738e880a7ea0 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--2114145741&fields=id&tenant_id=cac3820953a04152ab76c9074e660f16 HTTP/1.1" status: 200 len: 267 time: 0.3268721 Aug 10 03:49:56.755574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.765382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ec3fd-83bb-451d-8563-b4cb220cace3 service neutron] Pushing event updated for resources: {'Port': ['ID=f908114d-4a59-41cc-ba4a-b6fa378aa173,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:56.793855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-017f173b-e6e8-4393-9f15-0bfc144b54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.796591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-017f173b-e6e8-4393-9f15-0bfc144b54f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=23d0d06f-7f11-4537-af56-c9c6e5b6a01f HTTP/1.1" status: 200 len: 1095 time: 0.3492031 Aug 10 03:49:56.799347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.965501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.976294 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.004663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-a56ba507-ffea-445c-a4cb-b533734bd7f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173 HTTP/1.1" status: 200 len: 217 time: 0.1466839 Aug 10 03:49:57.021769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:57.025216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07330-8ee3-4d8c-aa67-f4d9c5de525d req-2f147eb7-868c-4967-b00f-b3d02867bbbe tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.027723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf5699ad-dc16-44ae-8501-1a2ee6d6bd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.035579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:57.035965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.041185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ca07330-8ee3-4d8c-aa67-f4d9c5de525d req-2f147eb7-868c-4967-b00f-b3d02867bbbe tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.2213829 Aug 10 03:49:57.066379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-337d8445-855e-450e-b7b7-3abc326b09e0 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--293728372&fields=id&tenant_id=cac3820953a04152ab76c9074e660f16 HTTP/1.1" status: 200 len: 267 time: 0.2685115 Aug 10 03:49:57.066753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.068288 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8678467 Aug 10 03:49:57.072340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7bee4458-80d1-47de-9a1e-c00d67bf66da tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6504872 Aug 10 03:49:57.075139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-228478755-network', 'tenant_id': 'c9553daa9ce44de9bf63bc06a37ca211'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:57.112686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45220) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:57.113465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45222) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:57.122171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Allocated IP 172.20.0.2 (caff8167-faae-471e-a44a-e6a1393b5fd4/fc8c9b5b-6a8a-4590-a379-2a407f0571b4/15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:57.123290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'security_group': {'name': 'tempest-secgroup-386343711'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:57.161034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d35629-dd07-4151-a7f7-4d734e04ffbc tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3d10d-f23e-4a0d-8e9b-96931020dfaf,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:57.171786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ca07330-8ee3-4d8c-aa67-f4d9c5de525d req-c7f52e9a-79d2-462f-a76c-37bc24796eb2 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286113 Aug 10 03:49:57.235192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Made reservation on behalf of c9553daa9ce44de9bf63bc06a37ca211 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:57.241067 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.277775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.451591 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.480782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,segment=NetworkSegment(8abcb4aa-f745-4079-8667-30bf8a062a28),segment_id=8abcb4aa-f745-4079-8667-30bf8a062a28)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:57.548598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.585391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Transition to ACTIVE for port object 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:57.592632 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.742862 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd4fad1-c776-40b5-ae29-3ca28392adc1 x-openstack-request-id: req-ecd4fad1-c776-40b5-ae29-3ca28392adc1 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:57.743550 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d0d06f-7f11-4537-af56-c9c6e5b6a01f", "tag": "f908114d-4a59-41cc-ba4a-b6fa378aa173", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:57.744015 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecd4fad1-c776-40b5-ae29-3ca28392adc1 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:57.744627 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'tag': 'f908114d-4a59-41cc-ba4a-b6fa378aa173', 'status': 'completed', 'code': 200} Aug 10 03:49:57.746909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:57.780360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.788466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6eae9-0fe1-49da-83e9-55ad1cee3071 req-74c31515-f163-4862-9236-4d73b2f9ddd9 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.793348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85d6eae9-0fe1-49da-83e9-55ad1cee3071 req-74c31515-f163-4862-9236-4d73b2f9ddd9 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.1254206 Aug 10 03:49:57.857747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c865e4-f9fc-4f77-9eb7-90f3d4e5aeb1 None None] Pushing event updated for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:57.885376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-85d6eae9-0fe1-49da-83e9-55ad1cee3071 req-f2c8a567-200b-49c2-9edf-40c9d560f2ea tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801427 Aug 10 03:49:57.895455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-d397907a-25bb-44fa-8a93-4c9646cb9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.903365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-d397907a-25bb-44fa-8a93-4c9646cb9de8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.8723879 Aug 10 03:49:57.941351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9872274-e80a-4146-b5a0-1caef4eeac8a None None] Provisioning for port 233634cb-7eb4-4e10-8118-48977c0ae789 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:57.944052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.979582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.059309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 233634cb-7eb4-4e10-8118-48977c0ae789 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:58.193633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 233634cb-7eb4-4e10-8118-48977c0ae789 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:58.203868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 233634cb-7eb4-4e10-8118-48977c0ae789 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:58.204245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.242175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb7415-cdf2-417d-be3b-7204c53424de tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.258127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb7415-cdf2-417d-be3b-7204c53424de tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.259891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87eb7415-cdf2-417d-be3b-7204c53424de tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1247981 Aug 10 03:49:58.267502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-16d1f751-a8f7-41d8-8a74-b5056b3763ec tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.269306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45232) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:58.283926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-16d1f751-a8f7-41d8-8a74-b5056b3763ec tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 797 time: 1.1669886 Aug 10 03:49:58.294432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b0bd40-a677-4fc5-b862-901272deb36b {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:58.306580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f35f1-2d29-4abf-8dfd-3cff91cb111d req-442d29b1-45e1-491d-9910-f3bea711dd03 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.311959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a53f35f1-2d29-4abf-8dfd-3cff91cb111d req-442d29b1-45e1-491d-9910-f3bea711dd03 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 931 time: 0.2121191 Aug 10 03:49:58.363338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-9ecd86eb-e9fc-4cc3-85e5-2b7ef58b93a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3489754 Aug 10 03:49:58.366180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.370004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-4fa60a30-d93e-422b-b88a-2f36b6321a53 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/quotas/cac3820953a04152ab76c9074e660f16 HTTP/1.1" status: 200 len: 375 time: 0.0851715 Aug 10 03:49:58.414924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.470319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.476119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 233634cb-7eb4-4e10-8118-48977c0ae789, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=233634cb-7eb4-4e10-8118-48977c0ae789,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:58.491226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.496241 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.536391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9e4c1-50c7-46aa-807c-e4a5c4c94595,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.553737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ff89a137-fb9d-46a8-b1fd-ad9afa1ee418 None None] Provisioning for port 06d6126a-3588-4ffe-86cb-ac549c0ea272 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:58.558027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Transition to ACTIVE for port object a5b0bd40-a677-4fc5-b862-901272deb36b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:58.563555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ff89a137-fb9d-46a8-b1fd-ad9afa1ee418 None None] Provisioning complete for port 06d6126a-3588-4ffe-86cb-ac549c0ea272 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:58.564008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ff89a137-fb9d-46a8-b1fd-ad9afa1ee418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.580805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.600257 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a53f35f1-2d29-4abf-8dfd-3cff91cb111d req-b174a620-65ae-462d-a9d3-2394e2e71585 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417780 Aug 10 03:49:58.618106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.618824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.619391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.620053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.620587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.622485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ff89a137-fb9d-46a8-b1fd-ad9afa1ee418 None None] Port 06d6126a-3588-4ffe-86cb-ac549c0ea272 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:58.625796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.626618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.627381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.627926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.628511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.629218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.629614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:58.633829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:58.663700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.663700 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Added segment 8223b510-fcc9-4055-8322-50ac91baef40 of type vlan for network 0125910f-ae15-4c25-8612-e945c1a08c6b Aug 10 03:49:58.667297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=233634cb-7eb4-4e10-8118-48977c0ae789,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.673410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-f4ed03b4-8c36-4975-91ce-40f723dbc5df tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2728398 Aug 10 03:49:58.725451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 06d6126a-3588-4ffe-86cb-ac549c0ea272 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:58.726100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.811828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.897084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.901307 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.902783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.903255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.922160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-2799f01a-3dbe-45a7-9425-5e710b923215 service neutron] 10.222.0.53 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050757 Aug 10 03:49:58.968966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc39912b-88c7-476d-9f3a-971ac08e8d97 None None] Provisioning for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:58.981063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc39912b-88c7-476d-9f3a-971ac08e8d97 None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:58.981063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cc39912b-88c7-476d-9f3a-971ac08e8d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.988073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b0bd40-a677-4fc5-b862-901272deb36b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.135737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-e7b24a72-a62d-4d87-a0f2-44740f5f8890 service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598717 Aug 10 03:49:59.163418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc39912b-88c7-476d-9f3a-971ac08e8d97 None None] Provisioning complete for port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:59.164816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cc39912b-88c7-476d-9f3a-971ac08e8d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.259828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] Pushing event updated for resources: {'Network': ['ID=0125910f-ae15-4c25-8612-e945c1a08c6b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.263191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cc39912b-88c7-476d-9f3a-971ac08e8d97 None None] Port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:59.276173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0125910f-ae15-4c25-8612-e945c1a08c6b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:59.284090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 06d6126a-3588-4ffe-86cb-ac549c0ea272 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:59.308003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.309245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Attempting to bind port a5b0bd40-a677-4fc5-b862-901272deb36b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:59.309744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Attempting to bind port a5b0bd40-a677-4fc5-b862-901272deb36b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:59.310610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Attempting to bind port a5b0bd40-a677-4fc5-b862-901272deb36b on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:59.321569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-45459f66-5a0e-49c8-8305-98285bce74fc service neutron] 10.222.0.53 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984337 Aug 10 03:49:59.327576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.359783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7e086-363a-4c95-be44-3c2ee2db9725 req-dfe77f0e-214e-4140-8dc6-04714bf5c5c7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.362071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Port a5b0bd40-a677-4fc5-b862-901272deb36b on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:59.362411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Attempting to bind port a5b0bd40-a677-4fc5-b862-901272deb36b on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:59.367220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ed7e086-363a-4c95-be44-3c2ee2db9725 req-dfe77f0e-214e-4140-8dc6-04714bf5c5c7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.1216323 Aug 10 03:49:59.383928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-48c5af68-ec0d-4b07-b2a4-ca531396a39e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5754597 Aug 10 03:49:59.384927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45276) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:59.385297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:59.385603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Checking segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:59.386076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Bound using segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:59.386505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Bound port: a5b0bd40-a677-4fc5-b862-901272deb36b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:59.386874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.403370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Request body: {'subnet': {'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-228478755-subnet', 'tenant_id': 'c9553daa9ce44de9bf63bc06a37ca211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:59.410027 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.411657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2931678 Aug 10 03:49:59.413801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-7f054723-1f78-4bf6-bbbd-b2ae37ff253b service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577717 Aug 10 03:49:59.416697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45278) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:59.418347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673b532-1e55-406f-9821-d639cf27a3b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49557759-1d23-4ae9-bf1e-d5ad6832e48b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.431261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ed7e086-363a-4c95-be44-3c2ee2db9725 req-f5ba9ee6-a489-45f9-80c0-99ae56eb2277 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 Aug 10 03:49:59.458247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194410261'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:59.563669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.609468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=06d6126a-3588-4ffe-86cb-ac549c0ea272,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.646488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.680524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Made reservation on behalf of c9553daa9ce44de9bf63bc06a37ca211 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:59.694540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.711120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.716468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c8e8ae5a-f6ab-42f9-bcea-2f8366b0c493 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/06d6126a-3588-4ffe-86cb-ac549c0ea272 HTTP/1.1" status: 204 len: 168 time: 1.4015718 Aug 10 03:49:59.718009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45290) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:59.839171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39643e97-89aa-4992-938d-f04cd50a9a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.944529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfcc9cc3-8572-48b9-9137-c48505a22e2a req-66553ff1-bf14-405e-b20d-e47ed58d2046 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 210 time: 0.1713800 Aug 10 03:49:59.947989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a9960-d998-4269-b168-28695eeddaf1 req-14cf2e4e-e758-4177-83b9-288977421907 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.949611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-434a9960-d998-4269-b168-28695eeddaf1 req-14cf2e4e-e758-4177-83b9-288977421907 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 943 time: 0.2144258 Aug 10 03:49:59.953306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0245847-a453-4abe-a62e-3b5a32e08a36 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.964712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0245847-a453-4abe-a62e-3b5a32e08a36 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.976353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f0245847-a453-4abe-a62e-3b5a32e08a36 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2568398 Aug 10 03:49:59.978984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.016449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:00.084817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-434a9960-d998-4269-b168-28695eeddaf1 req-f7484885-9e95-4c73-aa60-28f223d8a8a0 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069050 Aug 10 03:50:00.092447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 5f675c74-5097-4308-9d6a-4bb31d8b9d87 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:00.099611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.135252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] For port a5b0bd40-a677-4fc5-b862-901272deb36b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:00.144764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-d290a07f-5795-4427-80ae-94db5aae3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.158554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-d290a07f-5795-4427-80ae-94db5aae3463 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=23d0d06f-7f11-4537-af56-c9c6e5b6a01f HTTP/1.1" status: 200 len: 1095 time: 0.6563387 Aug 10 03:50:00.158554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.166659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.171306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] For port a5b0bd40-a677-4fc5-b862-901272deb36b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a5b0bd40-a677-4fc5-b862-901272deb36b,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:00.184738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.212719 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.218753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:00.220627 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.378072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.378712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.380251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] 10.222.0.39 "PUT /v2.0/ports/a5b0bd40-a677-4fc5-b862-901272deb36b HTTP/1.1" status: 200 len: 1092 time: 4.8123522 Aug 10 03:50:00.394551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'tag': 'a5b0bd40-a677-4fc5-b862-901272deb36b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:00.401050 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e" -d '{"events": [{"name": "network-changed", "server_uuid": "07ab579f-99c8-46fd-beb6-1d8d35e05965", "tag": "a5b0bd40-a677-4fc5-b862-901272deb36b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:00.411094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.423445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cd5b7c-2394-4129-a4b8-5309f8c54a4c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.516705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 233634cb-7eb4-4e10-8118-48977c0ae789 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:00.575460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ede81-e828-44d7-882a-d7cdaf3e1a89 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b0bd40-a677-4fc5-b862-901272deb36b,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.583283 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86571c6f-24ff-4edf-b19c-d963f8c8f644 x-openstack-request-id: req-86571c6f-24ff-4edf-b19c-d963f8c8f644 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:00.584094 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ab579f-99c8-46fd-beb6-1d8d35e05965", "tag": "a5b0bd40-a677-4fc5-b862-901272deb36b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:00.584579 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86571c6f-24ff-4edf-b19c-d963f8c8f644 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:00.585197 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'tag': 'a5b0bd40-a677-4fc5-b862-901272deb36b', 'status': 'completed', 'code': 200} Aug 10 03:50:00.600232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-1d750140-08d7-49b5-9c06-9e1bf909e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.602233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-1d750140-08d7-49b5-9c06-9e1bf909e8cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 914 time: 0.4386969 Aug 10 03:50:00.629137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Checking segment: {'id': '8223b510-fcc9-4055-8322-50ac91baef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:00.629922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Network hostable DHCP agents. Network: 0125910f-ae15-4c25-8612-e945c1a08c6b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:00.639031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.681300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-4b6a4bb3-92f4-45a8-bc90-0592653814ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173 HTTP/1.1" status: 200 len: 217 time: 0.0664856 Aug 10 03:50:00.688392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.693022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621e208-2677-49ef-ab74-5639cc0b3f76 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:00.696008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/5f675c74-5097-4308-9d6a-4bb31d8b9d87 HTTP/1.1" status: 204 len: 168 time: 0.7134242 Aug 10 03:50:00.703313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45336) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.767957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24e201-0b48-43b6-b1be-8e8826be4da1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=5f675c74-5097-4308-9d6a-4bb31d8b9d87,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.772323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 233634cb-7eb4-4e10-8118-48977c0ae789 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:00.772702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.798989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a171a435-0a98-4f11-867c-a3e5304086c9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895612 Aug 10 03:50:00.801141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bc3cd89f-a3dc-4756-a066-c53713f36225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.804495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-bc3cd89f-a3dc-4756-a066-c53713f36225 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 1095 time: 0.3496463 Aug 10 03:50:00.806810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45340) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.832997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.879107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d753d24-69ee-4c81-931f-38957624c5a0 req-1f4d339a-3d93-458c-8cd0-882d22e84d93 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.882536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d753d24-69ee-4c81-931f-38957624c5a0 req-1f4d339a-3d93-458c-8cd0-882d22e84d93 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.2237074 Aug 10 03:50:00.951572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d753d24-69ee-4c81-931f-38957624c5a0 req-875f1f42-17c9-4c55-9dde-f987f62d6b20 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606093 Aug 10 03:50:00.956861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Network 0125910f-ae15-4c25-8612-e945c1a08c6b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:01.000753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.009285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-db86420e-f560-49da-8e0f-ba6c6c916737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.010843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-db86420e-f560-49da-8e0f-ba6c6c916737 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.3216681 Aug 10 03:50:01.018419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-8372fb01-cfe5-433c-a7ca-12a1b282d5b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b0bd40-a677-4fc5-b862-901272deb36b HTTP/1.1" status: 200 len: 217 time: 0.1976788 Aug 10 03:50:01.034252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.065840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0125910f-ae15-4c25-8612-e945c1a08c6b) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:01.097533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2bf2c8-4ea4-441f-aa01-413abd597c17 None None] Network 0125910f-ae15-4c25-8612-e945c1a08c6b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:01.124691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.125308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.169060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-5da2464c-5318-40b2-9589-6c95a7981e4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494496 Aug 10 03:50:01.169575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:01.193592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e6f8a193-258e-47c0-80e0-a87b645485c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7937570 Aug 10 03:50:01.238260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.239406 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7948005 Aug 10 03:50:01.241777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c71c7f30-302e-4ffe-897b-0d2b435a16d2 req-fd5d47a6-2123-4c0d-9442-7d9274cd0e31 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 210 time: 0.1294889 Aug 10 03:50:01.250889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45348) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:01.275612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2001795897', 'security_groups': ['8995e0f0-f4d5-462d-b72e-296cdc507631'], 'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc8c9b5b-6a8a-4590-a379-2a407f0571b4'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.291260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:01.291767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.357654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:01.389295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36444f7-d9fb-42fd-8db5-2050fb6a3287 req-668b0624-0877-401f-98e3-6f52e2ed41de tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.393284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d36444f7-d9fb-42fd-8db5-2050fb6a3287 req-668b0624-0877-401f-98e3-6f52e2ed41de tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 943 time: 0.2040150 Aug 10 03:50:01.413578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e68ff-113e-4bf3-93aa-8f258f931873 None None] Network 0125910f-ae15-4c25-8612-e945c1a08c6b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:01.426060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ba58-0cf9-4945-940d-a08d55500384 req-68bb8ef2-e05e-4b9c-b5c8-5f04c2283de7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.428081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f839ba58-0cf9-4945-940d-a08d55500384 req-68bb8ef2-e05e-4b9c-b5c8-5f04c2283de7 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.65 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.6358080 Aug 10 03:50:01.510813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d36444f7-d9fb-42fd-8db5-2050fb6a3287 req-ef065934-064c-4ba8-8b4d-c0168ee3497a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092203 Aug 10 03:50:01.551846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6685f2e-4c9c-4cf6-8ff9-a67803f0fe6c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8995e0f0-f4d5-462d-b72e-296cdc507631,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.621806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c24a0-d65f-4208-aee8-08d969b128cc req-c37db7a6-65e4-48d3-bd1d-0d53b947a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.621806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-c37db7a6-65e4-48d3-bd1d-0d53b947a7a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.5689595 Aug 10 03:50:01.707699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-39bca9fa-01a5-4763-91d7-e73ac1568c03 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.709792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-39bca9fa-01a5-4763-91d7-e73ac1568c03 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.39 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 797 time: 0.2325697 Aug 10 03:50:01.742005 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-eaaac7cf-5d42-48f1-b28d-9c0f1d0e3ffe service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214803 Aug 10 03:50:01.805698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f908114d-4a59-41cc-ba4a-b6fa378aa173 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:01.834267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-5f9c24bb-08f7-477f-be51-c3b2920db1c2 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cac3820953a04152ab76c9074e660f16 HTTP/1.1" status: 200 len: 477 time: 0.1032431 Aug 10 03:50:01.842298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'port': {'device_id': '622f294c-b642-442b-a79a-38cefe9580bf', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'admin_state_up': True, 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'security_groups': ['28c332e7-2ba0-4f9a-8172-8c791dc1d94e', '533d7d6f-d295-4fd4-a1e2-038a389e8d07']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:01.859219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-d3bd20c8-8164-4aef-9d94-b1a8102988c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224729 Aug 10 03:50:01.865330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Deleting port 233634cb-7eb4-4e10-8118-48977c0ae789 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:01.865712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.972180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:01.977995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:01.982959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.993718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:50:02.016551 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.074802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] For port 233634cb-7eb4-4e10-8118-48977c0ae789, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=233634cb-7eb4-4e10-8118-48977c0ae789,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:02.075209 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.098678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Calling delete_port for 233634cb-7eb4-4e10-8118-48977c0ae789 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:02.128711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 233634cb-7eb4-4e10-8118-48977c0ae789 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:02.130695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Made reservation on behalf of cac3820953a04152ab76c9074e660f16 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:02.135052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.139387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f908114d-4a59-41cc-ba4a-b6fa378aa173, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:02.187570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bfda4-1268-406b-acab-856a95aa7103 req-ea133c52-936a-4488-8d5a-a431ffd6d6fa tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.189123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94bfda4-1268-406b-acab-856a95aa7103 req-ea133c52-936a-4488-8d5a-a431ffd6d6fa tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.1123967 Aug 10 03:50:02.211634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'f908114d-4a59-41cc-ba4a-b6fa378aa173', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'port_id': 'f908114d-4a59-41cc-ba4a-b6fa378aa173', 'mac_address': 'fa:16:3e:ce:e9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c571f-862c-4361-97c2-73360f8a2587', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:02.299481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.326690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e94bfda4-1268-406b-acab-856a95aa7103 req-62b8a4b2-850a-4ce7-a6a4-1821b25a45ba tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232927 Aug 10 03:50:02.338116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.347651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f908114d-4a59-41cc-ba4a-b6fa378aa173 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:02.389235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Pushing event deleted for resources: {'Port': ['ID=233634cb-7eb4-4e10-8118-48977c0ae789,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:02.402823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] No DVR routers for this DVR port 233634cb-7eb4-4e10-8118-48977c0ae789 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:02.406627 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.414387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f908114d-4a59-41cc-ba4a-b6fa378aa173, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:02.431534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.432506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.432506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.432712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.432906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.433188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.433516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.433837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.434194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.434542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.435396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.435724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370a0da6-462f-4382-b929-4d8261ad5855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:02.441771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.470798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.20.0.4 (3e9b5af2-afd1-4467-a65a-c83839b898ed/fc790a69-ce63-45cb-9d39-f9e3be34f750/ce201a82-2258-4fcb-8a9b-b6863ec0230d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:02.566947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f908114d-4a59-41cc-ba4a-b6fa378aa173,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:02.567873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22b75c19-7700-4e85-b3a8-ebb4f6ca76de req-c286e7f0-b1b0-4d33-bc6c-2c70e174ff8f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 210 time: 0.0552399 Aug 10 03:50:02.647323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['f908114d-4a59-41cc-ba4a-b6fa378aa173'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:02.736931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-375a2179-f7ec-4668-8f94-c8a189041e5a service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487701 Aug 10 03:50:02.801565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdd8b9-2e11-4614-8527-7870be8fa3ef req-7dd03fd0-ec4b-435f-ab91-b81490148fe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.811466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcfdd8b9-2e11-4614-8527-7870be8fa3ef req-7dd03fd0-ec4b-435f-ab91-b81490148fe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 943 time: 0.1071260 Aug 10 03:50:02.852922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-568d4d48-b09e-4dd6-be1a-c4b642f64aec req-9843ce5b-409f-443a-bc1e-81b62a88b7a4 service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0648394 Aug 10 03:50:02.866306 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.897010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Deleting port 937c9e49-7b7e-462b-9baa-f47fed6c2afd {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:02.897284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.908500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fcfdd8b9-2e11-4614-8527-7870be8fa3ef req-b804d187-e7b2-4ffa-9345-b91db7ccb106 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960007 Aug 10 03:50:02.908655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.922572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Transition to ACTIVE for port object ce201a82-2258-4fcb-8a9b-b6863ec0230d will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:02.978606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.982361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-6006fa61-2f0f-4209-8546-d648ace3f8f5 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.983946 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-6006fa61-2f0f-4209-8546-d648ace3f8f5 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/networks?id=0125910f-ae15-4c25-8612-e945c1a08c6b HTTP/1.1" status: 200 len: 812 time: 0.4571278 Aug 10 03:50:03.055902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:03.066250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:03.069322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] device_id is not set on port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:03.072124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:03.083983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-3405d96d-4630-48f9-aee3-8a4d5041fbbc tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/quotas/c9553daa9ce44de9bf63bc06a37ca211 HTTP/1.1" status: 200 len: 375 time: 0.0595443 Aug 10 03:50:03.120838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=ce201a82-2258-4fcb-8a9b-b6863ec0230d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:03.163208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.172302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.172983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.196543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-6f2f745c-b63a-4ab0-8c19-f448117db1a8 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3599575 Aug 10 03:50:03.203135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-d1f8f744-d95c-43bd-a70a-740828cb8e01 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9553daa9ce44de9bf63bc06a37ca211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064696 Aug 10 03:50:03.205181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-831c24a0-d65f-4208-aee8-08d969b128cc req-8ecbc70e-d321-4216-8666-e4d5f57b1e6f service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495227 Aug 10 03:50:03.217560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Request body: {'port': {'device_id': '622f294c-b642-442b-a79a-38cefe9580bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.305049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.345493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] For port 937c9e49-7b7e-462b-9baa-f47fed6c2afd, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=937c9e49-7b7e-462b-9baa-f47fed6c2afd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:03.345818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.419478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Calling delete_port for 937c9e49-7b7e-462b-9baa-f47fed6c2afd owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:03.431036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.441011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a7ee505c-170c-406a-b6e6-31482ee91bec None None] Provisioning for port ce201a82-2258-4fcb-8a9b-b6863ec0230d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:03.457967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a7ee505c-170c-406a-b6e6-31482ee91bec None None] Provisioning complete for port ce201a82-2258-4fcb-8a9b-b6863ec0230d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:03.459616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7ee505c-170c-406a-b6e6-31482ee91bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.515899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee505c-170c-406a-b6e6-31482ee91bec None None] Port ce201a82-2258-4fcb-8a9b-b6863ec0230d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:03.600628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:03.634146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-1b16ca68-6bd5-4d47-9689-fb08c8b72a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.635730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-1b16ca68-6bd5-4d47-9689-fb08c8b72a10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 1095 time: 0.3314431 Aug 10 03:50:03.636660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:03.647804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=d1cab37b-29db-45a6-90aa-5c31135e856f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:03.656123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc22025-707b-4851-a22a-908d3df566d5 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:03.658475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.659073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.662915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59d1d7-d2f9-4bca-935b-53d2fd5dc65c req-47a8dd8a-e074-4e11-a448-304f1442046f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.666501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d59d1d7-d2f9-4bca-935b-53d2fd5dc65c req-47a8dd8a-e074-4e11-a448-304f1442046f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 945 time: 0.1451063 Aug 10 03:50:03.675613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-947e733c-e3a1-4179-b74d-58feb1515962 service neutron] 10.222.0.53 "GET /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118202 Aug 10 03:50:03.736796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d59d1d7-d2f9-4bca-935b-53d2fd5dc65c req-02209142-66f1-422c-b149-49b15861bd9d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Aug 10 03:50:03.741452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f908114d-4a59-41cc-ba4a-b6fa378aa173 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:03.775594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c9c7f757-ddba-45b0-87b7-aa6e00951c5a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9535723 Aug 10 03:50:03.778792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45378) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.793254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'd1cab37b-29db-45a6-90aa-5c31135e856f', 'ip_address': '2001:db8::c533:d685:a9c0:3ecd'}], 'name': 'tempest-NetworksTestDHCPv6-1460412215'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.819564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.11 (caff8167-faae-471e-a44a-e6a1393b5fd4/fc8c9b5b-6a8a-4590-a379-2a407f0571b4/da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:03.865934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port f908114d-4a59-41cc-ba4a-b6fa378aa173 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:03.898757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port f908114d-4a59-41cc-ba4a-b6fa378aa173 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:03.899588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.000010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-e1c61312-d4cb-4493-8a5d-ddd26512c297 service neutron] 10.222.0.53 "GET /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977552 Aug 10 03:50:04.001112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-39028ee1-3e9f-4157-a24f-fb5468814afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.002586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-39028ee1-3e9f-4157-a24f-fb5468814afa service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 914 time: 0.3525467 Aug 10 03:50:04.041326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.055375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce201a82-2258-4fcb-8a9b-b6863ec0230d {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:04.074198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.108549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0f746-1831-488d-860e-8b196f14c5de req-5893307c-fddc-441f-8afc-26bf6687ee6e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.116225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7e0f746-1831-488d-860e-8b196f14c5de req-5893307c-fddc-441f-8afc-26bf6687ee6e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 970 time: 0.2098570 Aug 10 03:50:04.140649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-d3dfc474-561f-4fcb-9d71-773de0efd70f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5b0bd40-a677-4fc5-b862-901272deb36b HTTP/1.1" status: 200 len: 217 time: 0.1092150 Aug 10 03:50:04.143142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Transition to ACTIVE for port object ce201a82-2258-4fcb-8a9b-b6863ec0230d will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:04.145840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['59b80dd6-4496-42f8-ba11-a0a1f56ae554'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:04.158494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.199288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'd1cab37b-29db-45a6-90aa-5c31135e856f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:04.202381 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.241918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Pushing event deleted for resources: {'Port': ['ID=937c9e49-7b7e-462b-9baa-f47fed6c2afd,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.257425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7e0f746-1831-488d-860e-8b196f14c5de req-8c97d7c6-4d38-476c-8333-d9bf5b312064 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1354885 Aug 10 03:50:04.258811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:04.281963 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.369830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908114d-4a59-41cc-ba4a-b6fa378aa173'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:04.372380 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8239c-4daf-47c7-96d5-5a37b1b95ed9" -d '{"events": [{"server_uuid": "23d0d06f-7f11-4537-af56-c9c6e5b6a01f", "name": "network-vif-plugged", "status": "completed", "tag": "f908114d-4a59-41cc-ba4a-b6fa378aa173"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:04.437909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Pushing event updated for resources: {'Port': ['ID=ce201a82-2258-4fcb-8a9b-b6863ec0230d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.459623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] No DVR routers for this DVR port 937c9e49-7b7e-462b-9baa-f47fed6c2afd on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:04.467901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.477356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f839ba58-0cf9-4945-940d-a08d55500384 req-204e7117-b7c7-4762-98b2-4f42c42f1520 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.65 "DELETE /v2.0/ports/937c9e49-7b7e-462b-9baa-f47fed6c2afd HTTP/1.1" status: 204 len: 173 time: 2.9743342 Aug 10 03:50:04.480592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'name': 'network-vif-deleted', 'tag': '937c9e49-7b7e-462b-9baa-f47fed6c2afd'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:04.485146 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb72805-5d0f-4463-a6e2-b0e3e51aa4e1" -d '{"events": [{"server_uuid": "56c8b967-7ece-4d28-8f64-4df97c3fbdeb", "name": "network-vif-deleted", "tag": "937c9e49-7b7e-462b-9baa-f47fed6c2afd"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:04.489817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-e4f9f393-11da-481f-819b-a0745416c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.492931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-e4f9f393-11da-481f-819b-a0745416c723 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.2798576 Aug 10 03:50:04.585838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-47f7c225-e847-4522-9923-9cafc8f7de4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752659 Aug 10 03:50:04.627818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port f908114d-4a59-41cc-ba4a-b6fa378aa173, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:04.638775 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.641171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 937c9e49-7b7e-462b-9baa-f47fed6c2afd no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:04.644671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-86a66394-54f3-4bd3-bee9-e75abeda372d req-8b26de8f-cbb0-4d06-bb56-1b2dc5da9c1f tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 210 time: 0.0544400 Aug 10 03:50:04.654663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.671924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1fba6-795b-4967-afa8-62221c48f9e6 req-2b1252d0-d1d2-4bdd-a115-d294762cf436 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.680924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-99e1fba6-795b-4967-afa8-62221c48f9e6 req-2b1252d0-d1d2-4bdd-a115-d294762cf436 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 943 time: 0.2569931 Aug 10 03:50:04.705961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.731141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Attempting to bind port ce201a82-2258-4fcb-8a9b-b6863ec0230d on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:04.731550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Attempting to bind port ce201a82-2258-4fcb-8a9b-b6863ec0230d by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:04.731746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Attempting to bind port ce201a82-2258-4fcb-8a9b-b6863ec0230d on network 3e9b5af2-afd1-4467-a65a-c83839b898ed {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:04.782414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Port ce201a82-2258-4fcb-8a9b-b6863ec0230d on network 3e9b5af2-afd1-4467-a65a-c83839b898ed not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:04.782760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Attempting to bind port ce201a82-2258-4fcb-8a9b-b6863ec0230d on network 3e9b5af2-afd1-4467-a65a-c83839b898ed {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:04.783731 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f5778f-f193-42c0-8c79-95831ae9737d x-openstack-request-id: req-e6f5778f-f193-42c0-8c79-95831ae9737d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:04.784245 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c8b967-7ece-4d28-8f64-4df97c3fbdeb", "name": "network-vif-deleted", "tag": "937c9e49-7b7e-462b-9baa-f47fed6c2afd", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:04.784730 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6f5778f-f193-42c0-8c79-95831ae9737d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:04.785762 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c8b967-7ece-4d28-8f64-4df97c3fbdeb', 'name': 'network-vif-deleted', 'tag': '937c9e49-7b7e-462b-9baa-f47fed6c2afd', 'status': 'completed', 'code': 200} Aug 10 03:50:04.826063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-99e1fba6-795b-4967-afa8-62221c48f9e6 req-dfab076f-7452-409b-bc58-0f585b07f579 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352262 Aug 10 03:50:04.826063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 6ba78b11-7a7c-469d-ac15-11f37af47bf8 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:04.832858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:04.833329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Checking segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:04.833686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Bound using segment: {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:04.838526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Bound port: ce201a82-2258-4fcb-8a9b-b6863ec0230d, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d533ba-0770-4cb7-8319-c46a2f1370a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:04.839199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.839770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:04.840377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 937c9e49-7b7e-462b-9baa-f47fed6c2afd {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:04.843824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 937c9e49-7b7e-462b-9baa-f47fed6c2afd not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:04.893471 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99928c89-856f-44ce-933a-7db2acf4a30d x-openstack-request-id: req-99928c89-856f-44ce-933a-7db2acf4a30d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:04.894201 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d0d06f-7f11-4537-af56-c9c6e5b6a01f", "name": "network-vif-plugged", "status": "completed", "tag": "f908114d-4a59-41cc-ba4a-b6fa378aa173", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:04.894617 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99928c89-856f-44ce-933a-7db2acf4a30d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:04.895191 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f908114d-4a59-41cc-ba4a-b6fa378aa173', 'code': 200} Aug 10 03:50:04.957052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-f6776d35-60bf-4e0d-8386-fefc33b87842 service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569136 Aug 10 03:50:05.031669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d3ca4f3-59d3-40d0-8919-e3ea05edec0a req-280d7e6f-8e1c-4abe-aea3-ea4e34de898f tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=56c8b967-7ece-4d28-8f64-4df97c3fbdeb HTTP/1.1" status: 200 len: 210 time: 0.0461190 Aug 10 03:50:05.096487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=f908114d-4a59-41cc-ba4a-b6fa378aa173,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.110365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/d1cab37b-29db-45a6-90aa-5c31135e856f/31f8782e-6c26-4533-8ad5-be97a43acf5b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:05.161673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.308892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:05.316757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] For port ce201a82-2258-4fcb-8a9b-b6863ec0230d, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:05.324622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] For port ce201a82-2258-4fcb-8a9b-b6863ec0230d, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:05.338257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:05.360352 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:05.371285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.381713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:05.394692 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.412997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Transition to ACTIVE for port object 31f8782e-6c26-4533-8ad5-be97a43acf5b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:05.444975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Transition to ACTIVE for port object 31f8782e-6c26-4533-8ad5-be97a43acf5b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:05.460575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.542922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.543794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.550784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] 10.222.0.39 "PUT /v2.0/ports/ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 1131 time: 2.3451412 Aug 10 03:50:05.554128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:05.561310 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f80f7-857b-4798-87ea-c775c10dd93a" -d '{"events": [{"name": "network-changed", "server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:05.591666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:05.615019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:05.621912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:05.664582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.665800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.682009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be57af7-3db0-400e-85b1-8f2a0eeba3c3 req-514d1763-0c5d-4f48-9791-31b6524f7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.684029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2be57af7-3db0-400e-85b1-8f2a0eeba3c3 req-514d1763-0c5d-4f48-9791-31b6524f7ad9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=23d0d06f-7f11-4537-af56-c9c6e5b6a01f HTTP/1.1" status: 200 len: 1097 time: 0.6475279 Aug 10 03:50:05.693197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::c533:d685:a9c0:3ecd (436e607c-ef4c-4ae6-a09e-44491dfe481c/d1cab37b-29db-45a6-90aa-5c31135e856f/6ba78b11-7a7c-469d-ac15-11f37af47bf8) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:05.703115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Pushing event updated for resources: {'Port': ['ID=31f8782e-6c26-4533-8ad5-be97a43acf5b,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.769782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Attempting to bind port 31f8782e-6c26-4533-8ad5-be97a43acf5b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:05.770371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Attempting to bind port 31f8782e-6c26-4533-8ad5-be97a43acf5b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:05.770939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Attempting to bind port 31f8782e-6c26-4533-8ad5-be97a43acf5b on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:05.781172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:05.783420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:05.784294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.784537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.785198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:05.785929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Bound port: 31f8782e-6c26-4533-8ad5-be97a43acf5b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:05.786637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.816340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f59bfb8-3d22-4061-a8e9-2dd4750c871e req-441967f5-9e5e-4fb8-bf75-36277b6dc09e service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8409746 Aug 10 03:50:05.824396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f12fa225-a46f-4cbe-a78e-f7f57246bf31 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5536485 Aug 10 03:50:05.830219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45408) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.847750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:05.941604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] For port 31f8782e-6c26-4533-8ad5-be97a43acf5b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:05.946196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] For port 31f8782e-6c26-4533-8ad5-be97a43acf5b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=31f8782e-6c26-4533-8ad5-be97a43acf5b,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:05.955230 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.975306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178f1e-b28d-4122-8c6c-661f0a28e2d7 req-f2853a24-2eea-4958-b33d-f4de3cc8fe3c tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.984427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d9178f1e-b28d-4122-8c6c-661f0a28e2d7 req-f2853a24-2eea-4958-b33d-f4de3cc8fe3c tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 982 time: 0.4710777 Aug 10 03:50:05.990107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b16aee8-c7ae-40f6-874d-0f3387c4089a None None] Provisioning for port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:06.018093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2be57af7-3db0-400e-85b1-8f2a0eeba3c3 req-c9cce76b-8c5a-408b-ad2a-457ab62b2f09 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132730 Aug 10 03:50:06.043705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.067324 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d9178f1e-b28d-4122-8c6c-661f0a28e2d7 req-1aa849ac-0e58-419e-b3a0-441f4df16d5c tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0814834 Aug 10 03:50:06.075051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:06.082764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b16aee8-c7ae-40f6-874d-0f3387c4089a None None] Provisioning complete for port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:06.083188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b16aee8-c7ae-40f6-874d-0f3387c4089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.084480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.198246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3b16aee8-c7ae-40f6-874d-0f3387c4089a None None] Port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:06.261809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f25a5d-6cc2-419f-aeaa-3385611b1277 None None] Pushing event updated for resources: {'Port': ['ID=31f8782e-6c26-4533-8ad5-be97a43acf5b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.269376 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc8c9b5b-6a8a-4590-a379-2a407f0571b4 (CIDR: 172.20.0.0/28) Aug 10 03:50:06.276154 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:06.277614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:06.289193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4b4a-2897-4e3b-9eaa-30bc26632565 req-0a9c9361-152b-4047-ada7-2c46b57453e1 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:06.298283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a58a4b4a-2897-4e3b-9eaa-30bc26632565 req-0a9c9361-152b-4047-ada7-2c46b57453e1 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 943 time: 0.1036484 Aug 10 03:50:06.337400 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c53a7ad2-e7c6-447a-81af-10c2051b9d53 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4968824 Aug 10 03:50:06.339834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45414) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:06.346411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 6ba78b11-7a7c-469d-ac15-11f37af47bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:06.349426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:06.401440 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa25a86-63c4-4bc6-a037-da5081d5bd8a x-openstack-request-id: req-6fa25a86-63c4-4bc6-a037-da5081d5bd8a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:06.401440 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:06.401766 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fa25a86-63c4-4bc6-a037-da5081d5bd8a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:06.402205 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'status': 'completed', 'code': 200} Aug 10 03:50:06.403363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dbe65-5e68-4232-916d-087e6efdbd0a service neutron] Pushing event updated for resources: {'Port': ['ID=ce201a82-2258-4fcb-8a9b-b6863ec0230d,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.464274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8752e9a-d8d7-4200-a44c-c72bf97e3101 req-dfedec3b-f5cd-429f-8552-561e38418dca tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 210 time: 0.0737367 Aug 10 03:50:06.509819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-c6ff87f6-e706-4929-951c-9c684f8a4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:06.511869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-c6ff87f6-e706-4929-951c-9c684f8a4db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1134 time: 0.1201134 Aug 10 03:50:06.514357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.668311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a58a4b4a-2897-4e3b-9eaa-30bc26632565 req-ef6aa92c-51c1-4b37-917d-25f11d3c7ca6 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677526 Aug 10 03:50:06.697747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-38a3f6d8-f458-4255-9bcd-2a3cf14588df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 217 time: 0.1748548 Aug 10 03:50:06.699958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:06.731318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:06.756787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:06.791117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:06.793260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.860197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=6ba78b11-7a7c-469d-ac15-11f37af47bf8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.887570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8035fee2-84d9-41a2-a24a-d9cecebf1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1069105 Aug 10 03:50:06.895785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45422) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:06.911699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-540cfe07-f72d-4caf-b8fc-a89e049715b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:06.913491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-540cfe07-f72d-4caf-b8fc-a89e049715b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 200 len: 835 time: 0.2071936 Aug 10 03:50:06.995795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8be84-ce03-4d62-9ae1-edd1802f8e07 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.002412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8be84-ce03-4d62-9ae1-edd1802f8e07 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.011991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89b8be84-ce03-4d62-9ae1-edd1802f8e07 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1107657 Aug 10 03:50:07.021305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45424) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.078333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-30641725-b0bb-41d1-9d0a-0c31d6df2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.082628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-30641725-b0bb-41d1-9d0a-0c31d6df2be1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9b5af2-afd1-4467-a65a-c83839b898ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517010 Aug 10 03:50:07.227712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a5b0bd40-a677-4fc5-b862-901272deb36b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:07.310974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-14aa661f-f59a-430a-8622-acc8a03e199a tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.313959 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-14aa661f-f59a-430a-8622-acc8a03e199a tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.65 "GET /v2.0/networks?id=0125910f-ae15-4c25-8612-e945c1a08c6b HTTP/1.1" status: 200 len: 812 time: 0.7316644 Aug 10 03:50:07.314558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1124-63ed-4ac2-a694-1c486c07230c req-a66034be-9d7c-4d04-ba60-3cfd57cf98eb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.317440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3edc1124-63ed-4ac2-a694-1c486c07230c req-a66034be-9d7c-4d04-ba60-3cfd57cf98eb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 982 time: 0.1267321 Aug 10 03:50:07.345632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Request body: {'port': {'device_id': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b', 'admin_state_up': True, 'tenant_id': 'c9553daa9ce44de9bf63bc06a37ca211'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:07.366110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 6ba78b11-7a7c-469d-ac15-11f37af47bf8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:07.375621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.386170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a5b0bd40-a677-4fc5-b862-901272deb36b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a5b0bd40-a677-4fc5-b862-901272deb36b,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:07.406309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'a5b0bd40-a677-4fc5-b862-901272deb36b', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'port_id': 'a5b0bd40-a677-4fc5-b862-901272deb36b', 'mac_address': 'fa:16:3e:30:1c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c571f-862c-4361-97c2-73360f8a2587', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:07.416270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-0fa285c9-f0c7-4176-8ad1-5fbe7e1f3341 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853217 Aug 10 03:50:07.433689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dfdb-3902-442a-888d-7bcc2ae02f63 req-d8c387fb-35d8-4834-a97b-53d2ab3a1af4 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.442314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff37dfdb-3902-442a-888d-7bcc2ae02f63 req-d8c387fb-35d8-4834-a97b-53d2ab3a1af4 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.2213933 Aug 10 03:50:07.451013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3edc1124-63ed-4ac2-a694-1c486c07230c req-af9cad20-886f-4085-a94e-274d3ac6cbf4 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1158180 Aug 10 03:50:07.469666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.496928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:07.501214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.522242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b0bd40-a677-4fc5-b862-901272deb36b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:07.583375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a5b0bd40-a677-4fc5-b862-901272deb36b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a5b0bd40-a677-4fc5-b862-901272deb36b,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:07.588744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.691597 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7d8e8b23-3be2-4a97-9273-f4a736dbd66b (CIDR: 172.20.0.16/28) Aug 10 03:50:07.702908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a5b0bd40-a677-4fc5-b862-901272deb36b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:07.710455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff37dfdb-3902-442a-888d-7bcc2ae02f63 req-0f52871c-5587-4fe3-b261-ee907c608e68 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659738 Aug 10 03:50:07.725420 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:07.725420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:07.760947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b950feb3-98e3-4b67-b7ca-5f21d63bd307 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4147882 Aug 10 03:50:07.761160 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.762327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45434) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.769153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'subnet': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:07.794380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b55a4729-5d8a-424b-92c5-56158da4dbb0 req-bcb52dce-f3df-47cc-8f5c-cacd57b02bc8 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 210 time: 0.1465042 Aug 10 03:50:07.817265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 6ba78b11-7a7c-469d-ac15-11f37af47bf8 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:07.817382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a5b0bd40-a677-4fc5-b862-901272deb36b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:07.839830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3896722e-8d3d-46cc-8693-9cedbc26c81a req-b1525857-e586-48cf-956a-1f25d51b5b37 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877881 Aug 10 03:50:07.996585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Made reservation on behalf of c9553daa9ce44de9bf63bc06a37ca211 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:08.000582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f80f7-857b-4798-87ea-c775c10dd93a req-f404816f-9ef7-439f-bf14-4ea69d48e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.001650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.002271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-f404816f-9ef7-439f-bf14-4ea69d48e1ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1134 time: 0.0923662 Aug 10 03:50:08.031260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3aae96a4-2d8b-4f49-8343-692392514e81 None None] Provisioning for port 31f8782e-6c26-4533-8ad5-be97a43acf5b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:08.103013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.152414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=6ba78b11-7a7c-469d-ac15-11f37af47bf8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.200854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.205787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d1e47ba-9503-4efb-9633-c929567518f7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/6ba78b11-7a7c-469d-ac15-11f37af47bf8 HTTP/1.1" status: 204 len: 168 time: 1.1831722 Aug 10 03:50:08.208716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45436) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.271540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f80f7-857b-4798-87ea-c775c10dd93a req-24adf368-d171-40d8-8db5-5345879748d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.274582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 31f8782e-6c26-4533-8ad5-be97a43acf5b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:08.279106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-24adf368-d171-40d8-8db5-5345879748d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 898 time: 0.2641470 Aug 10 03:50:08.305147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Made reservation on behalf of 0814a271bbed4b8a913aa52f8cc73034 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:08.309145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.360847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 31f8782e-6c26-4533-8ad5-be97a43acf5b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:08.365593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 31f8782e-6c26-4533-8ad5-be97a43acf5b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:08.365965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.405615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2080866e-7f35-459e-b1f8-aece222abe12 None None] Could not find standard attr ID for object 6ba78b11-7a7c-469d-ac15-11f37af47bf8. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:50:08.408198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-592fb483-e668-4cea-877a-a58f53625841 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 217 time: 0.1142681 Aug 10 03:50:08.417954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f56a5-426e-4175-aa09-a21f72157356 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.422232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f56a5-426e-4175-aa09-a21f72157356 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.426213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da3f56a5-426e-4175-aa09-a21f72157356 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2158380 Aug 10 03:50:08.433895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2d9a9-cfe5-4648-a947-ac4af87d79d1 req-a72c90f6-9f92-4595-8dc6-345791776997 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.437340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70f2d9a9-cfe5-4648-a947-ac4af87d79d1 req-a72c90f6-9f92-4595-8dc6-345791776997 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 944 time: 0.5683758 Aug 10 03:50:08.452810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45438) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.513928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f80f7-857b-4798-87ea-c775c10dd93a req-e460a617-4262-4fde-a905-5328f702b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.515580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-e460a617-4262-4fde-a905-5328f702b231 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 200 len: 835 time: 0.0874665 Aug 10 03:50:08.534534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.603398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f80f7-857b-4798-87ea-c775c10dd93a req-01cfdb97-64f3-493a-b8e6-9e3115142c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.609800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-01cfdb97-64f3-493a-b8e6-9e3115142c48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9b5af2-afd1-4467-a65a-c83839b898ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811808 Aug 10 03:50:08.620381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 31f8782e-6c26-4533-8ad5-be97a43acf5b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=31f8782e-6c26-4533-8ad5-be97a43acf5b,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:08.627541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.751575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=31f8782e-6c26-4533-8ad5-be97a43acf5b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.829843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet d1cab37b-29db-45a6-90aa-5c31135e856f {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:08.833311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.837777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0df6d9-8e36-4629-bac5-486e43f37476 req-b1711373-3391-4d8d-b6ce-0ed1c0b171b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.839383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c0df6d9-8e36-4629-bac5-486e43f37476 req-b1711373-3391-4d8d-b6ce-0ed1c0b171b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 982 time: 0.1441453 Aug 10 03:50:08.851279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-74c16f89-ee20-4b22-9d5c-0695d70c9530 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348456 Aug 10 03:50:08.871627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70f2d9a9-cfe5-4648-a947-ac4af87d79d1 req-5b5a72cc-24a8-427f-8eae-2ade4616e52d tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683834 Aug 10 03:50:08.880094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Allocated IP 172.20.0.7 (0125910f-ae15-4c25-8612-e945c1a08c6b/08cd5b7c-2394-4129-a4b8-5309f8c54a4c/e432816f-8a9e-4885-81cf-a311c14063b7) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:08.959673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.963380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c0df6d9-8e36-4629-bac5-486e43f37476 req-9e67931f-2855-4144-80b4-9c30554186bf tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1045048 Aug 10 03:50:09.008907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-162f80f7-857b-4798-87ea-c775c10dd93a req-a290f287-f1d0-432d-9cde-a369dc395b35 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485386 Aug 10 03:50:09.097024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a18d4efb-eec7-4ebc-b2b7-8614a16cc5f9 req-00cfc1a1-780e-40af-acf9-8f2d167135f5 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 210 time: 0.0459056 Aug 10 03:50:09.216763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad680f-8099-491a-ba24-2752808498b2 req-8e37ac19-89d9-42c3-af85-5f2c779bd1ff tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.218405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dad680f-8099-491a-ba24-2752808498b2 req-8e37ac19-89d9-42c3-af85-5f2c779bd1ff tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.2509134 Aug 10 03:50:09.235262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a5b0bd40-a677-4fc5-b862-901272deb36b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:09.298203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-d743ac74-1d7c-422e-9098-f184d510a968 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.298903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.304464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-d743ac74-1d7c-422e-9098-f184d510a968 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.39 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 945 time: 0.1041386 Aug 10 03:50:09.318640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port a5b0bd40-a677-4fc5-b862-901272deb36b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:09.324620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port a5b0bd40-a677-4fc5-b862-901272deb36b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:09.325832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.356139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6dad680f-8099-491a-ba24-2752808498b2 req-2749f580-3c62-4733-921e-92bbd80ddc4d tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/security-groups?id=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056948 Aug 10 03:50:09.438955 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.465585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.474945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b0bd40-a677-4fc5-b862-901272deb36b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:09.478129 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a98d5-dfb7-4f96-b3f7-88f1f1a66ac8" -d '{"events": [{"server_uuid": "07ab579f-99c8-46fd-beb6-1d8d35e05965", "name": "network-vif-plugged", "status": "completed", "tag": "a5b0bd40-a677-4fc5-b862-901272deb36b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:09.485831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.488079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Deleting port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:09.488579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.498746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port a5b0bd40-a677-4fc5-b862-901272deb36b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a5b0bd40-a677-4fc5-b862-901272deb36b,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:09.512511 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.576933 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a0823-6c17-49af-af91-cc999d6f3864 x-openstack-request-id: req-991a0823-6c17-49af-af91-cc999d6f3864 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:09.577392 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ab579f-99c8-46fd-beb6-1d8d35e05965", "name": "network-vif-plugged", "status": "completed", "tag": "a5b0bd40-a677-4fc5-b862-901272deb36b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:09.577800 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-991a0823-6c17-49af-af91-cc999d6f3864 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:09.578690 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b0bd40-a677-4fc5-b862-901272deb36b', 'code': 200} Aug 10 03:50:09.628229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Network caff8167-faae-471e-a44a-e6a1393b5fd4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:09.633258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] For port 59b80dd6-4496-42f8-ba11-a0a1f56ae554, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=59b80dd6-4496-42f8-ba11-a0a1f56ae554,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:09.633652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.636186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:09.641203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.642417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.647804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=a5b0bd40-a677-4fc5-b862-901272deb36b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.651628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Calling delete_port for 59b80dd6-4496-42f8-ba11-a0a1f56ae554 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:09.652609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed04da-1108-48ff-b6bf-d988fbd9b644 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:09.715349 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.737497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Subnet': ['ID=b51898b9-f600-4bee-88ba-9ef2c1e15f76,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.810472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cab37b-29db-45a6-90aa-5c31135e856f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.824776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5feb66b0-54d3-487b-864a-dbc70b2b5887 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0583384 Aug 10 03:50:09.829612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45452) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.838382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-53914051', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b51898b9-f600-4bee-88ba-9ef2c1e15f76'}], 'security_groups': ['4af3d10d-f23e-4a0d-8e9b-96931020dfaf', '49557759-1d23-4ae9-bf1e-d5ad6832e48b']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:09.841605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.847330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ac5de03f-2547-43de-b2f5-ea9c1126b8f2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/d1cab37b-29db-45a6-90aa-5c31135e856f HTTP/1.1" status: 204 len: 168 time: 1.3871968 Aug 10 03:50:09.852560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.858917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235bf2e-43ce-47ce-8a4f-d8069f6ff41e None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:09.930637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3cc5ea88-0c00-456a-9c31-405ed52ca667 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768664 Aug 10 03:50:09.936195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45458) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.947161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.954490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562619bc-9261-4bb2-a39f-4feb7d1f33b4 req-9095c233-3c09-458f-87e4-00f2706f61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.956259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-562619bc-9261-4bb2-a39f-4feb7d1f33b4 req-9095c233-3c09-458f-87e4-00f2706f61b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 1097 time: 0.2872176 Aug 10 03:50:09.979117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['59b80dd6-4496-42f8-ba11-a0a1f56ae554'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:09.995436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Pushing event deleted for resources: {'Port': ['ID=59b80dd6-4496-42f8-ba11-a0a1f56ae554,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:10.074026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] No DVR routers for this DVR port 59b80dd6-4496-42f8-ba11-a0a1f56ae554 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:10.079139 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.082030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ffe6e5c2-e6f0-445c-aaa8-5c2e0bbcd27b req-83192f10-a576-4dca-80bc-9bcc5d07fd18 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.39 "DELETE /v2.0/ports/59b80dd6-4496-42f8-ba11-a0a1f56ae554 HTTP/1.1" status: 204 len: 173 time: 0.7711425 Aug 10 03:50:10.082570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'name': 'network-vif-deleted', 'tag': '59b80dd6-4496-42f8-ba11-a0a1f56ae554'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:10.092331 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a403a10e-733c-43a3-b350-84ecf4d50704" -d '{"events": [{"server_uuid": "2017a7f4-b4a6-4325-a1be-eb8734d5a77d", "name": "network-vif-deleted", "tag": "59b80dd6-4496-42f8-ba11-a0a1f56ae554"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:10.189019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.221578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:10.237157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Update dhcp port {'port': {'network_id': 'caff8167-faae-471e-a44a-e6a1393b5fd4', 'fixed_ips': [{'subnet_id': '7d8e8b23-3be2-4a97-9273-f4a736dbd66b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc8c9b5b-6a8a-4590-a379-2a407f0571b4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b51898b9-f600-4bee-88ba-9ef2c1e15f76'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:50:10.241751 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.280637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.287449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-562619bc-9261-4bb2-a39f-4feb7d1f33b4 req-c8f5bb8a-be3d-4c85-9261-53ec0c66a373 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007584 Aug 10 03:50:10.302291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Network 0125910f-ae15-4c25-8612-e945c1a08c6b is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:10.311534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:10.313778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Pushing event updated for resources: {'Port': ['ID=e432816f-8a9e-4885-81cf-a311c14063b7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:10.316475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479456e5-72f3-4872-9e30-6e8dd5e02162 req-1ec18b5d-7fbd-4fd6-8ce3-29dacf17255e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.318220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-479456e5-72f3-4872-9e30-6e8dd5e02162 req-1ec18b5d-7fbd-4fd6-8ce3-29dacf17255e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 982 time: 0.1308064 Aug 10 03:50:10.325217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:10.340016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c55bcf-49e0-488d-a91b-0a94d26b5415 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.343180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f2c55bcf-49e0-488d-a91b-0a94d26b5415 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3824196 Aug 10 03:50:10.356460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd25bd6-b246-4e82-9e7d-00aab0dff146 req-7f03ef69-1988-48c5-a01d-fe29c492c55b tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.358704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbd25bd6-b246-4e82-9e7d-00aab0dff146 req-7f03ef69-1988-48c5-a01d-fe29c492c55b tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 945 time: 0.2396085 Aug 10 03:50:10.359643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45466) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:10.435637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-479456e5-72f3-4872-9e30-6e8dd5e02162 req-0027d6a9-3452-41b5-a6fe-580ce846b6d6 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1070371 Aug 10 03:50:10.479067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.479732 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.516811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbd25bd6-b246-4e82-9e7d-00aab0dff146 req-f3be8eee-5e91-48c4-b3ba-f1dd4590993d tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255512 Aug 10 03:50:10.521487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cfe06e-90ac-4a30-bf43-7caac8907275 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.525765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-80cfe06e-90ac-4a30-bf43-7caac8907275 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1453612 Aug 10 03:50:10.526522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45470) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:10.531364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-400b1341-415f-4c72-9d6a-ca49ffdb28d9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1910527 Aug 10 03:50:10.544799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] Deleting port 31f8782e-6c26-4533-8ad5-be97a43acf5b {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:10.545456 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.547940 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fa83f0-9dc9-4f03-9de3-3e41b470cd90 x-openstack-request-id: req-a4fa83f0-9dc9-4f03-9de3-3e41b470cd90 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:10.550325 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017a7f4-b4a6-4325-a1be-eb8734d5a77d", "name": "network-vif-deleted", "tag": "59b80dd6-4496-42f8-ba11-a0a1f56ae554", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:10.552846 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4fa83f0-9dc9-4f03-9de3-3e41b470cd90 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:10.553312 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017a7f4-b4a6-4325-a1be-eb8734d5a77d', 'name': 'network-vif-deleted', 'tag': '59b80dd6-4496-42f8-ba11-a0a1f56ae554', 'status': 'completed', 'code': 200} Aug 10 03:50:10.592366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-212fb546-4e7c-4762-803d-da8fd2f641a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596778 Aug 10 03:50:10.593653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:10.596898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Request body: {'port': {'device_id': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:10.597798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:10.742813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9bc70b54-6570-4132-b81b-ffdcffd63f0f req-feedc0ce-4f78-429e-987a-9c892a8c33c1 tempest-ServerRescueTestJSON-1893315735 tempest-ServerRescueTestJSON-1893315735-project] 10.222.0.53 "GET /v2.0/ports?device_id=2017a7f4-b4a6-4325-a1be-eb8734d5a77d HTTP/1.1" status: 200 len: 210 time: 0.0762391 Aug 10 03:50:10.750526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2484-b46d-4d7f-be8d-b56bf735dc29 req-1be3da4c-3781-43e0-9ed6-1f0fe6c326c0 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.752562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-500d2484-b46d-4d7f-be8d-b56bf735dc29 req-1be3da4c-3781-43e0-9ed6-1f0fe6c326c0 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 931 time: 0.1037843 Aug 10 03:50:10.755857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.798203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Allocated IP 172.20.0.34 (caff8167-faae-471e-a44a-e6a1393b5fd4/b51898b9-f600-4bee-88ba-9ef2c1e15f76/15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:10.855508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:10.860629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.861036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-500d2484-b46d-4d7f-be8d-b56bf735dc29 req-d7963c84-610a-4dde-aecb-872d41ed380b tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933938 Aug 10 03:50:10.924244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] For port 31f8782e-6c26-4533-8ad5-be97a43acf5b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=31f8782e-6c26-4533-8ad5-be97a43acf5b,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:10.924653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.948840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] Calling delete_port for 31f8782e-6c26-4533-8ad5-be97a43acf5b owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:10.956716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,segment=NetworkSegment(8abcb4aa-f745-4079-8667-30bf8a062a28),segment_id=8abcb4aa-f745-4079-8667-30bf8a062a28)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:11.037249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.065838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Transition to ACTIVE for port object 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:11.072869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.148123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.171172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] No DVR routers for this DVR port 31f8782e-6c26-4533-8ad5-be97a43acf5b on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:11.228082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07caa2-e1cc-476e-a688-e217fffb2a4c None None] Pushing event updated for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.234832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ce201a82-2258-4fcb-8a9b-b6863ec0230d details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:11.276671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc51e5-b3f3-4c98-9b69-9bab0df527e4 None None] Pushing event deleted for resources: {'Port': ['ID=31f8782e-6c26-4533-8ad5-be97a43acf5b,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.383457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e432816f-8a9e-4885-81cf-a311c14063b7 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:11.394261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.410720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Transition to ACTIVE for port object e432816f-8a9e-4885-81cf-a311c14063b7 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:11.417801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.429737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ce201a82-2258-4fcb-8a9b-b6863ec0230d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:11.644635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Pushing event updated for resources: {'Port': ['ID=e432816f-8a9e-4885-81cf-a311c14063b7,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.755244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61a6a8-d1d3-4dcb-8f47-e3869bba0340 req-36163e8c-6ce6-425a-baff-5b6143af37e7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:11.757427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be61a6a8-d1d3-4dcb-8f47-e3869bba0340 req-36163e8c-6ce6-425a-baff-5b6143af37e7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 945 time: 0.1031458 Aug 10 03:50:11.760623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Attempting to bind port e432816f-8a9e-4885-81cf-a311c14063b7 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:11.760962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Attempting to bind port e432816f-8a9e-4885-81cf-a311c14063b7 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8223b510-fcc9-4055-8322-50ac91baef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:11.761308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Attempting to bind port e432816f-8a9e-4885-81cf-a311c14063b7 on network 0125910f-ae15-4c25-8612-e945c1a08c6b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:11.763052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'port_id': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'mac_address': 'fa:16:3e:5c:0f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:11.791176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Port e432816f-8a9e-4885-81cf-a311c14063b7 on network 0125910f-ae15-4c25-8612-e945c1a08c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:11.791549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Attempting to bind port e432816f-8a9e-4885-81cf-a311c14063b7 on network 0125910f-ae15-4c25-8612-e945c1a08c6b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:11.800703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:11.801059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Checking segment: {'id': '8223b510-fcc9-4055-8322-50ac91baef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:11.801452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Bound using segment: {'id': '8223b510-fcc9-4055-8322-50ac91baef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:11.801905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Bound port: e432816f-8a9e-4885-81cf-a311c14063b7, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8223b510-fcc9-4055-8322-50ac91baef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:11.803021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.811477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.833582 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.865020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce201a82-2258-4fcb-8a9b-b6863ec0230d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:11.878376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be61a6a8-d1d3-4dcb-8f47-e3869bba0340 req-04d4e2f7-8aa5-4e46-b6e2-294dc7fb0e0f tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135006 Aug 10 03:50:11.891986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=de5bdd1f-8dab-4583-8012-53d64b64be08,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.907109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ce201a82-2258-4fcb-8a9b-b6863ec0230d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:11.909107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:11.913715 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.937779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666b6a-c3fb-4d61-a8c2-226376a82187 req-6272e3c4-fc60-4343-b829-8fe28b040f3e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:11.946129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35666b6a-c3fb-4d61-a8c2-226376a82187 req-6272e3c4-fc60-4343-b829-8fe28b040f3e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 982 time: 0.2193930 Aug 10 03:50:11.951998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:11.962678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:11.963281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.981583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ce201a82-2258-4fcb-8a9b-b6863ec0230d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.982908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45486) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:11.993413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2489e7c1-707e-4bae-9166-a679568fcd05 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:12.053783 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35666b6a-c3fb-4d61-a8c2-226376a82187 req-e54f5997-9619-4993-980b-712552cd72d0 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1009080 Aug 10 03:50:12.066786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] For port e432816f-8a9e-4885-81cf-a311c14063b7, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:12.086240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Delete allocated IP 172.20.0.11 (caff8167-faae-471e-a44a-e6a1393b5fd4/fc8c9b5b-6a8a-4590-a379-2a407f0571b4) {{(pid=94140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:50:12.108118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cccd7ea2-d3db-48b7-ba50-32ef3ef81dd1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5131657 Aug 10 03:50:12.109490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] For port e432816f-8a9e-4885-81cf-a311c14063b7, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e432816f-8a9e-4885-81cf-a311c14063b7,segment=NetworkSegment(8223b510-fcc9-4055-8322-50ac91baef40),segment_id=8223b510-fcc9-4055-8322-50ac91baef40)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:12.118199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45490) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:12.141645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'de5bdd1f-8dab-4583-8012-53d64b64be08', 'ip_address': '2001:db8::4673:18fe:f54a:e7ce'}], 'name': 'tempest-NetworksTestDHCPv6-1755570851'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:12.164638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Allocated IP 172.20.0.43 (caff8167-faae-471e-a44a-e6a1393b5fd4/b51898b9-f600-4bee-88ba-9ef2c1e15f76/da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:12.194112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ce201a82-2258-4fcb-8a9b-b6863ec0230d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:12.195962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:12.205265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.274168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Provisioning for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:12.299097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:12.299471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.322997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Pushing event updated for resources: {'Port': ['ID=e432816f-8a9e-4885-81cf-a311c14063b7,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:12.361030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d37ea-3b96-4c3f-afa6-3278eafa9c40 req-89b5d17a-6fbe-493c-9fc8-9ab860f64993 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.362768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-652d37ea-3b96-4c3f-afa6-3278eafa9c40 req-89b5d17a-6fbe-493c-9fc8-9ab860f64993 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 943 time: 0.1458943 Aug 10 03:50:12.443043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:12.443404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.505266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'de5bdd1f-8dab-4583-8012-53d64b64be08'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:12.506226 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.527746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-652d37ea-3b96-4c3f-afa6-3278eafa9c40 req-9ff65f2d-3e17-4348-8b6c-69e06d8720c2 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507967 Aug 10 03:50:12.538868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:12.545947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.546703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.548378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-ad8bf68d-325d-4e5f-8115-132f16307469 service neutron] 10.222.0.65 "PUT /v2.0/ports/e432816f-8a9e-4885-81cf-a311c14063b7 HTTP/1.1" status: 200 len: 1092 time: 1.9595780 Aug 10 03:50:12.550946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'tag': 'e432816f-8a9e-4885-81cf-a311c14063b7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:12.565320 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed4032f-fbcd-4a74-9718-795990e943cf" -d '{"events": [{"name": "network-changed", "server_uuid": "61ae0348-c8ce-4f13-bd30-5dac8841af45", "tag": "e432816f-8a9e-4885-81cf-a311c14063b7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:12.633745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21a8d6-24b1-461a-a522-ceb9da7f40a5 req-ed00cde6-280c-4bbc-993d-b94b1fe4b600 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.635647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b21a8d6-24b1-461a-a522-ceb9da7f40a5 req-ed00cde6-280c-4bbc-993d-b94b1fe4b600 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d0d06f-7f11-4537-af56-c9c6e5b6a01f HTTP/1.1" status: 200 len: 945 time: 0.4511030 Aug 10 03:50:12.670703 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc647384-cfe7-459d-bc30-75a3e8ca5b7e x-openstack-request-id: req-fc647384-cfe7-459d-bc30-75a3e8ca5b7e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:12.671401 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ae0348-c8ce-4f13-bd30-5dac8841af45", "tag": "e432816f-8a9e-4885-81cf-a311c14063b7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:12.671401 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc647384-cfe7-459d-bc30-75a3e8ca5b7e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:12.671658 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'tag': 'e432816f-8a9e-4885-81cf-a311c14063b7', 'status': 'completed', 'code': 200} Aug 10 03:50:12.748103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.750783 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b21a8d6-24b1-461a-a522-ceb9da7f40a5 req-2a49f9c8-caa2-4f97-b26c-5364979a738f tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906563 Aug 10 03:50:12.753652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-39ced67a-fcf5-41bc-aa88-484b4a2e2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.754442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-39ced67a-fcf5-41bc-aa88-484b4a2e2369 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9553daa9ce44de9bf63bc06a37ca211&device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 1095 time: 0.1596687 Aug 10 03:50:12.757453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Provisioning complete for port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:12.757838 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.760030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.811967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-d624547c-b95b-49f6-8418-9dcce2fa404f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e432816f-8a9e-4885-81cf-a311c14063b7 HTTP/1.1" status: 200 len: 217 time: 0.0473266 Aug 10 03:50:12.814831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:12.865250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Transition to ACTIVE for port object da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:12.901521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-1cb8b949-b76a-4291-a698-4746cc05ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.903044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-1cb8b949-b76a-4291-a698-4746cc05ba07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08cd5b7c-2394-4129-a4b8-5309f8c54a4c HTTP/1.1" status: 200 len: 852 time: 0.0694003 Aug 10 03:50:12.918213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/de5bdd1f-8dab-4583-8012-53d64b64be08/e04c17b6-93c1-4d7d-9c4d-638e0163688c) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:12.926731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:12.952206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-04c225aa-b8f7-4c51-aec5-1a3692d32f7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0125910f-ae15-4c25-8612-e945c1a08c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416088 Aug 10 03:50:12.956613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Provisioning for port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:12.982666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.041796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 31f8782e-6c26-4533-8ad5-be97a43acf5b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:13.055477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Provisioning complete for port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:13.056006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.071195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event updated for resources: {'Port': ['ID=da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.189672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 31f8782e-6c26-4533-8ad5-be97a43acf5b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:13.190038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 31f8782e-6c26-4533-8ad5-be97a43acf5b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:13.232275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-be3f6798-9408-47b7-8491-71efaaf78833 None None] Port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:13.242269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 59b80dd6-4496-42f8-ba11-a0a1f56ae554 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:13.273079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 59b80dd6-4496-42f8-ba11-a0a1f56ae554 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:13.273465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 59b80dd6-4496-42f8-ba11-a0a1f56ae554 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:13.394026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.401251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] In _notify_port_updated(), no bound segment for port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe on network caff8167-faae-471e-a44a-e6a1393b5fd4 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:50:13.406115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Transition to ACTIVE for port object e04c17b6-93c1-4d7d-9c4d-638e0163688c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:13.409015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.410385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.412086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4c238abe-0832-4a1e-9d81-fcc1cd48210c tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "PUT /v2.0/ports/da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe HTTP/1.1" status: 200 len: 958 time: 3.5809128 Aug 10 03:50:13.417170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45506) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:13.431633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Transition to ACTIVE for port object e04c17b6-93c1-4d7d-9c4d-638e0163688c will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:13.446603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.545738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:13.554278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:13.579015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:13.618419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-bd491c10-3694-4159-b157-37ee3a767434 service neutron] 10.222.0.65 "GET /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542108 Aug 10 03:50:13.619681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54ff1-075b-4089-af43-c304f00e1c94 req-e181d194-af53-4cd8-9c45-21387f974dfd tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.629131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6dd54ff1-075b-4089-af43-c304f00e1c94 req-e181d194-af53-4cd8-9c45-21387f974dfd tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 983 time: 0.4214454 Aug 10 03:50:13.641862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Pushing event updated for resources: {'Port': ['ID=e04c17b6-93c1-4d7d-9c4d-638e0163688c,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.714121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Attempting to bind port e04c17b6-93c1-4d7d-9c4d-638e0163688c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:13.714971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Attempting to bind port e04c17b6-93c1-4d7d-9c4d-638e0163688c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:13.720455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Attempting to bind port e04c17b6-93c1-4d7d-9c4d-638e0163688c on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:13.720771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::4673:18fe:f54a:e7ce (436e607c-ef4c-4ae6-a09e-44491dfe481c/de5bdd1f-8dab-4583-8012-53d64b64be08/1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:13.733538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:13.735403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:13.738776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.739564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:13.740192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Bound port: e04c17b6-93c1-4d7d-9c4d-638e0163688c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:13.740629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.768872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.861747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] For port e04c17b6-93c1-4d7d-9c4d-638e0163688c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:13.890119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] For port e04c17b6-93c1-4d7d-9c4d-638e0163688c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e04c17b6-93c1-4d7d-9c4d-638e0163688c,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:13.906117 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.907306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468f833-e0a3-43b1-a3a9-69250c2bc17a req-03da074d-1124-4121-8a54-411ef6c871a9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.910658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9468f833-e0a3-43b1-a3a9-69250c2bc17a req-03da074d-1124-4121-8a54-411ef6c871a9 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 943 time: 0.1921248 Aug 10 03:50:13.919971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6dd54ff1-075b-4089-af43-c304f00e1c94 req-adbe8f99-bee6-4597-9fb2-12cee818b522 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2893784 Aug 10 03:50:13.920686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6cfca17b-ad3a-428a-8e30-27d14b14f215 None None] Provisioning complete for port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:13.921176 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6cfca17b-ad3a-428a-8e30-27d14b14f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.956870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:13.957319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.071852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9468f833-e0a3-43b1-a3a9-69250c2bc17a req-335a7f9e-b7fd-45d2-b8f8-ec6746c640c1 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328428 Aug 10 03:50:14.078495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f6f5685-e795-461a-82ad-0b1d3865293e req-7de5b454-4ae6-4279-b5d3-97714c18fe73 service neutron] 10.222.0.65 "GET /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472220 Aug 10 03:50:14.100892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e68be-db09-4f18-a63b-3d444fc6dabf None None] Pushing event updated for resources: {'Port': ['ID=e04c17b6-93c1-4d7d-9c4d-638e0163688c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:14.104334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6cfca17b-ad3a-428a-8e30-27d14b14f215 None None] Port da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:14.175110 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.214531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4032f-fbcd-4a74-9718-795990e943cf req-052acd47-f183-471f-a82d-9f0cc87111f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.215638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-052acd47-f183-471f-a82d-9f0cc87111f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9553daa9ce44de9bf63bc06a37ca211&device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 1095 time: 0.0663779 Aug 10 03:50:14.228513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.241005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:14.268274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:14.313629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-ba3f7997-64f1-442a-8173-00e1f70bacca tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.315237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-ba3f7997-64f1-442a-8173-00e1f70bacca tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 813 time: 0.2557592 Aug 10 03:50:14.430312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-98b19de1-9478-46d5-8be7-b0cb1d432186 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/quotas/aed8b7bc326a4a90bffa4d7e0c76b7b9 HTTP/1.1" status: 200 len: 375 time: 0.0863795 Aug 10 03:50:14.436676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4032f-fbcd-4a74-9718-795990e943cf req-2adcf93b-e5ce-47d5-ab2d-ac30d3373122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.438609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-2adcf93b-e5ce-47d5-ab2d-ac30d3373122 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0125910f-ae15-4c25-8612-e945c1a08c6b HTTP/1.1" status: 200 len: 913 time: 0.2117581 Aug 10 03:50:14.510659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.522721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Deleting port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:14.522721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.527817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-0568c145-88f9-4b98-a188-3c4b11e3407d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e432816f-8a9e-4885-81cf-a311c14063b7 HTTP/1.1" status: 200 len: 217 time: 0.0750139 Aug 10 03:50:14.608513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:14.618364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-3582ad3c-ed44-457c-9763-7d708c717402 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708035 Aug 10 03:50:14.624515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:14.644405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-027f3d33-558c-449a-8ce5-5c6bdae42944 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.645816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-027f3d33-558c-449a-8ce5-5c6bdae42944 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "GET /v2.0/ports?device_id=23d0d06f-7f11-4537-af56-c9c6e5b6a01f HTTP/1.1" status: 200 len: 945 time: 0.1551824 Aug 10 03:50:14.650003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:14.653714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4032f-fbcd-4a74-9718-795990e943cf req-e50543d3-a452-480a-a970-8ee987803921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.655238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-e50543d3-a452-480a-a970-8ee987803921 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08cd5b7c-2394-4129-a4b8-5309f8c54a4c HTTP/1.1" status: 200 len: 852 time: 0.1152582 Aug 10 03:50:14.657561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:14.664672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.665817 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.733194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-bc9b4d24-f8cd-46f0-b208-cd03f16b1104 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0125910f-ae15-4c25-8612-e945c1a08c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666294 Aug 10 03:50:14.751551 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de792f43-3526-4c7b-81ba-f4ad0bfbb45e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6127119 Aug 10 03:50:14.755540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:14.760751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'de5bdd1f-8dab-4583-8012-53d64b64be08', 'ip_address': '2001:db8::4673:18fe:f54a:e7ce'}], 'name': 'tempest-NetworksTestDHCPv6-1527675617'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:14.840446 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.873273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] For port 180c92a3-e12a-4c5e-a0f1-67d5fce501cd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,segment=NetworkSegment(3f472a3e-6718-4b2f-85f6-b3feb7acb9e9),segment_id=3f472a3e-6718-4b2f-85f6-b3feb7acb9e9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:14.874304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.911982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Calling delete_port for 180c92a3-e12a-4c5e-a0f1-67d5fce501cd owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:14.913839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:14.990290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-8b4d163f-99eb-4cce-be39-9c4b544230f8 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.992045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-8b4d163f-99eb-4cce-be39-9c4b544230f8 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "GET /v2.0/ports?device_id=07ab579f-99c8-46fd-beb6-1d8d35e05965 HTTP/1.1" status: 200 len: 945 time: 0.2089732 Aug 10 03:50:15.029992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-4c67ab8e-7e0f-4205-8630-e473e4782e2e service neutron] 10.222.0.53 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773539 Aug 10 03:50:15.094284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-79f4326e-2483-4d18-aeda-c21b2f0a190e service neutron] 10.222.0.65 "GET /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393149 Aug 10 03:50:15.146266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Deleting port f908114d-4a59-41cc-ba4a-b6fa378aa173 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:15.146607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.148748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:15.156713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.241475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.244890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7b4b142d-bb33-4f2a-9653-3dffef93b7f0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe HTTP/1.1" status: 204 len: 168 time: 1.8263395 Aug 10 03:50:15.256362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ce201a82-2258-4fcb-8a9b-b6863ec0230d up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:15.278260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45528) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:15.347710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 53094a9e-1a1f-496e-a9b9-5f2e543c4e08 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:15.440287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port ce201a82-2258-4fcb-8a9b-b6863ec0230d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:15.447260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port ce201a82-2258-4fcb-8a9b-b6863ec0230d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:15.448537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.474110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-27b5a88b-db32-4999-9a5f-516a8754195d service neutron] 10.222.0.53 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923328 Aug 10 03:50:15.524872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc25a7-b2cd-4087-97db-e7a1d5755594 req-76e30a14-f7cf-4e46-9955-84b4a3d4135a tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.526691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12dc25a7-b2cd-4087-97db-e7a1d5755594 req-76e30a14-f7cf-4e46-9955-84b4a3d4135a tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 983 time: 0.4524376 Aug 10 03:50:15.556469 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7403a96d-4f7f-4650-b5ad-3f1baa7bc561 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] GET failed (client error): The resource could not be found. Aug 10 03:50:15.560074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7403a96d-4f7f-4650-b5ad-3f1baa7bc561 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports/da27df9a-b5f9-4f5f-b31c-af5b36f1b6fe HTTP/1.1" status: 404 len: 333 time: 0.2350664 Aug 10 03:50:15.571762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45532) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:15.636451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.712288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ce201a82-2258-4fcb-8a9b-b6863ec0230d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:15.724787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:15.728286 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b7e73-7162-4bc8-809c-1f0ccae9ac42" -d '{"events": [{"server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "name": "network-vif-plugged", "status": "completed", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:15.733215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f4ed2bcb-7e47-4e73-a1ee-c0a07aed5894 None None] Provisioning for port e04c17b6-93c1-4d7d-9c4d-638e0163688c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:15.737339 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.824801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bed4032f-fbcd-4a74-9718-795990e943cf req-3f856deb-0f01-41be-8d27-6b3d89dd59cf service neutron] 10.222.0.65 "GET /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922364 Aug 10 03:50:15.832375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c54ca11-4acb-401c-b444-7b5449d892db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.833277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ce201a82-2258-4fcb-8a9b-b6863ec0230d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:15.846532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e432816f-8a9e-4885-81cf-a311c14063b7 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:15.889004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] For port f908114d-4a59-41cc-ba4a-b6fa378aa173, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=f908114d-4a59-41cc-ba4a-b6fa378aa173,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:15.889492 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.920033 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12dc25a7-b2cd-4087-97db-e7a1d5755594 req-67323b18-818d-4210-b819-89826fcdf0d6 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3779917 Aug 10 03:50:15.929240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Calling delete_port for f908114d-4a59-41cc-ba4a-b6fa378aa173 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:15.941450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Deleting port a5b0bd40-a677-4fc5-b862-901272deb36b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:15.941775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.954590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c54ca11-4acb-401c-b444-7b5449d892db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.000996 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:16.001596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:16.060094 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86754e3-22f4-403e-9b9b-55adcd5b3049 x-openstack-request-id: req-f86754e3-22f4-403e-9b9b-55adcd5b3049 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:16.060094 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "name": "network-vif-plugged", "status": "completed", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:16.060094 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f86754e3-22f4-403e-9b9b-55adcd5b3049 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:16.060094 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'code': 200} Aug 10 03:50:16.140486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-07c42e10-d703-46cf-ba5d-bc1f578df57f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3837106 Aug 10 03:50:16.212576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:16.217098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c54ca11-4acb-401c-b444-7b5449d892db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.232776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e432816f-8a9e-4885-81cf-a311c14063b7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e432816f-8a9e-4885-81cf-a311c14063b7,segment=NetworkSegment(8223b510-fcc9-4055-8322-50ac91baef40),segment_id=8223b510-fcc9-4055-8322-50ac91baef40)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:16.232986 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c54ca11-4acb-401c-b444-7b5449d892db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.234390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c54ca11-4acb-401c-b444-7b5449d892db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/security-groups/8995e0f0-f4d5-462d-b72e-296cdc507631 HTTP/1.1" status: 204 len: 168 time: 0.6602395 Aug 10 03:50:16.253792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e432816f-8a9e-4885-81cf-a311c14063b7', 'network_id': '0125910f-ae15-4c25-8612-e945c1a08c6b', 'port_id': 'e432816f-8a9e-4885-81cf-a311c14063b7', 'mac_address': 'fa:16:3e:e4:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cd5b7c-2394-4129-a4b8-5309f8c54a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:16.259347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e04c17b6-93c1-4d7d-9c4d-638e0163688c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:16.267762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:16.296975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8180f381-c922-4058-904d-0940dfda5bb6 None None] Provisioning for port 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:16.368988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54ca11-4acb-401c-b444-7b5449d892db tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995e0f0-f4d5-462d-b72e-296cdc507631,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:16.389802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8180f381-c922-4058-904d-0940dfda5bb6 None None] Provisioning complete for port 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:16.392794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8180f381-c922-4058-904d-0940dfda5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.429705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347819a2-9358-4148-b1c5-b54879750c9b req-ac80e54a-7f43-4341-9b27-0b4decc538da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.438605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.443273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-347819a2-9358-4148-b1c5-b54879750c9b req-ac80e54a-7f43-4341-9b27-0b4decc538da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.2928441 Aug 10 03:50:16.473919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532f6c-fc67-4379-92be-f87f0326715b req-e3506ed3-a372-43b0-b8b8-742ccdb2a05e tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.478832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74532f6c-fc67-4379-92be-f87f0326715b req-e3506ed3-a372-43b0-b8b8-742ccdb2a05e tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 943 time: 0.5199754 Aug 10 03:50:16.497427 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.510683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['f908114d-4a59-41cc-ba4a-b6fa378aa173'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:16.534346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['a5b0bd40-a677-4fc5-b862-901272deb36b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:16.556429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8180f381-c922-4058-904d-0940dfda5bb6 None None] Port 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:16.607032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e432816f-8a9e-4885-81cf-a311c14063b7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:16.629791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e04c17b6-93c1-4d7d-9c4d-638e0163688c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:16.688173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c7016-6ac4-42df-94b3-c6cbd75185a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.688418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e04c17b6-93c1-4d7d-9c4d-638e0163688c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:16.688713 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.688901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4c413f69-1735-4383-bb5a-620db92e4185 req-49300a11-3435-43b5-982a-f3cacb3a0309 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 210 time: 0.2610693 Aug 10 03:50:16.691576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e432816f-8a9e-4885-81cf-a311c14063b7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e432816f-8a9e-4885-81cf-a311c14063b7,segment=NetworkSegment(8223b510-fcc9-4055-8322-50ac91baef40),segment_id=8223b510-fcc9-4055-8322-50ac91baef40)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:16.706873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c7016-6ac4-42df-94b3-c6cbd75185a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.712101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b88c7016-6ac4-42df-94b3-c6cbd75185a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4669049 Aug 10 03:50:16.712752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45556) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:16.725762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd3efecb-eea4-478e-b7b2-bca7362174ad tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.751506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.763306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-347819a2-9358-4148-b1c5-b54879750c9b req-8e7a4f6f-4913-4660-83c1-13306efc102d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3190620 Aug 10 03:50:16.767529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event deleted for resources: {'Port': ['ID=f908114d-4a59-41cc-ba4a-b6fa378aa173,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:16.814622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74532f6c-fc67-4379-92be-f87f0326715b req-be65ae1a-3388-4ba5-a8e2-e97e2476a437 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069091 Aug 10 03:50:16.855239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.860827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] No DVR routers for this DVR port f908114d-4a59-41cc-ba4a-b6fa378aa173 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:16.888121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.892282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecbb3735-39e1-43d6-989e-0e444a4afa89 req-65de46d2-b5f5-489e-b5af-be936d628cb4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "DELETE /v2.0/ports/f908114d-4a59-41cc-ba4a-b6fa378aa173 HTTP/1.1" status: 204 len: 173 time: 2.2341597 Aug 10 03:50:16.896385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'name': 'network-vif-deleted', 'tag': 'f908114d-4a59-41cc-ba4a-b6fa378aa173'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:16.903463 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e2fee-f70f-4fc6-b908-b46d8af4c48c" -d '{"events": [{"server_uuid": "23d0d06f-7f11-4537-af56-c9c6e5b6a01f", "name": "network-vif-deleted", "tag": "f908114d-4a59-41cc-ba4a-b6fa378aa173"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:16.944934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd3efecb-eea4-478e-b7b2-bca7362174ad tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.021959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e432816f-8a9e-4885-81cf-a311c14063b7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:17.084296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Pushing event deleted for resources: {'Port': ['ID=180c92a3-e12a-4c5e-a0f1-67d5fce501cd,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:17.115486 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd3efecb-eea4-478e-b7b2-bca7362174ad tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.124732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] For port a5b0bd40-a677-4fc5-b862-901272deb36b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=a5b0bd40-a677-4fc5-b862-901272deb36b,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:17.154289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.164708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd3efecb-eea4-478e-b7b2-bca7362174ad tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.177811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fd3efecb-eea4-478e-b7b2-bca7362174ad tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/security-groups/49557759-1d23-4ae9-bf1e-d5ad6832e48b HTTP/1.1" status: 204 len: 168 time: 0.9000118 Aug 10 03:50:17.180239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45564) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:17.263846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3efecb-eea4-478e-b7b2-bca7362174ad tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49557759-1d23-4ae9-bf1e-d5ad6832e48b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:17.275436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e432816f-8a9e-4885-81cf-a311c14063b7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:17.320680 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f37da-e91d-4bdb-929f-2010aa2920ac x-openstack-request-id: req-b75f37da-e91d-4bdb-929f-2010aa2920ac {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:17.320978 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d0d06f-7f11-4537-af56-c9c6e5b6a01f", "name": "network-vif-deleted", "tag": "f908114d-4a59-41cc-ba4a-b6fa378aa173", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:17.329129 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b75f37da-e91d-4bdb-929f-2010aa2920ac {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:17.329926 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d0d06f-7f11-4537-af56-c9c6e5b6a01f', 'name': 'network-vif-deleted', 'tag': 'f908114d-4a59-41cc-ba4a-b6fa378aa173', 'status': 'completed', 'code': 200} Aug 10 03:50:17.379132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Calling delete_port for a5b0bd40-a677-4fc5-b862-901272deb36b owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:17.443566 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.604624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e04c17b6-93c1-4d7d-9c4d-638e0163688c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e04c17b6-93c1-4d7d-9c4d-638e0163688c,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:17.623644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.663007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619a3d1-1f09-4d69-884b-50c33f6b01f1 req-2c875eea-6464-4767-bc92-4416bf0ba69c tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.676349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7619a3d1-1f09-4d69-884b-50c33f6b01f1 req-2c875eea-6464-4767-bc92-4416bf0ba69c tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 984 time: 0.4981468 Aug 10 03:50:17.876346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f908114d-4a59-41cc-ba4a-b6fa378aa173 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:17.888599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7619a3d1-1f09-4d69-884b-50c33f6b01f1 req-e01842bb-14fd-4e30-97f7-dbf33f27597f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2106135 Aug 10 03:50:17.974727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.997761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: f908114d-4a59-41cc-ba4a-b6fa378aa173 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:17.998349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device f908114d-4a59-41cc-ba4a-b6fa378aa173 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:18.106564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.167797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event deleted for resources: {'Port': ['ID=a5b0bd40-a677-4fc5-b862-901272deb36b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.222529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:18.223315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.227077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26018215-5a1e-4b68-98c7-37399e9d85b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.259498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e04c17b6-93c1-4d7d-9c4d-638e0163688c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.259858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26018215-5a1e-4b68-98c7-37399e9d85b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.351020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d29529e3-247e-41c4-aa87-88cee246a0af req-0641356e-4ee1-4d12-9376-cd2eeaf541d5 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 210 time: 0.2864161 Aug 10 03:50:18.365606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26018215-5a1e-4b68-98c7-37399e9d85b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.370029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26018215-5a1e-4b68-98c7-37399e9d85b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.372523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26018215-5a1e-4b68-98c7-37399e9d85b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/security-groups/4af3d10d-f23e-4a0d-8e9b-96931020dfaf HTTP/1.1" status: 204 len: 168 time: 1.1203516 Aug 10 03:50:18.406661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:18.455587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018215-5a1e-4b68-98c7-37399e9d85b9 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3d10d-f23e-4a0d-8e9b-96931020dfaf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.547167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet fc8c9b5b-6a8a-4590-a379-2a407f0571b4 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:18.570754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.621494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.713367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:18.734547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.840252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] No DVR routers for this DVR port a5b0bd40-a677-4fc5-b862-901272deb36b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:18.848076 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.850258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-511c6e70-f2ae-45cd-9b0f-6bf8b3bf818c req-5d9717bf-bee1-4c9b-b40a-9998b7e2b59e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "DELETE /v2.0/ports/a5b0bd40-a677-4fc5-b862-901272deb36b HTTP/1.1" status: 204 len: 173 time: 3.8370645 Aug 10 03:50:18.862016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3b48f-f5a6-411a-971a-0b9437a5c147 req-d09eea6c-aad9-496b-ad6a-cbf5cf70ee4e tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.869343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97d3b48f-f5a6-411a-971a-0b9437a5c147 req-d09eea6c-aad9-496b-ad6a-cbf5cf70ee4e tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 944 time: 0.7822902 Aug 10 03:50:18.992016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-7e9e63dd-0395-428a-bd30-36759765254a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.993576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-7e9e63dd-0395-428a-bd30-36759765254a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 813 time: 0.4152141 Aug 10 03:50:18.998278 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97d3b48f-f5a6-411a-971a-0b9437a5c147 req-4a124bac-0451-4fca-87ca-01dd81b0a353 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233265 Aug 10 03:50:19.059298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Request body: {'port': {'device_id': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'admin_state_up': True, 'tenant_id': 'aed8b7bc326a4a90bffa4d7e0c76b7b9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:19.064144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-728f986b-bd94-4065-a3b4-7730be216c45 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.066511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-728f986b-bd94-4065-a3b4-7730be216c45 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 813 time: 0.3694487 Aug 10 03:50:19.113491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Request body: {'port': {'device_id': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'admin_state_up': True, 'tenant_id': 'aed8b7bc326a4a90bffa4d7e0c76b7b9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:19.214720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Router e9b78dc4-c25d-48ea-afd8-858c66a4871b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:19.241476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.281372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ba9d3-2ab8-4f5a-b6bb-f8d6a55679f5 req-ee1d4080-bfe3-4f4b-bf9c-09fbc7967221 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.283153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d9ba9d3-2ab8-4f5a-b6bb-f8d6a55679f5 req-ee1d4080-bfe3-4f4b-bf9c-09fbc7967221 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 984 time: 0.2507253 Aug 10 03:50:19.284969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a5b0bd40-a677-4fc5-b862-901272deb36b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:19.321540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Made reservation on behalf of aed8b7bc326a4a90bffa4d7e0c76b7b9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:19.326277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.342086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: a5b0bd40-a677-4fc5-b862-901272deb36b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:19.342813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device a5b0bd40-a677-4fc5-b862-901272deb36b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:19.347560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'name': 'network-vif-deleted', 'tag': 'a5b0bd40-a677-4fc5-b862-901272deb36b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:19.350135 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c4408e-36eb-4b95-a84f-25cb54007295" -d '{"events": [{"server_uuid": "07ab579f-99c8-46fd-beb6-1d8d35e05965", "name": "network-vif-deleted", "tag": "a5b0bd40-a677-4fc5-b862-901272deb36b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:19.379051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.414373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d9ba9d3-2ab8-4f5a-b6bb-f8d6a55679f5 req-e7ee6128-6801-4fd8-83e7-a2a88a18ff0c tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1145618 Aug 10 03:50:19.451702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.453941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.490741 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2029bc9-379b-43e8-b12c-d20b42fe3d65 x-openstack-request-id: req-f2029bc9-379b-43e8-b12c-d20b42fe3d65 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:19.491100 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ab579f-99c8-46fd-beb6-1d8d35e05965", "name": "network-vif-deleted", "tag": "a5b0bd40-a677-4fc5-b862-901272deb36b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:19.491283 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2029bc9-379b-43e8-b12c-d20b42fe3d65 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:19.491693 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ab579f-99c8-46fd-beb6-1d8d35e05965', 'name': 'network-vif-deleted', 'tag': 'a5b0bd40-a677-4fc5-b862-901272deb36b', 'status': 'completed', 'code': 200} Aug 10 03:50:19.496052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Made reservation on behalf of aed8b7bc326a4a90bffa4d7e0c76b7b9 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:19.502373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.524044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8c9b5b-6a8a-4590-a379-2a407f0571b4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.535734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.546224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169ba63-08e3-4e56-8737-6a20f7993d39 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:19.548599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:19.551481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0aca3139-6bc5-4468-b1d6-f2762e6f4d67 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 HTTP/1.1" status: 204 len: 168 time: 2.8346584 Aug 10 03:50:19.559434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d400c083-960c-4a1a-929e-3bb47d38206e admin admin] 10.222.0.53 "PUT /v2.0/routers/e9b78dc4-c25d-48ea-afd8-858c66a4871b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5732384 Aug 10 03:50:19.577246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] Sync routers for ids ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:19.593882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45584) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:19.594888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.596684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45586) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:19.608470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1ae21642-5db9-4b43-b8cc-38d223f299d0 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/fc8c9b5b-6a8a-4590-a379-2a407f0571b4 HTTP/1.1" status: 204 len: 168 time: 1.1984949 Aug 10 03:50:19.612497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45588) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:19.686170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] Routers {'e9b78dc4-c25d-48ea-afd8-858c66a4871b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:19.687348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:19.727336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eceb2ff4-b6b1-4eff-83bd-ea40119940f2 req-ab4ced67-49aa-44d5-9e09-cb33ac31280f tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 210 time: 0.1745670 Aug 10 03:50:19.898353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Allocated IP 172.20.0.10 (9f5f5799-365b-47ed-ad3b-d20b0fb98111/022c571f-862c-4361-97c2-73360f8a2587/67ec20e8-0851-4c68-b081-a7a40ae9c923) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:19.915602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] Set router e9b78dc4-c25d-48ea-afd8-858c66a4871b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:19.925525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f443f76-0bda-46cc-9d61-f9e5086a5fc5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.927634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f443f76-0bda-46cc-9d61-f9e5086a5fc5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.932029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7f443f76-0bda-46cc-9d61-f9e5086a5fc5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3342159 Aug 10 03:50:19.932767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:19.951713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet b51898b9-f600-4bee-88ba-9ef2c1e15f76 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:19.958354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.019396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.066731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet de5bdd1f-8dab-4583-8012-53d64b64be08 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:20.074818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.179941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef437a8-38e5-4275-bf25-9ed7948d209a req-671c3a8d-3d05-41a4-b20b-38906ca332c1 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.188788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cef437a8-38e5-4275-bf25-9ed7948d209a req-671c3a8d-3d05-41a4-b20b-38906ca332c1 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 984 time: 0.3959937 Aug 10 03:50:20.223614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.272954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f1b01-306e-434c-89b3-6c910f6a3308 req-6a77b49c-fa44-48ca-853b-bd13e7374499 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.274597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-860f1b01-306e-434c-89b3-6c910f6a3308 req-6a77b49c-fa44-48ca-853b-bd13e7374499 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 944 time: 0.1255276 Aug 10 03:50:20.276448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.285022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e432816f-8a9e-4885-81cf-a311c14063b7 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:20.326639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e04c17b6-93c1-4d7d-9c4d-638e0163688c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:20.353169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.406416 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-860f1b01-306e-434c-89b3-6c910f6a3308 req-d821defd-078e-4173-90fd-9a628e146e28 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240137 Aug 10 03:50:20.420753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.452897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.492339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cef437a8-38e5-4275-bf25-9ed7948d209a req-effb7387-aee8-487d-83ff-5ca9733a8930 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3027828 Aug 10 03:50:20.550899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.554236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/b51898b9-f600-4bee-88ba-9ef2c1e15f76 HTTP/1.1" status: 204 len: 168 time: 0.9399953 Aug 10 03:50:20.556484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45598) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:20.556826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd4dd8-0e08-42e3-8128-70ba511ba340 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=b51898b9-f600-4bee-88ba-9ef2c1e15f76,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:20.586352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port e432816f-8a9e-4885-81cf-a311c14063b7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:20.606604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port e432816f-8a9e-4885-81cf-a311c14063b7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:20.607267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.636368 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bbd52f-6710-4917-a40b-5cb54b8bcf69 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:20.636828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bbd52f-6710-4917-a40b-5cb54b8bcf69 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:20.640908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a6bbd52f-6710-4917-a40b-5cb54b8bcf69 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/fc8c9b5b-6a8a-4590-a379-2a407f0571b4 HTTP/1.1" status: 404 len: 337 time: 0.0827794 Aug 10 03:50:20.645048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:20.681006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e04c17b6-93c1-4d7d-9c4d-638e0163688c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:20.681297 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.685450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.706408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1afc0-6c93-428b-bebc-056b1d1fe8aa req-0c1b2da2-8e19-4b32-9629-5cc36843692d tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.714663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-57d1afc0-6c93-428b-bebc-056b1d1fe8aa req-0c1b2da2-8e19-4b32-9629-5cc36843692d tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.1041594 Aug 10 03:50:20.735465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-57d1afc0-6c93-428b-bebc-056b1d1fe8aa req-d281f6ae-8a3d-420d-b12e-67570a89aeac tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.744186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting subnet 7d8e8b23-3be2-4a97-9273-f4a736dbd66b {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:20.744654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.751132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Deleting port 1e8a19d0-5384-4623-8b27-ccfd053b5e98 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:20.751488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.757659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.819388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.842747 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.900746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e432816f-8a9e-4885-81cf-a311c14063b7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e432816f-8a9e-4885-81cf-a311c14063b7,segment=NetworkSegment(8223b510-fcc9-4055-8322-50ac91baef40),segment_id=8223b510-fcc9-4055-8322-50ac91baef40)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:20.904469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e432816f-8a9e-4885-81cf-a311c14063b7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:20.907340 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c79de0-9942-4750-bb05-9b47ceec1fc8" -d '{"events": [{"server_uuid": "61ae0348-c8ce-4f13-bd30-5dac8841af45", "name": "network-vif-plugged", "status": "completed", "tag": "e432816f-8a9e-4885-81cf-a311c14063b7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:20.912445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.956099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.968131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.010446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:50:15Z', 'revision_number': 5, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port': {'id': '1e8a19d0-5384-4623-8b27-ccfd053b5e98', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:48Z', 'updated_at': '2021-08-10T03:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:21.061349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.096704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] Checking router: e9b78dc4-c25d-48ea-afd8-858c66a4871b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:21.108652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Allocated IP 172.20.0.5 (9f5f5799-365b-47ed-ad3b-d20b0fb98111/022c571f-862c-4361-97c2-73360f8a2587/cab00f69-bbc2-45e9-ade2-33e8bea37e61) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:21.131399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e432816f-8a9e-4885-81cf-a311c14063b7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.136100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] Routers {'e9b78dc4-c25d-48ea-afd8-858c66a4871b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:21.136841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:21.163429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=de5bdd1f-8dab-4583-8012-53d64b64be08,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.182615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.185256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91720d71-1375-4654-9c74-b03f9593053c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/de5bdd1f-8dab-4583-8012-53d64b64be08 HTTP/1.1" status: 204 len: 168 time: 1.2463102 Aug 10 03:50:21.197225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45608) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:21.200341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-57d1afc0-6c93-428b-bebc-056b1d1fe8aa req-d281f6ae-8a3d-420d-b12e-67570a89aeac tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.220795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7962f7c2-fd22-448d-afaf-0c24c21bfebb None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:21.222306 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-57d1afc0-6c93-428b-bebc-056b1d1fe8aa req-d281f6ae-8a3d-420d-b12e-67570a89aeac tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.280300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:21.284587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d409536e-c352-4c20-91d5-488bbe65bb9c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795674 Aug 10 03:50:21.296134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:21.301179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:21.315304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event updated for resources: {'Port': ['ID=67ec20e8-0851-4c68-b081-a7a40ae9c923,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.318565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:21.319478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] For port 1e8a19d0-5384-4623-8b27-ccfd053b5e98, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1e8a19d0-5384-4623-8b27-ccfd053b5e98,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:21.319855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.327285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:21.363396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507fca8-fc48-4681-a9db-b95dfebaee03 req-a1feb727-0fba-477c-8d20-4d4b41b1e943 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.370603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a507fca8-fc48-4681-a9db-b95dfebaee03 req-a1feb727-0fba-477c-8d20-4d4b41b1e943 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 932 time: 0.4251082 Aug 10 03:50:21.410196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] Set router e9b78dc4-c25d-48ea-afd8-858c66a4871b gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:21.418479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Calling delete_port for 1e8a19d0-5384-4623-8b27-ccfd053b5e98 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:21.454205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-57d1afc0-6c93-428b-bebc-056b1d1fe8aa req-d281f6ae-8a3d-420d-b12e-67570a89aeac tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7372508 Aug 10 03:50:21.518525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:21.521075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:50:20Z', 'revision_number': 6, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:21.530543 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.556605 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6debd41-1aae-40f3-be76-73210792d1c3 x-openstack-request-id: req-b6debd41-1aae-40f3-be76-73210792d1c3 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:21.557077 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ae0348-c8ce-4f13-bd30-5dac8841af45", "name": "network-vif-plugged", "status": "completed", "tag": "e432816f-8a9e-4885-81cf-a311c14063b7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:21.557481 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6debd41-1aae-40f3-be76-73210792d1c3 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:21.558137 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e432816f-8a9e-4885-81cf-a311c14063b7', 'code': 200} Aug 10 03:50:21.593095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb94035-d980-4ac7-8ecc-9ee9f1560303 None None] The sync data for ids ['e9b78dc4-c25d-48ea-afd8-858c66a4871b'] in n-d-769329-14 is: [{'id': 'e9b78dc4-c25d-48ea-afd8-858c66a4871b', 'name': 'tempest-ServerRescueTestJSON-225590471-router', 'tenant_id': '806081b8ef4648eeb7537c71e1795caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:46Z', 'updated_at': '2021-08-10T03:50:20Z', 'revision_number': 6, 'project_id': '806081b8ef4648eeb7537c71e1795caf', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:21.613383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281f6ae-8a3d-420d-b12e-67570a89aeac tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c201bb7d-ae0b-4796-8700-5ef2b2b57e3f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.621570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.633066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.654298 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a507fca8-fc48-4681-a9db-b95dfebaee03 req-145c358c-4799-44df-accb-9e475b11c67d tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827475 Aug 10 03:50:21.687623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.689599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/7d8e8b23-3be2-4a97-9273-f4a736dbd66b HTTP/1.1" status: 204 len: 168 time: 1.0433161 Aug 10 03:50:21.739710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:21.799788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238657c-77a2-44c7-bcdd-21c54a2142a8 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8e8b23-3be2-4a97-9273-f4a736dbd66b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.800054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6a1c3ef1-cc53-427e-a31b-0a30f550cbe7 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7237751 Aug 10 03:50:21.838086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Request body: {'port': {'device_id': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:21.840418 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86c86e0-eba0-446a-9522-a76575c27838 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:21.840719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86c86e0-eba0-446a-9522-a76575c27838 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:21.845043 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d86c86e0-eba0-446a-9522-a76575c27838 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/d1aecd1e-4978-4c8d-9753-daa0c8fefe81 HTTP/1.1" status: 404 len: 337 time: 0.0819118 Aug 10 03:50:21.849556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01b98-aa68-4c42-b520-8df98a249aab req-002ce7b8-ad5c-4cdb-b3a4-28ba19c6777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.851344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ea01b98-aa68-4c42-b520-8df98a249aab req-002ce7b8-ad5c-4cdb-b3a4-28ba19c6777e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 1097 time: 0.1899562 Aug 10 03:50:21.854546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45626) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:21.896433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a94b04-1248-42ec-ae1d-f472463e8b45 None None] Network caff8167-faae-471e-a44a-e6a1393b5fd4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:21.925040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f865304e-1a07-4280-af20-3c25903aa70b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "GET /v2.0/ports?device_id=a82f4831-c358-49d1-a2b9-814a59f9747f HTTP/1.1" status: 200 len: 205 time: 0.0636544 Aug 10 03:50:21.940589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45628) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:21.963064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ea01b98-aa68-4c42-b520-8df98a249aab req-cdeac753-31c1-47d6-84db-fef9f1a56267 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894759 Aug 10 03:50:22.014144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:22.033259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-12b1b2ba-604b-4bab-946a-f63eaa6bb4fc None None] Provisioning complete for port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:22.033794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.034977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-12b1b2ba-604b-4bab-946a-f63eaa6bb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.038150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.053282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3b3c7-097b-4b07-9a9f-95acbf3a62a0 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.057732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2df3b3c7-097b-4b07-9a9f-95acbf3a62a0 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1131 time: 0.5348101 Aug 10 03:50:22.057732 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-c4806c97-e169-4d11-be69-8593470b5580 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] delete failed (client error): The resource could not be found. Aug 10 03:50:22.057732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c4806c97-e169-4d11-be69-8593470b5580 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/routers/a82f4831-c358-49d1-a2b9-814a59f9747f HTTP/1.1" status: 404 len: 336 time: 0.1142216 Aug 10 03:50:22.060948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45630) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.063326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45632) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.069180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:22.091740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4e168-e35c-4cbd-bf29-779dd27e5dea req-45798ca3-6d55-4183-b59d-caeff82c1410 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.100892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61b4e168-e35c-4cbd-bf29-779dd27e5dea req-45798ca3-6d55-4183-b59d-caeff82c1410 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 945 time: 0.4072778 Aug 10 03:50:22.135310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:22.140075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.155800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.186368 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0f92ba-b0c2-4abb-a5bb-621feeb0a1ed tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:22.188188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0f92ba-b0c2-4abb-a5bb-621feeb0a1ed tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:22.189592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e04c17b6-93c1-4d7d-9c4d-638e0163688c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:22.196902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9b0f92ba-b0c2-4abb-a5bb-621feeb0a1ed tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf2cc65-ab02-4794-98d9-7f53fd67d9cf HTTP/1.1" status: 404 len: 337 time: 0.0894330 Aug 10 03:50:22.233846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45636) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.251059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8a19d0-5384-4623-8b27-ccfd053b5e98,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:22.342276 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8de4880-7cb9-41f0-998f-d1f640415c56 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:22.342853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8de4880-7cb9-41f0-998f-d1f640415c56 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:22.346101 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d8de4880-7cb9-41f0-998f-d1f640415c56 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/b6e144a9-f734-4488-8165-a13707c9bdb7 HTTP/1.1" status: 404 len: 337 time: 0.1035554 Aug 10 03:50:22.364090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.391712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61b4e168-e35c-4cbd-bf29-779dd27e5dea req-544f3125-9af0-4c57-baf7-f2ffedb3b148 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895679 Aug 10 03:50:22.412615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] Deleting port e04c17b6-93c1-4d7d-9c4d-638e0163688c {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:22.413132 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.454280 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd249cb-5f8b-4c81-951f-2b18497413a3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:22.454485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.454735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd249cb-5f8b-4c81-951f-2b18497413a3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:22.459446 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ebd249cb-5f8b-4c81-951f-2b18497413a3 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/57378d8f-456b-4352-9b45-2cd22e2a259f HTTP/1.1" status: 404 len: 337 time: 0.0912559 Aug 10 03:50:22.461115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45648) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.468514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-12b1b2ba-604b-4bab-946a-f63eaa6bb4fc None None] Provisioning complete for port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:22.469259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-12b1b2ba-604b-4bab-946a-f63eaa6bb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.507088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.531473 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3603fde5-1836-4783-ab2d-ed2b05b2530b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:22.541825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3603fde5-1836-4783-ab2d-ed2b05b2530b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:22.544690 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3603fde5-1836-4783-ab2d-ed2b05b2530b tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/a930b83b-bfe7-41bd-ac94-62dc8b1c0224 HTTP/1.1" status: 404 len: 333 time: 0.0778389 Aug 10 03:50:22.564006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45650) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.581456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] For port e04c17b6-93c1-4d7d-9c4d-638e0163688c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e04c17b6-93c1-4d7d-9c4d-638e0163688c,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:22.582966 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.602346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] Calling delete_port for e04c17b6-93c1-4d7d-9c4d-638e0163688c owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:22.662657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:22.673608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:22.676645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:22.714027 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.724206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] DHCP port deletion for caff8167-faae-471e-a44a-e6a1393b5fd4 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:22.726917 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.790998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event updated for resources: {'Port': ['ID=cab00f69-bbc2-45e9-ade2-33e8bea37e61,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:22.812317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] Pushing event deleted for resources: {'Port': ['ID=e04c17b6-93c1-4d7d-9c4d-638e0163688c,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:22.855147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-12b1b2ba-604b-4bab-946a-f63eaa6bb4fc None None] Port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:22.863202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb6675-e39e-4438-b8ab-66f84f9d0ad6 None None] No DVR routers for this DVR port e04c17b6-93c1-4d7d-9c4d-638e0163688c on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:22.955552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 180c92a3-e12a-4c5e-a0f1-67d5fce501cd no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:22.984629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 180c92a3-e12a-4c5e-a0f1-67d5fce501cd {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:22.984629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 180c92a3-e12a-4c5e-a0f1-67d5fce501cd not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:23.024758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] Deleting port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:23.025015 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.105837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.109475 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] For port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,segment=NetworkSegment(8abcb4aa-f745-4079-8667-30bf8a062a28),segment_id=8abcb4aa-f745-4079-8667-30bf8a062a28)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:23.110338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.126833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] Calling delete_port for 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:23.227275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.230295 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.239254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.282615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.283313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.287961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.337561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-9aaf18da-a2b9-4a15-b7da-213894b4633a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3074567 Aug 10 03:50:23.353210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Request body: {'port': {'device_id': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:23.357374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:23.379151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:23.386263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.386507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.391802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=d8e7ff87-7ef9-4651-a094-5dcfd2e4f082,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:23.412321 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-26247833-ff3e-4abe-ac6d-e54505e80d89 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:23.413116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26247833-ff3e-4abe-ac6d-e54505e80d89 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:23.417384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-26247833-ff3e-4abe-ac6d-e54505e80d89 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/22306ca4-4d2a-4bef-a11e-2498eaa5e334 HTTP/1.1" status: 404 len: 337 time: 0.7908106 Aug 10 03:50:23.430130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45656) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.475453 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d4cd10-ac16-4cb6-9a8f-cfd835854051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:23.476254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d4cd10-ac16-4cb6-9a8f-cfd835854051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:23.478528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-62d4cd10-ac16-4cb6-9a8f-cfd835854051 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/466ea749-2428-4b2c-a270-e82823498616 HTTP/1.1" status: 404 len: 337 time: 0.0473218 Aug 10 03:50:23.482403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45660) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.494104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f680f0d-29f1-4ea6-b479-367ba1cda5b7 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:23.496030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-362d4b52-175e-445d-9e8c-a41b3762ef5c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1847734 Aug 10 03:50:23.496988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.502681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] Pushing event deleted for resources: {'Port': ['ID=15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:23.523861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b740f-2e56-43c8-b3aa-778860d84fac None None] No DVR routers for this DVR port 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:23.553277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45662) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.564745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'd8e7ff87-7ef9-4651-a094-5dcfd2e4f082', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1116587106'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:23.569504 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd0cdb7-5d16-4476-8e83-f4d2a8a21de1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:23.569775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd0cdb7-5d16-4476-8e83-f4d2a8a21de1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:23.571676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dfd0cdb7-5d16-4476-8e83-f4d2a8a21de1 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/8077a133-9f99-4568-9391-79787bc91601 HTTP/1.1" status: 404 len: 333 time: 0.0878093 Aug 10 03:50:23.590029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45664) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.625316 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-35728ea4-3180-438d-8996-78f209e0f696 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:23.625690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35728ea4-3180-438d-8996-78f209e0f696 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:23.631025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-35728ea4-3180-438d-8996-78f209e0f696 tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/727610f9-d60c-4bb3-9afa-7b0f37244a23 HTTP/1.1" status: 404 len: 337 time: 0.0364954 Aug 10 03:50:23.634397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45666) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.694617 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15ce94c-4aef-4d0e-8bd7-60bcd33deb5e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] DELETE failed (client error): The resource could not be found. Aug 10 03:50:23.694617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15ce94c-4aef-4d0e-8bd7-60bcd33deb5e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:23.696501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b15ce94c-4aef-4d0e-8bd7-60bcd33deb5e tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/subnets/08c6b336-6525-4fde-b4a0-9c069ace46c3 HTTP/1.1" status: 404 len: 337 time: 0.0614760 Aug 10 03:50:23.699858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45668) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.732568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.734162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b78dc4-c25d-48ea-afd8-858c66a4871b {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:50:23.746311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f2fd9-a10a-433e-acfa-b6f93f750aef req-cf6b0992-fdad-4ce0-97fa-5f955a635843 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.748595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-466f2fd9-a10a-433e-acfa-b6f93f750aef req-cf6b0992-fdad-4ce0-97fa-5f955a635843 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 945 time: 0.2076848 Aug 10 03:50:23.766351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.767750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ec1d7565-7375-4062-8838-5b5d9373c759 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e9b78dc4-c25d-48ea-afd8-858c66a4871b HTTP/1.1" status: 204 len: 168 time: 4.1576347 Aug 10 03:50:23.773003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45678) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.818370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4016cad-56a3-41b2-a519-a825c36cdeff req-23fd8673-cda4-4c26-8b82-96d24883f122 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.820144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4016cad-56a3-41b2-a519-a825c36cdeff req-23fd8673-cda4-4c26-8b82-96d24883f122 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 932 time: 0.7275755 Aug 10 03:50:23.820601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'd8e7ff87-7ef9-4651-a094-5dcfd2e4f082'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:23.822208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.951209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:23.957881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b4016cad-56a3-41b2-a519-a825c36cdeff req-aa13fb26-48cb-4415-b060-1d3272abb00d tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185427 Aug 10 03:50:24.018404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-466f2fd9-a10a-433e-acfa-b6f93f750aef req-6ea4645e-eacd-4cfd-b035-2300fc83d99a tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596314 Aug 10 03:50:24.028594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Deleting subnet eadb16d9-10b2-4692-bfc0-32bdf2746c88 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:24.034614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.080454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ec20e8-0851-4c68-b081-a7a40ae9c923 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:24.093769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.114937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.125280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Transition to ACTIVE for port object 67ec20e8-0851-4c68-b081-a7a40ae9c923 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:24.133118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.147435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.183096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e8a19d0-5384-4623-8b27-ccfd053b5e98 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:24.225065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/d8e7ff87-7ef9-4651-a094-5dcfd2e4f082/a59f497d-dc63-47d2-9072-7b750182253a) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:24.229088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1e8a19d0-5384-4623-8b27-ccfd053b5e98 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:24.229843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e8a19d0-5384-4623-8b27-ccfd053b5e98 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:24.230497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:24.261590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Deleting port 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:24.261938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.277906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:24.278804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 15d5f1b4-ba2a-429f-9f61-4a0b37b28a8e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:24.329922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.339596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.352197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Pushing event updated for resources: {'Port': ['ID=67ec20e8-0851-4c68-b081-a7a40ae9c923,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.515443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.518028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port a843e90f-2383-4b5a-810f-d047bcbcb04e yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:50:24.522861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Attempting to bind port 67ec20e8-0851-4c68-b081-a7a40ae9c923 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:24.523350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Attempting to bind port 67ec20e8-0851-4c68-b081-a7a40ae9c923 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:24.523689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Attempting to bind port 67ec20e8-0851-4c68-b081-a7a40ae9c923 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:24.539761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Port 67ec20e8-0851-4c68-b081-a7a40ae9c923 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:24.540341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Attempting to bind port 67ec20e8-0851-4c68-b081-a7a40ae9c923 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:24.542475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.554432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Transition to ACTIVE for port object a59f497d-dc63-47d2-9072-7b750182253a will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:24.590137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:24.590623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Checking segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:24.591074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Bound using segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:24.591377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Bound port: 67ec20e8-0851-4c68-b081-a7a40ae9c923, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:24.591745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.594418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Transition to ACTIVE for port object a59f497d-dc63-47d2-9072-7b750182253a will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:24.597918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Calling delete_port for 2d3e80a6-2b69-432f-826c-bbbd8bfbd406 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:24.606356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.673846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:24.677027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.680297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:24.690993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:24.705142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.25.2.141 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c2b9bf57-48e1-442d-8165-c1cdebb58ff5) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:24.705476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.743507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eadb16d9-10b2-4692-bfc0-32bdf2746c88,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.748827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.753896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9445fd70-36c8-4f7a-a3ee-582fcb61bb2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/eadb16d9-10b2-4692-bfc0-32bdf2746c88 HTTP/1.1" status: 204 len: 168 time: 0.9758687 Aug 10 03:50:24.768152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45690) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:24.780248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Pushing event updated for resources: {'Port': ['ID=a59f497d-dc63-47d2-9072-7b750182253a,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.785734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Attempting to bind port a59f497d-dc63-47d2-9072-7b750182253a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:24.786134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Attempting to bind port a59f497d-dc63-47d2-9072-7b750182253a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:24.786973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Attempting to bind port a59f497d-dc63-47d2-9072-7b750182253a on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:24.794360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:24.794891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:24.795329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.795716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:24.797321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Bound port: a59f497d-dc63-47d2-9072-7b750182253a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:24.797752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.856122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab00f69-bbc2-45e9-ade2-33e8bea37e61 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:24.875224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.898927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] For port a59f497d-dc63-47d2-9072-7b750182253a, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:24.906389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] For port a59f497d-dc63-47d2-9072-7b750182253a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a59f497d-dc63-47d2-9072-7b750182253a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:24.914448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.924640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Transition to ACTIVE for port object cab00f69-bbc2-45e9-ade2-33e8bea37e61 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:24.931061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.936663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.938658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.951789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ff24-c999-47c3-83d9-6b234a37f047 req-60adfe48-9aed-4d48-b1bd-00a48c8edefd tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.953647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53d2ff24-c999-47c3-83d9-6b234a37f047 req-60adfe48-9aed-4d48-b1bd-00a48c8edefd tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 945 time: 0.1947258 Aug 10 03:50:24.993147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022806d-3f8d-443d-bfe8-4ab461afac62 None None] Pushing event updated for resources: {'Port': ['ID=a59f497d-dc63-47d2-9072-7b750182253a,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.999936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.062389 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:25.062931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:50:25.066909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] For port 67ec20e8-0851-4c68-b081-a7a40ae9c923, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:25.069696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.073007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/ports/2d3e80a6-2b69-432f-826c-bbbd8bfbd406 HTTP/1.1" status: 204 len: 168 time: 1.3712454 Aug 10 03:50:25.083982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45694) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:25.093030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] For port 67ec20e8-0851-4c68-b081-a7a40ae9c923, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:25.134971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.170082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.176014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-54699bb1-2c4b-4994-a90d-0077162ae1e6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.6190364 Aug 10 03:50:25.177728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45696) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:25.181180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Pushing event updated for resources: {'Port': ['ID=cab00f69-bbc2-45e9-ade2-33e8bea37e61,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.248194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.249194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.250788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] 10.222.0.65 "PUT /v2.0/ports/67ec20e8-0851-4c68-b081-a7a40ae9c923 HTTP/1.1" status: 200 len: 1093 time: 3.4326563 Aug 10 03:50:25.256467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'tag': '67ec20e8-0851-4c68-b081-a7a40ae9c923'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:25.259607 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c699e9-c9a6-4622-af51-2ce5fde6892d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea858a4-0851-4ac6-bb7d-21063790bf4a", "tag": "67ec20e8-0851-4c68-b081-a7a40ae9c923"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:25.260667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53d2ff24-c999-47c3-83d9-6b234a37f047 req-07dc62e3-da65-402c-b8ff-1794db4a3a9b tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786493 Aug 10 03:50:25.281661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:25.290995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:25.294250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:25.319871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe23233-17b0-4efb-b4a3-aa49f5ad4f3f tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Port': ['ID=2d3e80a6-2b69-432f-826c-bbbd8bfbd406,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.390730 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.397645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e795bd-f3e6-466f-993c-1728165b3ffd req-8ad82818-5235-4263-9ce6-3c5e688e8623 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.398692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.399391 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91e795bd-f3e6-466f-993c-1728165b3ffd req-8ad82818-5235-4263-9ce6-3c5e688e8623 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 944 time: 0.3016372 Aug 10 03:50:25.419854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b30d82-a525-48ae-a4e6-19c87f084d3b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:25.423689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9131-c882-48a4-8afe-113542fc9e2b service neutron] Pushing event updated for resources: {'Port': ['ID=67ec20e8-0851-4c68-b081-a7a40ae9c923,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.433131 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19215e9a-ce51-4088-b30c-71c6a567f787 x-openstack-request-id: req-19215e9a-ce51-4088-b30c-71c6a567f787 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:25.433427 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea858a4-0851-4ac6-bb7d-21063790bf4a", "tag": "67ec20e8-0851-4c68-b081-a7a40ae9c923", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:25.433684 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19215e9a-ce51-4088-b30c-71c6a567f787 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:25.434169 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'tag': '67ec20e8-0851-4c68-b081-a7a40ae9c923', 'status': 'completed', 'code': 200} Aug 10 03:50:25.449589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:25.449922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f472a3e-6718-4b2f-85f6-b3feb7acb9e9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:25.488801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40621d93-9b4e-42f5-ab3b-7af64c60a3cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.494844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Attempting to bind port cab00f69-bbc2-45e9-ade2-33e8bea37e61 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:25.495084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-40621d93-9b4e-42f5-ab3b-7af64c60a3cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3022962 Aug 10 03:50:25.495570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Attempting to bind port cab00f69-bbc2-45e9-ade2-33e8bea37e61 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:25.496076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Attempting to bind port cab00f69-bbc2-45e9-ade2-33e8bea37e61 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:25.502754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:25.504113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.577243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Port cab00f69-bbc2-45e9-ade2-33e8bea37e61 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:25.577934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Attempting to bind port cab00f69-bbc2-45e9-ade2-33e8bea37e61 on network 9f5f5799-365b-47ed-ad3b-d20b0fb98111 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:25.590782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.601539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:25.601900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Checking segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:25.602311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Bound using segment: {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:25.602769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Bound port: cab00f69-bbc2-45e9-ade2-33e8bea37e61, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ede810-8b18-4e8d-bcdb-0f6a0544b227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:25.603135 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.609938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:25.610383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:25.613332 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:25.632538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.681056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff8167-faae-471e-a44a-e6a1393b5fd4']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:25.722961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abcb4aa-f745-4079-8667-30bf8a062a28') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:25.723232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abcb4aa-f745-4079-8667-30bf8a062a28') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:25.744310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.768723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.778279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.780508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:25.780941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:25.786565 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:25.861296 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.866143 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] 10.222.0.53 "DELETE /v2.0/networks/56b30d82-a525-48ae-a4e6-19c87f084d3b HTTP/1.1" status: 204 len: 168 time: 1.0850379 Aug 10 03:50:25.906855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] For port cab00f69-bbc2-45e9-ade2-33e8bea37e61, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:25.910160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-c9f01b72-5d1a-48cd-8aaf-223dc4c11399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.912692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-c9f01b72-5d1a-48cd-8aaf-223dc4c11399 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 1096 time: 0.6140831 Aug 10 03:50:25.913069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] For port cab00f69-bbc2-45e9-ade2-33e8bea37e61, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:25.944008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a4dfb-ded9-4e34-9bd6-d6bf7d29dbea admin admin] Pushing event deleted for resources: {'Network': ['ID=56b30d82-a525-48ae-a4e6-19c87f084d3b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.957840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.977061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91e795bd-f3e6-466f-993c-1728165b3ffd req-6dba9150-f39e-4013-af93-0280ebc5499f tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365386 Aug 10 03:50:25.985925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=c2b9bf57-48e1-442d-8165-c1cdebb58ff5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.014689 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.062925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b9760e-0684-4131-bf31-ef22d9a04729 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.065019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b9760e-0684-4131-bf31-ef22d9a04729 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.069636 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c7b9760e-0684-4131-bf31-ef22d9a04729 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5569513 Aug 10 03:50:26.070350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45706) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:26.074573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-6cb98643-a1c2-4d96-b6eb-64eb937c737c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923 HTTP/1.1" status: 200 len: 217 time: 0.1452050 Aug 10 03:50:26.085898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.086592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.088172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] 10.222.0.39 "PUT /v2.0/ports/cab00f69-bbc2-45e9-ade2-33e8bea37e61 HTTP/1.1" status: 200 len: 1092 time: 2.7398925 Aug 10 03:50:26.097646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'tag': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:26.100078 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5964fe-1990-44f4-abae-184de0317d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6da84a7-b0f5-4abd-9a53-306cfd6cb991", "tag": "cab00f69-bbc2-45e9-ade2-33e8bea37e61"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:26.107966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45708) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:26.120616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.131755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c12b1-6ac1-4b8b-8738-93e33f19d06b service neutron] Pushing event updated for resources: {'Port': ['ID=cab00f69-bbc2-45e9-ade2-33e8bea37e61,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.139997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.142609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] 10.222.0.53 "DELETE /v2.0/networks/caff8167-faae-471e-a44a-e6a1393b5fd4 HTTP/1.1" status: 204 len: 168 time: 1.0571697 Aug 10 03:50:26.161112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea17bcc-7c9a-41ab-87e7-1e2c06602acd tempest-PortsTestJSON-575235203 tempest-PortsTestJSON-575235203-project] Pushing event deleted for resources: {'Network': ['ID=caff8167-faae-471e-a44a-e6a1393b5fd4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.203978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dce28dc0-1231-44c5-81e7-4344fd91594b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=806081b8ef4648eeb7537c71e1795caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915515 Aug 10 03:50:26.231648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:26.257286 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5a51e-d79c-40e5-9813-0ee8673532b9 x-openstack-request-id: req-72b5a51e-d79c-40e5-9813-0ee8673532b9 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:26.259340 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6da84a7-b0f5-4abd-9a53-306cfd6cb991", "tag": "cab00f69-bbc2-45e9-ade2-33e8bea37e61", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:26.259612 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72b5a51e-d79c-40e5-9813-0ee8673532b9 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:26.260029 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'tag': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61', 'status': 'completed', 'code': 200} Aug 10 03:50:26.283406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a59f497d-dc63-47d2-9072-7b750182253a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:26.337166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-207ad7da-16f3-4c42-8a23-46cae2a928c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.339168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-207ad7da-16f3-4c42-8a23-46cae2a928c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 1095 time: 0.1512179 Aug 10 03:50:26.384453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet d8e7ff87-7ef9-4651-a094-5dcfd2e4f082 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:26.397677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a59f497d-dc63-47d2-9072-7b750182253a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:26.412029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.438140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-7117906c-c543-4c1c-af8c-6fe943f9a904 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.442549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-7117906c-c543-4c1c-af8c-6fe943f9a904 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.65 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 945 time: 0.5121434 Aug 10 03:50:26.446625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69fcf6a5-2972-4599-bfbf-8aeb0959d680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.455134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-8c15315d-098f-4e37-a1fe-0aff258a7823 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61 HTTP/1.1" status: 200 len: 217 time: 0.0771010 Aug 10 03:50:26.537011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69fcf6a5-2972-4599-bfbf-8aeb0959d680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.544256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d744866f-9e27-47f4-be7e-516af0e707ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.546248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-d744866f-9e27-47f4-be7e-516af0e707ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.4411502 Aug 10 03:50:26.598648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-89d7a244-b44c-46df-a0a5-2111f8939768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.600352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-89d7a244-b44c-46df-a0a5-2111f8939768 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.1288111 Aug 10 03:50:26.629092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-29b3b329-acdc-4631-868c-fb8d35fa9596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750420 Aug 10 03:50:26.689035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69fcf6a5-2972-4599-bfbf-8aeb0959d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.701856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69fcf6a5-2972-4599-bfbf-8aeb0959d680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.703535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45722) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:26.708054 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-69fcf6a5-2972-4599-bfbf-8aeb0959d680 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27f5916e-d8e9-4d1e-a5d1-5c8894d7e341 HTTP/1.1" status: 204 len: 168 time: 0.4751918 Aug 10 03:50:26.712982 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-f3c8eb37-e84a-4e7f-877b-372e9691a9f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890493 Aug 10 03:50:26.733973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcf6a5-2972-4599-bfbf-8aeb0959d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f5916e-d8e9-4d1e-a5d1-5c8894d7e341,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.940529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-921355c0-77a5-451f-b240-52fdb5ab067a service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189629 Aug 10 03:50:26.980379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.003311 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a3eeea00-164c-41ec-a621-ae8e40cb0423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.196864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] Provisioning for port a59f497d-dc63-47d2-9072-7b750182253a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:27.202245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] Provisioning complete for port a59f497d-dc63-47d2-9072-7b750182253a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:27.202669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.345066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167af3c9-a303-45c7-b4a5-b3a5a6a2e046 req-32a51529-0bd5-4b48-8046-431d3156ca53 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.358991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167af3c9-a303-45c7-b4a5-b3a5a6a2e046 req-32a51529-0bd5-4b48-8046-431d3156ca53 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 944 time: 0.1237574 Aug 10 03:50:27.365277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-97a164b8-f4e4-4201-bd98-14332206acdc service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160628 Aug 10 03:50:27.376022 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.430219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] For port a59f497d-dc63-47d2-9072-7b750182253a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a59f497d-dc63-47d2-9072-7b750182253a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:27.436795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.526711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-167af3c9-a303-45c7-b4a5-b3a5a6a2e046 req-60b497e2-07b0-41c7-880c-dfca91be50f2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420302 Aug 10 03:50:27.544072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5964fe-1990-44f4-abae-184de0317d1a req-1bc4eeb1-2aec-4290-a065-b0fb6cbb752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.546162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-1bc4eeb1-2aec-4290-a065-b0fb6cbb752a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 1095 time: 0.0790958 Aug 10 03:50:27.599685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7db22-31ca-4cf3-a939-326d9057ef78 None None] Pushing event updated for resources: {'Port': ['ID=a59f497d-dc63-47d2-9072-7b750182253a,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:27.683812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5964fe-1990-44f4-abae-184de0317d1a req-f49f68e5-16dd-493c-bf38-231e42d60c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.697017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcbf7e-a621-4f12-aa40-da0e776bc60d req-9af822c8-23d9-4d12-a891-296e88baa6fb tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.698381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-f49f68e5-16dd-493c-bf38-231e42d60c8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 914 time: 0.1429996 Aug 10 03:50:27.701053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9adcbf7e-a621-4f12-aa40-da0e776bc60d req-9af822c8-23d9-4d12-a891-296e88baa6fb tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 945 time: 1.1693506 Aug 10 03:50:27.784914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.803185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-d4578cb7-dc36-4545-a776-d36ec49341c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61 HTTP/1.1" status: 200 len: 217 time: 0.0967963 Aug 10 03:50:27.876193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.882187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5964fe-1990-44f4-abae-184de0317d1a req-8ff6bdfe-7666-41d1-958e-e7f31611fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.884720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-8ff6bdfe-7666-41d1-958e-e7f31611fc24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.0734134 Aug 10 03:50:27.934711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-2c4d25b8-caec-44ea-9aa0-001b6298cbc1 service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2427468 Aug 10 03:50:27.935862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-5c397b62-5ea5-44fc-84cb-2a09e91b7f14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420079 Aug 10 03:50:27.957207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Deleting port e432816f-8a9e-4885-81cf-a311c14063b7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:27.957648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.964223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9adcbf7e-a621-4f12-aa40-da0e776bc60d req-66bc6f8e-7403-4442-a43c-e718729675ef tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894147 Aug 10 03:50:27.975602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a45d290-28d7-4e70-9b3b-fad151d896f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0814a271bbed4b8a913aa52f8cc73034&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2402825 Aug 10 03:50:28.010723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45750) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:28.125657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.128053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-6bde472a-de05-49d2-b3f1-dcf7e7ea7210 service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822753 Aug 10 03:50:28.194774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a59f497d-dc63-47d2-9072-7b750182253a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:28.222885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e7ff87-7ef9-4651-a094-5dcfd2e4f082,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:28.237034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45752) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:28.245074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.247639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c0ee9718-2e9e-4d30-89d7-f043cd658840 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/d8e7ff87-7ef9-4651-a094-5dcfd2e4f082 HTTP/1.1" status: 204 len: 168 time: 2.1690128 Aug 10 03:50:28.254566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45756) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:28.257001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5309434-969a-487e-aa83-e4e62a9d982a None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:28.263118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.346839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81dcf198-e74a-41f8-8756-33710d511e21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845444 Aug 10 03:50:28.358427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbc1585d-64e2-4d54-961f-99d3f2c4ed74 req-86812dda-11ef-4f33-ab0f-bf5db7de8a68 service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126573 Aug 10 03:50:28.358936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45758) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:28.382292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:28.389667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] For port e432816f-8a9e-4885-81cf-a311c14063b7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e432816f-8a9e-4885-81cf-a311c14063b7,segment=NetworkSegment(8223b510-fcc9-4055-8322-50ac91baef40),segment_id=8223b510-fcc9-4055-8322-50ac91baef40)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:28.390270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.394520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d5964fe-1990-44f4-abae-184de0317d1a req-e5589830-be23-48de-a028-0e8600999bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581081 Aug 10 03:50:28.422399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dd37ae3-3c20-4333-bfc9-f25fee2d2b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.456957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Calling delete_port for e432816f-8a9e-4885-81cf-a311c14063b7 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:28.465074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a59f497d-dc63-47d2-9072-7b750182253a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:28.465074 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.542907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-network', 'tenant_id': 'd85c481132734674bbf759571f2010d3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:28.569065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:28.651539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] Deleting port a59f497d-dc63-47d2-9072-7b750182253a {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:28.651916 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.652091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dd37ae3-3c20-4333-bfc9-f25fee2d2b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.688588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0faf5-2b74-4556-af92-23b24dc40634 req-9ed0f1f9-efda-4b1f-a7ef-19e7cfd847b5 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.691313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3c0faf5-2b74-4556-af92-23b24dc40634 req-9ed0f1f9-efda-4b1f-a7ef-19e7cfd847b5 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 944 time: 0.0858214 Aug 10 03:50:28.726285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] For port a59f497d-dc63-47d2-9072-7b750182253a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a59f497d-dc63-47d2-9072-7b750182253a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:28.726712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.732832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Made reservation on behalf of d85c481132734674bbf759571f2010d3 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:28.735447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.742109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] Calling delete_port for a59f497d-dc63-47d2-9072-7b750182253a owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:28.746362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3c0faf5-2b74-4556-af92-23b24dc40634 req-6e1224c5-450b-4316-96dc-c1247d4ceec1 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Aug 10 03:50:28.752271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-06ac29b5-ef5c-49d1-be5b-fd60309c87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.753738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-06ac29b5-ef5c-49d1-be5b-fd60309c87e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 1096 time: 0.3255501 Aug 10 03:50:28.793108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.855092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:28.859292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.892143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.938932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] Pushing event deleted for resources: {'Port': ['ID=a59f497d-dc63-47d2-9072-7b750182253a,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:28.947346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3111b2-232b-4271-afa3-1aad7a7dd7ef None None] No DVR routers for this DVR port a59f497d-dc63-47d2-9072-7b750182253a on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:29.007112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dd37ae3-3c20-4333-bfc9-f25fee2d2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.009632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dd37ae3-3c20-4333-bfc9-f25fee2d2b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.014134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9dd37ae3-3c20-4333-bfc9-f25fee2d2b74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53840b55-6726-4e59-ac3e-64c2ab43ca96 HTTP/1.1" status: 204 len: 168 time: 0.9708493 Aug 10 03:50:29.024490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.072855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.131549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd37ae3-3c20-4333-bfc9-f25fee2d2b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53840b55-6726-4e59-ac3e-64c2ab43ca96,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.256448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-e9ab90d1-0336-4fc1-945f-df9512065608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.258182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-e9ab90d1-0336-4fc1-945f-df9512065608 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 200 len: 914 time: 0.4824374 Aug 10 03:50:29.258901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.349811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.351841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=c2b9bf57-48e1-442d-8165-c1cdebb58ff5,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.451280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-44285251-5fcd-4fb7-a1c4-1913e79dc8dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923 HTTP/1.1" status: 200 len: 217 time: 0.1744533 Aug 10 03:50:29.467884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828149eb-3a8d-4d43-8190-b26c6bf7537b req-31447808-ff2d-486e-a2a5-dac71d0a7ea6 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.469471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-828149eb-3a8d-4d43-8190-b26c6bf7537b req-31447808-ff2d-486e-a2a5-dac71d0a7ea6 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/ports?device_id=61ae0348-c8ce-4f13-bd30-5dac8841af45 HTTP/1.1" status: 200 len: 867 time: 0.3808172 Aug 10 03:50:29.481677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Pushing event deleted for resources: {'Port': ['ID=e432816f-8a9e-4885-81cf-a311c14063b7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.531108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] No DVR routers for this DVR port e432816f-8a9e-4885-81cf-a311c14063b7 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:29.534575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.535372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-a2455680-593e-4276-96f2-596596cd9fd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809498 Aug 10 03:50:29.536634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32c38cfd-6a46-4b17-a034-e236715ffc8c req-a49d1e9c-0c59-4258-a607-accb220de778 tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.65 "DELETE /v2.0/ports/e432816f-8a9e-4885-81cf-a311c14063b7 HTTP/1.1" status: 204 len: 173 time: 3.0122569 Aug 10 03:50:29.578386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'name': 'network-vif-deleted', 'tag': 'e432816f-8a9e-4885-81cf-a311c14063b7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:29.583017 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e162c27a-eb86-4ba5-a668-e6d12090936a" -d '{"events": [{"server_uuid": "61ae0348-c8ce-4f13-bd30-5dac8841af45", "name": "network-vif-deleted", "tag": "e432816f-8a9e-4885-81cf-a311c14063b7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:29.639024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.704340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-50abc6d4-3719-49ca-a6ed-79a82a9516db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.705970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-50abc6d4-3719-49ca-a6ed-79a82a9516db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.1039762 Aug 10 03:50:29.750021 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a89b72-a370-404d-8ec1-336789c4c4fe x-openstack-request-id: req-78a89b72-a370-404d-8ec1-336789c4c4fe {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:29.750557 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ae0348-c8ce-4f13-bd30-5dac8841af45", "name": "network-vif-deleted", "tag": "e432816f-8a9e-4885-81cf-a311c14063b7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:29.750557 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78a89b72-a370-404d-8ec1-336789c4c4fe {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:29.750968 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ae0348-c8ce-4f13-bd30-5dac8841af45', 'name': 'network-vif-deleted', 'tag': 'e432816f-8a9e-4885-81cf-a311c14063b7', 'status': 'completed', 'code': 200} Aug 10 03:50:29.832774 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-828149eb-3a8d-4d43-8190-b26c6bf7537b req-558a9627-d83e-4a15-9441-2f2d6b5566be tempest-ServerPasswordTestJSON-2034073633 tempest-ServerPasswordTestJSON-2034073633-project] 10.222.0.53 "GET /v2.0/security-groups?id=00a9e4c1-50c7-46aa-807c-e4a5c4c94595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058567 Aug 10 03:50:29.838553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.840967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-f917fcc7-a861-4392-981e-2d297f6505a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.842945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-f917fcc7-a861-4392-981e-2d297f6505a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 200 len: 853 time: 0.3723907 Aug 10 03:50:29.849444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.872616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e432816f-8a9e-4885-81cf-a311c14063b7 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:29.901966 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Floating IP 32a21d1a-7110-4428-9d0c-10402ceb289d associated. External IP: 172.25.2.141, port: ce201a82-2258-4fcb-8a9b-b6863ec0230d. Aug 10 03:50:29.944801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-ce55ce97-7572-42cc-b026-3fde57106a9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f5f5799-365b-47ed-ad3b-d20b0fb98111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657744 Aug 10 03:50:29.985176 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65a11700-d86b-4522-a451-b411ab3adc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.991460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: e432816f-8a9e-4885-81cf-a311c14063b7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:29.991958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e432816f-8a9e-4885-81cf-a311c14063b7 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:30.032866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:30.087663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3721a389-18fe-4897-ba16-ea78eebb1669,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:30.099915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.148846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.151834 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Added segment 40770b08-3a12-4490-a9a7-591f4fd3e35c of type vlan for network 7ac49871-57cf-44d4-8840-42f4998fb7b5 Aug 10 03:50:30.194042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a59f497d-dc63-47d2-9072-7b750182253a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:30.239239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:30.241119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a59f497d-dc63-47d2-9072-7b750182253a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:30.242568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a59f497d-dc63-47d2-9072-7b750182253a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:30.247509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:30.257072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:30.271114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e86606-65c8-432c-bd36-288c2f87a5b1 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:30.290616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4de011-9046-4eeb-aa23-af777774de5f req-4aff8081-eb74-4e13-ac43-b95e4ed7db5e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.292377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4de011-9046-4eeb-aa23-af777774de5f req-4aff8081-eb74-4e13-ac43-b95e4ed7db5e tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 944 time: 0.1711009 Aug 10 03:50:30.303513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.304352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.318041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-f5ae6f27-f448-49ab-ab86-63f0c3234c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.321195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-f5ae6f27-f448-49ab-ab86-63f0c3234c5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 898 time: 0.5870762 Aug 10 03:50:30.331182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9597447 Aug 10 03:50:30.333406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45810) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:30.345233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:30.360546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.364619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6bbc-0000-4e3c-83f7-e94620d1c6fa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=9591cb37-34fc-403b-b02b-44ea279e38ea,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:30.451236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca4de011-9046-4eeb-aa23-af777774de5f req-7b003232-1e3a-46c7-ab04-1c1486d0dadb tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463120 Aug 10 03:50:30.593901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2cc57cbb-ae29-419e-8124-2999ec24e070 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:30.595915 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-2cc57cbb-ae29-419e-8124-2999ec24e070 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:50:30.596710 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-2cc57cbb-ae29-419e-8124-2999ec24e070 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:30.603919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2cc57cbb-ae29-419e-8124-2999ec24e070 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3626018 Aug 10 03:50:30.605352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:30.613499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.614826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.621727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '9591cb37-34fc-403b-b02b-44ea279e38ea'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:30.623305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.623844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125774971'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:30.640888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-8e9b1b04-93de-4cf7-810f-39cce9211087 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 999 time: 0.3103580 Aug 10 03:50:30.771561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.784667 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.788830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.802018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-65cefb19-0744-405e-83fe-31135af64b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.803523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-65cefb19-0744-405e-83fe-31135af64b92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 200 len: 835 time: 0.1529179 Aug 10 03:50:30.804436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.891441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-3479a1d5-ecfc-4d29-8537-c4bbe5723412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.893052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-3479a1d5-ecfc-4d29-8537-c4bbe5723412 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9b5af2-afd1-4467-a65a-c83839b898ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788119 Aug 10 03:50:30.913902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-e5114faa-5a0f-43c3-b0d3-f7e8a983c920 service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105930 Aug 10 03:50:30.915388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:50:30.926859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router 43e42f76-943c-44a7-bff0-f0d653758f6f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:30.930223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:30.938461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/9591cb37-34fc-403b-b02b-44ea279e38ea/ca8fda82-7d9f-480f-95a1-9ecec179ffbe) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:31.002571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.005125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.005574 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.055716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Deleting subnet 08cd5b7c-2394-4129-a4b8-5309f8c54a4c {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:31.068072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.070793 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.104914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.124462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.128104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-afad2dcf-72a0-4efe-92e2-1f9f0d5b7508 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7906497 Aug 10 03:50:31.128289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8862417 Aug 10 03:50:31.131903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:31.132252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45822) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:31.148580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-683aa690-dee2-411d-b190-193f2f97a0c0 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433922 Aug 10 03:50:31.154197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Request body: {'subnet': {'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-subnet', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:31.184813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.209748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.225843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Transition to ACTIVE for port object ca8fda82-7d9f-480f-95a1-9ecec179ffbe will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:31.242542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7bbf41-ead4-4681-8095-2ae6b1d9bc5c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.251193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Transition to ACTIVE for port object ca8fda82-7d9f-480f-95a1-9ecec179ffbe will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:31.261450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96c699e9-c9a6-4622-af51-2ce5fde6892d req-52073bc2-6138-4317-be29-e0721cb05805 service neutron] 10.222.0.65 "GET /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341432 Aug 10 03:50:31.265746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.272793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89e058-392b-44b5-a583-08d596e90481 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac49871-57cf-44d4-8840-42f4998fb7b5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.312106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.319134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cab00f69-bbc2-45e9-ade2-33e8bea37e61 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:31.338625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:31.348837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:31.367535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:31.386347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] Sync routers for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:31.395918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.402089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a66ed4b-5084-47a1-9c16-daa6948345d2 req-da46bb61-5a20-43d5-9bed-3a7e37897f0e service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366045 Aug 10 03:50:31.404126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.429170 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:31.432521 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:31.445781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe2022-71dd-48ad-812c-0cf3f3b1d4b3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.452281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.469282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:31.483598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:31.487251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.489302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/08cd5b7c-2394-4129-a4b8-5309f8c54a4c HTTP/1.1" status: 204 len: 168 time: 0.5515380 Aug 10 03:50:31.490820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.495173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3acdb946-2932-4e6d-b95c-16be7ce331f2 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8752520 Aug 10 03:50:31.496996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:31.496996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45828) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:31.497631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c491efc-ff24-4385-bcc9-85fa880a75b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cd5b7c-2394-4129-a4b8-5309f8c54a4c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.497854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Made reservation on behalf of d85c481132734674bbf759571f2010d3 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:31.500376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.513331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'cffe2022-71dd-48ad-812c-0cf3f3b1d4b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:31.513970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.565461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Pushing event updated for resources: {'Port': ['ID=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.607439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-df6de149-e56a-4226-9ce3-b1c6eccf9a5d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5442379 Aug 10 03:50:31.611507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45832) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:31.625085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:50:31.689722 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:31.692532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.696249 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.715261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Attempting to bind port ca8fda82-7d9f-480f-95a1-9ecec179ffbe on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:31.715647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Attempting to bind port ca8fda82-7d9f-480f-95a1-9ecec179ffbe by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:31.716043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Attempting to bind port ca8fda82-7d9f-480f-95a1-9ecec179ffbe on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:31.717466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.736331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:31.736717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:31.737146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.737582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:31.738121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Bound port: ca8fda82-7d9f-480f-95a1-9ecec179ffbe, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:31.738547 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.757228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.759404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:31.761931 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04bc4c-4e63-43b3-a29b-bfea68375949" -d '{"events": [{"name": "network-changed", "server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:31.840677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cab00f69-bbc2-45e9-ade2-33e8bea37e61, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:31.863681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'port_id': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61', 'mac_address': 'fa:16:3e:bd:f0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c571f-862c-4361-97c2-73360f8a2587', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:31.868233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] For port ca8fda82-7d9f-480f-95a1-9ecec179ffbe, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:31.874165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 67ec20e8-0851-4c68-b081-a7a40ae9c923 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:31.878408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] For port ca8fda82-7d9f-480f-95a1-9ecec179ffbe, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:31.893007 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd133e84-b8b4-4f5f-9ef5-fb6f84786d15 x-openstack-request-id: req-dd133e84-b8b4-4f5f-9ef5-fb6f84786d15 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:31.893399 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:31.893603 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd133e84-b8b4-4f5f-9ef5-fb6f84786d15 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:31.893909 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.894184 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'status': 'completed', 'code': 200} Aug 10 03:50:32.033513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c2328-1cfd-48c8-bc9c-5365047447b1 req-1bc320fe-df29-44b0-9bb4-c76e4239c4f0 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.042391 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-040c2328-1cfd-48c8-bc9c-5365047447b1 req-1bc320fe-df29-44b0-9bb4-c76e4239c4f0 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 944 time: 0.4196470 Aug 10 03:50:32.097401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.137178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779d55-6305-4c3b-b2dc-c3c17131378b None None] Pushing event updated for resources: {'Port': ['ID=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.151444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.168057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab00f69-bbc2-45e9-ade2-33e8bea37e61 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:32.205174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cab00f69-bbc2-45e9-ade2-33e8bea37e61, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.217529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0125910f-ae15-4c25-8612-e945c1a08c6b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.218131 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.268034 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.279482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-98fbb4ab-18b6-4b66-b0ed-293ac105aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.281547 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-98fbb4ab-18b6-4b66-b0ed-293ac105aa0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.3024240 Aug 10 03:50:32.283550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8223b510-fcc9-4055-8322-50ac91baef40') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.305292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8223b510-fcc9-4055-8322-50ac91baef40') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.326815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::1 (436e607c-ef4c-4ae6-a09e-44491dfe481c/9591cb37-34fc-403b-b02b-44ea279e38ea/ba143a0b-a52a-4bcd-ae83-caf5d4eeb175) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:32.421238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=cab00f69-bbc2-45e9-ade2-33e8bea37e61,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.487420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 67ec20e8-0851-4c68-b081-a7a40ae9c923, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.509253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '67ec20e8-0851-4c68-b081-a7a40ae9c923', 'network_id': '9f5f5799-365b-47ed-ad3b-d20b0fb98111', 'port_id': '67ec20e8-0851-4c68-b081-a7a40ae9c923', 'mac_address': 'fa:16:3e:e8:24:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022c571f-862c-4361-97c2-73360f8a2587', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:32.537393 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '32a21d1a-7110-4428-9d0c-10402ceb289d', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'port_id': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'mac_address': 'fa:16:3e:5c:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f294c-b642-442b-a79a-38cefe9580bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:25Z', 'revision_number': 0, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:57Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.542986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cab00f69-bbc2-45e9-ade2-33e8bea37e61'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:32.558359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-631f6a64-6408-4962-bd46-4a51a902b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.560570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-631f6a64-6408-4962-bd46-4a51a902b2e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 898 time: 0.2375164 Aug 10 03:50:32.570563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.582225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-040c2328-1cfd-48c8-bc9c-5365047447b1 req-b045e530-c44d-43e3-8cc9-bd80735a8525 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388122 Aug 10 03:50:32.596657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.607068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.608162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.609062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.610251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.611135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.612003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.612964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.613840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.618503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b7496453-79e0-4bb9-aa5d-94d5e05a2978 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5615 time: 1.0057600 Aug 10 03:50:32.619455 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.623575 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] Checking router: 43e42f76-943c-44a7-bff0-f0d653758f6f for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:32.635055 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:32.635978 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.648650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45842) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:32.661704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ec20e8-0851-4c68-b081-a7a40ae9c923 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:32.701808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af20f314-aac9-4a41-bc8f-5ab20a17d264,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.705155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.705766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 67ec20e8-0851-4c68-b081-a7a40ae9c923, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.710100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.711667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b86e68e2-b957-4a7c-82f7-6c8dd96047da tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2097754 Aug 10 03:50:32.730026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45844) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:32.735667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-00227f8a-7161-4061-a48c-b190b3b44f1f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'cffe2022-71dd-48ad-812c-0cf3f3b1d4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:32.735980 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.775238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:32.775753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:32.778877 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:32.801922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=67ec20e8-0851-4c68-b081-a7a40ae9c923,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.836120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-b00ef090-44ff-49db-9233-41eebbcd684a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 999 time: 0.2369270 Aug 10 03:50:32.860849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00227f8a-7161-4061-a48c-b190b3b44f1f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.861998 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:32.878613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.899472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:32.945123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['67ec20e8-0851-4c68-b081-a7a40ae9c923'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:32.966192 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.992369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-f8876fde-294c-4501-8a04-52d391349158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.992369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-f8876fde-294c-4501-8a04-52d391349158 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 200 len: 835 time: 0.1307983 Aug 10 03:50:32.992369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.992369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] 10.222.0.53 "DELETE /v2.0/networks/0125910f-ae15-4c25-8612-e945c1a08c6b HTTP/1.1" status: 204 len: 168 time: 1.4894660 Aug 10 03:50:33.038768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.120490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf290f2-aae8-4dcf-8bce-3f8b1bf8040c admin admin] Pushing event deleted for resources: {'Network': ['ID=0125910f-ae15-4c25-8612-e945c1a08c6b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:33.142280 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-00227f8a-7161-4061-a48c-b190b3b44f1f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:33.146146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-00227f8a-7161-4061-a48c-b190b3b44f1f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4125230 Aug 10 03:50:33.148061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45850) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:33.222109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-dc915e17-8e0b-4006-b0b6-03332de81d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.224065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-dc915e17-8e0b-4006-b0b6-03332de81d8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9b5af2-afd1-4467-a65a-c83839b898ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2289748 Aug 10 03:50:33.252875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.289482 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.395251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4df4130-ea37-4b4f-a63c-35e3e4e6903b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.431120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45852) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:33.462095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4df4130-ea37-4b4f-a63c-35e3e4e6903b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.542334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.543012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.562329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.563204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.567756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.568875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.579092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b3f3f54b-16f0-43e6-8199-ee31710a4542 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.9288244 Aug 10 03:50:33.590796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:33.606524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:33.618167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Pushing event updated for resources: {'Subnet': ['ID=723c42e0-05cd-465a-b397-ef12eeb2bcc5,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:33.626769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:33.646806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:33.679864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '32a21d1a-7110-4428-9d0c-10402ceb289d', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'port_id': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'mac_address': 'fa:16:3e:5c:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f294c-b642-442b-a79a-38cefe9580bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:25Z', 'revision_number': 0, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:57Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:33.697909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:33.697909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.761856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7bc32daa-c418-4ec8-963a-f166428a9843 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9553daa9ce44de9bf63bc06a37ca211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259723 Aug 10 03:50:33.764467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-a4ccc478-4efe-4501-86b6-4287c7ab7688 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118971 Aug 10 03:50:33.765108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45858) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:33.837853 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4df4130-ea37-4b4f-a63c-35e3e4e6903b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.841903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4df4130-ea37-4b4f-a63c-35e3e4e6903b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.850174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4df4130-ea37-4b4f-a63c-35e3e4e6903b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/cffe2022-71dd-48ad-812c-0cf3f3b1d4b3 HTTP/1.1" status: 204 len: 168 time: 0.6908190 Aug 10 03:50:33.850846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45860) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:33.865444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Checking segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:33.867141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c3b62-37ab-4900-b206-82895f98744d None None] The sync data for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 is: [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '32a21d1a-7110-4428-9d0c-10402ceb289d', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'port_id': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'mac_address': 'fa:16:3e:5c:0f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f294c-b642-442b-a79a-38cefe9580bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:25Z', 'revision_number': 0, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:57Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:33.867673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Network hostable DHCP agents. Network: 7ac49871-57cf-44d4-8840-42f4998fb7b5, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:33.946514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ba6e-8527-4b14-8705-c4332b929032 req-ef9ef8df-4cb6-4d90-b0b9-6396f8d61ecd tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.956794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ea2ba6e-8527-4b14-8705-c4332b929032 req-ef9ef8df-4cb6-4d90-b0b9-6396f8d61ecd tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 945 time: 0.1397448 Aug 10 03:50:33.968732 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.997102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:33.997434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df4130-ea37-4b4f-a63c-35e3e4e6903b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe2022-71dd-48ad-812c-0cf3f3b1d4b3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:34.123199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-da3d0747-4179-45af-9608-6642fb04acc2 None None] Provisioning for port ca8fda82-7d9f-480f-95a1-9ecec179ffbe completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:34.311146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca8fda82-7d9f-480f-95a1-9ecec179ffbe up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:34.432885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59821255-8436-4e5f-8fca-ac2e18121faf tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5472591 Aug 10 03:50:34.433526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45864) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:34.448145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817074182'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:34.451300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ca8fda82-7d9f-480f-95a1-9ecec179ffbe completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:34.458138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ca8fda82-7d9f-480f-95a1-9ecec179ffbe triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:34.458514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.490920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f04bc4c-4e63-43b3-a29b-bfea68375949 req-eedb7289-fa65-4a7e-87f4-d472b08506c3 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067235 Aug 10 03:50:34.491725 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e564942c-b83f-46c5-a2b3-f1f00d06b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.560581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10663bb-0029-4763-a7cf-e6f37554586d None None] New status for floating IP 32a21d1a-7110-4428-9d0c-10402ceb289d: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:50:34.606823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e564942c-b83f-46c5-a2b3-f1f00d06b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.629456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.683598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7ac49871-57cf-44d4-8840-42f4998fb7b5) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:34.712932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.713540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.721532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69657cfe-8dc9-4bf7-b67b-0aa67cb61318 None None] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:34.743671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ea2ba6e-8527-4b14-8705-c4332b929032 req-4cbb9663-0dc0-42df-809c-9ac22d7795c2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7855256 Aug 10 03:50:34.746321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e564942c-b83f-46c5-a2b3-f1f00d06b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.748999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e564942c-b83f-46c5-a2b3-f1f00d06b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.750545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e564942c-b83f-46c5-a2b3-f1f00d06b4a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00a9e4c1-50c7-46aa-807c-e4a5c4c94595 HTTP/1.1" status: 204 len: 168 time: 0.9833879 Aug 10 03:50:34.762870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf42ff98-63ef-4d5f-b25e-832faa922710 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2145 time: 1.1442797 Aug 10 03:50:34.765566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45868) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:34.769470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564942c-b83f-46c5-a2b3-f1f00d06b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9e4c1-50c7-46aa-807c-e4a5c4c94595,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:34.880370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83667a7-ee54-46ee-91e2-0a835dfee363 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.881073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83667a7-ee54-46ee-91e2-0a835dfee363 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.894010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b83667a7-ee54-46ee-91e2-0a835dfee363 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=43e42f76-943c-44a7-bff0-f0d653758f6f HTTP/1.1" status: 200 len: 1992 time: 0.1168492 Aug 10 03:50:34.904723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.913602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.945342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ee2ab93b-5ace-4a1d-b8e8-529fb1e0249c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.7959883 Aug 10 03:50:34.947613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:34.963539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:34.985325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.997570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5568414 Aug 10 03:50:35.004689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45874) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.011452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cfe0a-999d-450d-93aa-ff49f25742b1 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c01b1b-b885-4046-be74-88da29432421,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.027162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6e85acab-5af3-490c-90ff-799bddcd0852 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '83c01b1b-b885-4046-be74-88da29432421', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:35.028522 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-6e85acab-5af3-490c-90ff-799bddcd0852 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:50:35.029062 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-6e85acab-5af3-490c-90ff-799bddcd0852 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:35.033448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45876) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.040823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6e85acab-5af3-490c-90ff-799bddcd0852 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0316257 Aug 10 03:50:35.044272 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.070619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82f420-205c-4d04-81eb-4d5805ce3f0d None None] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:35.133921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.136290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.142345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.165802 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.166727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.315769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.336091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.406282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cab00f69-bbc2-45e9-ade2-33e8bea37e61 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:35.415963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-46dc10cf-b4be-4557-88a0-4c8b2b3e8611 None None] Provisioning for port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:35.511070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ca8fda82-7d9f-480f-95a1-9ecec179ffbe, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:35.525550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-46dc10cf-b4be-4557-88a0-4c8b2b3e8611 None None] Provisioning complete for port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:35.527155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46dc10cf-b4be-4557-88a0-4c8b2b3e8611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.532000 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.649089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-025e7a6a-362e-4c8c-ae91-337418ddf381 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.690631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-025e7a6a-362e-4c8c-ae91-337418ddf381 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.757476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-025e7a6a-362e-4c8c-ae91-337418ddf381 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.773612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-025e7a6a-362e-4c8c-ae91-337418ddf381 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.776223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-025e7a6a-362e-4c8c-ae91-337418ddf381 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/83c01b1b-b885-4046-be74-88da29432421 HTTP/1.1" status: 204 len: 168 time: 0.7413983 Aug 10 03:50:35.790440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45896) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.847745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:35.855464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.861911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.874641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e7a6a-362e-4c8c-ae91-337418ddf381 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c01b1b-b885-4046-be74-88da29432421,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.890676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-46dc10cf-b4be-4557-88a0-4c8b2b3e8611 None None] Port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:35.907695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:35.979525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 67ec20e8-0851-4c68-b081-a7a40ae9c923 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:36.031891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-04bc6e8e-d181-4028-b049-ff1953907812 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2264514 Aug 10 03:50:36.037228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45902) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.053327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702335714'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:36.104455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028f63-230b-472d-933c-8fe2dbd74234 req-bad47f29-f547-4943-a20e-58f1aebb547a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.115044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6028f63-230b-472d-933c-8fe2dbd74234 req-bad47f29-f547-4943-a20e-58f1aebb547a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 945 time: 0.1889184 Aug 10 03:50:36.195864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.200480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca8fda82-7d9f-480f-95a1-9ecec179ffbe up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:36.214587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port cab00f69-bbc2-45e9-ade2-33e8bea37e61 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:36.253867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:50:36.278667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6028f63-230b-472d-933c-8fe2dbd74234 req-b9109d19-6f12-41c3-897c-8c2f19a56801 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624236 Aug 10 03:50:36.349134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port cab00f69-bbc2-45e9-ade2-33e8bea37e61 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:36.349522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.446602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 67ec20e8-0851-4c68-b081-a7a40ae9c923 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:36.455841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ca8fda82-7d9f-480f-95a1-9ecec179ffbe triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:36.456224 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.460345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 67ec20e8-0851-4c68-b081-a7a40ae9c923 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:36.460714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.466225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.475207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.496047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:36.511511 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Sync routers for ids ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:36.537385 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Routers {'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:36.538369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ff37ee69-943c-405a-82d0-ffdcc6bcb8a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "PUT /v2.0/routers/f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3978555 Aug 10 03:50:36.540278 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:36.544161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.559870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ea0e94ba-ee27-4bea-b56b-746201d8e5d0 None None] Provisioning complete for port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:36.560244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ea0e94ba-ee27-4bea-b56b-746201d8e5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.684616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.684616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6322334 Aug 10 03:50:36.686750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45912) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.693216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bbae914f-5e25-4c76-8ea7-93941ff99afa tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'c7e51e71-dacd-4336-9203-6c5e8f5b2447', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:36.695134 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-bbae914f-5e25-4c76-8ea7-93941ff99afa tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:50:36.695894 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-bbae914f-5e25-4c76-8ea7-93941ff99afa tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:36.697121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbae914f-5e25-4c76-8ea7-93941ff99afa tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092819 Aug 10 03:50:36.701782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45916) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.711762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e6f5f-99a2-43ac-a60e-86cb74a0f8b6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e51e71-dacd-4336-9203-6c5e8f5b2447,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:36.725219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ad67c-580e-4280-96f7-69f5e81be0a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.727185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6c6ad67c-580e-4280-96f7-69f5e81be0a2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports/ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 HTTP/1.1" status: 200 len: 911 time: 0.1513412 Aug 10 03:50:36.734720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45918) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.784595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.805224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e94ba-ee27-4bea-b56b-746201d8e5d0 None None] Port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:36.808386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Set router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:36.839737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cab00f69-bbc2-45e9-ade2-33e8bea37e61, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:36.843462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:36.847875 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd15523-866a-43a2-a298-fb40c294cb39" -d '{"events": [{"server_uuid": "d6da84a7-b0f5-4abd-9a53-306cfd6cb991", "name": "network-vif-plugged", "status": "completed", "tag": "cab00f69-bbc2-45e9-ade2-33e8bea37e61"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:36.862969 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.915140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.927155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-763023de-002f-477c-9ddd-1695ae874ad0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.943002 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c2e221-0af3-4a18-8fa1-c5de4fc7ba77 x-openstack-request-id: req-49c2e221-0af3-4a18-8fa1-c5de4fc7ba77 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:36.943320 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6da84a7-b0f5-4abd-9a53-306cfd6cb991", "name": "network-vif-plugged", "status": "completed", "tag": "cab00f69-bbc2-45e9-ade2-33e8bea37e61", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:36.943641 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49c2e221-0af3-4a18-8fa1-c5de4fc7ba77 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:36.944247 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61', 'code': 200} Aug 10 03:50:36.953127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.956677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=cab00f69-bbc2-45e9-ade2-33e8bea37e61,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:36.959321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27f967-89e7-4eb1-9096-276774bef63d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.971604 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.977330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27f967-89e7-4eb1-9096-276774bef63d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.982250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8a27f967-89e7-4eb1-9096-276774bef63d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2462859 Aug 10 03:50:36.998441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45926) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:37.077613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 67ec20e8-0851-4c68-b081-a7a40ae9c923, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:37.089777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.111753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-763023de-002f-477c-9ddd-1695ae874ad0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.113420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Allocated IP 172.25.2.140 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c2ff12cc-563f-488d-b33d-f13590e91664) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:37.202174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=67ec20e8-0851-4c68-b081-a7a40ae9c923,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.227346 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:30Z', 'updated_at': '2021-08-10T03:50:33Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None, '_interfaces': [{'id': 'ba143a0b-a52a-4bcd-ae83-caf5d4eeb175', 'name': '', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'mac_address': 'fa:16:3e:e0:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '9591cb37-34fc-403b-b02b-44ea279e38ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:31Z', 'updated_at': '2021-08-10T03:50:34Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'subnets': [{'id': '9591cb37-34fc-403b-b02b-44ea279e38ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:37.246272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a892-975b-4694-a35e-fc3ac2ebb190 req-71f7f530-8aab-4828-8320-94355275850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.248962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f366a892-975b-4694-a35e-fc3ac2ebb190 req-71f7f530-8aab-4828-8320-94355275850c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 1097 time: 0.1908963 Aug 10 03:50:37.265565 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Checking router: f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:37.266597 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Updating router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:37.302816 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.360024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.371150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-763023de-002f-477c-9ddd-1695ae874ad0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.373880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-763023de-002f-477c-9ddd-1695ae874ad0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.377363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-763023de-002f-477c-9ddd-1695ae874ad0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7e51e71-dacd-4336-9203-6c5e8f5b2447 HTTP/1.1" status: 204 len: 168 time: 0.6719933 Aug 10 03:50:37.379859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45938) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:37.410711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f366a892-975b-4694-a35e-fc3ac2ebb190 req-79764081-4f2f-4ef1-8edc-4bf05d9ef78b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539266 Aug 10 03:50:37.425867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763023de-002f-477c-9ddd-1695ae874ad0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e51e71-dacd-4336-9203-6c5e8f5b2447,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.524335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-674c26fd-95c9-43f2-9ff2-706f66250c7b tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1432028 Aug 10 03:50:37.554863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45944) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:37.565335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--44376610'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:37.592254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed63d958-6b9e-4eef-a11c-e593df8fc4f0 req-008f99a1-9392-49a1-abab-73dd07416313 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.1194479 Aug 10 03:50:37.631657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.634968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.686248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aed7e-5129-4feb-8fbd-d927c732bf35 req-4fb4995f-66b0-4170-a0d1-14af93722c94 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:37.691219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b0aed7e-5129-4feb-8fbd-d927c732bf35 req-4fb4995f-66b0-4170-a0d1-14af93722c94 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 946 time: 0.1737740 Aug 10 03:50:37.865296 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.888224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:37.889113 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Transition to ACTIVE for port object ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:37.900097 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.906986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:37.915841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:37.937001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b0aed7e-5129-4feb-8fbd-d927c732bf35 req-1b1d8d87-43a9-4622-ac76-52d1955134c8 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286847 Aug 10 03:50:37.991739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Pushing event updated for resources: {'Port': ['ID=c2ff12cc-563f-488d-b33d-f13590e91664,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.992635 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f88b0d-b950-4dd4-8b04-d223f27cc6ec None None] Pushing event updated for resources: {'Port': ['ID=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:38.123820 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Attempting to bind port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:38.124288 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Attempting to bind port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:38.124658 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Attempting to bind port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:38.142619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:38.142989 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:38.143591 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.148852 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:38.149363 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Bound port: ba143a0b-a52a-4bcd-ae83-caf5d4eeb175, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:38.150384 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.256891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.298879 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] For port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:38.303264 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] For port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:38.321901 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.326596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.347778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.494325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b360b4de-1c1d-4bc5-b017-aaf602428e29 req-f9f44fc9-8fa4-4c15-983a-40ae972c6076 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1558032 Aug 10 03:50:38.553160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.558337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0032704 Aug 10 03:50:38.560451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45974) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.561154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7fb7f-1c5a-4ed8-a238-9e30187d464d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a80c2-a807-4516-a0f0-338ef8ec5678,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:38.643982 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Routers {'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:38.651547 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:38.705040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2c00ef94-d5be-46bd-b28c-cb776eed9894 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '7b2a80c2-a807-4516-a0f0-338ef8ec5678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:38.723883 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-2c00ef94-d5be-46bd-b28c-cb776eed9894 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:50:38.724705 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-2c00ef94-d5be-46bd-b28c-cb776eed9894 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:38.727294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2c00ef94-d5be-46bd-b28c-cb776eed9894 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0417945 Aug 10 03:50:38.729629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45980) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.738334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-27aaa2b3-ba55-48a6-a7e0-97455cc781eb tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '7b2a80c2-a807-4516-a0f0-338ef8ec5678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:38.740060 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-27aaa2b3-ba55-48a6-a7e0-97455cc781eb tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:50:38.740585 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-27aaa2b3-ba55-48a6-a7e0-97455cc781eb tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:38.741751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-27aaa2b3-ba55-48a6-a7e0-97455cc781eb tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109792 Aug 10 03:50:38.755515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45982) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.778505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-205a1709-f8ec-4317-838b-8806d1c1a76d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '7b2a80c2-a807-4516-a0f0-338ef8ec5678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:38.780719 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-205a1709-f8ec-4317-838b-8806d1c1a76d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:50:38.781299 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-205a1709-f8ec-4317-838b-8806d1c1a76d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:38.787767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45984) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.788003 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-205a1709-f8ec-4317-838b-8806d1c1a76d tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0279875 Aug 10 03:50:38.795678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.796931 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f88b0d-b950-4dd4-8b04-d223f27cc6ec None None] Pushing event updated for resources: {'Port': ['ID=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:38.808492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-462bc553-d042-4526-a958-725a8be586ca tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '7b2a80c2-a807-4516-a0f0-338ef8ec5678', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:38.816387 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] Set router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:38.819250 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-462bc553-d042-4526-a958-725a8be586ca tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:50:38.819964 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-462bc553-d042-4526-a958-725a8be586ca tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:38.821171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-462bc553-d042-4526-a958-725a8be586ca tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0324461 Aug 10 03:50:38.830366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:38.917341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:38.917732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.945768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec20e8-0851-4c68-b081-a7a40ae9c923'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:38.948341 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c438fa0b-747b-487b-a2c1-7536a2385770" -d '{"events": [{"server_uuid": "4ea858a4-0851-4ac6-bb7d-21063790bf4a", "name": "network-vif-plugged", "status": "completed", "tag": "67ec20e8-0851-4c68-b081-a7a40ae9c923"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:39.120968 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124da840-2fb3-4a1a-bf0e-0fae227214db x-openstack-request-id: req-124da840-2fb3-4a1a-bf0e-0fae227214db {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:39.122077 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea858a4-0851-4ac6-bb7d-21063790bf4a", "name": "network-vif-plugged", "status": "completed", "tag": "67ec20e8-0851-4c68-b081-a7a40ae9c923", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:39.122896 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-124da840-2fb3-4a1a-bf0e-0fae227214db {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:39.123587 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ec20e8-0851-4c68-b081-a7a40ae9c923', 'code': 200} Aug 10 03:50:39.137401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96676d4-9187-4280-8a9b-be5e1f5ad327 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.224330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96676d4-9187-4280-8a9b-be5e1f5ad327 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.347761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] For port ba143a0b-a52a-4bcd-ae83-caf5d4eeb175, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:39.348132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.372195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96676d4-9187-4280-8a9b-be5e1f5ad327 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.380616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96676d4-9187-4280-8a9b-be5e1f5ad327 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.388084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f96676d4-9187-4280-8a9b-be5e1f5ad327 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/7b2a80c2-a807-4516-a0f0-338ef8ec5678 HTTP/1.1" status: 204 len: 168 time: 0.5544715 Aug 10 03:50:39.388752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.410675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:39.450460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47c3c-2394-44b0-950f-82caec2a568d req-c852fd7e-2a02-4f20-bd93-f915fdf221ad tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.452142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34b47c3c-2394-44b0-950f-82caec2a568d req-c852fd7e-2a02-4f20-bd93-f915fdf221ad tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 946 time: 0.3699193 Aug 10 03:50:39.453179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96676d4-9187-4280-8a9b-be5e1f5ad327 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a80c2-a807-4516-a0f0-338ef8ec5678,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:39.454120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88361483-e845-44cb-9451-5c4c1a7411f6 req-19911e78-9824-4e4f-bfc3-947471d705a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.456933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88361483-e845-44cb-9451-5c4c1a7411f6 req-19911e78-9824-4e4f-bfc3-947471d705a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 1098 time: 0.2550564 Aug 10 03:50:39.544939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3762a8b1-e086-4cb0-8821-1b8d77e2b7a6 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1353076 Aug 10 03:50:39.550305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46004) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.554897 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:30Z', 'updated_at': '2021-08-10T03:50:33Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None, '_interfaces': [{'id': 'ba143a0b-a52a-4bcd-ae83-caf5d4eeb175', 'name': '', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'mac_address': 'fa:16:3e:e0:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '9591cb37-34fc-403b-b02b-44ea279e38ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:31Z', 'updated_at': '2021-08-10T03:50:38Z', 'revision_number': 4, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'subnets': [{'id': '9591cb37-34fc-403b-b02b-44ea279e38ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:39.560765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--142779434'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:39.594261 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.615243 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.642154 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ec217-7c13-482d-a94b-f71e528e0b54 None None] The sync data for ids ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'] in n-d-769329-14 is: [{'id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:30Z', 'updated_at': '2021-08-10T03:50:33Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None, '_interfaces': [{'id': 'ba143a0b-a52a-4bcd-ae83-caf5d4eeb175', 'name': '', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'mac_address': 'fa:16:3e:e0:40:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '9591cb37-34fc-403b-b02b-44ea279e38ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:31Z', 'updated_at': '2021-08-10T03:50:38Z', 'revision_number': 4, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'subnets': [{'id': '9591cb37-34fc-403b-b02b-44ea279e38ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:39.729110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f71b6c39-0f45-4497-afa6-59dcc862ac50 req-d2d9d226-388d-47ee-a3c0-34ba178298eb tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0629084 Aug 10 03:50:39.864276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.870761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.883364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.969881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=ba143a0b-a52a-4bcd-ae83-caf5d4eeb175,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:39.972247 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.974876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4232993 Aug 10 03:50:39.986968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.000528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-dd892997-4e56-4b1e-af85-17a43d1de352 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.001484 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-dd892997-4e56-4b1e-af85-17a43d1de352 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:50:40.002209 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-dd892997-4e56-4b1e-af85-17a43d1de352 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.006567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd892997-4e56-4b1e-af85-17a43d1de352 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0170178 Aug 10 03:50:40.009726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46008) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.015964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2c3b91d7-cffb-4641-ab5e-ae416e39a6f7 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.029555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba59f1b-632c-4a2c-8195-2b5c405bafac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9c5fd-d9e0-4be5-806d-9166947ccea5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:40.213371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.297314 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-2c3b91d7-cffb-4641-ab5e-ae416e39a6f7 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.301266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c3b91d7-cffb-4641-ab5e-ae416e39a6f7 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2902825 Aug 10 03:50:40.404965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46012) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.416825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b1b7c496-ea8f-4c8a-8d1b-0e08deb037ba tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.417309 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-b1b7c496-ea8f-4c8a-8d1b-0e08deb037ba tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:50:40.417813 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-b1b7c496-ea8f-4c8a-8d1b-0e08deb037ba tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.419773 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b1b7c496-ea8f-4c8a-8d1b-0e08deb037ba tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096552 Aug 10 03:50:40.430886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46014) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.481245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f8193de2-1a4e-4da6-bd12-43a9382cab31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.500545 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88361483-e845-44cb-9451-5c4c1a7411f6 req-835fd9d0-84ed-43cd-afee-07033a779894 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9745841 Aug 10 03:50:40.505544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-814af1c7-6824-4bb4-9497-aa698973dd33 req-e7d560da-33a7-4fa0-a4c1-649abfce242e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0363929 Aug 10 03:50:40.517691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34b47c3c-2394-44b0-950f-82caec2a568d req-aae785ba-8f1a-465a-a408-926a439c70d4 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579109 Aug 10 03:50:40.639542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:50:40.653386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:40.655235 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-f8193de2-1a4e-4da6-bd12-43a9382cab31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.656332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8193de2-1a4e-4da6-bd12-43a9382cab31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2244668 Aug 10 03:50:40.659564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.666047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d0912f61-b826-4b27-b64e-29d6d5afd87f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.666660 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-d0912f61-b826-4b27-b64e-29d6d5afd87f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:50:40.667252 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-d0912f61-b826-4b27-b64e-29d6d5afd87f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.669135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0912f61-b826-4b27-b64e-29d6d5afd87f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083542 Aug 10 03:50:40.674101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46020) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.684254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aeaec7da-8b76-45b9-8fc7-6cb6e06b2411 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.803939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:40.811279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2db76406-634c-4d38-9fa4-1e7aa223f297 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "PUT /v2.0/routers/f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8117621 Aug 10 03:50:40.815159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46024) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.852667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:40.870359 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-aeaec7da-8b76-45b9-8fc7-6cb6e06b2411 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.874014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aeaec7da-8b76-45b9-8fc7-6cb6e06b2411 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1973217 Aug 10 03:50:40.878601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46026) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.882367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Sync routers for ids ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:40.888498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4ac70a05-236d-4d6a-a382-b2f7eb8ca971 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.889698 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-4ac70a05-236d-4d6a-a382-b2f7eb8ca971 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:50:40.891049 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-4ac70a05-236d-4d6a-a382-b2f7eb8ca971 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:40.892304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4ac70a05-236d-4d6a-a382-b2f7eb8ca971 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119987 Aug 10 03:50:40.894099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.895971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8aaa5875-0b8e-470d-9d2f-410a884e1b0e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9464726 Aug 10 03:50:40.896940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46028) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.900135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46030) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.906350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7b785ad1-73bc-4302-9b3e-8feef73f2512 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:40.909147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc13d6e-025a-4577-b879-aca87919b68c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.911499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc13d6e-025a-4577-b879-aca87919b68c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.913390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ffc13d6e-025a-4577-b879-aca87919b68c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0968747 Aug 10 03:50:40.918680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46032) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:40.924973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Routers {'0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:40.926006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:41.049303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae1de4e1-e8d3-4c32-880f-7d0402a84a44 req-e1cd57ee-a6ba-4c10-9a14-c46c05e8d8a4 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0446849 Aug 10 03:50:41.063850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 9591cb37-34fc-403b-b02b-44ea279e38ea {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:41.067539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.118942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.144461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Set router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:41.201677 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-7b785ad1-73bc-4302-9b3e-8feef73f2512 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:41.203128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7b785ad1-73bc-4302-9b3e-8feef73f2512 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3046141 Aug 10 03:50:41.206677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46034) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.214174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d133d83e-4991-4411-813e-68a951c760a3 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'bdf9c5fd-d9e0-4be5-806d-9166947ccea5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:41.286313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.313753 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-d133d83e-4991-4411-813e-68a951c760a3 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:41.327468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d133d83e-4991-4411-813e-68a951c760a3 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1196058 Aug 10 03:50:41.328749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46036) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.422699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.521956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:50:38Z', 'revision_number': 3, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:41.593137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Checking router: 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:41.593526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Updating router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 port c2ff12cc-563f-488d-b33d-f13590e91664 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:41.609772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b330864-1281-4bc2-b7d7-b3f68a0763be req-2d4f9576-322b-4a4b-84c6-ec138274e453 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1520553 Aug 10 03:50:41.644967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.665165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.737686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.859413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14271f02-35b5-4713-8d34-41cff54594ff req-e6c7a736-a916-4582-a3cb-226604a28603 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.861824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14271f02-35b5-4713-8d34-41cff54594ff req-e6c7a736-a916-4582-a3cb-226604a28603 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 946 time: 0.2348816 Aug 10 03:50:41.889120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=9591cb37-34fc-403b-b02b-44ea279e38ea,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:41.897121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.901721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e8af50a3-72b8-4810-8471-78b1a729ceca tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/9591cb37-34fc-403b-b02b-44ea279e38ea HTTP/1.1" status: 204 len: 168 time: 0.9790695 Aug 10 03:50:41.902031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46042) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.913070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e0432-9616-490d-93c3-2b4ef357a188 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:41.953571 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] Sync routers for ids ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:41.969702 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.972140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.977427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/bdf9c5fd-d9e0-4be5-806d-9166947ccea5 HTTP/1.1" status: 204 len: 168 time: 0.6460896 Aug 10 03:50:41.978233 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] Routers {'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:41.979069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46044) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.979269 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.006365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14271f02-35b5-4713-8d34-41cff54594ff req-abd95f09-f36e-4e0b-a21e-eef7e7c0ad71 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320207 Aug 10 03:50:42.017041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9c5fd-d9e0-4be5-806d-9166947ccea5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.035925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.036338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.036633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.036973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.037314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.037654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.038014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.038414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.038746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.039076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.039404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.039999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330e12f-42bd-4073-962d-dd4084689804 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:42.150766 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] Set router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:42.165608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3bc06a7c-d4b2-484f-8207-84c7674cac43 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2622170 Aug 10 03:50:42.166690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46050) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.213400 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b78d119-8a6c-48a6-87cd-126b8722fc6e tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2210662 Aug 10 03:50:42.215726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46052) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.221585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981270233'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:42.255046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:30Z', 'updated_at': '2021-08-10T03:50:39Z', 'revision_number': 3, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.302793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3aa294a-dedf-429e-a687-7da3e5ef9161 req-e4477c81-eb87-474b-8dab-81a43dd58199 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0317483 Aug 10 03:50:42.311723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.326057 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] Checking router: f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:42.372542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.375704 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] Routers {'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:42.376522 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.380822 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:42.389197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.512781 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] Set router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:42.577499 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.585081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:42.601867 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:30Z', 'updated_at': '2021-08-10T03:50:39Z', 'revision_number': 3, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:42.608719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Transition to ACTIVE for port object c2ff12cc-563f-488d-b33d-f13590e91664 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:42.635862 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.642138 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517c10d-37d3-4f00-b300-e967cf8f889f None None] The sync data for ids ['f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3'] in n-d-769329-14 is: [{'id': 'f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3', 'name': 'tempest-NetworksTestDHCPv6-router-50492615', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:30Z', 'updated_at': '2021-08-10T03:50:39Z', 'revision_number': 3, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:42.648069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.657776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.675980 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.705330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.720350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf603009-a915-48fc-8056-41d9ecdeff77 req-6c717c4a-6385-4091-acd6-f8f386dc52d9 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.722134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bf603009-a915-48fc-8056-41d9ecdeff77 req-6c717c4a-6385-4091-acd6-f8f386dc52d9 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 945 time: 0.3808661 Aug 10 03:50:42.729274 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.730756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5128994 Aug 10 03:50:42.736394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46058) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.745880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c1d87ce2-fba2-4091-88b2-99602a503468 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '3b23ce80-a2be-4204-b78e-390bf1b10b14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:42.766010 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Attempting to bind port c2ff12cc-563f-488d-b33d-f13590e91664 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:42.766557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Attempting to bind port c2ff12cc-563f-488d-b33d-f13590e91664 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:42.767045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Attempting to bind port c2ff12cc-563f-488d-b33d-f13590e91664 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:42.770465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dc830-2985-4a51-b697-af974fc84014 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23ce80-a2be-4204-b78e-390bf1b10b14,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.776540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:42.777088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:42.777726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.778353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:42.779119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Bound port: c2ff12cc-563f-488d-b33d-f13590e91664, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:42.779677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.799301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Allocated IP 172.20.0.1 (7ac49871-57cf-44d4-8840-42f4998fb7b5/723c42e0-05cd-465a-b397-ef12eeb2bcc5/f84068ae-7cb1-48d3-b2e7-43106d360907) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:42.848397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.848905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Fanout notify agent at l3_agent the message router_deleted on router f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:50:42.878139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d443e5-f9a9-4edb-8f6f-d905934e183c None None] Pushing event updated for resources: {'Port': ['ID=c2ff12cc-563f-488d-b33d-f13590e91664,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.882913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.888486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3aef30e-0805-4dec-969b-21994967bce7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/routers/f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 HTTP/1.1" status: 204 len: 168 time: 0.7189288 Aug 10 03:50:42.891950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] Deleting port ca8fda82-7d9f-480f-95a1-9ecec179ffbe {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:42.892656 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.895697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46060) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.910233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:42.935643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bf603009-a915-48fc-8056-41d9ecdeff77 req-3c5824e3-9bf4-4f9d-9612-bb0f36dc8146 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421621 Aug 10 03:50:42.962593 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-c1d87ce2-fba2-4091-88b2-99602a503468 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The resource could not be found. Aug 10 03:50:42.975335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1d87ce2-fba2-4091-88b2-99602a503468 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2331970 Aug 10 03:50:42.981425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46064) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:42.987182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5b9a6bed-23f1-462f-adaf-ea1c8e510411 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '3b23ce80-a2be-4204-b78e-390bf1b10b14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ffd3429f-8be3-443e-be95-3e6d988274cd'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:43.001391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] For port c2ff12cc-563f-488d-b33d-f13590e91664, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:43.010596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] For port c2ff12cc-563f-488d-b33d-f13590e91664, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c2ff12cc-563f-488d-b33d-f13590e91664,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:43.037953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] For port ca8fda82-7d9f-480f-95a1-9ecec179ffbe, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:43.039519 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.064327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] Calling delete_port for ca8fda82-7d9f-480f-95a1-9ecec179ffbe owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:43.123898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:43.127599 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.160786 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.181187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.233092 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-5b9a6bed-23f1-462f-adaf-ea1c8e510411 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The resource could not be found. Aug 10 03:50:43.239770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46068) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:43.242970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5b9a6bed-23f1-462f-adaf-ea1c8e510411 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2539263 Aug 10 03:50:43.247273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:43.320263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.372650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Routers {'0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:43.374358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:43.392484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:43.402079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:43.406593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:43.433758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2e1821e1-449a-420c-ad05-8bb607d1d7bc tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.493376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d443e5-f9a9-4edb-8f6f-d905934e183c None None] Pushing event updated for resources: {'Port': ['ID=c2ff12cc-563f-488d-b33d-f13590e91664,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.515146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Pushing event updated for resources: {'Port': ['ID=f84068ae-7cb1-48d3-b2e7-43106d360907,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.518948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2e1821e1-449a-420c-ad05-8bb607d1d7bc tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.593198 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d7d6364-cd10-4b2e-87a0-8981a328f884 req-140367f6-40e7-4ca0-828b-6052c74b5317 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1171474 Aug 10 03:50:43.630723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e82e9e8-fbd3-43b2-bfca-521d672345fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.655336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.663228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.687262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] No DVR routers for this DVR port ca8fda82-7d9f-480f-95a1-9ecec179ffbe on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:43.702631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2e1821e1-449a-420c-ad05-8bb607d1d7bc tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.704367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2e1821e1-449a-420c-ad05-8bb607d1d7bc tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.708658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2e1821e1-449a-420c-ad05-8bb607d1d7bc tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/3b23ce80-a2be-4204-b78e-390bf1b10b14 HTTP/1.1" status: 204 len: 168 time: 0.4673009 Aug 10 03:50:43.711520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46082) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:43.721161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a4221-34da-4575-83dc-504290c1100a None None] Pushing event deleted for resources: {'Port': ['ID=ca8fda82-7d9f-480f-95a1-9ecec179ffbe,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.762008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] Set router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:43.788020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1821e1-449a-420c-ad05-8bb607d1d7bc tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23ce80-a2be-4204-b78e-390bf1b10b14,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.846622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.854467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.860390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524c208-f779-487b-9aab-ceae31c149dd req-fe0d264f-b5f0-4391-bfc0-6e185bf38150 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.868102 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7524c208-f779-487b-9aab-ceae31c149dd req-fe0d264f-b5f0-4391-bfc0-6e185bf38150 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 945 time: 0.1898177 Aug 10 03:50:43.879752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7101f30f-a462-4cc4-a859-f7ddccb13b9a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464236 Aug 10 03:50:43.883581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46092) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:43.889111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-81277f8f-8112-4d9e-8129-83797a317aa5 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': '26d83f87-6930-4b24-b890-597b2d5016a6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:44.033160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:44.035104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:44.062307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:44.063841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.086475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e82e9e8-fbd3-43b2-bfca-521d672345fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.107809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e82e9e8-fbd3-43b2-bfca-521d672345fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.149692 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7524c208-f779-487b-9aab-ceae31c149dd req-3f6423ae-0482-42cd-a747-2e4d92548c7f tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806413 Aug 10 03:50:44.175040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82e9e8-fbd3-43b2-bfca-521d672345fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2227fd0b-8432-4fb1-818c-27e2e866dd0b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:44.187680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8e82e9e8-fbd3-43b2-bfca-521d672345fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27f02ca58e7840a6ac11c6400f878cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9377792 Aug 10 03:50:44.190272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46096) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:44.195191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962949b-7ce1-41da-b588-baa82de48726 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:44.196868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=2f47b43d-ac8c-4467-8df9-3813d795d2a5,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:44.216377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-586672b0-3dde-4a49-974f-d7c5ceb6ef9d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3163815 Aug 10 03:50:44.217654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46098) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:44.232316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:44.254813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:44.265090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.269457 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-81277f8f-8112-4d9e-8129-83797a317aa5 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The resource could not be found. Aug 10 03:50:44.278123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-81277f8f-8112-4d9e-8129-83797a317aa5 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3922465 Aug 10 03:50:44.278565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46100) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:44.288204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.298965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035145310'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:44.316055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:44.316403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ba143a0b-a52a-4bcd-ae83-caf5d4eeb175 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:44.316811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca8fda82-7d9f-480f-95a1-9ecec179ffbe no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:44.344423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2eb4355b-0765-466c-8f18-5474a35219f2 req-cf57d197-7a7f-45e6-9284-3322d20aecbe tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0998144 Aug 10 03:50:44.345109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ca8fda82-7d9f-480f-95a1-9ecec179ffbe {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:44.345459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca8fda82-7d9f-480f-95a1-9ecec179ffbe not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:44.423311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.424714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.429686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:50:38Z', 'revision_number': 3, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:44.456600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff5a8-0dd8-41d6-ace5-f619719d3bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.465794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.470503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdb3776-653b-4ef1-a898-a07568caa414 None None] The sync data for ids ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'] in n-d-769329-14 is: [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:50:38Z', 'revision_number': 3, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:44.472371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Pushing event updated for resources: {'Port': ['ID=f84068ae-7cb1-48d3-b2e7-43106d360907,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:44.494714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.512800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:44.513779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.565615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.584579 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff5a8-0dd8-41d6-ace5-f619719d3bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.613432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.718827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/2f47b43d-ac8c-4467-8df9-3813d795d2a5/e886c0fd-c31a-49e6-9e61-a23f74239363) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:44.758011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff5a8-0dd8-41d6-ace5-f619719d3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.759400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff5a8-0dd8-41d6-ace5-f619719d3bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.760633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0c4ff5a8-0dd8-41d6-ace5-f619719d3bb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2227fd0b-8432-4fb1-818c-27e2e866dd0b HTTP/1.1" status: 204 len: 168 time: 0.5693917 Aug 10 03:50:44.792864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:44.800855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:44.803331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ff5a8-0dd8-41d6-ace5-f619719d3bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2227fd0b-8432-4fb1-818c-27e2e866dd0b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:44.884545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.893105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.904952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:44.906218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e982747b-f83c-4b0d-9ba3-8b0388ba729e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6885722 Aug 10 03:50:44.911132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46104) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:44.999068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-ed90c952-db72-4a65-81cf-1295d026fdc6 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:45.000745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-ed90c952-db72-4a65-81cf-1295d026fdc6 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 945 time: 0.0946014 Aug 10 03:50:45.014496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.016105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7289290 Aug 10 03:50:45.025301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46108) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:45.035524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--500338128'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:45.049858 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.062653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Transition to ACTIVE for port object e886c0fd-c31a-49e6-9e61-a23f74239363 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:45.072956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1fb2-bdb3-45d6-976d-f2fda0253b72 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c874cec0-95a0-43bc-9cce-40bdaf041f44,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:45.083329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Transition to ACTIVE for port object e886c0fd-c31a-49e6-9e61-a23f74239363 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:45.091274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.171161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:45.180410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:45.187411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:45.195612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Pushing event updated for resources: {'Port': ['ID=e886c0fd-c31a-49e6-9e61-a23f74239363,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:45.218407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.342749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Attempting to bind port e886c0fd-c31a-49e6-9e61-a23f74239363 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:45.343303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Attempting to bind port e886c0fd-c31a-49e6-9e61-a23f74239363 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:45.344012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Attempting to bind port e886c0fd-c31a-49e6-9e61-a23f74239363 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:45.355370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:45.355370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:45.356083 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.356501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:45.357000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Bound port: e886c0fd-c31a-49e6-9e61-a23f74239363, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:45.357391 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.456659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Deleting port cab00f69-bbc2-45e9-ade2-33e8bea37e61 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:45.457540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.475799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-cac3968c-7178-49d0-be4b-7d20fce12fe2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:45.477504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-cac3968c-7178-49d0-be4b-7d20fce12fe2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 946 time: 0.4174838 Aug 10 03:50:45.479605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f0ff2-8e26-486c-bcab-32d34ab6bf53 req-4ae1d28c-500f-4907-9bcd-aa2dc118991b tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:45.483160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-705f0ff2-8e26-486c-bcab-32d34ab6bf53 req-4ae1d28c-500f-4907-9bcd-aa2dc118991b tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 945 time: 0.1599734 Aug 10 03:50:45.484640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:45.515828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] For port e886c0fd-c31a-49e6-9e61-a23f74239363, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:45.534279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] For port e886c0fd-c31a-49e6-9e61-a23f74239363, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e886c0fd-c31a-49e6-9e61-a23f74239363,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:45.543875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.645684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e48c-f6bf-4daf-a7ab-282bd931a296 None None] Pushing event updated for resources: {'Port': ['ID=e886c0fd-c31a-49e6-9e61-a23f74239363,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:45.690986 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-705f0ff2-8e26-486c-bcab-32d34ab6bf53 req-3cea10bc-2be6-41aa-b24c-1c1826c1460a tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e8299a-9b9f-4d81-bc9d-b66766383563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773915 Aug 10 03:50:45.717340 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.723652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.734583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a95dfec5-839c-4d22-844c-fa2b3c4779d2 req-19138a98-0adb-412f-b08b-7619722081fb tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1671345 Aug 10 03:50:45.768260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] For port cab00f69-bbc2-45e9-ade2-33e8bea37e61, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cab00f69-bbc2-45e9-ade2-33e8bea37e61,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:45.768633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.787155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.791719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7611229 Aug 10 03:50:45.800197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46130) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:45.805507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Calling delete_port for cab00f69-bbc2-45e9-ade2-33e8bea37e61 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:45.810490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-62eb29bf-2d28-42c4-91d8-efdc363c763f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group_rule': {'security_group_id': 'c874cec0-95a0-43bc-9cce-40bdaf041f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2c4b2437-12c9-4a93-a2ef-5ee7d67a9b09'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:45.812709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83faa-c6f9-4b02-ba12-9b7c2cd67f31 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b2437-12c9-4a93-a2ef-5ee7d67a9b09,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:45.926576 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-62eb29bf-2d28-42c4-91d8-efdc363c763f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:50:45.928556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-62eb29bf-2d28-42c4-91d8-efdc363c763f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1218846 Aug 10 03:50:45.941649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46136) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:46.083004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.116180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.130362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cab00f69-bbc2-45e9-ade2-33e8bea37e61'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:46.160107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event deleted for resources: {'Port': ['ID=cab00f69-bbc2-45e9-ade2-33e8bea37e61,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:46.245602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:46.247400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] No DVR routers for this DVR port cab00f69-bbc2-45e9-ade2-33e8bea37e61 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:46.251989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.256015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74cdad64-a1e7-4608-91e2-d097dc287b56 req-c1a205da-fc43-4c96-871a-baae84018153 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.39 "DELETE /v2.0/ports/cab00f69-bbc2-45e9-ade2-33e8bea37e61 HTTP/1.1" status: 204 len: 173 time: 1.2459593 Aug 10 03:50:46.256602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'name': 'network-vif-deleted', 'tag': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:46.257268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3507136-85b0-470b-82fd-f72eff75b45c admin admin] 10.222.0.53 "PUT /v2.0/routers/0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3370874 Aug 10 03:50:46.263255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46142) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:46.267235 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02639ad2-630a-458e-abd0-79bf1183bc77" -d '{"events": [{"server_uuid": "d6da84a7-b0f5-4abd-9a53-306cfd6cb991", "name": "network-vif-deleted", "tag": "cab00f69-bbc2-45e9-ade2-33e8bea37e61"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:46.322112 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709aab1-164d-48a8-9052-9e9527288c8f x-openstack-request-id: req-e709aab1-164d-48a8-9052-9e9527288c8f {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:46.322870 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6da84a7-b0f5-4abd-9a53-306cfd6cb991", "name": "network-vif-deleted", "tag": "cab00f69-bbc2-45e9-ade2-33e8bea37e61", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:46.323357 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e709aab1-164d-48a8-9052-9e9527288c8f {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:46.323988 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6da84a7-b0f5-4abd-9a53-306cfd6cb991', 'name': 'network-vif-deleted', 'tag': 'cab00f69-bbc2-45e9-ade2-33e8bea37e61', 'status': 'completed', 'code': 200} Aug 10 03:50:46.387907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65ce3ead-d08a-49f8-9552-6b4206ef9e0a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.395422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Deleting port 67ec20e8-0851-4c68-b081-a7a40ae9c923 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:46.395700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.396938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2ff12cc-563f-488d-b33d-f13590e91664 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:46.515967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65ce3ead-d08a-49f8-9552-6b4206ef9e0a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.516272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c2ff12cc-563f-488d-b33d-f13590e91664 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:46.532869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c2ff12cc-563f-488d-b33d-f13590e91664 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:46.533586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.578040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1935415010-network', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:46.709770 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.742542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c2ff12cc-563f-488d-b33d-f13590e91664, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c2ff12cc-563f-488d-b33d-f13590e91664,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:46.750398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.751774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e886c0fd-c31a-49e6-9e61-a23f74239363 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:46.906911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f47c6e40-5e9f-4341-8102-e086d97a7beb req-3f640f6e-f29d-4c46-a9f2-dc6d17c1ada6 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6da84a7-b0f5-4abd-9a53-306cfd6cb991 HTTP/1.1" status: 200 len: 210 time: 0.0467532 Aug 10 03:50:46.914953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c2ff12cc-563f-488d-b33d-f13590e91664,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:46.941158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e886c0fd-c31a-49e6-9e61-a23f74239363 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:47.058821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b38c1c39-6e93-4b0d-bea0-5fb4a552d46d req-c5a6ece0-8430-4e88-9130-27b456333d5f tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0505009 Aug 10 03:50:47.205497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] For port 67ec20e8-0851-4c68-b081-a7a40ae9c923, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=67ec20e8-0851-4c68-b081-a7a40ae9c923,segment=NetworkSegment(62ede810-8b18-4e8d-bcdb-0f6a0544b227),segment_id=62ede810-8b18-4e8d-bcdb-0f6a0544b227)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:47.206218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.211798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Made reservation on behalf of 7ccd7e045e1f443abe34a1f28057e686 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:47.214155 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.280901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65ce3ead-d08a-49f8-9552-6b4206ef9e0a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.283709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65ce3ead-d08a-49f8-9552-6b4206ef9e0a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.284996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-65ce3ead-d08a-49f8-9552-6b4206ef9e0a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c4b2437-12c9-4a93-a2ef-5ee7d67a9b09 HTTP/1.1" status: 204 len: 168 time: 1.3410568 Aug 10 03:50:47.286200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Calling delete_port for 67ec20e8-0851-4c68-b081-a7a40ae9c923 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:47.287160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] Provisioning for port e886c0fd-c31a-49e6-9e61-a23f74239363 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:47.288872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:47.299446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] Provisioning complete for port e886c0fd-c31a-49e6-9e61-a23f74239363 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:47.299819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.303038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.336683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce3ead-d08a-49f8-9552-6b4206ef9e0a tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b2437-12c9-4a93-a2ef-5ee7d67a9b09,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.343220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::1 (436e607c-ef4c-4ae6-a09e-44491dfe481c/2f47b43d-ac8c-4467-8df9-3813d795d2a5/0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:47.392368 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3723a96b-311e-4af0-8590-8cf7e5badf5c tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1010239 Aug 10 03:50:47.397685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46170) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:47.433078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.481771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] For port e886c0fd-c31a-49e6-9e61-a23f74239363, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e886c0fd-c31a-49e6-9e61-a23f74239363,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:47.493811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.508989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7692-0ab9-49de-88e1-38c64d0e7be0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.537329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7692-0ab9-49de-88e1-38c64d0e7be0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.560675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-dd53f862-e826-43fa-97ec-98b9a26bcf04 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:47.567514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Sync routers for ids ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:47.569385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-dd53f862-e826-43fa-97ec-98b9a26bcf04 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 819 time: 0.3864322 Aug 10 03:50:47.595055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Routers {'0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:47.595701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:47.626042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-80ef0f25-4935-41b9-8faa-b61484b99fbd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/quotas/d85c481132734674bbf759571f2010d3 HTTP/1.1" status: 200 len: 375 time: 0.0555317 Aug 10 03:50:47.635410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7692-0ab9-49de-88e1-38c64d0e7be0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.637242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc509d0-29f4-4a03-a76d-830da549e0fb None None] Pushing event updated for resources: {'Port': ['ID=e886c0fd-c31a-49e6-9e61-a23f74239363,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.654486 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7692-0ab9-49de-88e1-38c64d0e7be0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.655968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2bc7692-0ab9-49de-88e1-38c64d0e7be0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/c874cec0-95a0-43bc-9cce-40bdaf041f44 HTTP/1.1" status: 204 len: 168 time: 0.2556562 Aug 10 03:50:47.664994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46172) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:47.675492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc7692-0ab9-49de-88e1-38c64d0e7be0 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874cec0-95a0-43bc-9cce-40bdaf041f44,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.739498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Set router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:47.756840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.818947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.828459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:47.838010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.840280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.856646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-39513776-b037-4490-abf7-08f334e47392 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171533 Aug 10 03:50:47.866166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-25d94dd3-21d0-4f16-a200-5d83987498e8 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1944029 Aug 10 03:50:47.873678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46174) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:47.880698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'tempest-secgroup--1923662274'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:47.913275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.919977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Pushing event deleted for resources: {'Port': ['ID=67ec20e8-0851-4c68-b081-a7a40ae9c923,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.935351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:47.968704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 67ec20e8-0851-4c68-b081-a7a40ae9c923 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:48.005898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 67ec20e8-0851-4c68-b081-a7a40ae9c923 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:48.006517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 67ec20e8-0851-4c68-b081-a7a40ae9c923 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:48.017462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03255ea7-15e6-4734-a9c2-2c908fb29059,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:48.034216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.034581 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Added segment d04e1be2-cc52-4e02-94f1-a042806f7682 of type vlan for network 86030e4c-8b5f-4abe-9927-2a7570f8b9de Aug 10 03:50:48.068407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] No DVR routers for this DVR port 67ec20e8-0851-4c68-b081-a7a40ae9c923 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:48.084571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:50:43Z', 'revision_number': 4, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'f84068ae-7cb1-48d3-b2e7-43106d360907', 'name': '', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'mac_address': 'fa:16:3e:4a:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:42Z', 'updated_at': '2021-08-10T03:50:43Z', 'revision_number': 2, 'project_id': 'd85c481132734674bbf759571f2010d3', 'subnets': [{'id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:48.102948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.105024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e4ade3d-0d83-4a77-9307-6398f650caa4 req-d6cfd8b5-b21f-42ce-a620-cf6b173ad7e2 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.65 "DELETE /v2.0/ports/67ec20e8-0851-4c68-b081-a7a40ae9c923 HTTP/1.1" status: 204 len: 173 time: 2.6192126 Aug 10 03:50:48.106092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'name': 'network-vif-deleted', 'tag': '67ec20e8-0851-4c68-b081-a7a40ae9c923'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:48.108571 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daaf33b-090f-4eda-b9fa-a41ecf6dc6db" -d '{"events": [{"server_uuid": "4ea858a4-0851-4ac6-bb7d-21063790bf4a", "name": "network-vif-deleted", "tag": "67ec20e8-0851-4c68-b081-a7a40ae9c923"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:48.143724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.148020 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.154005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.182299 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a46d2d72-8d0e-4af0-9d08-d7d3659ac295 req-47a0e4db-1e76-4cd0-9515-237df6c07e22 tempest-MultipleCreateTestJSON-1361719381 tempest-MultipleCreateTestJSON-1361719381-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ea858a4-0851-4ac6-bb7d-21063790bf4a HTTP/1.1" status: 200 len: 210 time: 0.0707159 Aug 10 03:50:48.183230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.205011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-ead1a5f2-b906-4056-8dc5-a0697bfe737c service neutron] 10.222.0.53 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112545 Aug 10 03:50:48.231030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.235393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3593912 Aug 10 03:50:48.238153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:48.242469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46184) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.278059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.279105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:48.279704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.280575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691608fb-805a-4e40-9087-3fb7af0ca9ef tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396f7035-58a2-4aae-9587-32c8f4e46149,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:48.282222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:48.285820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Checking router: 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:48.286684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Updating router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 port f84068ae-7cb1-48d3-b2e7-43106d360907 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:48.296730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2ff12cc-563f-488d-b33d-f13590e91664 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:48.317144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-afc3a741-f116-44c1-9efe-c1bf8b9bbaac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:48.317822 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-afc3a741-f116-44c1-9efe-c1bf8b9bbaac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:50:48.318351 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-afc3a741-f116-44c1-9efe-c1bf8b9bbaac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:50:48.319424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-afc3a741-f116-44c1-9efe-c1bf8b9bbaac tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "PUT /v2.0/security-groups/396f7035-58a2-4aae-9587-32c8f4e46149 HTTP/1.1" status: 409 len: 330 time: 0.0454254 Aug 10 03:50:48.323728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46186) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.325045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:48.325409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.385663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:48.409823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.422930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2e332b7-c24e-4416-8f8b-f1a0b8b5502f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.436777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c2ff12cc-563f-488d-b33d-f13590e91664 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:48.437899 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.471106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2056439 Aug 10 03:50:48.476504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-886e6580-6263-4325-be60-6cbe261d4775 req-f2e6736c-b051-4a6f-b99b-2e2fa6337ccf tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0377018 Aug 10 03:50:48.477715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46188) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.487263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Request body: {'subnet': {'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1935415010-subnet', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:48.500648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2e332b7-c24e-4416-8f8b-f1a0b8b5502f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.599064 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2e332b7-c24e-4416-8f8b-f1a0b8b5502f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.606092 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2e332b7-c24e-4416-8f8b-f1a0b8b5502f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.607280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e2e332b7-c24e-4416-8f8b-f1a0b8b5502f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/396f7035-58a2-4aae-9587-32c8f4e46149 HTTP/1.1" status: 204 len: 168 time: 0.2806158 Aug 10 03:50:48.616624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46190) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.625861 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef64b8-0fc4-43b0-93e7-aefa290ac78a x-openstack-request-id: req-32ef64b8-0fc4-43b0-93e7-aefa290ac78a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:48.626982 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea858a4-0851-4ac6-bb7d-21063790bf4a", "name": "network-vif-deleted", "tag": "67ec20e8-0851-4c68-b081-a7a40ae9c923", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:48.627246 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32ef64b8-0fc4-43b0-93e7-aefa290ac78a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:48.627668 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea858a4-0851-4ac6-bb7d-21063790bf4a', 'name': 'network-vif-deleted', 'tag': '67ec20e8-0851-4c68-b081-a7a40ae9c923', 'status': 'completed', 'code': 200} Aug 10 03:50:48.628669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a66abc-b94f-40f4-b4ba-6e85b72adb7c admin admin] Pushing event updated for resources: {'Network': ['ID=86030e4c-8b5f-4abe-9927-2a7570f8b9de,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:48.648673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Made reservation on behalf of 7ccd7e045e1f443abe34a1f28057e686 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:48.651320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e332b7-c24e-4416-8f8b-f1a0b8b5502f tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396f7035-58a2-4aae-9587-32c8f4e46149,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:48.651517 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.729486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2467b408-9014-40f6-9396-e11555e0f725 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068251 Aug 10 03:50:48.730175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46192) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.745594 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-211d7032-06e9-4561-9a06-9badbdb5e161 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] delete failed (client error): The resource could not be found. Aug 10 03:50:48.747425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-211d7032-06e9-4561-9a06-9badbdb5e161 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "DELETE /v2.0/security-groups/7e8a5dce-c8cf-450d-894d-6535463739fc HTTP/1.1" status: 404 len: 347 time: 0.0162196 Aug 10 03:50:48.752255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46194) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.755383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-fa9f4ac6-29d6-411a-9c9e-7d50f0e586b0 service neutron] 10.222.0.53 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194564 Aug 10 03:50:48.768282 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-7538a30f-54ed-4982-99e7-c7df5ac144ab tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] show failed (client error): The resource could not be found. Aug 10 03:50:48.769572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7538a30f-54ed-4982-99e7-c7df5ac144ab tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-groups/9fcb24af-772c-4a2a-97eb-bfa63d10f080 HTTP/1.1" status: 404 len: 347 time: 0.0160789 Aug 10 03:50:48.773289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46196) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:48.773837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.788554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:48.806758 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-8b6c6b01-dd6a-486e-a9b1-cd1486f6e540 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] show failed (client error): The resource could not be found. Aug 10 03:50:48.808005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8b6c6b01-dd6a-486e-a9b1-cd1486f6e540 tempest-NegativeSecGroupTest-673042841 tempest-NegativeSecGroupTest-673042841-project] 10.222.0.53 "GET /v2.0/security-group-rules/c6f9ba44-ccaf-48fc-8575-f23d3b3c730e HTTP/1.1" status: 404 len: 356 time: 0.0338104 Aug 10 03:50:48.842586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e886c0fd-c31a-49e6-9e61-a23f74239363 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:48.961272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4a6010f1-8818-415c-b513-37038d4d8d96 None None] Provisioning for port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:48.978490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4a6010f1-8818-415c-b513-37038d4d8d96 None None] Provisioning complete for port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:48.978870 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4a6010f1-8818-415c-b513-37038d4d8d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.047476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d4ede205-1e1d-4307-ab31-873016bfe5b9 req-30cf3874-5aef-4c5f-ab21-d7b6f89b3591 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 210 time: 0.0455987 Aug 10 03:50:49.055925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e886c0fd-c31a-49e6-9e61-a23f74239363 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:49.056302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.101171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4a6010f1-8818-415c-b513-37038d4d8d96 None None] Port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:49.227717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46208) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:49.235522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.244117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.279344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Transition to ACTIVE for port object f84068ae-7cb1-48d3-b2e7-43106d360907 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:49.288551 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.321048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:49.349433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fe1c8-6654-49d1-bf3b-63137c559045 None None] Pushing event updated for resources: {'Port': ['ID=f84068ae-7cb1-48d3-b2e7-43106d360907,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:49.362478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=25dad5ee-01a0-4185-ba66-3ce1f5460022,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:49.393371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Deleting subnet 022c571f-862c-4361-97c2-73360f8a2587 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:49.398494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.403055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cab00f69-bbc2-45e9-ade2-33e8bea37e61 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:49.451482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Checking segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:49.452339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Network hostable DHCP agents. Network: 86030e4c-8b5f-4abe-9927-2a7570f8b9de, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:49.481803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.483557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: cab00f69-bbc2-45e9-ade2-33e8bea37e61 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:49.484943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cab00f69-bbc2-45e9-ade2-33e8bea37e61 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:49.500112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.501315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.512679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Attempting to bind port f84068ae-7cb1-48d3-b2e7-43106d360907 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:49.515603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Attempting to bind port f84068ae-7cb1-48d3-b2e7-43106d360907 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:49.516078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Attempting to bind port f84068ae-7cb1-48d3-b2e7-43106d360907 on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:49.521383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:49.531755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:49.532142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Checking segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:49.532554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.532948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Bound using segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:49.533431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Bound port: f84068ae-7cb1-48d3-b2e7-43106d360907, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:49.533804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.541522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.616558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 86030e4c-8b5f-4abe-9927-2a7570f8b9de) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:49.629357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:49.629938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.630318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] For port f84068ae-7cb1-48d3-b2e7-43106d360907, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:49.635164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:49.638064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] For port f84068ae-7cb1-48d3-b2e7-43106d360907, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f84068ae-7cb1-48d3-b2e7-43106d360907,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:49.643141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ef9fb-4dd8-405e-9089-ff343d76c37f None None] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:49.651042 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.662449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c54309ec-0de0-494f-b1ef-1a9f9286b9ca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1811697 Aug 10 03:50:49.671920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46234) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:49.681335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:49.720450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-351c46f3-d066-4c43-bc06-4e8ee85c0e8b req-ae798b91-abe4-405f-9aa9-d42c8b8979c8 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0470929 Aug 10 03:50:49.763316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:49.765057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.766408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.770669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:49.772048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:49.817208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-af141cca-fe71-4d93-b8b9-16d888b3e6cc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:49.819742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-af141cca-fe71-4d93-b8b9-16d888b3e6cc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 819 time: 0.2738440 Aug 10 03:50:49.868324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-359577fa-8730-441f-bddf-e0d05f74e280 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/quotas/d85c481132734674bbf759571f2010d3 HTTP/1.1" status: 200 len: 375 time: 0.0289960 Aug 10 03:50:49.883161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09823a00-ae4f-4189-99a9-1803032a1b56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58a862b7655f4d48a250acebfbcb692d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538486 Aug 10 03:50:49.884176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46236) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:49.920218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.004791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.033111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Routers {'0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:50.034068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:50.052260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022c571f-862c-4361-97c2-73360f8a2587,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:50.082102 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-d83b2255-28cf-43a6-ad93-9e7e0b341d2c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058833 Aug 10 03:50:50.132682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a17dcbd-cfca-4d2f-ba5b-e8c994acca30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.135218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.176716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a17dcbd-cfca-4d2f-ba5b-e8c994acca30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.188281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] Set router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:50.203248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Router d0b8124a-eb3f-4d29-8b92-39395b51eced is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:50:50.305322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.312586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ad6bcf4-e777-49c0-8347-1949e0212b85 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/022c571f-862c-4361-97c2-73360f8a2587 HTTP/1.1" status: 204 len: 168 time: 0.9900792 Aug 10 03:50:50.316831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46238) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:50.328937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a17dcbd-cfca-4d2f-ba5b-e8c994acca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.332221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2a17dcbd-cfca-4d2f-ba5b-e8c994acca30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.337569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2a17dcbd-cfca-4d2f-ba5b-e8c994acca30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd7bbf41-ead4-4681-8095-2ae6b1d9bc5c HTTP/1.1" status: 204 len: 168 time: 0.4368818 Aug 10 03:50:50.348623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17dcbd-cfca-4d2f-ba5b-e8c994acca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7bbf41-ead4-4681-8095-2ae6b1d9bc5c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:50.398614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fe1c8-6654-49d1-bf3b-63137c559045 None None] Pushing event updated for resources: {'Port': ['ID=f84068ae-7cb1-48d3-b2e7-43106d360907,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:50.412515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7cb37bf1-a799-49e1-a11c-a1e3c750c5cd None None] Provisioning complete for port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:50.412965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7cb37bf1-a799-49e1-a11c-a1e3c750c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.421295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:50.430915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3e70e20e-fb11-497c-b77c-f09f55bc85b8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "PUT /v2.0/routers/d0b8124a-eb3f-4d29-8b92-39395b51eced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4711239 Aug 10 03:50:50.436649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46242) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:50.436871 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Sync routers for ids ['d0b8124a-eb3f-4d29-8b92-39395b51eced'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:50.440053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-0cff9136-4605-41ab-a852-798a351826ba service neutron] 10.222.0.53 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566580 Aug 10 03:50:50.456199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.460722 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Routers {'d0b8124a-eb3f-4d29-8b92-39395b51eced'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:50.462338 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d0b8124a-eb3f-4d29-8b92-39395b51eced'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:50.537137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7cb37bf1-a799-49e1-a11c-a1e3c750c5cd None None] Port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:50.544293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0849bfc-c9a6-4b7c-bffc-6ba8d58897c4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:50.545870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f0849bfc-c9a6-4b7c-bffc-6ba8d58897c4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports/0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a HTTP/1.1" status: 200 len: 911 time: 0.1082432 Aug 10 03:50:50.549889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46246) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:50.603638 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Set router d0b8124a-eb3f-4d29-8b92-39395b51eced gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:50.632899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:50.633773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:50.787342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-6c9cca57-247c-4115-bcd9-ae6504446223 service neutron] 10.222.0.53 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460732 Aug 10 03:50:50.947218 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:44Z', 'updated_at': '2021-08-10T03:50:48Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None, '_interfaces': [{'id': '0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a', 'name': '', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'mac_address': 'fa:16:3e:74:90:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:46Z', 'updated_at': '2021-08-10T03:50:49Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'subnets': [{'id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:50.982881 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Checking router: d0b8124a-eb3f-4d29-8b92-39395b51eced for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:50.983569 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Updating router d0b8124a-eb3f-4d29-8b92-39395b51eced port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:50.993606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-a7960553-4d8d-494c-bc32-f94bfa66acdb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:50.996512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-a7960553-4d8d-494c-bc32-f94bfa66acdb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 819 time: 0.2914197 Aug 10 03:50:51.026721 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.032691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Request body: {'port': {'device_id': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'admin_state_up': True, 'tenant_id': 'd85c481132734674bbf759571f2010d3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:51.083808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Allocated IP 172.20.0.2 (86030e4c-8b5f-4abe-9927-2a7570f8b9de/25dad5ee-01a0-4185-ba66-3ce1f5460022/76fe7435-52f5-47c8-8c42-7f42fe9debf5) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:51.259839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02c8a9d8-64f3-4cfd-a839-bf65a77fd776 req-142c58c4-8413-40bf-ad47-53d3d4c6cff3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 210 time: 0.0784540 Aug 10 03:50:51.299803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a950aa90-97de-4332-888a-ad379f88530b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:50:43Z', 'revision_number': 4, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'f84068ae-7cb1-48d3-b2e7-43106d360907', 'name': '', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'mac_address': 'fa:16:3e:4a:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:42Z', 'updated_at': '2021-08-10T03:50:49Z', 'revision_number': 4, 'project_id': 'd85c481132734674bbf759571f2010d3', 'subnets': [{'id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:51.347553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Made reservation on behalf of d85c481132734674bbf759571f2010d3 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:51.353605 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.363533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950aa90-97de-4332-888a-ad379f88530b None None] The sync data for ids ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'] in n-d-769329-14 is: [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:50:43Z', 'revision_number': 4, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'f84068ae-7cb1-48d3-b2e7-43106d360907', 'name': '', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'mac_address': 'fa:16:3e:4a:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:42Z', 'updated_at': '2021-08-10T03:50:49Z', 'revision_number': 4, 'project_id': 'd85c481132734674bbf759571f2010d3', 'subnets': [{'id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:51.542723 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.545421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.555106 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Transition to ACTIVE for port object 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:51.566950 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.569390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5f5799-365b-47ed-ad3b-d20b0fb98111']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:51.612892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.632302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Transition to ACTIVE for port object 76fe7435-52f5-47c8-8c42-7f42fe9debf5 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:51.637477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ede810-8b18-4e8d-bcdb-0f6a0544b227') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:51.638027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ede810-8b18-4e8d-bcdb-0f6a0544b227') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:51.640789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68dde-1f77-4c5c-94c8-f446eedf8baf None None] Pushing event updated for resources: {'Port': ['ID=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:51.677148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Transition to ACTIVE for port object 76fe7435-52f5-47c8-8c42-7f42fe9debf5 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:51.687561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.688919 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.743307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Allocated IP 172.20.0.5 (7ac49871-57cf-44d4-8840-42f4998fb7b5/723c42e0-05cd-465a-b397-ef12eeb2bcc5/6cb03c61-34d5-4d21-9656-a722629bd13b) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:51.786465 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Attempting to bind port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:51.794167 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Attempting to bind port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:51.797706 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Attempting to bind port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:51.802576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7a033636-bee3-435d-80db-d16db49fa370 req-ffcbfc54-8bb7-4f1c-84b4-c371a028e0f2 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.5933845 Aug 10 03:50:51.804844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:51.805375 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:51.805827 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:51.806278 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.809682 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:51.814663 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Bound port: 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:51.815095 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.817751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:51.819666 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.836275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:51.851996 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.957125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46bdbe-0011-4fb4-8f3a-9de0e0df6c6f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:51.968490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:51.973012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46bdbe-0011-4fb4-8f3a-9de0e0df6c6f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:51.978279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6d46bdbe-0011-4fb4-8f3a-9de0e0df6c6f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4238930 Aug 10 03:50:51.985798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46280) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:51.992722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.994273 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] For port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:52.003577 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] For port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:52.006301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Pushing event updated for resources: {'Port': ['ID=76fe7435-52f5-47c8-8c42-7f42fe9debf5,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.007487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:52.007950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.011794 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:52.027250 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:52.043369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Attempting to bind port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:52.043687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Attempting to bind port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:52.044023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Attempting to bind port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 on network 86030e4c-8b5f-4abe-9927-2a7570f8b9de {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:52.081420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:52.081667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Checking segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:52.082101 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.086745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Bound using segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:52.087667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Bound port: 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:52.087995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.206260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.217952 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Routers {'d0b8124a-eb3f-4d29-8b92-39395b51eced'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:52.218957 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d0b8124a-eb3f-4d29-8b92-39395b51eced'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:52.237928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7a198f75-18e7-4c79-8fc7-59da901a56c1 tempest-ServiceProvidersTest-1743159740 tempest-ServiceProvidersTest-1743159740-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2686307 Aug 10 03:50:52.318558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] For port 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:52.328603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] For port 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=76fe7435-52f5-47c8-8c42-7f42fe9debf5,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:52.344068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.350464 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.360259 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68dde-1f77-4c5c-94c8-f446eedf8baf None None] Pushing event updated for resources: {'Port': ['ID=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.474456 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] Set router d0b8124a-eb3f-4d29-8b92-39395b51eced gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:52.516137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f84068ae-7cb1-48d3-b2e7-43106d360907 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:52.551665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3a5d8-6054-4902-ba06-dc6ee328c6ad None None] Pushing event updated for resources: {'Port': ['ID=76fe7435-52f5-47c8-8c42-7f42fe9debf5,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.624125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f84068ae-7cb1-48d3-b2e7-43106d360907 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:52.633348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f84068ae-7cb1-48d3-b2e7-43106d360907 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:52.633938 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.653690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e1d8fc15-3212-492a-ae52-0bf88ea3e925 req-8bcbeff2-7d57-4d79-a20a-a0075cb0cacd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 210 time: 0.1845856 Aug 10 03:50:52.718051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:52.719247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Pushing event updated for resources: {'Port': ['ID=6cb03c61-34d5-4d21-9656-a722629bd13b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.736913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:52.746266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:52.848192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.848921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.868457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-8330af62-badf-400f-907d-11354b5d31f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8448818 Aug 10 03:50:52.891705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Request body: {'port': {'device_id': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:52.946661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.973038 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:44Z', 'updated_at': '2021-08-10T03:50:48Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None, '_interfaces': [{'id': '0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a', 'name': '', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'mac_address': 'fa:16:3e:74:90:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:46Z', 'updated_at': '2021-08-10T03:50:51Z', 'revision_number': 4, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'subnets': [{'id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:53.022187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.053499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f84068ae-7cb1-48d3-b2e7-43106d360907, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f84068ae-7cb1-48d3-b2e7-43106d360907,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:53.063820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.140553 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed08636a-b5ae-465a-bf92-1eda64e9b86d None None] The sync data for ids ['d0b8124a-eb3f-4d29-8b92-39395b51eced'] in n-d-769329-14 is: [{'id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:44Z', 'updated_at': '2021-08-10T03:50:48Z', 'revision_number': 2, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None, '_interfaces': [{'id': '0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a', 'name': '', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'mac_address': 'fa:16:3e:74:90:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:46Z', 'updated_at': '2021-08-10T03:50:51Z', 'revision_number': 4, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'subnets': [{'id': '2f47b43d-ac8c-4467-8df9-3813d795d2a5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:53.143780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46292) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:53.278227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f84068ae-7cb1-48d3-b2e7-43106d360907,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:53.328921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e15de241-6cc1-4b2b-8841-25f32dc2b15f req-76f2dbe4-8c79-4370-9ee6-5b57b1e52de8 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0602429 Aug 10 03:50:53.411128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.431237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ec8ca8-7af9-4ad6-831b-145e45849a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.494477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Allocated IP 172.25.2.235 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/83e104d3-d166-4f3d-a49d-2aeafd26486c) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:53.498706 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.510673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f5f5799-365b-47ed-ad3b-d20b0fb98111 HTTP/1.1" status: 204 len: 168 time: 3.1889071 Aug 10 03:50:53.567538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811cd98-ef79-42c0-b487-9590b70ef644 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5f5799-365b-47ed-ad3b-d20b0fb98111,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:53.649197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-c723186a-732a-4dd5-a6a0-3fc8e836bc16 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:53.657967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-c723186a-732a-4dd5-a6a0-3fc8e836bc16 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 819 time: 0.3233664 Aug 10 03:50:53.684317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Request body: {'port': {'device_id': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'admin_state_up': True, 'tenant_id': 'd85c481132734674bbf759571f2010d3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:53.800687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:53.997939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.195371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.319028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b822393-1750-443b-b194-465bd13e9543 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aed8b7bc326a4a90bffa4d7e0c76b7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150578 Aug 10 03:50:54.320026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Pushing event updated for resources: {'Port': ['ID=83e104d3-d166-4f3d-a49d-2aeafd26486c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:54.324951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb03c61-34d5-4d21-9656-a722629bd13b {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:54.331885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:54.335977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46302) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:54.337385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:54.346812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d236e6d1-bbe7-4a04-94bd-4cde11717457 req-222679c3-e37b-4cf8-9ed5-8dfcefff90b0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 210 time: 0.4873376 Aug 10 03:50:54.348828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:54.381662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe20b6-fd4c-407c-b4bc-2908a1e5cf81 None None] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:54.384415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.409718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 76fe7435-52f5-47c8-8c42-7f42fe9debf5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:54.427638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ec8ca8-7af9-4ad6-831b-145e45849a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.433487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Transition to ACTIVE for port object 6cb03c61-34d5-4d21-9656-a722629bd13b will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:54.435227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09ec8ca8-7af9-4ad6-831b-145e45849a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.462805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.495460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec8ca8-7af9-4ad6-831b-145e45849a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56410154-dcd3-4173-bda7-3de66cc6722d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:54.501162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.520148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09ec8ca8-7af9-4ad6-831b-145e45849a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cd47ab53b634fcdbd8ee22a83ef2eab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3752768 Aug 10 03:50:54.523042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:54.530242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6ef359e6-fd89-4c8b-8896-dd345f0112f8 None None] Provisioning for port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:54.571789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Made reservation on behalf of d85c481132734674bbf759571f2010d3 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:54.576381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.593640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:54.601206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:54.601485 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.615629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=6cb03c61-34d5-4d21-9656-a722629bd13b,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:54.679661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd907456-5ed3-46c4-8d29-137aa3205308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.701121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.706126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Attempting to bind port 6cb03c61-34d5-4d21-9656-a722629bd13b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:54.706126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Attempting to bind port 6cb03c61-34d5-4d21-9656-a722629bd13b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:54.707108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Attempting to bind port 6cb03c61-34d5-4d21-9656-a722629bd13b on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:54.717309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Port 6cb03c61-34d5-4d21-9656-a722629bd13b on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:54.717634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Attempting to bind port 6cb03c61-34d5-4d21-9656-a722629bd13b on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:54.726225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd907456-5ed3-46c4-8d29-137aa3205308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.728327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:54.728711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Checking segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:54.729035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Bound using segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:54.729479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Bound port: 6cb03c61-34d5-4d21-9656-a722629bd13b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:54.729608 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d58cb8ca-2f74-4672-a940-3a78cb6feb06 req-89e80acd-43b0-481a-8b6f-982190cb3e12 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1653221 Aug 10 03:50:54.729828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.763596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c05d81d4-af38-49d1-882b-3c07e95456ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.775621 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.827375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=76fe7435-52f5-47c8-8c42-7f42fe9debf5,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:54.834839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.836159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f84068ae-7cb1-48d3-b2e7-43106d360907 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:54.837555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c05d81d4-af38-49d1-882b-3c07e95456ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.861100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] For port 6cb03c61-34d5-4d21-9656-a722629bd13b, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:54.865095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] For port 6cb03c61-34d5-4d21-9656-a722629bd13b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6cb03c61-34d5-4d21-9656-a722629bd13b,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:54.866551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd907456-5ed3-46c4-8d29-137aa3205308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.869722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd907456-5ed3-46c4-8d29-137aa3205308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.873963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd907456-5ed3-46c4-8d29-137aa3205308 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56410154-dcd3-4173-bda7-3de66cc6722d HTTP/1.1" status: 204 len: 168 time: 0.3475339 Aug 10 03:50:54.877572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.889588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd907456-5ed3-46c4-8d29-137aa3205308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56410154-dcd3-4173-bda7-3de66cc6722d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:54.938231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:54.938793 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.940315 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] 10.222.0.39 "PUT /v2.0/ports/6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 1092 time: 2.0609529 Aug 10 03:50:54.946738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'tag': '6cb03c61-34d5-4d21-9656-a722629bd13b'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:54.949170 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a85ad5-9b78-482a-a854-6710923441df" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1d347a-13e0-4a07-81c3-04e6a21c72f8", "tag": "6cb03c61-34d5-4d21-9656-a722629bd13b"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:54.974826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147692-4a3d-45cc-b791-f42f31a2b1ee service neutron] Pushing event updated for resources: {'Port': ['ID=6cb03c61-34d5-4d21-9656-a722629bd13b,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.039176 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92378600-3475-4f43-b79a-47a54d95e681 x-openstack-request-id: req-92378600-3475-4f43-b79a-47a54d95e681 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:55.039716 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1d347a-13e0-4a07-81c3-04e6a21c72f8", "tag": "6cb03c61-34d5-4d21-9656-a722629bd13b", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:55.039969 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92378600-3475-4f43-b79a-47a54d95e681 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:55.040376 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'tag': '6cb03c61-34d5-4d21-9656-a722629bd13b', 'status': 'completed', 'code': 200} Aug 10 03:50:55.060122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-97e8c4be-a4b0-424f-9900-591310b66b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.061700 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-97e8c4be-a4b0-424f-9900-591310b66b9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1095 time: 0.0744295 Aug 10 03:50:55.064613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Allocated IP 172.20.0.12 (7ac49871-57cf-44d4-8840-42f4998fb7b5/723c42e0-05cd-465a-b397-ef12eeb2bcc5/5028dd38-6a6e-44b2-b0ab-bb0702c77772) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:55.082593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=76fe7435-52f5-47c8-8c42-7f42fe9debf5,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.114149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f84068ae-7cb1-48d3-b2e7-43106d360907 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:55.114786 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.125819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-f38e9fda-5202-4a57-8122-c7b77d9ecb64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.0523760 Aug 10 03:50:55.190175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2bb07812-25ba-4804-89f7-e9bd9ee3b06f None None] Provisioning complete for port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:55.190646 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bb07812-25ba-4804-89f7-e9bd9ee3b06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.193884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-b9092acb-17e5-4cf3-be22-3e5a41d06da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.195727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-b9092acb-17e5-4cf3-be22-3e5a41d06da2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.0642650 Aug 10 03:50:55.250690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-a7fef69f-16eb-4ee8-93a5-8e665906c158 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461369 Aug 10 03:50:55.288869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:55.399716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-92db90ef-7026-4e6c-aadb-f0083c74a224 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387832 Aug 10 03:50:55.438357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c05d81d4-af38-49d1-882b-3c07e95456ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.441021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c05d81d4-af38-49d1-882b-3c07e95456ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.444588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c05d81d4-af38-49d1-882b-3c07e95456ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00e8299a-9b9f-4d81-bc9d-b66766383563 HTTP/1.1" status: 204 len: 168 time: 1.0796943 Aug 10 03:50:55.450404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:55.458776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d81d4-af38-49d1-882b-3c07e95456ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e8299a-9b9f-4d81-bc9d-b66766383563,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.459852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:55.460960 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.494468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.599546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.607358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59959ad9-33f7-4fa0-a34a-380ce262d318 req-45f7c10a-5e99-43f0-b522-5f7c8b2f0773 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 210 time: 0.1109030 Aug 10 03:50:55.617619 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.688443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-993642d5-afe4-4bb1-8df2-f2d63681e18e req-af7c8a61-ec71-4de4-84e3-103ea69390f7 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819099 Aug 10 03:50:55.700762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:55.707608 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.783610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.833073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:55.833417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.873972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85ad5-9b78-482a-a854-6710923441df req-277317ac-85ae-4ad3-9c03-44c511216aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.875645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-277317ac-85ae-4ad3-9c03-44c511216aaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1095 time: 0.1156650 Aug 10 03:50:55.948847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e4234f8-aa3a-4321-8422-78e6cf4ef22a req-fcf6d4b9-cff9-498a-9436-3dfd60a3562e tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0713792 Aug 10 03:50:55.953869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] For port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:55.954282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.969837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:56.017613 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.069161 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.105762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85ad5-9b78-482a-a854-6710923441df req-133b640b-34b5-45f2-aeb3-b5599c5c2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.112328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-133b640b-34b5-45f2-aeb3-b5599c5c2951 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.2163675 Aug 10 03:50:56.130818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Network 7ac49871-57cf-44d4-8840-42f4998fb7b5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:56.137070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:56.144234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:56.192694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 76fe7435-52f5-47c8-8c42-7f42fe9debf5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:56.200600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.236569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-a8cbffaf-aca1-41f9-9341-b74842b9ab27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.1155453 Aug 10 03:50:56.273076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:56.273958 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.296488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85ad5-9b78-482a-a854-6710923441df req-62d4810a-6aba-4781-bf08-6375cad14bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.298821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-62d4810a-6aba-4781-bf08-6375cad14bba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.0547791 Aug 10 03:50:56.340381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-bf3bbedc-c7e3-4744-bb78-c644bfeef4d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330555 Aug 10 03:50:56.406782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:56.513924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-142888c5-d236-4a64-bacc-7c28b0dd2002 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637096 Aug 10 03:50:56.528783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:56.529338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.696721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Pushing event updated for resources: {'Port': ['ID=5028dd38-6a6e-44b2-b0ab-bb0702c77772,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:56.700187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43a85ad5-9b78-482a-a854-6710923441df req-0cd6e9c5-487a-40f5-b836-fa2c82fb3e16 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715431 Aug 10 03:50:56.791039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.791726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.899939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-52e5efaa-ef3d-475e-945b-9605ea5d96f9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2301540 Aug 10 03:50:56.923924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Request body: {'port': {'device_id': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:56.987451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f1d32bbc-6c40-4b42-a911-000567d5b106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.992505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c019c-f6e7-4098-898e-72e7ea731b79 req-ec074005-bda7-452c-a93f-81680057d806 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.994322 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a60c019c-f6e7-4098-898e-72e7ea731b79 req-ec074005-bda7-452c-a93f-81680057d806 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 932 time: 0.2327833 Aug 10 03:50:57.048539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.106422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:57.109053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.137812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a60c019c-f6e7-4098-898e-72e7ea731b79 req-f36084de-803c-4d9b-aa69-1ea1fde983f4 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320574 Aug 10 03:50:57.177563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:57.338069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3d52b111-efe9-4437-8d84-b56e20db6b38 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2285 time: 0.1590743 Aug 10 03:50:57.340583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:57.347744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'network': {'name': 'tempest-network-smoke--324432146', 'project_id': 'cac3820953a04152ab76c9074e660f16', 'port_security_enabled': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:57.391581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Made reservation on behalf of cac3820953a04152ab76c9074e660f16 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:57.397595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.426100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:57.439842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.440158 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Added segment d17fe4e8-7952-48de-b6ed-44195f9c33b5 of type vlan for network 49ae4eb8-692c-4502-8bf0-fdb720469427 Aug 10 03:50:57.451402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b3e54ee-274a-470a-82e7-43db846c9832 req-d6fcf03e-7a0b-415c-a4d3-06fd2abd7517 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1384735 Aug 10 03:50:57.466415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Router 92ec6f92-9cb4-44af-82f8-602216f853c2 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:50:57.487054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.513877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.561435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.570846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.570846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.648848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3064141 Aug 10 03:50:57.653391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:57.661315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'admin_state_up': True, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:57.679144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55513e52-c966-4064-829c-55c6f1f68e1b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Network': ['ID=49ae4eb8-692c-4502-8bf0-fdb720469427,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:57.692366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:57.701220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.702533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.779782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.962547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.170292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:58.175252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Router d0b8124a-eb3f-4d29-8b92-39395b51eced has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:58.193798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Sync routers for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:58.210574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:58.211538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:58.244207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.248716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c520ffe8-7eb4-4aef-9be9-3bb60a8995c3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5732064 Aug 10 03:50:58.257169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46418) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:58.291538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46420) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:58.417737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:58.427166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-85ac01e9-06ff-4e18-9129-82aa66c09f3e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "PUT /v2.0/routers/d0b8124a-eb3f-4d29-8b92-39395b51eced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4282866 Aug 10 03:50:58.429786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46426) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:58.432057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5028dd38-6a6e-44b2-b0ab-bb0702c77772 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:58.435631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.436098 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] Sync routers for ids ['d0b8124a-eb3f-4d29-8b92-39395b51eced'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:58.451477 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] Routers {'d0b8124a-eb3f-4d29-8b92-39395b51eced'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:58.452726 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d0b8124a-eb3f-4d29-8b92-39395b51eced'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:58.459309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.481519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.549692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Transition to ACTIVE for port object 5028dd38-6a6e-44b2-b0ab-bb0702c77772 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:58.559982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.609009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.25.2.107 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/ce31bbd5-430a-4072-aafa-56906008b559) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:58.723844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ff6c9-a3b7-4a44-874a-40532ec543a0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.725784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ff6c9-a3b7-4a44-874a-40532ec543a0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.727621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-847ff6c9-a3b7-4a44-874a-40532ec543a0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2897756 Aug 10 03:50:58.749999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:58.815586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12a3d68b-bbfc-4910-b473-cd426ff04485 req-bfeb8a69-1ddc-4aff-959b-f12469eb0bff tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0970614 Aug 10 03:50:58.823879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:58.829648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Pushing event updated for resources: {'Port': ['ID=5028dd38-6a6e-44b2-b0ab-bb0702c77772,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:58.869554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b35e1-1e7f-4bec-b6e1-0e782db7bccc req-a46ce873-b6a8-4bb9-8445-b6e0a7cbc2e6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.884658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a31b35e1-1e7f-4bec-b6e1-0e782db7bccc req-a46ce873-b6a8-4bb9-8445-b6e0a7cbc2e6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 932 time: 0.5917959 Aug 10 03:50:58.904485 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] Set router d0b8124a-eb3f-4d29-8b92-39395b51eced gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:58.910754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.981104 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:44Z', 'updated_at': '2021-08-10T03:50:56Z', 'revision_number': 3, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.021684 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] Checking router: d0b8124a-eb3f-4d29-8b92-39395b51eced for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:59.025224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Attempting to bind port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:59.025224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Attempting to bind port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:59.025720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Attempting to bind port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:59.033905 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] Routers {'d0b8124a-eb3f-4d29-8b92-39395b51eced'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:59.034711 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:50:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d0b8124a-eb3f-4d29-8b92-39395b51eced'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.040567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:59.042357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.053470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Attempting to bind port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 on network 7ac49871-57cf-44d4-8840-42f4998fb7b5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:59.094932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.104386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:59.104755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Checking segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:59.105677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Bound using segment: {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:59.106165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Bound port: 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40770b08-3a12-4490-a9a7-591f4fd3e35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:59.106538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.154110 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] Set router d0b8124a-eb3f-4d29-8b92-39395b51eced gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:59.166745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.169484 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c308ed0f8c2749f7a42d18063c9b66fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755457 Aug 10 03:50:59.173875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 2f47b43d-ac8c-4467-8df9-3813d795d2a5 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:59.193472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:50:54Z', 'revision_number': 3, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.193889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.248954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a31b35e1-1e7f-4bec-b6e1-0e782db7bccc req-08514862-725d-4414-a4b8-56c47031e862 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607874 Aug 10 03:50:59.256124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Checking router: 92ec6f92-9cb4-44af-82f8-602216f853c2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:59.256481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Updating router 92ec6f92-9cb4-44af-82f8-602216f853c2 port 83e104d3-d166-4f3d-a49d-2aeafd26486c binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:59.264182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df900f53-0619-4077-8300-ce5b9e0159d6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.287575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.309752 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:44Z', 'updated_at': '2021-08-10T03:50:56Z', 'revision_number': 3, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:59.312769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] For port 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:59.321407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.322711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.326229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.326825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.327956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.328476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.328967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.329477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.330074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.330579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.331097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.331708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9fd80-d260-4774-a573-2e60a9750317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:59.345740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] For port 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:59.357060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.360931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1352c85c-36be-4cc2-8ae3-829616ebe031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.383574 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d4007-ff69-4d81-bc67-91691888631c None None] The sync data for ids ['d0b8124a-eb3f-4d29-8b92-39395b51eced'] in n-d-769329-14 is: [{'id': 'd0b8124a-eb3f-4d29-8b92-39395b51eced', 'name': 'tempest-NetworksTestDHCPv6-router-1875800449', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:44Z', 'updated_at': '2021-08-10T03:50:56Z', 'revision_number': 3, 'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:59.389008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.390495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.438462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.460262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6cb03c61-34d5-4d21-9656-a722629bd13b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:59.520854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:59.521784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.523275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] 10.222.0.39 "PUT /v2.0/ports/5028dd38-6a6e-44b2-b0ab-bb0702c77772 HTTP/1.1" status: 200 len: 1093 time: 2.6094506 Aug 10 03:50:59.523864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'tag': '5028dd38-6a6e-44b2-b0ab-bb0702c77772'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:59.526549 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cb3744-088f-4774-8b7a-7cfafadd0d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c298a8d-72e9-494f-be7a-5c015f2c6262", "tag": "5028dd38-6a6e-44b2-b0ab-bb0702c77772"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:59.560376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1352c85c-36be-4cc2-8ae3-829616ebe031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.616978 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de89469-e22f-4429-9de9-c4b599c68e2c x-openstack-request-id: req-2de89469-e22f-4429-9de9-c4b599c68e2c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:59.617661 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c298a8d-72e9-494f-be7a-5c015f2c6262", "tag": "5028dd38-6a6e-44b2-b0ab-bb0702c77772", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:59.618023 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2de89469-e22f-4429-9de9-c4b599c68e2c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:59.618519 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'tag': '5028dd38-6a6e-44b2-b0ab-bb0702c77772', 'status': 'completed', 'code': 200} Aug 10 03:50:59.627654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.643671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:50:59.647989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e142f-6517-4e80-8eca-aefc24825c3b service neutron] Pushing event updated for resources: {'Port': ['ID=5028dd38-6a6e-44b2-b0ab-bb0702c77772,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.702638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.713176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.758626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Allocated IP 172.20.0.1 (86030e4c-8b5f-4abe-9927-2a7570f8b9de/25dad5ee-01a0-4185-ba66-3ce1f5460022/080bef8e-6c62-4523-9553-ec071ee2b79f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:59.765159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-17b86fbb-c1f6-4c99-be19-99fe7a932734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:59.767330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-17b86fbb-c1f6-4c99-be19-99fe7a932734 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 1096 time: 0.1901031 Aug 10 03:50:59.773210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=2f47b43d-ac8c-4467-8df9-3813d795d2a5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.785564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:59.798790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:59.801211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.805908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1ee2f529-b6b3-4f9c-a68f-a83224d06f0d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/2f47b43d-ac8c-4467-8df9-3813d795d2a5 HTTP/1.1" status: 204 len: 168 time: 1.0479841 Aug 10 03:50:59.806610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46438) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:59.807438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:59.811390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=ce31bbd5-430a-4072-aafa-56906008b559,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.825313 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.836834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-742c9a26-e318-4d20-a55f-d673bfcf68af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772 HTTP/1.1" status: 200 len: 217 time: 0.0596611 Aug 10 03:50:59.847652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddcbeb-81be-4d0c-98e0-77056d5cc7b4 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:59.927940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1352c85c-36be-4cc2-8ae3-829616ebe031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.931176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1352c85c-36be-4cc2-8ae3-829616ebe031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.932963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1352c85c-36be-4cc2-8ae3-829616ebe031 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df900f53-0619-4077-8300-ce5b9e0159d6 HTTP/1.1" status: 204 len: 168 time: 0.7650177 Aug 10 03:50:59.978772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352c85c-36be-4cc2-8ae3-829616ebe031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df900f53-0619-4077-8300-ce5b9e0159d6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.025092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ea040231-e1ee-4ba8-bed2-cb7b3fe87657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.027560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-ea040231-e1ee-4ba8-bed2-cb7b3fe87657 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.1816359 Aug 10 03:51:00.087577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1fc908a-28b4-499a-8649-7a6eaff3a630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.092497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6cb03c61-34d5-4d21-9656-a722629bd13b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6cb03c61-34d5-4d21-9656-a722629bd13b,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:00.097896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-6b5ccd6d-5a9a-4aa6-8acb-559eda1eb89a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616255 Aug 10 03:51:00.117230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-219adabd-110d-4d71-bd86-01e78f0f8b43 req-06214565-53d7-46c5-adfe-671d56e0bb41 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0863678 Aug 10 03:51:00.125435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.151186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Transition to ACTIVE for port object 080bef8e-6c62-4523-9553-ec071ee2b79f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:00.152241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '6cb03c61-34d5-4d21-9656-a722629bd13b', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'port_id': '6cb03c61-34d5-4d21-9656-a722629bd13b', 'mac_address': 'fa:16:3e:04:01:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:00.195176 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-647bbbc0-3423-474b-ac9a-3cc9979d7eaa tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3806238 Aug 10 03:51:00.197214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:00.205471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46444) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:00.260670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:00.261874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0c0636ba-4d85-4dd2-b1e6-4df7e3ce968a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:00.321044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.409581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.471023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.630845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb03c61-34d5-4d21-9656-a722629bd13b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:00.648319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:00.722227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6cb03c61-34d5-4d21-9656-a722629bd13b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6cb03c61-34d5-4d21-9656-a722629bd13b,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:00.725680 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.744398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.764095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Transition to ACTIVE for port object 83e104d3-d166-4f3d-a49d-2aeafd26486c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:00.793512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.805442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.846747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Attempting to bind port 83e104d3-d166-4f3d-a49d-2aeafd26486c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:00.847398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Attempting to bind port 83e104d3-d166-4f3d-a49d-2aeafd26486c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:00.847918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Attempting to bind port 83e104d3-d166-4f3d-a49d-2aeafd26486c on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:00.875484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:00.877399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:00.879089 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.881616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:00.882979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Bound port: 83e104d3-d166-4f3d-a49d-2aeafd26486c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:00.883928 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.948594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] Deleting port e886c0fd-c31a-49e6-9e61-a23f74239363 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:00.949650 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.009385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6cb03c61-34d5-4d21-9656-a722629bd13b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:01.039051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:51:01.042711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.048499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:01.101590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Pushing event updated for resources: {'Port': ['ID=080bef8e-6c62-4523-9553-ec071ee2b79f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.111048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:01.199392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46476) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.203882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:01.206467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6cb03c61-34d5-4d21-9656-a722629bd13b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.274437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc45df-ed28-4ff2-880d-61307286e148 None None] Pushing event updated for resources: {'Port': ['ID=83e104d3-d166-4f3d-a49d-2aeafd26486c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.316825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] For port 83e104d3-d166-4f3d-a49d-2aeafd26486c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:01.333744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] For port e886c0fd-c31a-49e6-9e61-a23f74239363, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e886c0fd-c31a-49e6-9e61-a23f74239363,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:01.334181 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.357622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] For port 83e104d3-d166-4f3d-a49d-2aeafd26486c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=83e104d3-d166-4f3d-a49d-2aeafd26486c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:01.368081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] Calling delete_port for e886c0fd-c31a-49e6-9e61-a23f74239363 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:01.370452 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.411343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-41bc8ae9-7b28-4e9b-a119-7af88dfb71db service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2083905 Aug 10 03:51:01.412864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.431338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc45df-ed28-4ff2-880d-61307286e148 None None] Pushing event updated for resources: {'Port': ['ID=83e104d3-d166-4f3d-a49d-2aeafd26486c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.544526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-425551294-network', 'tenant_id': 'c4a8a397eda246539cc30c62ddfcfff1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:01.563055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:01.563814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:01.572664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf6d8c29-28cb-4879-bd7f-a29383ee1b92 None None] Provisioning for port 080bef8e-6c62-4523-9553-ec071ee2b79f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:01.616631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf6d8c29-28cb-4879-bd7f-a29383ee1b92 None None] Provisioning complete for port 080bef8e-6c62-4523-9553-ec071ee2b79f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:01.617007 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8c29-28cb-4879-bd7f-a29383ee1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.701482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-42ece510-77e9-4705-a4e8-9d2ff347b173 req-55f64af0-d176-45a9-a372-c87cc3f08ab7 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0300767 Aug 10 03:51:01.755681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfbce2-a80c-4ccf-b2a3-88f2ab3aac5b req-18f25885-3d8a-49f6-9ad0-a0c475b22304 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.758230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28cfbce2-a80c-4ccf-b2a3-88f2ab3aac5b req-18f25885-3d8a-49f6-9ad0-a0c475b22304 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 944 time: 1.4003031 Aug 10 03:51:01.776224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d8c29-28cb-4879-bd7f-a29383ee1b92 None None] Port 080bef8e-6c62-4523-9553-ec071ee2b79f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:01.782118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.799017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:01.805531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.820340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Sync routers for ids ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:01.834856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:01.866843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.879149 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.879981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] No DVR routers for this DVR port e886c0fd-c31a-49e6-9e61-a23f74239363 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:01.881746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7988543-62cd-496b-8fc5-bd5b261761b7 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2268772 Aug 10 03:51:01.884426 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.885260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46482) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:01.917139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266afc3-4142-4bc0-88bb-46748c1d7431 None None] Pushing event deleted for resources: {'Port': ['ID=e886c0fd-c31a-49e6-9e61-a23f74239363,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.918860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Made reservation on behalf of c4a8a397eda246539cc30c62ddfcfff1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:01.921551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.926787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Routers {'e38457fb-da65-4fbc-aaa2-ddcd89f660f2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:01.927504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:02.011996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28cfbce2-a80c-4ccf-b2a3-88f2ab3aac5b req-960302ae-12e8-4d53-b68f-26f12e49af58 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738138 Aug 10 03:51:02.012332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b0e3e-c237-422b-be81-095cb6a5c7dc tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.013288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.018352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f2b0e3e-c237-422b-be81-095cb6a5c7dc tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cac3820953a04152ab76c9074e660f16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1302996 Aug 10 03:51:02.020682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46484) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.072008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8387152-bad5-4fe4-92f9-56727ffc2ea7 req-3140614e-b936-4a29-a764-1f440a5e2209 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510227 Aug 10 03:51:02.136270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.136879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Fanout notify agent at l3_agent the message router_deleted on router d0b8124a-eb3f-4d29-8b92-39395b51eced {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:51:02.154434 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.157539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-689c8d84-e441-4ad0-abdc-fe5cd27e49a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/routers/d0b8124a-eb3f-4d29-8b92-39395b51eced HTTP/1.1" status: 204 len: 168 time: 1.9521723 Aug 10 03:51:02.161802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.173680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.203474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Set router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:02.239112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8b860-1659-4081-aa6c-62f04d21a663 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.246297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e886c0fd-c31a-49e6-9e61-a23f74239363 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:02.260116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a3d8b860-1659-4081-aa6c-62f04d21a663 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2375846 Aug 10 03:51:02.293521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1089ce32-c1e8-45aa-9302-11d41d290780 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1278825 Aug 10 03:51:02.293521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46492) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.294030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.378824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da66c7db-a1aa-487c-ade9-4ec113e5419c tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857034 Aug 10 03:51:02.381966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46496) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.434111 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3e0f6a1-b61d-4b46-8091-48017550de6f tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=cac3820953a04152ab76c9074e660f16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507526 Aug 10 03:51:02.440227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46500) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.454303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f0875-87e2-47b7-a12b-0a1d18fffe97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.458908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-035f0875-87e2-47b7-a12b-0a1d18fffe97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1614795 Aug 10 03:51:02.459185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.569007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-144d63e3-ff6f-4e68-9a68-d799a84a9d33 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034100 Aug 10 03:51:02.569237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.570540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.587409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:02.683111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.692139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.702784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.754107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:02.759822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.786795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e886c0fd-c31a-49e6-9e61-a23f74239363 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:02.787742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e886c0fd-c31a-49e6-9e61-a23f74239363 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:02.795566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-b78a2de9-45e1-4619-8c6b-5aa2fc350f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.798542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-b78a2de9-45e1-4619-8c6b-5aa2fc350f06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 1096 time: 0.6641920 Aug 10 03:51:02.841628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c478b8bf-e4ce-4031-b3a8-53d504e76cad,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:02.893860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8ca4b-ec39-426a-bb23-fd0e82c7c0fa tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.896005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ebb8ca4b-ec39-426a-bb23-fd0e82c7c0fa tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4543278 Aug 10 03:51:02.906944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46510) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:02.916669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:50:54Z', 'revision_number': 3, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:02.974308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2cc83da0-9e69-43cc-a58e-ff3d142f1ef0 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421445 Aug 10 03:51:02.991157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:00Z', 'revision_number': 3, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:02.997864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a6440-e7a5-4fb8-8ae9-bce7915f7d5b None None] The sync data for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 is: [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:50:54Z', 'revision_number': 3, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:02.999025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:03.016015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd59c0df-61a3-4a81-ba9e-301a33df31ce req-db59cf12-43d4-4135-a6ec-3cc8521f2a43 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1257644 Aug 10 03:51:03.021887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622720679', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'project_id': 'cac3820953a04152ab76c9074e660f16', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:03.053403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Checking router: e38457fb-da65-4fbc-aaa2-ddcd89f660f2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:03.054080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Updating router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 port ce31bbd5-430a-4072-aafa-56906008b559 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:03.074539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:51:03.116750 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.126602 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.187958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Pushing event updated for resources: {'Port': ['ID=080bef8e-6c62-4523-9553-ec071ee2b79f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.229169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.229428 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Added segment 90b97153-2c47-492d-b53c-5c2d4bba20ee of type vlan for network 194d986f-2000-4a89-b866-bbab3e7ab227 Aug 10 03:51:03.284165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Made reservation on behalf of cac3820953a04152ab76c9074e660f16 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:03.288422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.407318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.425876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-843ad99a-08b8-4291-b47c-25a16b3e4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.426750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-843ad99a-08b8-4291-b47c-25a16b3e4516 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.5726695 Aug 10 03:51:03.486197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41353855-2c12-4fff-8f9d-e15ac0f592ca req-9bc59475-59b2-496f-9206-967c8b779e44 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.491357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-41353855-2c12-4fff-8f9d-e15ac0f592ca req-9bc59475-59b2-496f-9206-967c8b779e44 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 944 time: 0.2716575 Aug 10 03:51:03.558481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:51:03.563067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-de18ae62-0ee4-40b3-a689-5c79a4103a84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772 HTTP/1.1" status: 200 len: 217 time: 0.1057980 Aug 10 03:51:03.565120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.584288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6cb03c61-34d5-4d21-9656-a722629bd13b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:03.636152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Transition to ACTIVE for port object ce31bbd5-430a-4072-aafa-56906008b559 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:03.649352 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.700716 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.704403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:03.708606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:03.710852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.711870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.713153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.753680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-41353855-2c12-4fff-8f9d-e15ac0f592ca req-35383a3a-9191-48e6-9257-40939be8b88b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613850 Aug 10 03:51:03.804053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.806760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5775888 Aug 10 03:51:03.807583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Pushing event updated for resources: {'Port': ['ID=ce31bbd5-430a-4072-aafa-56906008b559,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.816421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 6cb03c61-34d5-4d21-9656-a722629bd13b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:03.816868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46516) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:03.839777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 6cb03c61-34d5-4d21-9656-a722629bd13b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:03.842228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.849855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Attempting to bind port ce31bbd5-430a-4072-aafa-56906008b559 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:03.852663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Attempting to bind port ce31bbd5-430a-4072-aafa-56906008b559 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:03.853382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Attempting to bind port ce31bbd5-430a-4072-aafa-56906008b559 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:03.863997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Request body: {'subnet': {'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-425551294-subnet', 'tenant_id': 'c4a8a397eda246539cc30c62ddfcfff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:03.883478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-6a3dd8e7-632f-4cd0-bb0a-ff10c2ee41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.885156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-6a3dd8e7-632f-4cd0-bb0a-ff10c2ee41db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.2787352 Aug 10 03:51:03.908835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5403b-597f-4add-88cb-3dd9476d63e0 admin admin] Pushing event updated for resources: {'Network': ['ID=194d986f-2000-4a89-b866-bbab3e7ab227,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.915658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Subnet': ['ID=4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.949552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-9160c2c2-455e-46cf-a594-a92ba0b0cb34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556624 Aug 10 03:51:03.953665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.954695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.955200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.955870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.956519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.957795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.958337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.958860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.959350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.959920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.960409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.960913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:03.977534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:03.978981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:03.979577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.980697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:03.981362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Bound port: ce31bbd5-430a-4072-aafa-56906008b559, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:03.982009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.985004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 194d986f-2000-4a89-b866-bbab3e7ab227 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:51:04.008843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Made reservation on behalf of c4a8a397eda246539cc30c62ddfcfff1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:04.012288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.034691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Checking segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:04.035095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network hostable DHCP agents. Network: 49ae4eb8-692c-4502-8bf0-fdb720469427, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:04.117538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:04.119592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.231473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:04.312284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-491a01f5-f7de-4d64-890b-e8112aaa9ffb req-576d89b9-6643-4e14-aeb5-f802541a090f tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0948648 Aug 10 03:51:04.324732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 49ae4eb8-692c-4502-8bf0-fdb720469427) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:04.337419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:04.342162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.342865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.347173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:04.349007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=299b0c96-f2d0-416d-8311-c93a39e18888,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:04.357247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.357863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.373295 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.394851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 83e104d3-d166-4f3d-a49d-2aeafd26486c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:04.397166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73cb346-886d-4719-884f-e05f2e9a257b None None] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:04.404332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc25b958-7bc1-455c-91e3-f45411700a7b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8186471 Aug 10 03:51:04.405034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:04.410888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:04.418090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Router 92ec6f92-9cb4-44af-82f8-602216f853c2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:04.419577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d621f65-e2b8-4a1a-9681-1bbbfcd3611c None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:04.481366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-59630655-869c-4e35-be0f-d1bd8daf1a84 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956632 Aug 10 03:51:04.513227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] For port ce31bbd5-430a-4072-aafa-56906008b559, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:04.582781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46524) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:04.584191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59fb9862-239a-46ae-b833-35682beeb84e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5659101 Aug 10 03:51:04.616490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:04.621844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.671426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] For port ce31bbd5-430a-4072-aafa-56906008b559, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce31bbd5-430a-4072-aafa-56906008b559,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:04.676417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-08b35880-034c-4103-8285-f5e7d4d1bde7 None None] Provisioning complete for port 080bef8e-6c62-4523-9553-ec071ee2b79f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:04.677011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08b35880-034c-4103-8285-f5e7d4d1bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.708675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb03c61-34d5-4d21-9656-a722629bd13b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:04.711190 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a6013b-cb47-4be5-8fbd-46e397bb9bb6" -d '{"events": [{"server_uuid": "0e1d347a-13e0-4a07-81c3-04e6a21c72f8", "name": "network-vif-plugged", "status": "completed", "tag": "6cb03c61-34d5-4d21-9656-a722629bd13b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:04.721022 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:04.932075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6cb03c61-34d5-4d21-9656-a722629bd13b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6cb03c61-34d5-4d21-9656-a722629bd13b,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:04.934621 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94926830-1b05-4ad8-9cab-6ca5a3d74dd5 x-openstack-request-id: req-94926830-1b05-4ad8-9cab-6ca5a3d74dd5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:04.935148 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1d347a-13e0-4a07-81c3-04e6a21c72f8", "name": "network-vif-plugged", "status": "completed", "tag": "6cb03c61-34d5-4d21-9656-a722629bd13b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:04.935474 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94926830-1b05-4ad8-9cab-6ca5a3d74dd5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:04.935972 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb03c61-34d5-4d21-9656-a722629bd13b', 'code': 200} Aug 10 03:51:04.960265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.021136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Routers {'e38457fb-da65-4fbc-aaa2-ddcd89f660f2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:05.021795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:05.090544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 83e104d3-d166-4f3d-a49d-2aeafd26486c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:05.098188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2948e-58b8-4adc-9e6a-e48ad211486e req-207bc716-41d0-4135-89fd-1961ed486401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.102370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71b2948e-58b8-4adc-9e6a-e48ad211486e req-207bc716-41d0-4135-89fd-1961ed486401 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.2130718 Aug 10 03:51:05.144171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-08b35880-034c-4103-8285-f5e7d4d1bde7 None None] Port 080bef8e-6c62-4523-9553-ec071ee2b79f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:05.146886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '299b0c96-f2d0-416d-8311-c93a39e18888'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:05.147727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.179562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 83e104d3-d166-4f3d-a49d-2aeafd26486c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:05.179562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.239544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d77b-c76f-4891-aff3-7500ca15086d req-c4d61e5d-0862-494b-8ee8-2aa8f17361a2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.241873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3588d77b-c76f-4891-aff3-7500ca15086d req-c4d61e5d-0862-494b-8ee8-2aa8f17361a2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 944 time: 0.3506234 Aug 10 03:51:05.294960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71b2948e-58b8-4adc-9e6a-e48ad211486e req-caa80572-337f-492e-9009-60af9d7749c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354661 Aug 10 03:51:05.374649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755e90a-0576-41f1-b51f-f99a554b5432 None None] Pushing event updated for resources: {'Port': ['ID=ce31bbd5-430a-4072-aafa-56906008b559,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:05.390236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3588d77b-c76f-4891-aff3-7500ca15086d req-4e4273af-6c21-4d7b-8183-f5ac9f287294 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376283 Aug 10 03:51:05.394104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.460982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24cb3744-088f-4774-8b7a-7cfafadd0d2c req-a2f68d2f-868c-4b70-9fb1-9c04b1ddfb32 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9668424 Aug 10 03:51:05.461773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:05.467550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:05.472892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.473652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.509355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1024990 Aug 10 03:51:05.514253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46534) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:05.521996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:05.542161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] Set router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:05.542911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:9c:da:34', 'name': 'tempest-NetworksTestDHCPv6-1908381707'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:05.565666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d21deb07-891b-475f-850c-c27ca9dd98db admin admin] 10.222.0.53 "PUT /v2.0/routers/92ec6f92-9cb4-44af-82f8-602216f853c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3069794 Aug 10 03:51:05.575429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-91c1140f-6aed-4112-bf08-e029d83de664 req-9105f271-5e8e-4482-8ffd-df2dcc36fb6f tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0557733 Aug 10 03:51:05.600729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90412f7-d819-4d52-b1b6-3d189abdc062 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=68a2f9fc-3f0c-4717-9db1-5f407bd9c240,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:05.642952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.755964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5028dd38-6a6e-44b2-b0ab-bb0702c77772 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:05.791477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:05.801679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf07358-9d4c-4eb9-991c-953310dac6dc,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:05.854248 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Sync routers for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:05.866415 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:05.867334 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:05.935646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:05.973705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Checking segment: {'id': '90b97153-2c47-492d-b53c-5c2d4bba20ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:05.974461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Network hostable DHCP agents. Network: 194d986f-2000-4a89-b866-bbab3e7ab227, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:06.007957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 1904a8ce-b616-47b3-a1b5-41a98e0954f5 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:06.061090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Network 194d986f-2000-4a89-b866-bbab3e7ab227 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:06.088042 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:06.146165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-49ae4eb8-692c-4502-8bf0-fdb720469427', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'fixed_ips': [{'subnet_id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:06.147946 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.169634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 194d986f-2000-4a89-b866-bbab3e7ab227) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:06.185524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.185524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.203346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c66a0de-8337-4c06-b9d8-b316b6caa09e None None] Network 194d986f-2000-4a89-b866-bbab3e7ab227 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:06.267343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6cb03c61-34d5-4d21-9656-a722629bd13b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:06.298032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b49efb0a-515a-452e-be4b-f1f28faaac1b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4356687 Aug 10 03:51:06.427284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 172.20.0.7 (436e607c-ef4c-4ae6-a09e-44491dfe481c/68a2f9fc-3f0c-4717-9db1-5f407bd9c240/1904a8ce-b616-47b3-a1b5-41a98e0954f5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:06.454095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe9c:da34 (436e607c-ef4c-4ae6-a09e-44491dfe481c/299b0c96-f2d0-416d-8311-c93a39e18888/1904a8ce-b616-47b3-a1b5-41a98e0954f5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:06.558836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.653775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:06.735214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.768499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 83e104d3-d166-4f3d-a49d-2aeafd26486c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=83e104d3-d166-4f3d-a49d-2aeafd26486c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:06.770973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '5028dd38-6a6e-44b2-b0ab-bb0702c77772', 'network_id': '7ac49871-57cf-44d4-8840-42f4998fb7b5', 'port_id': '5028dd38-6a6e-44b2-b0ab-bb0702c77772', 'mac_address': 'fa:16:3e:7a:1b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723c42e0-05cd-465a-b397-ef12eeb2bcc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:06.888084 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 2, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:06.909347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e3cef-19cf-42fb-9ed7-8a7ac3eb8f19 req-e080b53d-bd4f-4b6b-95eb-25967e9e8868 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.918561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-602e3cef-19cf-42fb-9ed7-8a7ac3eb8f19 req-e080b53d-bd4f-4b6b-95eb-25967e9e8868 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 944 time: 0.3294702 Aug 10 03:51:06.944702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:06.979464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c4fb949-48a1-48a4-8005-3443926cdd3d req-032a7dda-d70f-4844-ae76-f2a84325dfec tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1146965 Aug 10 03:51:06.981949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:06.991220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-791242301-network', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:07.032143 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Checking router: 92ec6f92-9cb4-44af-82f8-602216f853c2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:07.033343 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Updating router 92ec6f92-9cb4-44af-82f8-602216f853c2 port 080bef8e-6c62-4523-9553-ec071ee2b79f binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:07.047548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.077601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=83e104d3-d166-4f3d-a49d-2aeafd26486c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.087516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68586b-a978-4adb-a54f-5f3178787df2 None None] Network 194d986f-2000-4a89-b866-bbab3e7ab227 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:07.101093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-602e3cef-19cf-42fb-9ed7-8a7ac3eb8f19 req-d0974465-cbf3-424c-a801-79b028ed09d1 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815190 Aug 10 03:51:07.103857 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.129941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 1904a8ce-b616-47b3-a1b5-41a98e0954f5 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:07.138656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Made reservation on behalf of 1bd7858c8f8e47f9a9c054d77ae2da96 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:07.145971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.175678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.285473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.317508 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.368379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:07.370225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:00Z', 'revision_number': 3, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:07.375144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:07.384489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:07.415705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=1904a8ce-b616-47b3-a1b5-41a98e0954f5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.445411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5028dd38-6a6e-44b2-b0ab-bb0702c77772 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:07.478044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.478952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.493429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.507681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.537404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0305a2b3-5209-42ca-988c-ccc4d37fb564 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0214176 Aug 10 03:51:07.547971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46580) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.580059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Allocated IP 2001:db8::f816:3eff:fec9:43ef (436e607c-ef4c-4ae6-a09e-44491dfe481c/299b0c96-f2d0-416d-8311-c93a39e18888/3f58de83-2231-4144-8c06-cb0a60107acb) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:07.581876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-1070879b-145b-4637-ae17-98c74eb2f3b2 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.590387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-1070879b-145b-4637-ae17-98c74eb2f3b2 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/networks?id=194d986f-2000-4a89-b866-bbab3e7ab227 HTTP/1.1" status: 200 len: 813 time: 0.1466124 Aug 10 03:51:07.597743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:51:07.613771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-f6b1950e-4d41-44a8-8b9c-4d886c4fd2ef tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/quotas/c4a8a397eda246539cc30c62ddfcfff1 HTTP/1.1" status: 200 len: 375 time: 0.0223057 Aug 10 03:51:07.651335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-85172750-80e7-4ece-96c2-1b1b78445c40 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c4a8a397eda246539cc30c62ddfcfff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364633 Aug 10 03:51:07.676947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4448d9-f504-4a9e-aa4e-3bd94dd492b5 None None] The sync data for ids ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'] in n-d-769329-14 is: [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:00Z', 'revision_number': 3, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:07.687156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c94f2e-8dda-49e2-8f1f-8d852f74596d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.697477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.697841 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Added segment 68cb1baa-2fd4-480e-bcc7-a27dd3817506 of type vlan for network fb156031-6090-4b93-94a4-cdb4cadebc4d Aug 10 03:51:07.764885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Allocated IP 172.20.0.18 (49ae4eb8-692c-4502-8bf0-fdb720469427/4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b/89c1a66e-d90b-4733-b71a-6b2e14caeacd) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:07.790655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:07.807161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.831821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-ef8eac32-6797-485a-8731-9e2fc4e7492f service neutron] 10.222.0.53 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781712 Aug 10 03:51:07.847563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f4714-3ddb-4481-8334-e3d6cdfba521 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.853629 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc5f4714-3ddb-4481-8334-e3d6cdfba521 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.2976532 Aug 10 03:51:07.855881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.872406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:07.876042 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.892841 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Transition to ACTIVE for port object 080bef8e-6c62-4523-9553-ec071ee2b79f will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:07.908289 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.963496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.965448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.966532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:07.973014 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Pushing event updated for resources: {'Port': ['ID=080bef8e-6c62-4523-9553-ec071ee2b79f,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:07.988141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.988478 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.988813 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.989141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.989481 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.989789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.991078 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.991416 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.992410 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.992953 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.993459 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:07.993991 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:08.081081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5028dd38-6a6e-44b2-b0ab-bb0702c77772'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:08.105948 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Attempting to bind port 080bef8e-6c62-4523-9553-ec071ee2b79f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:08.108965 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Attempting to bind port 080bef8e-6c62-4523-9553-ec071ee2b79f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:08.109824 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Attempting to bind port 080bef8e-6c62-4523-9553-ec071ee2b79f on network 86030e4c-8b5f-4abe-9927-2a7570f8b9de {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:08.117218 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:08.118059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Checking segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:08.118682 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.119315 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Bound using segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:08.120161 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Bound port: 080bef8e-6c62-4523-9553-ec071ee2b79f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:08.121349 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.184986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-b9626bcb-e80a-4c8a-9331-a93a38979499 service neutron] 10.222.0.53 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381882 Aug 10 03:51:08.192508 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.201032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5028dd38-6a6e-44b2-b0ab-bb0702c77772,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.251223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Transition to ACTIVE for port object 3f58de83-2231-4144-8c06-cb0a60107acb will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:08.336734 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] For port 080bef8e-6c62-4523-9553-ec071ee2b79f, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:08.349269 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] For port 080bef8e-6c62-4523-9553-ec071ee2b79f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=080bef8e-6c62-4523-9553-ec071ee2b79f,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:08.359933 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.365033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb156031-6090-4b93-94a4-cdb4cadebc4d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.431819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network fb156031-6090-4b93-94a4-cdb4cadebc4d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:51:08.518524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Transition to ACTIVE for port object 3f58de83-2231-4144-8c06-cb0a60107acb will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:08.551730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b97842b-0c0f-43ad-ad77-35ea637c5979 req-3d4f2fd4-8d7a-4fbd-854e-ac396d44e01c tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1587021 Aug 10 03:51:08.556921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ff2c577-e421-43a6-a2af-042cd539b7e9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5738134 Aug 10 03:51:08.561443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:08.567150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Request body: {'subnet': {'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-791242301-subnet', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:08.636630 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:08.637277 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:08.639774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.661821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 1904a8ce-b616-47b3-a1b5-41a98e0954f5 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:08.662189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.690338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Made reservation on behalf of 1bd7858c8f8e47f9a9c054d77ae2da96 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:08.696393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.764178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6496651-2ef8-41c7-bdde-caa5576a28c3 None None] Pushing event updated for resources: {'Port': ['ID=080bef8e-6c62-4523-9553-ec071ee2b79f,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.880980 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.918964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77adcfe8-7bf4-4bd8-8ae4-e17ba1bc3af5 req-2d8c0483-4f92-436e-bb9f-bdefcd366d8a tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 210 time: 0.0779247 Aug 10 03:51:08.992135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68515854-2cba-41c1-acaa-21fa3eeafce8 req-fd633352-781f-4297-b0a9-b29a87e2c282 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.007958 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68515854-2cba-41c1-acaa-21fa3eeafce8 req-fd633352-781f-4297-b0a9-b29a87e2c282 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 945 time: 0.2135842 Aug 10 03:51:09.051674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:09.059822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Transition to ACTIVE for port object 89c1a66e-d90b-4733-b71a-6b2e14caeacd will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:09.067827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:09.118094 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:09.145465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.160331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:09.177165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68515854-2cba-41c1-acaa-21fa3eeafce8 req-b3966258-8389-4de1-9f87-daa9bb9da4f1 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664104 Aug 10 03:51:09.191204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 1904a8ce-b616-47b3-a1b5-41a98e0954f5 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:09.371820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Pushing event updated for resources: {'Port': ['ID=3f58de83-2231-4144-8c06-cb0a60107acb,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.417444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.429765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Transition to ACTIVE for port object 89c1a66e-d90b-4733-b71a-6b2e14caeacd will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:09.440787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce31bbd5-430a-4072-aafa-56906008b559 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:09.546383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Checking segment: {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:09.546915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Network hostable DHCP agents. Network: fb156031-6090-4b93-94a4-cdb4cadebc4d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:09.560838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.601926 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.736183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Pushing event updated for resources: {'Port': ['ID=89c1a66e-d90b-4733-b71a-6b2e14caeacd,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.767559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Attempting to bind port 3f58de83-2231-4144-8c06-cb0a60107acb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:09.770308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Network fb156031-6090-4b93-94a4-cdb4cadebc4d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:09.771327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Attempting to bind port 3f58de83-2231-4144-8c06-cb0a60107acb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:09.772019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Attempting to bind port 3f58de83-2231-4144-8c06-cb0a60107acb on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:09.809771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.820822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:09.859233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:09.859583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=1904a8ce-b616-47b3-a1b5-41a98e0954f5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:09.860713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:09.868953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.870206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:09.873105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Bound port: 3f58de83-2231-4144-8c06-cb0a60107acb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:09.876820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.916341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a8033d2-1900-4266-82f9-15a5fc95b50f req-91a0e310-57e7-426d-b6b9-5a08447b0497 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1274450 Aug 10 03:51:09.921990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, fb156031-6090-4b93-94a4-cdb4cadebc4d) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:09.932065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.20.0.17 (49ae4eb8-692c-4502-8bf0-fdb720469427/4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b/f70e44f7-ba62-4e31-9184-e9db11900439) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:09.973123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.974371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.017168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e58088c-ea77-4325-9ab4-c6181bf24b10 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4541535 Aug 10 03:51:10.018329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:10.027783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:10.036244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:10.038843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:10.043120 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:08Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:10.087069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-770442d6-9026-4c1a-a492-77ac5be7aa4e req-49c5d81c-5224-4b97-b42a-dda6c36e1dc5 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 210 time: 0.0727212 Aug 10 03:51:10.107754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.109744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3a6e59ac-514c-4902-9fd8-79d6819b1369 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/1904a8ce-b616-47b3-a1b5-41a98e0954f5 HTTP/1.1" status: 204 len: 168 time: 2.2362030 Aug 10 03:51:10.114104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46610) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:10.144169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbad8f92-d267-47d5-81e9-85ed8276b1a0 None None] Network fb156031-6090-4b93-94a4-cdb4cadebc4d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:10.176647 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279f22-53e7-43e7-adbd-d568c8e3a42c None None] The sync data for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 is: [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:08Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:10.192155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.193735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.236894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ce31bbd5-430a-4072-aafa-56906008b559 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:10.277229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.296966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Transition to ACTIVE for port object f70e44f7-ba62-4e31-9184-e9db11900439 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:10.445350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.468086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.470227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e51332-338f-4ebe-99de-701767ffb394 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.471912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e51332-338f-4ebe-99de-701767ffb394 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.487500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e51332-338f-4ebe-99de-701767ffb394 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.506239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57e51332-338f-4ebe-99de-701767ffb394 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3871415 Aug 10 03:51:10.528171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:10.622492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:10.673596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:10.710691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:10.781131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ce31bbd5-430a-4072-aafa-56906008b559 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:10.781662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:10.798325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=f70e44f7-ba62-4e31-9184-e9db11900439,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:10.813355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790b814-e4ae-4d74-9cee-72aa32f221ad req-0989f04b-7aa9-42a4-8809-f7a3e921dc92 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.815295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6790b814-e4ae-4d74-9cee-72aa32f221ad req-0989f04b-7aa9-42a4-8809-f7a3e921dc92 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 945 time: 0.4256346 Aug 10 03:51:10.860439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] For port 3f58de83-2231-4144-8c06-cb0a60107acb, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:10.905604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] For port 3f58de83-2231-4144-8c06-cb0a60107acb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3f58de83-2231-4144-8c06-cb0a60107acb,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:11.004923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6790b814-e4ae-4d74-9cee-72aa32f221ad req-a116360c-bb38-4b25-b7bf-674f7ad11e72 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641171 Aug 10 03:51:11.010717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.035763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Attempting to bind port 89c1a66e-d90b-4733-b71a-6b2e14caeacd on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:11.036272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Attempting to bind port 89c1a66e-d90b-4733-b71a-6b2e14caeacd by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:11.036751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Attempting to bind port 89c1a66e-d90b-4733-b71a-6b2e14caeacd on network 49ae4eb8-692c-4502-8bf0-fdb720469427 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:11.044065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.280854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135b4f-ab8b-4cc3-b34a-d770d74143d6 None None] Pushing event updated for resources: {'Port': ['ID=3f58de83-2231-4144-8c06-cb0a60107acb,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:11.337275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:11.337798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Checking segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:11.338365 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.338876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Bound using segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:11.339790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Bound port: 89c1a66e-d90b-4733-b71a-6b2e14caeacd, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:11.350385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.472932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34b14e61-d924-47f9-8aaf-a2a0cb54a966 req-bed53440-fec1-4128-9376-77b714c5ac65 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0329461 Aug 10 03:51:11.479148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87c68e46-0fac-4c65-8cee-1c0671c01cc2 req-3efb061c-f04f-4fe0-83a5-c8c2de384a99 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 210 time: 0.1222489 Aug 10 03:51:11.558380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.575943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 299b0c96-f2d0-416d-8311-c93a39e18888 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:11.589778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.592991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.666796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] For port 89c1a66e-d90b-4733-b71a-6b2e14caeacd, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:11.671285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] For port 89c1a66e-d90b-4733-b71a-6b2e14caeacd, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=89c1a66e-d90b-4733-b71a-6b2e14caeacd,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:11.717252 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.795127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.923638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-0082d3aa-ae55-42c7-a763-80e331731b74 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.925681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-0082d3aa-ae55-42c7-a763-80e331731b74 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.65 "GET /v2.0/networks?id=194d986f-2000-4a89-b866-bbab3e7ab227 HTTP/1.1" status: 200 len: 813 time: 0.5702543 Aug 10 03:51:11.934739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d689970-d082-4bbb-92c4-d1e817d2c083 None None] Pushing event updated for resources: {'Port': ['ID=89c1a66e-d90b-4733-b71a-6b2e14caeacd,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:11.951603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Request body: {'port': {'device_id': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227', 'admin_state_up': True, 'tenant_id': 'c4a8a397eda246539cc30c62ddfcfff1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:11.993649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-fb156031-6090-4b93-94a4-cdb4cadebc4d', 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'fixed_ips': [{'subnet_id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:11.994879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:11.997470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5028dd38-6a6e-44b2-b0ab-bb0702c77772 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:12.101369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.353134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46636) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:12.522752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.638432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:12.662932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.680782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f51e7-90f3-4728-8048-7763c7a4fc6e req-a1880ac8-ede2-44a4-b810-2091042fcf33 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.690211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-997f51e7-90f3-4728-8048-7763c7a4fc6e req-a1880ac8-ede2-44a4-b810-2091042fcf33 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 945 time: 0.5299716 Aug 10 03:51:12.723431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:12.728292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.747064 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=299b0c96-f2d0-416d-8311-c93a39e18888,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:12.751998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.756043 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ef732e9-17f6-4bd0-b5cc-3e402fa2611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/299b0c96-f2d0-416d-8311-c93a39e18888 HTTP/1.1" status: 204 len: 168 time: 2.2265608 Aug 10 03:51:12.759034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:12.829400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ce31bbd5-430a-4072-aafa-56906008b559, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce31bbd5-430a-4072-aafa-56906008b559,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:12.851998 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.852823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 83e104d3-d166-4f3d-a49d-2aeafd26486c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:12.891834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fa321b7-cb33-4c96-839a-d13e2fa5d4db req-f3b820db-b059-4521-a995-17b230120de4 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 210 time: 0.0598741 Aug 10 03:51:12.912968 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.930671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Allocated IP 172.20.0.2 (fb156031-6090-4b93-94a4-cdb4cadebc4d/40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf/21ddbee2-a4c7-4abf-b8f7-78fc75aaf567) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:12.995010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Made reservation on behalf of c4a8a397eda246539cc30c62ddfcfff1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:13.001525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.016445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.037537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71f54dd6-610c-46bf-9675-3aa23697e083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.046064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-997f51e7-90f3-4728-8048-7763c7a4fc6e req-eed5e677-9441-45b7-9624-21a89a72e296 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538494 Aug 10 03:51:13.114540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5b314760-0580-47d8-a98f-bb9951140eca req-df0301de-e1f9-4b10-9937-c3ea554834ae tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0955667 Aug 10 03:51:13.121649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 68a2f9fc-3f0c-4717-9db1-5f407bd9c240 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:13.131669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.238156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.247124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ce31bbd5-430a-4072-aafa-56906008b559,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.302094 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.353913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.362969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Allocated IP 172.25.2.118 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d0b3ce21-80ee-42c1-b69f-572fb7f5625c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:13.385353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c1774-f173-4e12-bcec-a9069f9be9b3 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:13.479206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1d546f1e-3433-4ec4-8198-7262b88ddee6 None None] Provisioning for port 3f58de83-2231-4144-8c06-cb0a60107acb completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:13.488288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff319c9a-1f9c-4415-940d-fd1daf0bba28 req-1234a9a3-97de-42d8-9e25-e0167fa3929b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0593772 Aug 10 03:51:13.492143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Allocated IP 172.20.0.11 (194d986f-2000-4a89-b866-bbab3e7ab227/8cf07358-9d4c-4eb9-991c-953310dac6dc/5a94b711-d9ad-497f-9a42-0aa69b684beb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:13.504282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.509944 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.512760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.522467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 83e104d3-d166-4f3d-a49d-2aeafd26486c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:13.523182 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.546961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=f70e44f7-ba62-4e31-9184-e9db11900439,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.651370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5028dd38-6a6e-44b2-b0ab-bb0702c77772'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:13.654522 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c8297-e3c2-4f3e-bd4c-92ff7289a65f" -d '{"events": [{"server_uuid": "2c298a8d-72e9-494f-be7a-5c015f2c6262", "name": "network-vif-plugged", "status": "completed", "tag": "5028dd38-6a6e-44b2-b0ab-bb0702c77772"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:13.685888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:13.692017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71f54dd6-610c-46bf-9675-3aa23697e083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.704200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.705291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.716135 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71f54dd6-610c-46bf-9675-3aa23697e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.758390 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2009e066-0854-450b-b6ad-b31cd1c552a0 x-openstack-request-id: req-2009e066-0854-450b-b6ad-b31cd1c552a0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:13.758690 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c298a8d-72e9-494f-be7a-5c015f2c6262", "name": "network-vif-plugged", "status": "completed", "tag": "5028dd38-6a6e-44b2-b0ab-bb0702c77772", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:13.758951 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2009e066-0854-450b-b6ad-b31cd1c552a0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:13.760112 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5028dd38-6a6e-44b2-b0ab-bb0702c77772', 'code': 200} Aug 10 03:51:13.763812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.804265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.820825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=68a2f9fc-3f0c-4717-9db1-5f407bd9c240,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.833539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.835420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2321a998-39b7-4bff-9155-73149a349e26 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/68a2f9fc-3f0c-4717-9db1-5f407bd9c240 HTTP/1.1" status: 204 len: 168 time: 1.0753987 Aug 10 03:51:13.845556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46648) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:13.850115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-71f54dd6-610c-46bf-9675-3aa23697e083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=897ac08a233c4f56a1c88d2883630919&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4727309 Aug 10 03:51:13.856431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46650) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:13.862985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f54dd6-610c-46bf-9675-3aa23697e083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd9f4d5-6056-49e0-85f0-795eed97dba5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.889400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Transition to ACTIVE for port object 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:13.890609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:13.894925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50539f37-1c3f-4092-8819-2f90468bdf2e None None] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:13.901224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:13.919896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da970-6859-4555-a0a3-1336137be8f0 req-225ccf37-04b3-4f64-b943-1fca46b89826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.921628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e25da970-6859-4555-a0a3-1336137be8f0 req-225ccf37-04b3-4f64-b943-1fca46b89826 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 1098 time: 0.1322434 Aug 10 03:51:13.937168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3729bb49-0e90-4d19-8c49-43adee7a8fc9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850778 Aug 10 03:51:13.967952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46654) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:13.975558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:14.017181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Transition to ACTIVE for port object 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:14.021725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5028dd38-6a6e-44b2-b0ab-bb0702c77772,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.030442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.049756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.052282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.056117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c3c0f457-be83-4992-aa62-f78e256ade49 None None] Provisioning for port 89c1a66e-d90b-4733-b71a-6b2e14caeacd completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:14.058217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e25da970-6859-4555-a0a3-1336137be8f0 req-11f33735-41d5-40e3-be5f-9eb1f5870719 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261487 Aug 10 03:51:14.171153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Network fb156031-6090-4b93-94a4-cdb4cadebc4d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:14.173162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.173652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Pushing event updated for resources: {'Port': ['ID=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.188907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:14.195161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:14.209509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:14.234506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:14.240337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.243217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:14.247235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:14.331601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Network 194d986f-2000-4a89-b866-bbab3e7ab227 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:14.341276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Attempting to bind port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:14.342255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Attempting to bind port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:14.342255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Attempting to bind port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 on network fb156031-6090-4b93-94a4-cdb4cadebc4d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:14.345256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16328017-5a98-45a9-9388-5bf8f3d614c1 None None] Update dhcp port {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': '68a2f9fc-3f0c-4717-9db1-5f407bd9c240'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '3f58de83-2231-4144-8c06-cb0a60107acb'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:14.361462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:14.375382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:14.382125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:14.382535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Checking segment: {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:14.382916 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.383317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Bound using segment: {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:14.383807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Bound port: 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:14.384191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.391220 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-16328017-5a98-45a9-9388-5bf8f3d614c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.494406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Pushing event updated for resources: {'Port': ['ID=5a94b711-d9ad-497f-9a42-0aa69b684beb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.516506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38beed8-a87c-4e4e-97b4-dfc0e9ff574e req-854c4680-09f4-415b-b571-602322287614 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.519529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e38beed8-a87c-4e4e-97b4-dfc0e9ff574e req-854c4680-09f4-415b-b571-602322287614 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.3171706 Aug 10 03:51:14.583584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.584317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.619832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] For port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:14.625847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] For port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:14.638511 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.671758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-19d59972-a12f-4522-8c0d-9101fab14a25 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7301137 Aug 10 03:51:14.691079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Request body: {'port': {'device_id': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:14.724031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1308fe-f3ff-4007-8d0b-9e6b01e69d90 None None] Pushing event updated for resources: {'Port': ['ID=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:14.733413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 89c1a66e-d90b-4733-b71a-6b2e14caeacd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:14.774391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aebd9-1558-49a2-88e8-8fca5067ce0c req-628c5b72-2aaf-4710-95a5-dfc4028f2026 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.786921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c1aebd9-1558-49a2-88e8-8fca5067ce0c req-628c5b72-2aaf-4710-95a5-dfc4028f2026 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 932 time: 0.7674778 Aug 10 03:51:14.789065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d7e3-9a19-4dee-98b5-d147b2263fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.931050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d7e3-9a19-4dee-98b5-d147b2263fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.950933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c1aebd9-1558-49a2-88e8-8fca5067ce0c req-5b0af709-1bcc-4fd2-a0d9-23aeb53402c3 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628346 Aug 10 03:51:14.977106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:14.981761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.071733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e45448-0792-437a-8ef9-5d695a57d302 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:15.211698 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e38beed8-a87c-4e4e-97b4-dfc0e9ff574e req-b6fb65a5-5642-44f8-b16d-2f049f2dc115 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791928 Aug 10 03:51:15.268319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:15.275882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cb575ceb-01ce-4729-88b7-924cc4c4847f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "PUT /v2.0/routers/e38457fb-da65-4fbc-aaa2-ddcd89f660f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6807380 Aug 10 03:51:15.277801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.279414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.311463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 89c1a66e-d90b-4733-b71a-6b2e14caeacd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:15.318292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Sync routers for ids ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:15.336739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 89c1a66e-d90b-4733-b71a-6b2e14caeacd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:15.342800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.393726 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9af52a85-a0ed-400f-8131-06df8e2d633f req-5dda3ff7-8ca7-497e-99e3-c864131e0157 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1606269 Aug 10 03:51:15.437104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d7e3-9a19-4dee-98b5-d147b2263fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.439999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a3b2d7e3-9a19-4dee-98b5-d147b2263fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.442913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:15.456974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a3b2d7e3-9a19-4dee-98b5-d147b2263fcc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bd9f4d5-6056-49e0-85f0-795eed97dba5 HTTP/1.1" status: 204 len: 168 time: 1.5781000 Aug 10 03:51:15.495805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Routers {'e38457fb-da65-4fbc-aaa2-ddcd89f660f2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:15.504079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:15.553549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2d7e3-9a19-4dee-98b5-d147b2263fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd9f4d5-6056-49e0-85f0-795eed97dba5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:15.861864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2453515d-1195-40a0-8d11-14587f459092 None None] Provisioning for port f70e44f7-ba62-4e31-9184-e9db11900439 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:15.906015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2453515d-1195-40a0-8d11-14587f459092 None None] Provisioning complete for port f70e44f7-ba62-4e31-9184-e9db11900439 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:15.906015 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2453515d-1195-40a0-8d11-14587f459092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.978484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-a7ec70d0-d046-42cb-816c-7b1075718f3d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.987537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-a7ec70d0-d046-42cb-816c-7b1075718f3d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/networks?id=49ae4eb8-692c-4502-8bf0-fdb720469427 HTTP/1.1" status: 200 len: 797 time: 0.2554045 Aug 10 03:51:16.009341 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-5a430309-acdb-4b89-a1c3-fc46122d469f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/quotas/cac3820953a04152ab76c9074e660f16 HTTP/1.1" status: 200 len: 375 time: 0.0207942 Aug 10 03:51:16.040821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Set router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:16.044592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] Deleting port 3f58de83-2231-4144-8c06-cb0a60107acb {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:16.044976 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.047068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2453515d-1195-40a0-8d11-14587f459092 None None] Port f70e44f7-ba62-4e31-9184-e9db11900439 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:16.074479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a94b711-d9ad-497f-9a42-0aa69b684beb {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:16.108403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.143748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.145952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Transition to ACTIVE for port object 5a94b711-d9ad-497f-9a42-0aa69b684beb will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:16.154450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.228012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 89c1a66e-d90b-4733-b71a-6b2e14caeacd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=89c1a66e-d90b-4733-b71a-6b2e14caeacd,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:16.232413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2453515d-1195-40a0-8d11-14587f459092 None None] Provisioning complete for port 89c1a66e-d90b-4733-b71a-6b2e14caeacd triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:16.232866 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2453515d-1195-40a0-8d11-14587f459092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.245751 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.246624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce31bbd5-430a-4072-aafa-56906008b559 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:16.256765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46684) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:16.261857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:16.267737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Pushing event updated for resources: {'Port': ['ID=5a94b711-d9ad-497f-9a42-0aa69b684beb,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:16.341102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-577a1030-6fc6-49fc-a3e9-0f9cbdab6c47 req-6fccc054-c115-4503-a47f-8e364ef21eec tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f&device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0494699 Aug 10 03:51:16.351348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6351adaa-a7e6-4488-94ab-9f0296160840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.492890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] For port 3f58de83-2231-4144-8c06-cb0a60107acb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3f58de83-2231-4144-8c06-cb0a60107acb,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:16.493700 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.525502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] Calling delete_port for 3f58de83-2231-4144-8c06-cb0a60107acb owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:16.530047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6e36d-81ea-4d22-87ae-a6986a0cba34 req-ca052b44-6b3e-472c-a7a6-42f19088489c tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.539965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5df6e36d-81ea-4d22-87ae-a6986a0cba34 req-ca052b44-6b3e-472c-a7a6-42f19088489c tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 944 time: 0.1036320 Aug 10 03:51:16.551823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6351adaa-a7e6-4488-94ab-9f0296160840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.563939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=89c1a66e-d90b-4733-b71a-6b2e14caeacd,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:16.607264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Attempting to bind port 5a94b711-d9ad-497f-9a42-0aa69b684beb on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:16.607588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Attempting to bind port 5a94b711-d9ad-497f-9a42-0aa69b684beb by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '90b97153-2c47-492d-b53c-5c2d4bba20ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:16.607768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Attempting to bind port 5a94b711-d9ad-497f-9a42-0aa69b684beb on network 194d986f-2000-4a89-b866-bbab3e7ab227 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:16.620012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Port 5a94b711-d9ad-497f-9a42-0aa69b684beb on network 194d986f-2000-4a89-b866-bbab3e7ab227 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:16.620012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Attempting to bind port 5a94b711-d9ad-497f-9a42-0aa69b684beb on network 194d986f-2000-4a89-b866-bbab3e7ab227 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:16.626947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6351adaa-a7e6-4488-94ab-9f0296160840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.630822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:16.631222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Checking segment: {'id': '90b97153-2c47-492d-b53c-5c2d4bba20ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:16.631731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Bound using segment: {'id': '90b97153-2c47-492d-b53c-5c2d4bba20ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:16.632256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Bound port: 5a94b711-d9ad-497f-9a42-0aa69b684beb, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b97153-2c47-492d-b53c-5c2d4bba20ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:16.632695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.648492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5df6e36d-81ea-4d22-87ae-a6986a0cba34 req-3966127d-11b0-41b9-a328-7e8cd6436afa tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032915 Aug 10 03:51:16.738575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6351adaa-a7e6-4488-94ab-9f0296160840 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=255c77d5822d484eb6511dd69fed8fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137235 Aug 10 03:51:16.784308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-8d44245b-b1a5-43b6-96d4-5fda731e2f29 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7737124 Aug 10 03:51:16.784858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:16.799076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351adaa-a7e6-4488-94ab-9f0296160840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f436ec4c-dd3e-4ed3-9798-812f064c889b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:16.804358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] For port 5a94b711-d9ad-497f-9a42-0aa69b684beb, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:16.812565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] For port 5a94b711-d9ad-497f-9a42-0aa69b684beb, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb,segment=NetworkSegment(90b97153-2c47-492d-b53c-5c2d4bba20ee),segment_id=90b97153-2c47-492d-b53c-5c2d4bba20ee)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:16.864953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.893089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ce31bbd5-430a-4072-aafa-56906008b559 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:16.894088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.926217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Pushing event updated for resources: {'Port': ['ID=5a94b711-d9ad-497f-9a42-0aa69b684beb,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:16.974052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.974654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.976131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-01ac6f8d-6925-444d-8a9e-447bcbe50439 service neutron] 10.222.0.65 "PUT /v2.0/ports/5a94b711-d9ad-497f-9a42-0aa69b684beb HTTP/1.1" status: 200 len: 1093 time: 2.2895131 Aug 10 03:51:16.976606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'tag': '5a94b711-d9ad-497f-9a42-0aa69b684beb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:16.991140 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12772e55-bb14-4bce-ba05-c6d68f08dc93" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac5f46-90fb-4328-aab7-92aa509e46eb", "tag": "5a94b711-d9ad-497f-9a42-0aa69b684beb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:17.035472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fb7c6-e276-4fb7-8c43-d3a71cb3df6a req-357c07aa-4f03-406f-8c62-0b38d31700d7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.046020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da2fb7c6-e276-4fb7-8c43-d3a71cb3df6a req-357c07aa-4f03-406f-8c62-0b38d31700d7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2303135 Aug 10 03:51:17.106850 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.141840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094fbf36-c66c-4efc-b11c-02b4a49e7a54 None None] Network fb156031-6090-4b93-94a4-cdb4cadebc4d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:17.146805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] No DVR routers for this DVR port 3f58de83-2231-4144-8c06-cb0a60107acb on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:17.148901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfe77c-8c3c-4af2-aa46-c651e226a220 None None] Pushing event deleted for resources: {'Port': ['ID=3f58de83-2231-4144-8c06-cb0a60107acb,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:17.176254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da2fb7c6-e276-4fb7-8c43-d3a71cb3df6a req-4052b3d2-020e-4665-9dcf-99374048f3e8 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289470 Aug 10 03:51:17.192381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-d1b0098d-094d-4958-935f-5c79163af6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.195657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-d1b0098d-094d-4958-935f-5c79163af6ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4a8a397eda246539cc30c62ddfcfff1&device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 1096 time: 0.1433990 Aug 10 03:51:17.265388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:11Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'f70e44f7-ba62-4e31-9184-e9db11900439', 'name': '', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:21:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:07Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 2, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:17.267307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-21aafcca-b4c9-4212-956c-2187accb19bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb HTTP/1.1" status: 200 len: 217 time: 0.0617597 Aug 10 03:51:17.334087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.341634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-5bac3d34-de9b-459b-bcf3-ec87b542c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.343473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-5bac3d34-de9b-459b-bcf3-ec87b542c33f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8cf07358-9d4c-4eb9-991c-953310dac6dc HTTP/1.1" status: 200 len: 853 time: 0.0680621 Aug 10 03:51:17.359073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Checking router: e38457fb-da65-4fbc-aaa2-ddcd89f660f2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:17.359553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Updating router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 port f70e44f7-ba62-4e31-9184-e9db11900439 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:17.399170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-98d8d7af-60fa-4d2b-9560-2f64cb329cb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=194d986f-2000-4a89-b866-bbab3e7ab227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475583 Aug 10 03:51:17.472307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c0c01627-f72d-4f3b-b15b-0a5538fc7a82 None None] Provisioning complete for port f70e44f7-ba62-4e31-9184-e9db11900439 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:17.472712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c0c01627-f72d-4f3b-b15b-0a5538fc7a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.523732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c0c01627-f72d-4f3b-b15b-0a5538fc7a82 None None] Port f70e44f7-ba62-4e31-9184-e9db11900439 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:17.534962 n-d-769329-14 neutron-server[94140]: WARNING neutron.services.revisions.revision_plugin [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Could not find related port for resource to bump revision. Aug 10 03:51:17.536389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.541362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 080bef8e-6c62-4523-9553-ec071ee2b79f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:17.615850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c0c01627-f72d-4f3b-b15b-0a5538fc7a82 None None] Provisioning for port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:17.623953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_pluggable_backend [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Port 3f58de83-2231-4144-8c06-cb0a60107acb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 03:51:17.624293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_pluggable_backend [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:43ef {{(pid=94140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 03:51:17.628504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_pluggable_backend [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec9:43ef {{(pid=94140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 03:51:17.634630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.690409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-cfbd255b-a31e-475d-a623-d5cf4731b304 service neutron] 10.222.0.65 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820675 Aug 10 03:51:17.692613 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99b405-d13f-4a08-beb2-9ee8e01b9df6 x-openstack-request-id: req-7b99b405-d13f-4a08-beb2-9ee8e01b9df6 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:17.692914 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac5f46-90fb-4328-aab7-92aa509e46eb", "tag": "5a94b711-d9ad-497f-9a42-0aa69b684beb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:17.693178 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b99b405-d13f-4a08-beb2-9ee8e01b9df6 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:17.693588 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'tag': '5a94b711-d9ad-497f-9a42-0aa69b684beb', 'status': 'completed', 'code': 200} Aug 10 03:51:17.719800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:17.728886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2051e9f9-6b96-4ea7-a7a9-fa192a6e6067 req-5cd88328-621b-4a42-b1b4-99261b7a706e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de424e1f2b1f4146a5033fc6c2e34510&device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.0340772 Aug 10 03:51:17.731255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=350c9390-7515-448f-b5c6-f3c9cf9d4a12,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:17.742181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:17.755965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.756744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.788533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b267957d-7c52-4f88-9be7-9539179beb63 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8190229 Aug 10 03:51:17.789113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:17.805233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:17.889656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2051e9f9-6b96-4ea7-a7a9-fa192a6e6067 req-7628c5ff-a46d-4b00-b972-da7c593101e8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=de424e1f2b1f4146a5033fc6c2e34510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470754 Aug 10 03:51:17.922435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-785d7fe0-36d2-490f-a17e-f6be693f12ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.950296 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-785d7fe0-36d2-490f-a17e-f6be693f12ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.056815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:18.061102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.074514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1a2baaa-5038-4dcf-a2c1-4934290b6c4b req-d953aa11-6cfd-44f5-aa78-d913867c849e tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1305079 Aug 10 03:51:18.196583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae6497-c48a-4bbd-b4ad-76836d14f500 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:18.199744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-40a49b53-37a9-4cf0-83c2-a46f5c96929e service neutron] 10.222.0.53 "GET /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3645167 Aug 10 03:51:18.220167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 080bef8e-6c62-4523-9553-ec071ee2b79f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:18.260001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 080bef8e-6c62-4523-9553-ec071ee2b79f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:18.260468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.269531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-2f1ebf24-f484-4f04-98fa-d2405eea18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.271299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-2f1ebf24-f484-4f04-98fa-d2405eea18bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 1098 time: 0.3775864 Aug 10 03:51:18.344265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-785d7fe0-36d2-490f-a17e-f6be693f12ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.347012 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-785d7fe0-36d2-490f-a17e-f6be693f12ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.353874 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-785d7fe0-36d2-490f-a17e-f6be693f12ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f436ec4c-dd3e-4ed3-9798-812f064c889b HTTP/1.1" status: 204 len: 168 time: 1.5487776 Aug 10 03:51:18.360565 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e88a814d-da6a-4f1e-a5a9-ea482f98cb5b req-53621ec8-d045-44d3-b471-1396d39dd99b service neutron] 10.222.0.65 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293709 Aug 10 03:51:18.366146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051e9f9-6b96-4ea7-a7a9-fa192a6e6067 req-5b422a10-1a4e-41a5-b5b7-6c25ea775797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.367457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2051e9f9-6b96-4ea7-a7a9-fa192a6e6067 req-5b422a10-1a4e-41a5-b5b7-6c25ea775797 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159448 Aug 10 03:51:18.427251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e1c5c-6147-4b6d-909b-300f036359ae req-6d619842-3327-4d55-af42-ef5a280865d6 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.435008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef3e1c5c-6147-4b6d-909b-300f036359ae req-6d619842-3327-4d55-af42-ef5a280865d6 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 944 time: 0.1954873 Aug 10 03:51:18.518574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-272faa21-02cc-4b24-90df-053900afe2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.525133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-272faa21-02cc-4b24-90df-053900afe2c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.2446313 Aug 10 03:51:18.554171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-3ac7a638-7e36-4549-b024-7f21c8fbe68a service neutron] 10.222.0.53 "GET /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522673 Aug 10 03:51:18.575565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d7fe0-36d2-490f-a17e-f6be693f12ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f436ec4c-dd3e-4ed3-9798-812f064c889b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:18.640807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Router ecc3299d-9736-4682-bb00-4c5f4111dd1d is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:51:18.658178 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.678768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-34fd5771-9d3b-4762-9b6e-f508d94b7fba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772 HTTP/1.1" status: 200 len: 217 time: 0.1311672 Aug 10 03:51:18.718543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef3e1c5c-6147-4b6d-909b-300f036359ae req-c145cf08-cc13-41e6-b41c-60d3a1a063eb tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710547 Aug 10 03:51:18.723952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '350c9390-7515-448f-b5c6-f3c9cf9d4a12'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:18.725066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.737773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-0f7d1944-00ed-4327-bc36-fe3aa9fa81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.741335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.744585 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-0f7d1944-00ed-4327-bc36-fe3aa9fa81a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4a8a397eda246539cc30c62ddfcfff1&device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 1096 time: 0.2863452 Aug 10 03:51:18.783806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 080bef8e-6c62-4523-9553-ec071ee2b79f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=080bef8e-6c62-4523-9553-ec071ee2b79f,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:18.789489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Transition to ACTIVE for port object f70e44f7-ba62-4e31-9184-e9db11900439 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:18.802470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.803425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3f58de83-2231-4144-8c06-cb0a60107acb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:18.923848 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.931553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=080bef8e-6c62-4523-9553-ec071ee2b79f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:18.950559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.064732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-576e21e4-24de-495d-aaa7-8b9c2e64dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.066487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-576e21e4-24de-495d-aaa7-8b9c2e64dab9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=194d986f-2000-4a89-b866-bbab3e7ab227 HTTP/1.1" status: 200 len: 914 time: 0.1754992 Aug 10 03:51:19.068959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-a30bb917-aa6b-4c6f-b02c-8096cee67728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.070498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-a30bb917-aa6b-4c6f-b02c-8096cee67728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.3509123 Aug 10 03:51:19.141759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35091a1c-333f-471e-bfee-c1d5109d68d0 req-8f5abdf2-64f1-447c-b340-867cfc4eb1b1 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 210 time: 0.2092197 Aug 10 03:51:19.156635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=272f6a46-79af-4add-9d94-3ed2b5a56066,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:19.186784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:19.202858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-97124c48-9dbc-4c63-93a0-61544119cf05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb HTTP/1.1" status: 200 len: 217 time: 0.1263533 Aug 10 03:51:19.203230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Allocated IP 2001:db8::f816:3eff:fecc:1a3c (436e607c-ef4c-4ae6-a09e-44491dfe481c/350c9390-7515-448f-b5c6-f3c9cf9d4a12/c0d239ce-f23f-49e6-83c5-ba983bb741af) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:19.205856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-200871c0-db59-46a1-ba96-c3848c13c274 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168272 Aug 10 03:51:19.243626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:19.248975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.249970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.253874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516990b-c542-4de7-9f9c-af3a476de1fd req-fadc99c8-a03a-4185-abcd-660cf5aa37e2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.264083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516990b-c542-4de7-9f9c-af3a476de1fd req-fadc99c8-a03a-4185-abcd-660cf5aa37e2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2500517 Aug 10 03:51:19.285581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5035632a-0801-413e-ba4d-4f4c001a1a11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4859004 Aug 10 03:51:19.289371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46726) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:19.296905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:22:66:91', 'name': 'tempest-NetworksTestDHCPv6-555404262'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:19.364369 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:19.422747 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.433550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Transition to ACTIVE for port object c0d239ce-f23f-49e6-83c5-ba983bb741af will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:19.451427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:19.455368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:19.462124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Transition to ACTIVE for port object c0d239ce-f23f-49e6-83c5-ba983bb741af will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:19.462381 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Sync routers for ids ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:19.466770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d1ea5-fd18-493c-a232-c236179c2f0f None None] Pushing event updated for resources: {'Port': ['ID=f70e44f7-ba62-4e31-9184-e9db11900439,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:19.471773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3f58de83-2231-4144-8c06-cb0a60107acb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:19.472621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3f58de83-2231-4144-8c06-cb0a60107acb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:51:19.481919 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Routers {'ecc3299d-9736-4682-bb00-4c5f4111dd1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:19.482675 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:19.483607 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.499192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-23bc3928-c411-4708-a048-8230775c9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.501137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-23bc3928-c411-4708-a048-8230775c9bd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8cf07358-9d4c-4eb9-991c-953310dac6dc HTTP/1.1" status: 200 len: 853 time: 0.2761533 Aug 10 03:51:19.563576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:19.568134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:19.571103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:19.603517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Port 3f58de83-2231-4144-8c06-cb0a60107acb not found, will not notify nova. {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:51:19.728646 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Set router ecc3299d-9736-4682-bb00-4c5f4111dd1d gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:19.740449 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb7375cb-5808-4805-857d-8386b5fa65fd req-1b31cdf2-0d47-42d8-88f1-baa72d81317f tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.2911835 Aug 10 03:51:19.765807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-07615548-2eb9-4f0c-a150-f6e3b39d6372 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297124 Aug 10 03:51:19.843513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.844909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-69a62c60-7404-45d0-b5ed-9eb24b305b45 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.8256695 Aug 10 03:51:19.862798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:19.926529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2516990b-c542-4de7-9f9c-af3a476de1fd req-73ab22a8-5b3f-4308-955f-4d664e92f021 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584396 Aug 10 03:51:19.955484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Attempting to bind port c0d239ce-f23f-49e6-83c5-ba983bb741af on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:19.956076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Attempting to bind port c0d239ce-f23f-49e6-83c5-ba983bb741af by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:19.956337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Attempting to bind port c0d239ce-f23f-49e6-83c5-ba983bb741af on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:19.968712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:19.969141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:19.970376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.970376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:19.970376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Bound port: c0d239ce-f23f-49e6-83c5-ba983bb741af, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:19.970831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.023848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-42138a8b-e09c-475c-a1ff-39a08ef56625 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=194d986f-2000-4a89-b866-bbab3e7ab227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2538283 Aug 10 03:51:20.084720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.117320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2051e9f9-6b96-4ea7-a7a9-fa192a6e6067 req-93526206-ea4e-43c9-ab3a-b93dde2c6714 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.65 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1547143 Aug 10 03:51:20.163823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1898-4b3f-40fe-83a8-bf3e5fa1279b req-8d6f555b-fc85-455e-8017-84ba99b87d4d tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:20.172809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cce1898-4b3f-40fe-83a8-bf3e5fa1279b req-8d6f555b-fc85-455e-8017-84ba99b87d4d tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 944 time: 0.1882341 Aug 10 03:51:20.195449 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:51:14Z', 'revision_number': 3, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:20.211931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5a94b711-d9ad-497f-9a42-0aa69b684beb details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:20.225006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 89c1a66e-d90b-4733-b71a-6b2e14caeacd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:20.226962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.252414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:20.263765 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Checking router: ecc3299d-9736-4682-bb00-4c5f4111dd1d for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:20.274575 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Updating router ecc3299d-9736-4682-bb00-4c5f4111dd1d port d0b3ce21-80ee-42c1-b69f-572fb7f5625c binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:20.315770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cce1898-4b3f-40fe-83a8-bf3e5fa1279b req-26c39403-55fd-45bb-84cd-6cc43465c5e7 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421990 Aug 10 03:51:20.317363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port b7b303d0-b923-4601-b57d-1113144f06e2 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:20.325697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Attempting to bind port f70e44f7-ba62-4e31-9184-e9db11900439 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:20.326581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Attempting to bind port f70e44f7-ba62-4e31-9184-e9db11900439 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:20.328136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Attempting to bind port f70e44f7-ba62-4e31-9184-e9db11900439 on network 49ae4eb8-692c-4502-8bf0-fdb720469427 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:20.340457 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.481205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c2d86f3-20ba-4120-89b6-5045cfec8577 req-69bce73e-aa48-4b8b-94ea-d3fe0c2d441e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 210 time: 0.1470039 Aug 10 03:51:20.543554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5a94b711-d9ad-497f-9a42-0aa69b684beb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb,segment=NetworkSegment(90b97153-2c47-492d-b53c-5c2d4bba20ee),segment_id=90b97153-2c47-492d-b53c-5c2d4bba20ee)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:20.571076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '5a94b711-d9ad-497f-9a42-0aa69b684beb', 'network_id': '194d986f-2000-4a89-b866-bbab3e7ab227', 'port_id': '5a94b711-d9ad-497f-9a42-0aa69b684beb', 'mac_address': 'fa:16:3e:70:7c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf07358-9d4c-4eb9-991c-953310dac6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:20.582178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:20.591436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:20.592107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Checking segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:20.592767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.593105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Bound using segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:20.593504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Bound port: f70e44f7-ba62-4e31-9184-e9db11900439, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:20.594016 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.622234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-497535e0-727a-499e-a040-c650fb3265e9 service neutron] 10.222.0.65 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115705 Aug 10 03:51:20.651174 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.677814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 172.20.0.6 (436e607c-ef4c-4ae6-a09e-44491dfe481c/272f6a46-79af-4add-9d94-3ed2b5a56066/b7b303d0-b923-4601-b57d-1113144f06e2) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:20.687930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe22:6691 (436e607c-ef4c-4ae6-a09e-44491dfe481c/350c9390-7515-448f-b5c6-f3c9cf9d4a12/b7b303d0-b923-4601-b57d-1113144f06e2) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:20.770971 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.797500 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Transition to ACTIVE for port object d0b3ce21-80ee-42c1-b69f-572fb7f5625c will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:20.816374 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.875139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d284d9e-69d8-4e84-a046-931e587527db None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.901613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12772e55-bb14-4bce-ba05-c6d68f08dc93 req-58c0edc3-637e-4370-948a-23dce4756374 service neutron] 10.222.0.65 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609534 Aug 10 03:51:20.921600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a510fa-13f0-437c-a6b1-f37391174a02 req-4a94c0ec-31c4-4422-b5b0-bd4aef9283a5 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255711 Aug 10 03:51:20.954248 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db92cb6-bc1e-4908-bbc4-a561d73fd394 None None] Pushing event updated for resources: {'Port': ['ID=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:21.037039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.110281 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Attempting to bind port d0b3ce21-80ee-42c1-b69f-572fb7f5625c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:21.111435 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Attempting to bind port d0b3ce21-80ee-42c1-b69f-572fb7f5625c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:21.114993 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Attempting to bind port d0b3ce21-80ee-42c1-b69f-572fb7f5625c on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:21.139524 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:21.140295 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:21.141240 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.141966 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:21.142856 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Bound port: d0b3ce21-80ee-42c1-b69f-572fb7f5625c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:21.143381 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.154283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a94b711-d9ad-497f-9a42-0aa69b684beb {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:21.241188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-360c6a80-0cb4-470b-906f-c100653d9939 req-7aa029af-e54d-456c-966e-51dea628a550 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=51506b22-1532-4cd6-8c1b-b65b316b707f HTTP/1.1" status: 200 len: 210 time: 0.1574509 Aug 10 03:51:21.250101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 89c1a66e-d90b-4733-b71a-6b2e14caeacd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:21.251664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.261564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] For port f70e44f7-ba62-4e31-9184-e9db11900439, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:21.270949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] For port f70e44f7-ba62-4e31-9184-e9db11900439, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f70e44f7-ba62-4e31-9184-e9db11900439,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:21.343795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.357965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5a94b711-d9ad-497f-9a42-0aa69b684beb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb,segment=NetworkSegment(90b97153-2c47-492d-b53c-5c2d4bba20ee),segment_id=90b97153-2c47-492d-b53c-5c2d4bba20ee)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:21.391914 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] For port d0b3ce21-80ee-42c1-b69f-572fb7f5625c, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:21.400841 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.441873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Routers {'e38457fb-da65-4fbc-aaa2-ddcd89f660f2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:21.442602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:21.447008 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] For port d0b3ce21-80ee-42c1-b69f-572fb7f5625c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:21.459725 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.514258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d1ea5-fd18-493c-a232-c236179c2f0f None None] Pushing event updated for resources: {'Port': ['ID=f70e44f7-ba62-4e31-9184-e9db11900439,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:21.605280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55000905-8e48-4530-91ff-4f788f9ce57d req-a38b665b-63f3-4eb6-9cac-627bbba92577 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.634457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55000905-8e48-4530-91ff-4f788f9ce57d req-a38b665b-63f3-4eb6-9cac-627bbba92577 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.4668202 Aug 10 03:51:21.661774 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db92cb6-bc1e-4908-bbc4-a561d73fd394 None None] Pushing event updated for resources: {'Port': ['ID=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:21.684935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-b8507761-58ec-4dc8-a68e-a56efbb2354d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.686537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-b8507761-58ec-4dc8-a68e-a56efbb2354d tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.65 "GET /v2.0/networks?id=49ae4eb8-692c-4502-8bf0-fdb720469427 HTTP/1.1" status: 200 len: 797 time: 0.6435366 Aug 10 03:51:21.739513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['5a94b711-d9ad-497f-9a42-0aa69b684beb'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:21.741237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Request body: {'port': {'device_id': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'admin_state_up': True, 'tenant_id': 'cac3820953a04152ab76c9074e660f16'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:21.753612 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Routers {'ecc3299d-9736-4682-bb00-4c5f4111dd1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:21.754740 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:21.814295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:21.886972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 080bef8e-6c62-4523-9553-ec071ee2b79f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:21.902468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55000905-8e48-4530-91ff-4f788f9ce57d req-0f1d70d4-1eb0-4e95-be04-f5d131cc195b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668114 Aug 10 03:51:21.943613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object b7b303d0-b923-4601-b57d-1113144f06e2 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:22.038735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=5a94b711-d9ad-497f-9a42-0aa69b684beb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:22.074686 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] Set router ecc3299d-9736-4682-bb00-4c5f4111dd1d gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:22.100983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3fdde-f7c1-40e5-a5b8-edcb04dc473f req-7bedccb6-a6ff-4182-813d-c852cc3160e5 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.101491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] Set router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:22.112254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d3fdde-f7c1-40e5-a5b8-edcb04dc473f req-7bedccb6-a6ff-4182-813d-c852cc3160e5 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 945 time: 0.4988415 Aug 10 03:51:22.117434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Made reservation on behalf of cac3820953a04152ab76c9074e660f16 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:22.123831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.164416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bb9db5d-b86b-44a4-9ea6-bc99827b2dd6 req-a0bb9e69-d2c9-49a1-a964-1ef5c96e7b35 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 210 time: 0.0640411 Aug 10 03:51:22.291298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d3fdde-f7c1-40e5-a5b8-edcb04dc473f req-621a74b4-be5d-43ce-8cd7-494d537d8c08 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772051 Aug 10 03:51:22.333156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.492390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Allocated IP 172.20.0.25 (49ae4eb8-692c-4502-8bf0-fdb720469427/4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b/18d81d45-ec65-4638-b824-b6dcd2a4d637) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:22.601306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:22.619095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:22.625576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:22.629206 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:51:14Z', 'revision_number': 3, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:22.638323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=b7b303d0-b923-4601-b57d-1113144f06e2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:22.704932 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610193f-546f-47a7-aa1c-89c11b2160eb None None] The sync data for ids ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'] in n-d-769329-14 is: [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:51:14Z', 'revision_number': 3, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:22.725838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.807336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.831602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.832312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.949088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 080bef8e-6c62-4523-9553-ec071ee2b79f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:22.949689 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.019573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc8c886b-520f-4ab7-948f-376c5d3bc7e8 req-6e47703e-f4e1-4e64-9769-b4537557eb56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de424e1f2b1f4146a5033fc6c2e34510&device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.2022562 Aug 10 03:51:23.027729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5d1311f5-4327-43e1-a1ba-74534ab0e3b5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7365189 Aug 10 03:51:23.028700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46790) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:23.037483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f78b01ec-0135-4feb-af80-b400b19794ac req-2a3df5f5-09ab-46af-8294-3ac2f9d27e60 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.1982510 Aug 10 03:51:23.084072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Transition to ACTIVE for port object 18d81d45-ec65-4638-b824-b6dcd2a4d637 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:23.114367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc8c886b-520f-4ab7-948f-376c5d3bc7e8 req-b8fed6eb-2d6f-40d6-ae3b-0279abf73e1b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=de424e1f2b1f4146a5033fc6c2e34510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664377 Aug 10 03:51:23.131253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a432e-c0e4-44d9-b584-2a3026061da6 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:23.252565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Allocated IP 172.20.0.1 (fb156031-6090-4b93-94a4-cdb4cadebc4d/40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf/36b3111f-4a61-4232-ad90-83e7c21fce59) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:23.308956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e55c2347-3baf-4e25-ae63-ca48b70e87fb None None] Provisioning for port c0d239ce-f23f-49e6-83c5-ba983bb741af completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:23.394381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.484788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:23.500721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:23.509294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:23.567947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event updated for resources: {'Port': ['ID=18d81d45-ec65-4638-b824-b6dcd2a4d637,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:23.570363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e0f9e-d5e4-4cb7-b620-8010d72410e9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.578119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e0f9e-d5e4-4cb7-b620-8010d72410e9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.583805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ee7e0f9e-d5e4-4cb7-b620-8010d72410e9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5327907 Aug 10 03:51:23.587553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46802) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:23.610464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c566a56-a373-4753-a0b6-10c2e210a5b5 req-5f429b36-ad7c-4af7-93a0-df27ad02e004 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.612592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c566a56-a373-4753-a0b6-10c2e210a5b5 req-5f429b36-ad7c-4af7-93a0-df27ad02e004 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 895 time: 0.3006220 Aug 10 03:51:23.617267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c886b-520f-4ab7-948f-376c5d3bc7e8 req-f8f34611-7492-420b-88f8-3ba7c2faf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.619412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc8c886b-520f-4ab7-948f-376c5d3bc7e8 req-f8f34611-7492-420b-88f8-3ba7c2faf711 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4924634 Aug 10 03:51:23.674365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.675121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.691269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84de2-1967-4bbd-831c-8bf05d1b4f08 req-c5f711c3-cb02-43d2-bedd-dacc297bf025 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.701356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-afb84de2-1967-4bbd-831c-8bf05d1b4f08 req-c5f711c3-cb02-43d2-bedd-dacc297bf025 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.3056777 Aug 10 03:51:23.721538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-0551fe23-dc63-49f2-8f74-949de0338026 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9916432 Aug 10 03:51:23.736614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Request body: {'port': {'device_id': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:23.781084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:23.933427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:11Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'f70e44f7-ba62-4e31-9184-e9db11900439', 'name': '', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:21:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:07Z', 'updated_at': '2021-08-10T03:51:21Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:23.940551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.960262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Transition to ACTIVE for port object 36b3111f-4a61-4232-ad90-83e7c21fce59 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:23.975869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30a8eead-bd6b-48c3-b389-8813bee7a543 None None] Provisioning for port 18d81d45-ec65-4638-b824-b6dcd2a4d637 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:23.983913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.985380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f951e8e9-e34b-4764-ba9d-b00b43bd6a44 None None] The sync data for ids ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'] in n-d-769329-14 is: [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:11Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'f70e44f7-ba62-4e31-9184-e9db11900439', 'name': '', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:21:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:07Z', 'updated_at': '2021-08-10T03:51:21Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:23.990673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30a8eead-bd6b-48c3-b389-8813bee7a543 None None] Provisioning complete for port 18d81d45-ec65-4638-b824-b6dcd2a4d637 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:23.991054 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30a8eead-bd6b-48c3-b389-8813bee7a543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.035761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:24.042921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-afb84de2-1967-4bbd-831c-8bf05d1b4f08 req-9fdcfca6-912e-4265-95a8-93baa53cebb7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406155 Aug 10 03:51:24.051591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.112514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:24.117833 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.178200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-30a8eead-bd6b-48c3-b389-8813bee7a543 None None] Port 18d81d45-ec65-4638-b824-b6dcd2a4d637 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:24.227422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15416e-b988-421f-a176-e147f0c6ac8a req-a9e86896-98d3-4958-9a17-3f1abf6f5b33 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.237199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b15416e-b988-421f-a176-e147f0c6ac8a req-a9e86896-98d3-4958-9a17-3f1abf6f5b33 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 945 time: 0.3702226 Aug 10 03:51:24.249156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5a94b711-d9ad-497f-9a42-0aa69b684beb up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:24.369877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Update dhcp port {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': '350c9390-7515-448f-b5c6-f3c9cf9d4a12', 'ip_address': '2001:db8::f816:3eff:fecc:1a3c'}, {'subnet_id': '272f6a46-79af-4add-9d94-3ed2b5a56066'}], 'binding:host_id': 'n-d-769329-14'}, 'id': 'c0d239ce-f23f-49e6-83c5-ba983bb741af'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:24.387081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Network fb156031-6090-4b93-94a4-cdb4cadebc4d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:24.408158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8305ffd7-cbee-4ffb-a9b5-8a4e23c0497c req-5b933428-c71f-4859-b566-c7d1d2c14698 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.1379383 Aug 10 03:51:24.424557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:24.429319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:24.436821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=36b3111f-4a61-4232-ad90-83e7c21fce59,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:24.492023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.535944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port b7b303d0-b923-4601-b57d-1113144f06e2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:24.536330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.544529 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.656178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b15416e-b988-421f-a176-e147f0c6ac8a req-bafcba27-b407-4e83-904b-eb8f01e0bcd8 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154170 Aug 10 03:51:24.794378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Allocated IP 172.20.0.2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/272f6a46-79af-4add-9d94-3ed2b5a56066/c0d239ce-f23f-49e6-83c5-ba983bb741af) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:24.899830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.912077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d81d45-ec65-4638-b824-b6dcd2a4d637 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:24.915199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for b7b303d0-b923-4601-b57d-1113144f06e2 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:24.924984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:24.953594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Transition to ACTIVE for port object 18d81d45-ec65-4638-b824-b6dcd2a4d637 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:25.000574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc8c886b-520f-4ab7-948f-376c5d3bc7e8 req-ff6561e4-4bf4-4706-ae77-3279e0bc04a9 tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.65 "GET /v2.0/ports?device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.0411453 Aug 10 03:51:25.002659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.027974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:25.053732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Pushing event updated for resources: {'Port': ['ID=18d81d45-ec65-4638-b824-b6dcd2a4d637,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:25.115903 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.136651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 5a94b711-d9ad-497f-9a42-0aa69b684beb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:25.199684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 5a94b711-d9ad-497f-9a42-0aa69b684beb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:25.200356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.220928 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.280719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Transition to ACTIVE for port object c0d239ce-f23f-49e6-83c5-ba983bb741af will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:25.317538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.334839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947050-4fea-489e-b7cd-00af349e2515 req-4a9f24f2-5c8d-4334-8638-d03ca1b4658e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.336487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a947050-4fea-489e-b7cd-00af349e2515 req-4a9f24f2-5c8d-4334-8638-d03ca1b4658e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 907 time: 0.3223264 Aug 10 03:51:25.345769 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.362374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Attempting to bind port 18d81d45-ec65-4638-b824-b6dcd2a4d637 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:25.365080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Attempting to bind port 18d81d45-ec65-4638-b824-b6dcd2a4d637 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:25.365688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Attempting to bind port 18d81d45-ec65-4638-b824-b6dcd2a4d637 on network 49ae4eb8-692c-4502-8bf0-fdb720469427 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:25.395247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Port 18d81d45-ec65-4638-b824-b6dcd2a4d637 on network 49ae4eb8-692c-4502-8bf0-fdb720469427 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:25.396103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Attempting to bind port 18d81d45-ec65-4638-b824-b6dcd2a4d637 on network 49ae4eb8-692c-4502-8bf0-fdb720469427 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:25.400761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.426638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:25.435163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bdc53-6884-473f-8d51-b3f64fabe6eb req-fe15d4e2-9290-4094-b5b9-9469ad0b6c4f tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.450454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-726bdc53-6884-473f-8d51-b3f64fabe6eb req-fe15d4e2-9290-4094-b5b9-9469ad0b6c4f tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.1864326 Aug 10 03:51:25.484895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-699e90a9-1ca2-40b0-85f0-3a074800aa06 None None] Provisioning for port 36b3111f-4a61-4232-ad90-83e7c21fce59 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:25.496180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.536413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:25.538730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Checking segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:25.539703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Bound using segment: {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:25.542763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Bound port: 18d81d45-ec65-4638-b824-b6dcd2a4d637, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17fe4e8-7952-48de-b6ed-44195f9c33b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:25.543404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.557836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-699e90a9-1ca2-40b0-85f0-3a074800aa06 None None] Provisioning complete for port 36b3111f-4a61-4232-ad90-83e7c21fce59 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:25.564004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-699e90a9-1ca2-40b0-85f0-3a074800aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.658244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3f58de83-2231-4144-8c06-cb0a60107acb no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:25.693067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-726bdc53-6884-473f-8d51-b3f64fabe6eb req-2082b0b0-b526-4798-a964-4925dcc1b717 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406979 Aug 10 03:51:25.728768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3f58de83-2231-4144-8c06-cb0a60107acb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:25.729116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3f58de83-2231-4144-8c06-cb0a60107acb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:25.738222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14ccdf-1fa8-4ceb-91cb-1d4d06571060 None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:25.747269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-699e90a9-1ca2-40b0-85f0-3a074800aa06 None None] Port 36b3111f-4a61-4232-ad90-83e7c21fce59 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:25.800655 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.864341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:25.891363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94b711-d9ad-497f-9a42-0aa69b684beb'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:25.905174 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ff659-189e-427d-ac8e-600d877d4d58" -d '{"events": [{"server_uuid": "fbac5f46-90fb-4328-aab7-92aa509e46eb", "name": "network-vif-plugged", "status": "completed", "tag": "5a94b711-d9ad-497f-9a42-0aa69b684beb"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:25.962969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 5a94b711-d9ad-497f-9a42-0aa69b684beb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb,segment=NetworkSegment(90b97153-2c47-492d-b53c-5c2d4bba20ee),segment_id=90b97153-2c47-492d-b53c-5c2d4bba20ee)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:25.973725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.984868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] For port 18d81d45-ec65-4638-b824-b6dcd2a4d637, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:26.020911 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.182081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=5a94b711-d9ad-497f-9a42-0aa69b684beb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:26.199894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-864e60ae-fa7d-46be-be21-9f11b593ff56 req-81fcd7b5-5263-424e-b35e-08ea339b28bb tempest-ServerShowV247Test-2126586086 tempest-ServerShowV247Test-2126586086-project] 10.222.0.53 "GET /v2.0/ports?device_id=d64c5d02-06fd-4b48-8f96-26c94fc4ee6e HTTP/1.1" status: 200 len: 210 time: 0.2073143 Aug 10 03:51:26.223229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.270487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d0b3ce21-80ee-42c1-b69f-572fb7f5625c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:26.354379 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6b406d-28d8-46cf-be22-766a84444d3b x-openstack-request-id: req-ab6b406d-28d8-46cf-be22-766a84444d3b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:26.354811 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac5f46-90fb-4328-aab7-92aa509e46eb", "name": "network-vif-plugged", "status": "completed", "tag": "5a94b711-d9ad-497f-9a42-0aa69b684beb", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:26.364358 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab6b406d-28d8-46cf-be22-766a84444d3b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:26.365054 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94b711-d9ad-497f-9a42-0aa69b684beb', 'code': 200} Aug 10 03:51:26.476413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d0b3ce21-80ee-42c1-b69f-572fb7f5625c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:26.486603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d0b3ce21-80ee-42c1-b69f-572fb7f5625c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:26.487078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.688615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.726210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] For port 18d81d45-ec65-4638-b824-b6dcd2a4d637, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:26.737792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d0b3ce21-80ee-42c1-b69f-572fb7f5625c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:26.744726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.746007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0d239ce-f23f-49e6-83c5-ba983bb741af up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:26.803975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.894872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:26.900433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a0a8d-e842-459b-9711-a19432536ec7 req-faf82ff3-c0c6-496d-8571-dca6478b28da tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:26.909029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a40a0a8d-e842-459b-9711-a19432536ec7 req-faf82ff3-c0c6-496d-8571-dca6478b28da tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 945 time: 1.0140738 Aug 10 03:51:26.944400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c0d239ce-f23f-49e6-83c5-ba983bb741af completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:26.949369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f70e44f7-ba62-4e31-9184-e9db11900439 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:26.956974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:26.957928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.959735 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] 10.222.0.65 "PUT /v2.0/ports/18d81d45-ec65-4638-b824-b6dcd2a4d637 HTTP/1.1" status: 200 len: 1056 time: 3.2285099 Aug 10 03:51:26.964454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'tag': '18d81d45-ec65-4638-b824-b6dcd2a4d637'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:26.967440 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b48cf887-1bf9-4896-9211-216e78dcf6f3", "tag": "18d81d45-ec65-4638-b824-b6dcd2a4d637"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:26.981640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e3757-6a1e-4c5e-b078-7d5478cead34 req-4526b3af-029c-42b4-9987-26217e0cd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:26.983431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d97e3757-6a1e-4c5e-b078-7d5478cead34 req-4526b3af-029c-42b4-9987-26217e0cd147 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 1098 time: 0.2818661 Aug 10 03:51:27.016916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.020149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=b7b303d0-b923-4601-b57d-1113144f06e2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.027379 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.065555 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7359d876-8fca-441a-8adf-8e41066b67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.099912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f70e44f7-ba62-4e31-9184-e9db11900439 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:27.109611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32312e-5370-4e9c-b36c-46de768c986d service neutron] Pushing event updated for resources: {'Port': ['ID=18d81d45-ec65-4638-b824-b6dcd2a4d637,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.111264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=36b3111f-4a61-4232-ad90-83e7c21fce59,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.113927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f70e44f7-ba62-4e31-9184-e9db11900439 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:27.114746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.147486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a40a0a8d-e842-459b-9711-a19432536ec7 req-83e54078-bae2-4710-81d1-dd07db6dc7aa tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316761 Aug 10 03:51:27.149360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d97e3757-6a1e-4c5e-b078-7d5478cead34 req-8b2cd1e7-7364-4908-968a-b5b7007e995f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567411 Aug 10 03:51:27.165615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-00e238ff-570b-471a-830b-6e6fcf326505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.168175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-00e238ff-570b-471a-830b-6e6fcf326505 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 1059 time: 0.1539698 Aug 10 03:51:27.235318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.241353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1d660d91-b5c0-4ba9-9424-46d1e491ca78 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/b7b303d0-b923-4601-b57d-1113144f06e2 HTTP/1.1" status: 204 len: 168 time: 3.6453362 Aug 10 03:51:27.243659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:27.316386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baeb4bb-6024-4890-8430-3ae9afa081cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.318647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baeb4bb-6024-4890-8430-3ae9afa081cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.321533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baeb4bb-6024-4890-8430-3ae9afa081cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.323780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2baeb4bb-6024-4890-8430-3ae9afa081cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0756922 Aug 10 03:51:27.329283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46836) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:27.341246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-5d037c77-3627-4d29-8a19-d893467e54cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637 HTTP/1.1" status: 200 len: 217 time: 0.1435454 Aug 10 03:51:27.342191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Could not find standard attr ID for object b7b303d0-b923-4601-b57d-1113144f06e2. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:27.375344 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.391344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Provisioning for port c0d239ce-f23f-49e6-83c5-ba983bb741af completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:27.402381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:27.402764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.411571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 272f6a46-79af-4add-9d94-3ed2b5a56066 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:27.415841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.436860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f70e44f7-ba62-4e31-9184-e9db11900439, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f70e44f7-ba62-4e31-9184-e9db11900439,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:27.465059 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.472113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-7600923e-b1c0-43fe-812a-4c78c9817aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.475560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-7600923e-b1c0-43fe-812a-4c78c9817aec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b HTTP/1.1" status: 200 len: 838 time: 0.1228533 Aug 10 03:51:27.481036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.524381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b1ca-da53-4218-b5e8-5d3c104f5a8d req-daaf7c40-0afa-435f-b079-9b453e5f91f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.535014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2450b1ca-da53-4218-b5e8-5d3c104f5a8d req-daaf7c40-0afa-435f-b079-9b453e5f91f0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.1573627 Aug 10 03:51:27.547378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f70e44f7-ba62-4e31-9184-e9db11900439,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.597756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e622-bf07-46ba-a711-bda092137b06 req-1b20b841-aa31-4b09-9644-5ea9aedf3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.598426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.600007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-1b20b841-aa31-4b09-9644-5ea9aedf3cdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49ae4eb8-692c-4502-8bf0-fdb720469427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1040308 Aug 10 03:51:27.627701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.631962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2450b1ca-da53-4218-b5e8-5d3c104f5a8d req-9f871a93-5909-4c21-a4f9-688467053b0c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946226 Aug 10 03:51:27.703494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:27.718078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.781732 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28801f14-b3d7-4fe0-a88f-5dce93c805d0 x-openstack-request-id: req-28801f14-b3d7-4fe0-a88f-5dce93c805d0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:27.782323 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48cf887-1bf9-4896-9211-216e78dcf6f3", "tag": "18d81d45-ec65-4638-b824-b6dcd2a4d637", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:27.782477 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28801f14-b3d7-4fe0-a88f-5dce93c805d0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:27.783315 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'tag': '18d81d45-ec65-4638-b824-b6dcd2a4d637', 'status': 'completed', 'code': 200} Aug 10 03:51:27.880770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-850f94a0-de2c-409f-9214-cdc20116bba7 service neutron] 10.222.0.65 "GET /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656929 Aug 10 03:51:27.898047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78341756-ab12-4603-b936-dc1de34b43e3 None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.983431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f70e44f7-ba62-4e31-9184-e9db11900439 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:28.048479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198f400-d37a-42a9-8d51-2da3ac5a8289 req-9bac0a92-b347-46c5-89fc-47e0b6f86dce tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.075873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0198f400-d37a-42a9-8d51-2da3ac5a8289 req-9bac0a92-b347-46c5-89fc-47e0b6f86dce tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 907 time: 1.0503008 Aug 10 03:51:28.102466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Network fb156031-6090-4b93-94a4-cdb4cadebc4d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:28.114069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:28.140747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a5e139b6-9cbb-4ae9-8078-edd6b87a974a None None] Could not find standard attr ID for object b7b303d0-b923-4601-b57d-1113144f06e2. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:28.155016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f70e44f7-ba62-4e31-9184-e9db11900439 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:28.155391 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69c8e622-bf07-46ba-a711-bda092137b06 req-e3a13b76-5a51-4160-b6f7-eba2bfcd5860 service neutron] 10.222.0.65 "GET /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627606 Aug 10 03:51:28.155644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.239145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.366577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-40a16d4e-fd0c-4089-9508-18b91a89c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.369122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-40a16d4e-fd0c-4089-9508-18b91a89c132 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 1059 time: 0.1309161 Aug 10 03:51:28.503862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.544297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d0b3ce21-80ee-42c1-b69f-572fb7f5625c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:28.551138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Router ecc3299d-9736-4682-bb00-4c5f4111dd1d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:28.561238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.566754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/272f6a46-79af-4add-9d94-3ed2b5a56066 HTTP/1.1" status: 204 len: 168 time: 1.2342300 Aug 10 03:51:28.567697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.583923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9472e7-afa6-4ca3-bad4-2a84483371cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=272f6a46-79af-4add-9d94-3ed2b5a56066,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:28.588198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.731420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88691816-9854-4963-b84a-1b27854154ee req-f7d11b11-cd95-4dd3-bf48-0fc7bc81bbbc tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.742990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88691816-9854-4963-b84a-1b27854154ee req-f7d11b11-cd95-4dd3-bf48-0fc7bc81bbbc tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 946 time: 0.3676703 Aug 10 03:51:28.754586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6b35ae-a847-4ef4-bfc1-551e0cce7516 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:28.762091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 350c9390-7515-448f-b5c6-f3c9cf9d4a12 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:28.767121 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.845822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88691816-9854-4963-b84a-1b27854154ee req-5fcd0d53-cb87-4ff0-8d8f-aebf1f2ee3e1 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983267 Aug 10 03:51:28.855071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246290e0-d322-481f-9bb6-58962970f573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.943277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.957615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-a1faed01-9ddc-44fd-9adc-b52e9b266aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.960082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-a1faed01-9ddc-44fd-9adc-b52e9b266aa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49ae4eb8-692c-4502-8bf0-fdb720469427 HTTP/1.1" status: 200 len: 898 time: 0.5564437 Aug 10 03:51:29.039556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-b6a2d48e-86da-4770-b501-732bfb9bd5dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637 HTTP/1.1" status: 200 len: 217 time: 0.0691981 Aug 10 03:51:29.041809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8595645-9a8b-4335-a223-3b0a7bc06a40 req-3bf58b60-5e1c-48bd-9c48-74b10719b86a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.046840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8595645-9a8b-4335-a223-3b0a7bc06a40 req-3bf58b60-5e1c-48bd-9c48-74b10719b86a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2743680 Aug 10 03:51:29.105776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-b114a36e-8881-4d43-a099-1df446ac9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.108568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-b114a36e-8881-4d43-a099-1df446ac9ce9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b HTTP/1.1" status: 200 len: 838 time: 0.0575466 Aug 10 03:51:29.158943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d0b3ce21-80ee-42c1-b69f-572fb7f5625c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:29.159415 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.161386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2f71c7aa-a00a-4252-bb5e-72b4a4c8de03 None None] Provisioning complete for port 36b3111f-4a61-4232-ad90-83e7c21fce59 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:29.161863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2f71c7aa-a00a-4252-bb5e-72b4a4c8de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.173368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-81d9a95b-5352-4ce0-80cd-c779f77d94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.175024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-81d9a95b-5352-4ce0-80cd-c779f77d94a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49ae4eb8-692c-4502-8bf0-fdb720469427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0573339 Aug 10 03:51:29.187519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.289354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:29.314638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6c109ce8-abd7-43e2-b173-d1f0b186cdb8 admin admin] 10.222.0.53 "PUT /v2.0/routers/ecc3299d-9736-4682-bb00-4c5f4111dd1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4506538 Aug 10 03:51:29.317370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.325383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Sync routers for ids ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:29.348688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2f71c7aa-a00a-4252-bb5e-72b4a4c8de03 None None] Port 36b3111f-4a61-4232-ad90-83e7c21fce59 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:29.356708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-9245147e-0629-4757-8c04-6a0b216b2143 service neutron] 10.222.0.65 "GET /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728818 Aug 10 03:51:29.370408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=350c9390-7515-448f-b5c6-f3c9cf9d4a12,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:29.403514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Routers {'ecc3299d-9736-4682-bb00-4c5f4111dd1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:29.409500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.409909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:29.416116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8bd9749b-e03e-4457-b3a3-0865c01fcdd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/350c9390-7515-448f-b5c6-f3c9cf9d4a12 HTTP/1.1" status: 204 len: 168 time: 0.8449192 Aug 10 03:51:29.425026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46876) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:29.441149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8595645-9a8b-4335-a223-3b0a7bc06a40 req-2ea26f82-3a81-41b1-ab0e-00d97b87ec9b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610174 Aug 10 03:51:29.470767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587b74a-5702-46b0-aa76-c0fec5edda42 req-88b9d71d-cab3-481c-b2b0-3f48a5266144 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.483220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8587b74a-5702-46b0-aa76-c0fec5edda42 req-88b9d71d-cab3-481c-b2b0-3f48a5266144 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 907 time: 0.2115960 Aug 10 03:51:29.520362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246290e0-d322-481f-9bb6-58962970f573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.529122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246290e0-d322-481f-9bb6-58962970f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.550153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0fde72c3-c708-471b-8f13-6e80c09b6e85 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166046 Aug 10 03:51:29.552177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46884) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:29.557038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:29.631760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-246290e0-d322-481f-9bb6-58962970f573 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de424e1f2b1f4146a5033fc6c2e34510&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0218806 Aug 10 03:51:29.633029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246290e0-d322-481f-9bb6-58962970f573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb499ea2-b2fc-4b40-b8f1-e0d109b23a8c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:29.638130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46886) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:29.753597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d0fcb9f-5aec-49dd-98dd-ccb3ada93e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.775055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:29.779673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.786312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f46e0eed-6f25-4a16-bdf9-a1e970966d8a req-d7a7178c-f79e-49d0-8d49-86c10d6a33a4 service neutron] 10.222.0.65 "GET /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220126 Aug 10 03:51:29.824296 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d0fcb9f-5aec-49dd-98dd-ccb3ada93e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.894040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563de0e1-a353-4ec6-a22b-2bb93db91995 None None] Update dhcp port {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': '350c9390-7515-448f-b5c6-f3c9cf9d4a12'}], 'binding:host_id': 'n-d-769329-14'}, 'id': 'c0d239ce-f23f-49e6-83c5-ba983bb741af'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:29.960139 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d0fcb9f-5aec-49dd-98dd-ccb3ada93e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.964585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7d0fcb9f-5aec-49dd-98dd-ccb3ada93e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.966166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d0fcb9f-5aec-49dd-98dd-ccb3ada93e73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb499ea2-b2fc-4b40-b8f1-e0d109b23a8c HTTP/1.1" status: 204 len: 168 time: 0.3265243 Aug 10 03:51:29.971712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-f3ec9978-813d-4602-8e2c-d9cf6bd32de2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2443540 Aug 10 03:51:29.977321 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.996916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:30.001719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fcb9f-5aec-49dd-98dd-ccb3ada93e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb499ea2-b2fc-4b40-b8f1-e0d109b23a8c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:30.070697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ba579d1-1b1e-4c0d-b71a-c5cbf54718b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.095448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-563de0e1-a353-4ec6-a22b-2bb93db91995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.139545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Set router ecc3299d-9736-4682-bb00-4c5f4111dd1d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:30.229612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 18d81d45-ec65-4638-b824-b6dcd2a4d637 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:30.395558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.409100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-104fc7d6-7fd1-4339-8f76-b729518ef862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.410695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-104fc7d6-7fd1-4339-8f76-b729518ef862 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4a8a397eda246539cc30c62ddfcfff1&device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 1098 time: 0.3084326 Aug 10 03:51:30.419966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844ecc9-238f-4432-854f-8bada1eaf789 req-bd7d1c4c-17a8-4b2c-99a1-02dc3e67e913 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.421473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0844ecc9-238f-4432-854f-8bada1eaf789 req-bd7d1c4c-17a8-4b2c-99a1-02dc3e67e913 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 946 time: 0.3214822 Aug 10 03:51:30.566647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-4c1e0c72-aec8-49a2-931d-f0e068510187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.568051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-4c1e0c72-aec8-49a2-931d-f0e068510187 service neutron] 10.222.0.65 "GET /v2.0/networks?id=194d986f-2000-4a89-b866-bbab3e7ab227 HTTP/1.1" status: 200 len: 914 time: 0.1228161 Aug 10 03:51:30.569327 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:51:30.674908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5bcf1-5322-48d0-bff9-1dd27b75f6e1 req-84a4174f-313e-4e92-aa6c-25c75188c4c8 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.686425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11f5bcf1-5322-48d0-bff9-1dd27b75f6e1 req-84a4174f-313e-4e92-aa6c-25c75188c4c8 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.1163323 Aug 10 03:51:30.694071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-e436c1b3-70bd-48f8-b4c9-61fc7d512269 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb HTTP/1.1" status: 200 len: 217 time: 0.0971558 Aug 10 03:51:30.698748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:30.735536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=c271fdbc-0866-41a2-b09b-479b9805128a,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:30.737451 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11f5bcf1-5322-48d0-bff9-1dd27b75f6e1 req-e3b4e547-d808-440e-a0e4-b089bc40e1f7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Aug 10 03:51:30.754385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:30.755189 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.919353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2121ef-3097-4fa6-b6cd-0f111fbc584a None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:30.934423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:30.953718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0844ecc9-238f-4432-854f-8bada1eaf789 req-3368cdd5-d04b-4486-97b1-af18c097fe11 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887634 Aug 10 03:51:30.956079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.957058 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.979654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-b3b67fa0-1089-4ad7-a63c-22d263fe7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.982278 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-b3b67fa0-1089-4ad7-a63c-22d263fe7fd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8cf07358-9d4c-4eb9-991c-953310dac6dc HTTP/1.1" status: 200 len: 853 time: 0.2424724 Aug 10 03:51:31.109234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-d1349ff5-83da-428f-b78c-af0d4d7cef55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=194d986f-2000-4a89-b866-bbab3e7ab227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079948 Aug 10 03:51:31.133096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7cb23ca-0e85-4ec6-9d67-2b17a092be88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5791962 Aug 10 03:51:31.134114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46944) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:31.173534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99fc1-eaca-43e5-bf4b-d9e66bbd5607 req-718bb574-0c97-48eb-bc39-1e84068d3115 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.192150 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ff99fc1-eaca-43e5-bf4b-d9e66bbd5607 req-718bb574-0c97-48eb-bc39-1e84068d3115 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 907 time: 0.1853609 Aug 10 03:51:31.198536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 18d81d45-ec65-4638-b824-b6dcd2a4d637, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:31.206490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:31.459385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-302d704e-a31a-41d4-84f4-2b6b94ef4bf3 None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:31.460039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-302d704e-a31a-41d4-84f4-2b6b94ef4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.507700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-0d3d3a70-8827-49a7-a360-40d514cd6cca tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.509888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-0d3d3a70-8827-49a7-a360-40d514cd6cca tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 946 time: 0.2861314 Aug 10 03:51:31.533334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '18d81d45-ec65-4638-b824-b6dcd2a4d637', 'network_id': '49ae4eb8-692c-4502-8bf0-fdb720469427', 'port_id': '18d81d45-ec65-4638-b824-b6dcd2a4d637', 'mac_address': 'fa:16:3e:c3:a1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:31.697418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46976) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:31.710746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-91b24616-eb8c-4afa-a5ca-8291a507c7ad service neutron] 10.222.0.65 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695207 Aug 10 03:51:31.775095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.880138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d81d45-ec65-4638-b824-b6dcd2a4d637 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:31.899881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0d239ce-f23f-49e6-83c5-ba983bb741af no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:31.901692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-367425554-network', 'tenant_id': '9f7c939d32214538ba5aa221dc731531'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:31.962054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Made reservation on behalf of 9f7c939d32214538ba5aa221dc731531 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:31.965557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-d518eeb2-3f75-4c82-ba6b-2fb84fde6ae6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4488134 Aug 10 03:51:31.970866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.983665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.001238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.004061 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:51:32.004061 n-d-769329-14 neutron-server[94141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:51:32.004061 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id': 'a2e31972b9034d27824ceeb8f33050d2', 'id': 'cd70fd68-99ee-4d12-9b62-5c83730bb067', 'expiration': datetime.datetime(2021, 8, 10, 3, 53, 31, 937351)}] Aug 10 03:51:32.004061 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:32.005191 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:32.026511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Deleting port 5a94b711-d9ad-497f-9a42-0aa69b684beb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:32.027097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.072764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:51:25Z', 'revision_number': 4, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '36b3111f-4a61-4232-ad90-83e7c21fce59', 'name': '', 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'mac_address': 'fa:16:3e:26:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:22Z', 'updated_at': '2021-08-10T03:51:25Z', 'revision_number': 2, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'subnets': [{'id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:32.150143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c30467d-3d78-43f1-a034-da4b3b962a10 req-afd3cb39-596e-4b7f-a519-764d708aa1c6 service neutron] 10.222.0.65 "GET /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333327 Aug 10 03:51:32.176011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 18d81d45-ec65-4638-b824-b6dcd2a4d637, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:32.198100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Checking router: ecc3299d-9736-4682-bb00-4c5f4111dd1d for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:32.198259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82942-cea6-40ba-95f1-a66810170f31 req-9d282313-d676-4331-9794-773a554fbfa6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.199997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Updating router ecc3299d-9736-4682-bb00-4c5f4111dd1d port 36b3111f-4a61-4232-ad90-83e7c21fce59 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:32.210778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ade82942-cea6-40ba-95f1-a66810170f31 req-9d282313-d676-4331-9794-773a554fbfa6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2780366 Aug 10 03:51:32.235186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6f54-0028-43cc-b9a0-c2551d0ae097 req-32525683-51ca-4cd1-8664-15e8927fb2dc tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.245089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-751e6f54-0028-43cc-b9a0-c2551d0ae097 req-32525683-51ca-4cd1-8664-15e8927fb2dc tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 946 time: 0.1209180 Aug 10 03:51:32.250496 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.254212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.305149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-a5257103-e05a-438a-a3fa-c9a9e9f34590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.313792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-a5257103-e05a-438a-a3fa-c9a9e9f34590 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.2761662 Aug 10 03:51:32.340236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-751e6f54-0028-43cc-b9a0-c2551d0ae097 req-76b3dec4-4a0d-4c0b-beaa-ad2e757d40b3 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940640 Aug 10 03:51:32.387697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.399595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.505706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['18d81d45-ec65-4638-b824-b6dcd2a4d637'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:32.515435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=18d81d45-ec65-4638-b824-b6dcd2a4d637,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.535027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:51:32.565844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.566282 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Added segment 9a82d134-7977-4fc0-afef-8517c98f81e7 of type vlan for network 2f25ce86-6f70-4618-982c-5798697dc813 Aug 10 03:51:32.568936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d799f-cfcd-4db4-b6a5-39a69f1be2b0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.636951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ade82942-cea6-40ba-95f1-a66810170f31 req-b38d07d7-a8da-49c6-959d-cc7e668d9ce6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245732 Aug 10 03:51:32.671255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] For port 5a94b711-d9ad-497f-9a42-0aa69b684beb, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=5a94b711-d9ad-497f-9a42-0aa69b684beb,segment=NetworkSegment(90b97153-2c47-492d-b53c-5c2d4bba20ee),segment_id=90b97153-2c47-492d-b53c-5c2d4bba20ee)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:32.671696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.677538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8571a-f101-4e61-8dbe-856a83c8d5b4 req-cd69aded-4f9f-4ff4-9d06-de5d92cc0b24 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.679270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cbb8571a-f101-4e61-8dbe-856a83c8d5b4 req-cd69aded-4f9f-4ff4-9d06-de5d92cc0b24 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 908 time: 0.2279515 Aug 10 03:51:32.709427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Calling delete_port for 5a94b711-d9ad-497f-9a42-0aa69b684beb owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:32.727761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.806714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.830687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.831357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.832102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.855211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Update dhcp port {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'c271fdbc-0866-41a2-b09b-479b9805128a'}], 'binding:host_id': 'n-d-769329-14'}, 'id': 'c0d239ce-f23f-49e6-83c5-ba983bb741af'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:51:32.967402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:32.985733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f25ce86-6f70-4618-982c-5798697dc813,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.999208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.001385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.018220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:33.028948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.039368 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89752789-6025-4c9f-af10-fbbc56b770f0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3397996 Aug 10 03:51:33.041157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47012) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:33.049056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Request body: {'subnet': {'network_id': '2f25ce86-6f70-4618-982c-5798697dc813', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-367425554-subnet', 'tenant_id': '9f7c939d32214538ba5aa221dc731531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:33.088594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Made reservation on behalf of 9f7c939d32214538ba5aa221dc731531 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:33.094813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.300191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-28db2784-896f-4e55-a41a-37e5015c1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.304875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-28db2784-896f-4e55-a41a-37e5015c1973 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 898 time: 0.9528360 Aug 10 03:51:33.488015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2f25ce86-6f70-4618-982c-5798697dc813 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:51:33.534499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.540244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-e80cdd1f-c019-4335-ad6b-d204bbbab2fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 1001 time: 0.2177229 Aug 10 03:51:33.631276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47020) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:33.731672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-49e4229f-7343-49e2-81f3-9d2a5750651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.734419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-49e4229f-7343-49e2-81f3-9d2a5750651c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 200 len: 835 time: 0.1185846 Aug 10 03:51:33.782921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944e45b6-51f6-4754-ac3e-67e3d61fb2b3,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:33.797174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Checking segment: {'id': '9a82d134-7977-4fc0-afef-8517c98f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2f25ce86-6f70-4618-982c-5798697dc813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:33.797540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Network hostable DHCP agents. Network: 2f25ce86-6f70-4618-982c-5798697dc813, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:33.867533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Network 2f25ce86-6f70-4618-982c-5798697dc813 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:33.881301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf657c8-2da7-4ef7-9146-d4e93a48b982 req-b96ab937-9fb5-46ee-888d-6faaa12230bd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.890340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bf657c8-2da7-4ef7-9146-d4e93a48b982 req-b96ab937-9fb5-46ee-888d-6faaa12230bd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.0775476 Aug 10 03:51:33.912820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.924245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2f25ce86-6f70-4618-982c-5798697dc813) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:33.948096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.948866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.979827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb6cd4-50b3-47ae-bff9-850d16108aee None None] Network 2f25ce86-6f70-4618-982c-5798697dc813 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:34.007640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f171a5b9-a054-43ed-873e-fde02c1ffe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.020625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:34.026136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bf657c8-2da7-4ef7-9146-d4e93a48b982 req-1a974f6e-a3ee-4ab7-aaca-75f32a2ccc6e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348367 Aug 10 03:51:34.053512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c8e2f03d-0200-4180-8667-d68a1d903e42 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0031314 Aug 10 03:51:34.223911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.315664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 18d81d45-ec65-4638-b824-b6dcd2a4d637 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:34.356560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Pushing event deleted for resources: {'Port': ['ID=5a94b711-d9ad-497f-9a42-0aa69b684beb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:34.366163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31d0e-a7b4-46bf-b061-90f5dc8f68a4 req-01227938-3ff6-4430-a0f3-391c23286258 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.367820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f171a5b9-a054-43ed-873e-fde02c1ffe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.374767 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5af31d0e-a7b4-46bf-b061-90f5dc8f68a4 req-01227938-3ff6-4430-a0f3-391c23286258 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbac5f46-90fb-4328-aab7-92aa509e46eb HTTP/1.1" status: 200 len: 867 time: 0.8246424 Aug 10 03:51:34.388237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57bbaf-791c-42b7-bea5-1a3f74b9668b req-78b4dea1-ee1c-4f41-9af9-9bc149bea1c3 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.389952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c57bbaf-791c-42b7-bea5-1a3f74b9668b req-78b4dea1-ee1c-4f41-9af9-9bc149bea1c3 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 908 time: 0.2223294 Aug 10 03:51:34.391447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f171a5b9-a054-43ed-873e-fde02c1ffe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.432798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47032) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:34.493818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-172a1042-f9f7-4909-9523-b49ac0dddab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.496036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-172a1042-f9f7-4909-9523-b49ac0dddab0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9b5af2-afd1-4467-a65a-c83839b898ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7426970 Aug 10 03:51:34.524517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171a5b9-a054-43ed-873e-fde02c1ffe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ffe618-ae19-4eec-89e1-a11c0401eaf4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:34.584947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] No DVR routers for this DVR port 5a94b711-d9ad-497f-9a42-0aa69b684beb on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:34.599683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f171a5b9-a054-43ed-873e-fde02c1ffe62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f7c5cb7b9cb4681bbf7be92ed35e849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9620879 Aug 10 03:51:34.607311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47036) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:34.628371 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.640024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Deleting subnet 944e45b6-51f6-4754-ac3e-67e3d61fb2b3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:34.656632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Transition to ACTIVE for port object 36b3111f-4a61-4232-ad90-83e7c21fce59 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:34.659960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.688543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.702122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-887341f4-63dc-4e12-8814-7ab15e6a4a4d req-e08d24c7-8b04-4c9c-92f0-48c22d87f034 tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.65 "DELETE /v2.0/ports/5a94b711-d9ad-497f-9a42-0aa69b684beb HTTP/1.1" status: 204 len: 173 time: 3.1400700 Aug 10 03:51:34.712429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'name': 'network-vif-deleted', 'tag': '5a94b711-d9ad-497f-9a42-0aa69b684beb'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:34.721096 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1617dcc-2b60-4801-98a1-2d06c031c5d7" -d '{"events": [{"server_uuid": "fbac5f46-90fb-4328-aab7-92aa509e46eb", "name": "network-vif-deleted", "tag": "5a94b711-d9ad-497f-9a42-0aa69b684beb"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:34.738989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.739357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Allocated IP 172.20.0.2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/c271fdbc-0866-41a2-b09b-479b9805128a/c0d239ce-f23f-49e6-83c5-ba983bb741af) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:34.786995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2e13ca-7d44-43d2-9764-f24735945b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.826662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5af31d0e-a7b4-46bf-b061-90f5dc8f68a4 req-1d9a8830-12e3-4561-8118-b975e69c8fef tempest-ServerAddressesTestJSON-41803556 tempest-ServerAddressesTestJSON-41803556-project] 10.222.0.53 "GET /v2.0/security-groups?id=c478b8bf-e4ce-4031-b3a8-53d504e76cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487519 Aug 10 03:51:34.857359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2e13ca-7d44-43d2-9764-f24735945b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.887753 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.906304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.974096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 18d81d45-ec65-4638-b824-b6dcd2a4d637 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:35.014876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e665c5-a482-4a4c-9796-8d15dedc5b53 None None] Network 2f25ce86-6f70-4618-982c-5798697dc813 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:35.020528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2e13ca-7d44-43d2-9764-f24735945b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.026844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 18d81d45-ec65-4638-b824-b6dcd2a4d637 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:35.027748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.031146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2e13ca-7d44-43d2-9764-f24735945b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.037067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f2e13ca-7d44-43d2-9764-f24735945b24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26ffe618-ae19-4eec-89e1-a11c0401eaf4 HTTP/1.1" status: 204 len: 168 time: 0.4239118 Aug 10 03:51:35.080877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad6ebe-94ba-400a-a26e-82c3663153a3 None None] Pushing event updated for resources: {'Port': ['ID=36b3111f-4a61-4232-ad90-83e7c21fce59,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.097892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e13ca-7d44-43d2-9764-f24735945b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ffe618-ae19-4eec-89e1-a11c0401eaf4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.102954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.183898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944e45b6-51f6-4754-ac3e-67e3d61fb2b3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.187892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.190869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6a79be1-cbb6-4d8f-b89a-df3e11e66b93 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/944e45b6-51f6-4754-ac3e-67e3d61fb2b3 HTTP/1.1" status: 204 len: 168 time: 0.6889536 Aug 10 03:51:35.196031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47044) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.208525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:35.460920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.498587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Attempting to bind port 36b3111f-4a61-4232-ad90-83e7c21fce59 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:35.499457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Attempting to bind port 36b3111f-4a61-4232-ad90-83e7c21fce59 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:35.500427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Attempting to bind port 36b3111f-4a61-4232-ad90-83e7c21fce59 on network fb156031-6090-4b93-94a4-cdb4cadebc4d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:35.540229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:35.540659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Checking segment: {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:35.541254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.542361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Bound using segment: {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:35.547063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Bound port: 36b3111f-4a61-4232-ad90-83e7c21fce59, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cb1baa-2fd4-480e-bcc7-a27dd3817506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:35.550229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.595541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.690441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.704383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f25ce86-6f70-4618-982c-5798697dc813']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:35.726254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47052) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:35.749664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a82d134-7977-4fc0-afef-8517c98f81e7') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:35.750289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a82d134-7977-4fc0-afef-8517c98f81e7') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:35.763922 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c0da7-5586-40bd-81c9-265a2f3ec493 x-openstack-request-id: req-7c1c0da7-5586-40bd-81c9-265a2f3ec493 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:35.763922 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac5f46-90fb-4328-aab7-92aa509e46eb", "name": "network-vif-deleted", "tag": "5a94b711-d9ad-497f-9a42-0aa69b684beb", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:35.764630 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c1c0da7-5586-40bd-81c9-265a2f3ec493 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:35.764729 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac5f46-90fb-4328-aab7-92aa509e46eb', 'name': 'network-vif-deleted', 'tag': '5a94b711-d9ad-497f-9a42-0aa69b684beb', 'status': 'completed', 'code': 200} Aug 10 03:51:35.788211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:35.794472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a508e-9059-4ea2-9524-1d1f51cdc0b2 req-8a37d762-11fa-416e-8641-da9ad8bd5cf5 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.797660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-080a508e-9059-4ea2-9524-1d1f51cdc0b2 req-8a37d762-11fa-416e-8641-da9ad8bd5cf5 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 908 time: 0.2173128 Aug 10 03:51:35.799438 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660c3514-b905-4752-8eaf-5f131732e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.811987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Transition to ACTIVE for port object c0d239ce-f23f-49e6-83c5-ba983bb741af will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:35.816212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.870229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.887617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.890935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.911870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:51:35.912637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:51:35.915098 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:51:35.983621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 18d81d45-ec65-4638-b824-b6dcd2a4d637, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:35.997730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d81d45-ec65-4638-b824-b6dcd2a4d637'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:36.001998 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6da054-3eb4-4ea9-8cbe-e6e7ac86cc4e" -d '{"events": [{"server_uuid": "b48cf887-1bf9-4896-9211-216e78dcf6f3", "name": "network-vif-plugged", "status": "completed", "tag": "18d81d45-ec65-4638-b824-b6dcd2a4d637"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:36.009162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47056) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:36.017448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-be0b3d48-b640-4803-a790-fcb055f2a6b4 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5021048 Aug 10 03:51:36.030482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ad297-80f2-40c6-9267-86b0dca5cb2d req-74297f60-fe63-48ac-82f4-5a73c8e8be5d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:36.038273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-744ad297-80f2-40c6-9267-86b0dca5cb2d req-74297f60-fe63-48ac-82f4-5a73c8e8be5d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2762902 Aug 10 03:51:36.062775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.078356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] For port 36b3111f-4a61-4232-ad90-83e7c21fce59, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:36.082364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] For port 36b3111f-4a61-4232-ad90-83e7c21fce59, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=36b3111f-4a61-4232-ad90-83e7c21fce59,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:36.082772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.087815 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2f25ce86-6f70-4618-982c-5798697dc813 HTTP/1.1" status: 204 len: 168 time: 0.8879495 Aug 10 03:51:36.147051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a946fdc-2d9f-454d-b8a8-6da4abad7280 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f25ce86-6f70-4618-982c-5798697dc813,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.163455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Deleting subnet 8cf07358-9d4c-4eb9-991c-953310dac6dc {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:36.171130 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.171959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5a94b711-d9ad-497f-9a42-0aa69b684beb no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:36.174759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.184244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ace7cf-0bb5-433f-9d33-8fd14b6c6be5 None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.193148 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be51de9-7fd6-4b1f-9019-cd381afc7726 x-openstack-request-id: req-6be51de9-7fd6-4b1f-9019-cd381afc7726 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:36.193418 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48cf887-1bf9-4896-9211-216e78dcf6f3", "name": "network-vif-plugged", "status": "completed", "tag": "18d81d45-ec65-4638-b824-b6dcd2a4d637", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:36.193678 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6be51de9-7fd6-4b1f-9019-cd381afc7726 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:36.194128 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d81d45-ec65-4638-b824-b6dcd2a4d637', 'code': 200} Aug 10 03:51:36.195744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.267627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 5a94b711-d9ad-497f-9a42-0aa69b684beb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:36.267974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 5a94b711-d9ad-497f-9a42-0aa69b684beb not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:36.374737 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.425589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Routers {'ecc3299d-9736-4682-bb00-4c5f4111dd1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:36.430036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:36.442878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47062) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:36.472301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660c3514-b905-4752-8eaf-5f131732e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.499327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-660c3514-b905-4752-8eaf-5f131732e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.542712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=18d81d45-ec65-4638-b824-b6dcd2a4d637,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.549652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-744ad297-80f2-40c6-9267-86b0dca5cb2d req-18ee12b6-7052-4c2d-a977-de2a08cf9449 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103836 Aug 10 03:51:36.585480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-660c3514-b905-4752-8eaf-5f131732e62e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1ac192c4a704f9aac2ce56a8ec131b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577104 Aug 10 03:51:36.603077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47064) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:36.617799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.623979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cc14503-4cf3-4651-bd86-1b7d42d9c181 req-304bbe93-7959-466c-a6d5-c92e46464314 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808358 Aug 10 03:51:36.632790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.687331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e0734-f716-4af6-8d50-6fda634055aa req-d343506d-ed87-4669-b5bd-388705a17167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:36.690267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a7e0734-f716-4af6-8d50-6fda634055aa req-d343506d-ed87-4669-b5bd-388705a17167 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 1061 time: 0.4378560 Aug 10 03:51:36.744053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad6ebe-94ba-400a-a26e-82c3663153a3 None None] Pushing event updated for resources: {'Port': ['ID=36b3111f-4a61-4232-ad90-83e7c21fce59,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.752907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c3514-b905-4752-8eaf-5f131732e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a2b05-d975-4c4f-aaf0-48cc07a6f48d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.782914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.793609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9f86ac54-d76e-4bab-8bf8-922f340b9850 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f7c939d32214538ba5aa221dc731531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489075 Aug 10 03:51:36.803891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47068) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:36.898505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf07358-9d4c-4eb9-991c-953310dac6dc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.933295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] Set router ecc3299d-9736-4682-bb00-4c5f4111dd1d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:36.943956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.950138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc5dd8f6-68b7-4a08-abc5-deb0f2fef08e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8cf07358-9d4c-4eb9-991c-953310dac6dc HTTP/1.1" status: 204 len: 168 time: 0.9393559 Aug 10 03:51:36.951078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47072) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:36.971766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82ddf690-947e-4f1d-bf17-03b336fd8851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.012363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82ddf690-947e-4f1d-bf17-03b336fd8851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.146419 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.175441 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:37.267595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:51:25Z', 'revision_number': 4, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '36b3111f-4a61-4232-ad90-83e7c21fce59', 'name': '', 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'mac_address': 'fa:16:3e:26:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:22Z', 'updated_at': '2021-08-10T03:51:36Z', 'revision_number': 4, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'subnets': [{'id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.320806 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4105c18b-ff5e-4646-aaa1-2da2ea8a20a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.360777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.368469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.372381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82ddf690-947e-4f1d-bf17-03b336fd8851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.372860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.373711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.383459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82ddf690-947e-4f1d-bf17-03b336fd8851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.403872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82ddf690-947e-4f1d-bf17-03b336fd8851 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db6a2b05-d975-4c4f-aaf0-48cc07a6f48d HTTP/1.1" status: 204 len: 168 time: 0.7815669 Aug 10 03:51:37.426305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194d986f-2000-4a89-b866-bbab3e7ab227']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.459335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b246d3-8ae8-43eb-a8af-c6ff9705b97e req-074a84b4-466a-4100-a7e2-da20e406337e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.488141 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-36b246d3-8ae8-43eb-a8af-c6ff9705b97e req-074a84b4-466a-4100-a7e2-da20e406337e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 909 time: 0.3871942 Aug 10 03:51:37.533496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b97153-2c47-492d-b53c-5c2d4bba20ee') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.533771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b97153-2c47-492d-b53c-5c2d4bba20ee') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.556638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddf690-947e-4f1d-bf17-03b336fd8851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a2b05-d975-4c4f-aaf0-48cc07a6f48d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:37.592784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4105c18b-ff5e-4646-aaa1-2da2ea8a20a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.595242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3229b4-821a-4987-b178-ea0fd7e5786f None None] The sync data for ids ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'] in n-d-769329-14 is: [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:51:25Z', 'revision_number': 4, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '36b3111f-4a61-4232-ad90-83e7c21fce59', 'name': '', 'network_id': 'fb156031-6090-4b93-94a4-cdb4cadebc4d', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'mac_address': 'fa:16:3e:26:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:22Z', 'updated_at': '2021-08-10T03:51:36Z', 'revision_number': 4, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'subnets': [{'id': '40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:37.620178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.644591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:37.661276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:37.664943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.665551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.671172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=7b86233f-c1da-4fb7-be15-77765a3eefa8,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:37.674369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:37.693112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.734708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:51:37.735428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:51:37.738668 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:51:37.807841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b7ff9-7380-4e44-9b94-0a8fecfd5724 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:37.835523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4105c18b-ff5e-4646-aaa1-2da2ea8a20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.841072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4105c18b-ff5e-4646-aaa1-2da2ea8a20a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.845068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4105c18b-ff5e-4646-aaa1-2da2ea8a20a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a45d799f-cfcd-4db4-b6a5-39a69f1be2b0 HTTP/1.1" status: 204 len: 168 time: 1.0335786 Aug 10 03:51:37.869818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] Provisioning for port c0d239ce-f23f-49e6-83c5-ba983bb741af completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:37.875776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d508290f-ead9-4c2c-af96-8497b52db2f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.7311604 Aug 10 03:51:37.877664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47082) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:37.880945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105c18b-ff5e-4646-aaa1-2da2ea8a20a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45d799f-cfcd-4db4-b6a5-39a69f1be2b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:37.908184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:36:2b:fa', 'name': 'tempest-NetworksTestDHCPv6-486826105'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:38.094075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:38.095044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.159612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.196537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0d239ce-f23f-49e6-83c5-ba983bb741af up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:38.197007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.204751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] 10.222.0.53 "DELETE /v2.0/networks/194d986f-2000-4a89-b866-bbab3e7ab227 HTTP/1.1" status: 204 len: 168 time: 1.2493331 Aug 10 03:51:38.237958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b99d6-5a2a-4e54-8667-1d5a9306a85c admin admin] Pushing event deleted for resources: {'Network': ['ID=194d986f-2000-4a89-b866-bbab3e7ab227,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:38.261900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d284f-b1aa-4e43-9eec-ca1ee0a26bcb req-0568ca7c-4bb5-4b73-af71-d0ce7ffa7ca4 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:38.264094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a80d284f-b1aa-4e43-9eec-ca1ee0a26bcb req-0568ca7c-4bb5-4b73-af71-d0ce7ffa7ca4 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.5418622 Aug 10 03:51:38.409796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a80d284f-b1aa-4e43-9eec-ca1ee0a26bcb req-a2ec313d-5186-49a2-92e0-56b105122279 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290090 Aug 10 03:51:38.440366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:38.532967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.607960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:38.608326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.680825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47100) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:38.693722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:38.749068 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.771697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbde3eb-fd76-4ff0-8653-1fd47eb007e3 req-8efd3420-c5fe-41c5-9cd6-85734ade573e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:38.786452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:38.790784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbbde3eb-fd76-4ff0-8653-1fd47eb007e3 req-8efd3420-c5fe-41c5-9cd6-85734ade573e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 909 time: 0.1367216 Aug 10 03:51:38.880367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc396ef-8e1e-44f9-8200-ce2a08c5e224 None None] Pushing event updated for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:38.941220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port b2db3ded-51d6-4075-9235-c90eaafdf8a9 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:38.969008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47106) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:38.969567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c56bea14-0775-4fc6-af0a-0bda8643d173 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4a8a397eda246539cc30c62ddfcfff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834132 Aug 10 03:51:38.977680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 36b3111f-4a61-4232-ad90-83e7c21fce59 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:39.067407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 36b3111f-4a61-4232-ad90-83e7c21fce59 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:39.082246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 36b3111f-4a61-4232-ad90-83e7c21fce59 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:39.082634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.153822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e420-b91b-46f3-a41c-3b582fb49346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.206833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e420-b91b-46f3-a41c-3b582fb49346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.288669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e420-b91b-46f3-a41c-3b582fb49346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.294054 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e420-b91b-46f3-a41c-3b582fb49346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.295684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b5a5e420-b91b-46f3-a41c-3b582fb49346 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c478b8bf-e4ce-4031-b3a8-53d504e76cad HTTP/1.1" status: 204 len: 168 time: 0.3233182 Aug 10 03:51:39.321673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e420-b91b-46f3-a41c-3b582fb49346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c478b8bf-e4ce-4031-b3a8-53d504e76cad,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:39.386635 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.451835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 36b3111f-4a61-4232-ad90-83e7c21fce59, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=36b3111f-4a61-4232-ad90-83e7c21fce59,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:39.461620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.498022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d12ad-5b93-47cc-a90f-f8e55b734d65 req-528b4b51-5186-4d20-a695-7a91b6a1f8ea tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.513263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-208d12ad-5b93-47cc-a90f-f8e55b734d65 req-528b4b51-5186-4d20-a695-7a91b6a1f8ea tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 909 time: 0.3711336 Aug 10 03:51:39.706079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=36b3111f-4a61-4232-ad90-83e7c21fce59,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:39.748464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c10a0f-bc55-456b-b4fb-a895d1ecab85 req-921fe6b7-4d80-4fd0-a5df-1030b9857847 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.752083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32c10a0f-bc55-456b-b4fb-a895d1ecab85 req-921fe6b7-4d80-4fd0-a5df-1030b9857847 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.1601439 Aug 10 03:51:39.879957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 172.20.0.12 (436e607c-ef4c-4ae6-a09e-44491dfe481c/c271fdbc-0866-41a2-b09b-479b9805128a/b2db3ded-51d6-4075-9235-c90eaafdf8a9) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:39.890935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe36:2bfa (436e607c-ef4c-4ae6-a09e-44491dfe481c/7b86233f-c1da-4fb7-be15-77765a3eefa8/b2db3ded-51d6-4075-9235-c90eaafdf8a9) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:39.905237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32c10a0f-bc55-456b-b4fb-a895d1ecab85 req-5f922df4-7735-41a7-bb02-9085f57943c3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447196 Aug 10 03:51:39.906778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a01647-c019-437a-aa20-1ee34a0a5e0c req-26db325e-1404-41c7-a224-482cd19d7ac9 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.922962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0a01647-c019-437a-aa20-1ee34a0a5e0c req-26db325e-1404-41c7-a224-482cd19d7ac9 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 1061 time: 0.1992836 Aug 10 03:51:39.994393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0d239ce-f23f-49e6-83c5-ba983bb741af up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:40.063704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa99c6b-bc12-48da-b8fa-7fb6e0a14e2a None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:40.165943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46460a2d-380b-40a8-ad6f-207058f0c905 req-6affb5bb-3a3e-449e-9895-0d7fc802310e tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.178636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46460a2d-380b-40a8-ad6f-207058f0c905 req-6affb5bb-3a3e-449e-9895-0d7fc802310e tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.1023927 Aug 10 03:51:40.281193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46460a2d-380b-40a8-ad6f-207058f0c905 req-17886252-4fe3-42d4-a1fc-54add209a6a3 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0988462 Aug 10 03:51:40.303971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.333225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-09d98dc2-3045-4bb5-a4da-2610895aa6f9 None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:40.333933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09d98dc2-3045-4bb5-a4da-2610895aa6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.357193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.374916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object b2db3ded-51d6-4075-9235-c90eaafdf8a9 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:40.420926 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.462777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f5ff39-baa1-4f30-b5ed-65d587a5a180 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.465138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2f5ff39-baa1-4f30-b5ed-65d587a5a180 tempest-TestSecurityGroupsBasicOps-1168983062 tempest-TestSecurityGroupsBasicOps-1168983062-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 1056 time: 0.1597617 Aug 10 03:51:40.518762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:40.529885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:40.531130 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.551992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:40.556334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:40.619695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=b2db3ded-51d6-4075-9235-c90eaafdf8a9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:40.680861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.681736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:40.704752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ab15ecc-20cf-484f-9cf3-b681b6d23d97 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8090453 Aug 10 03:51:40.706854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47154) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.841061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cc9ce-f9fa-47ec-b6f1-74c179a13c60 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.848809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cc9ce-f9fa-47ec-b6f1-74c179a13c60 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.853918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47162) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:40.855674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c42cc9ce-f9fa-47ec-b6f1-74c179a13c60 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1470287 Aug 10 03:51:40.979739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 36b3111f-4a61-4232-ad90-83e7c21fce59 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:41.033720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port b2db3ded-51d6-4075-9235-c90eaafdf8a9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:41.036661 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.054830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 36b3111f-4a61-4232-ad90-83e7c21fce59 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:41.055851 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.161086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8f2e-652d-4dbf-8e79-7439fd3fa9e2 req-e2bf7fa3-a4f6-47e4-8320-bbd3d2f08028 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:41.165421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4fa8f2e-652d-4dbf-8e79-7439fd3fa9e2 req-e2bf7fa3-a4f6-47e4-8320-bbd3d2f08028 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 909 time: 0.2534919 Aug 10 03:51:41.544305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd59d-ecae-4a11-8d81-e79784e6e748 req-560929f9-d4a6-41a7-b5b5-e6fae3dab273 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:41.561911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c38cd59d-ecae-4a11-8d81-e79784e6e748 req-560929f9-d4a6-41a7-b5b5-e6fae3dab273 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.3114834 Aug 10 03:51:41.660198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30235b9a-67b0-4be7-b129-ef96976dc1ce None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:41.660447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30235b9a-67b0-4be7-b129-ef96976dc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.729615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.768532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c38cd59d-ecae-4a11-8d81-e79784e6e748 req-1ca421dc-dc12-4430-9a62-84e254fa21e9 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041237 Aug 10 03:51:41.795140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for b2db3ded-51d6-4075-9235-c90eaafdf8a9 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:41.798442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30235b9a-67b0-4be7-b129-ef96976dc1ce None None] Provisioning for port b2db3ded-51d6-4075-9235-c90eaafdf8a9 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:41.819477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30235b9a-67b0-4be7-b129-ef96976dc1ce None None] Provisioning complete for port b2db3ded-51d6-4075-9235-c90eaafdf8a9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:41.819949 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30235b9a-67b0-4be7-b129-ef96976dc1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.883008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-30235b9a-67b0-4be7-b129-ef96976dc1ce None None] Port b2db3ded-51d6-4075-9235-c90eaafdf8a9 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:42.233191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cbf8dd2a-8b28-40d8-bd7e-6b3afa87d1c2 None None] Provisioning complete for port b2db3ded-51d6-4075-9235-c90eaafdf8a9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:42.233864 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cbf8dd2a-8b28-40d8-bd7e-6b3afa87d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.343179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-a1da6b4e-d5ba-4012-9767-2640698b3754 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.348500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-a1da6b4e-d5ba-4012-9767-2640698b3754 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.65 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 909 time: 0.2281053 Aug 10 03:51:42.359768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8dd2a-8b28-40d8-bd7e-6b3afa87d1c2 None None] Port b2db3ded-51d6-4075-9235-c90eaafdf8a9 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:42.413529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de548df2-cfe6-41c6-8e5a-0553c438d3a3 req-a9489cc5-c781-4cf0-b6d7-b9632f81df98 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.416130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de548df2-cfe6-41c6-8e5a-0553c438d3a3 req-a9489cc5-c781-4cf0-b6d7-b9632f81df98 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 909 time: 0.0946968 Aug 10 03:51:42.448235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:42.545768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=b2db3ded-51d6-4075-9235-c90eaafdf8a9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:42.569435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.571061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.572151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.573379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.574459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.575609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.577080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.578609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.579450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.580719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.582215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.583482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:42.991881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47230) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:42.992216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d95ff-c6ae-4baf-9e47-9317236a91ac req-18d7ead1-3abe-4a55-b23e-5473c4de5bb0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.994933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac5d95ff-c6ae-4baf-9e47-9317236a91ac req-18d7ead1-3abe-4a55-b23e-5473c4de5bb0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.0840895 Aug 10 03:51:43.008124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port 18d81d45-ec65-4638-b824-b6dcd2a4d637 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:43.008466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.110192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac5d95ff-c6ae-4baf-9e47-9317236a91ac req-c4a91f16-e0ff-4ddf-8ee3-8d41b62f0345 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077855 Aug 10 03:51:43.128390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.133110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5019dca7-abaf-48af-b668-e4f1e00f0b12 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/b2db3ded-51d6-4075-9235-c90eaafdf8a9 HTTP/1.1" status: 204 len: 168 time: 2.2757127 Aug 10 03:51:43.133425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47236) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.238503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf8685-57d5-4295-b92f-18557f2580b0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.240165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf8685-57d5-4295-b92f-18557f2580b0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.241948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcf8685-57d5-4295-b92f-18557f2580b0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.244112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ffcf8685-57d5-4295-b92f-18557f2580b0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1094418 Aug 10 03:51:43.247373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47238) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.264456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-147f4fa7-20d1-47e4-b212-44ec416387c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.287899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] For port 18d81d45-ec65-4638-b824-b6dcd2a4d637, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=18d81d45-ec65-4638-b824-b6dcd2a4d637,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:43.288509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.340093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for 18d81d45-ec65-4638-b824-b6dcd2a4d637 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:43.344589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 7b86233f-c1da-4fb7-be15-77765a3eefa8 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:43.350335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.410890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.424416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47242) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.547135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-147f4fa7-20d1-47e4-b212-44ec416387c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.564048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.622093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-147f4fa7-20d1-47e4-b212-44ec416387c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.647014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.676113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=7b86233f-c1da-4fb7-be15-77765a3eefa8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:43.681809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.687598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-448aa906-b3d2-4204-bb2d-37a05cd9ca80 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/7b86233f-c1da-4fb7-be15-77765a3eefa8 HTTP/1.1" status: 204 len: 168 time: 0.4352715 Aug 10 03:51:43.688680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47248) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.705145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af869bd-f0b7-4207-aadb-f7947010a403 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:43.713638 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b51198bd-9b94-4ba4-9230-d425f66a9f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.763857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet c271fdbc-0866-41a2-b09b-479b9805128a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:43.767690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.848763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.939341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.958243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-147f4fa7-20d1-47e4-b212-44ec416387c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70ab3fe154aa46b788236674cecf67d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9642687 Aug 10 03:51:43.963886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47256) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:43.967548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f4fa7-20d1-47e4-b212-44ec416387c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1d85fe-b57a-44e9-8613-c07cd8f266ce,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.024517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa04cb7-e611-4835-9bea-c78d7cf45f6b req-bc21a407-6386-4e2a-aa2a-17673ef6ff04 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.026341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fa04cb7-e611-4835-9bea-c78d7cf45f6b req-bc21a407-6386-4e2a-aa2a-17673ef6ff04 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 830 time: 0.4928927 Aug 10 03:51:44.033296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=18d81d45-ec65-4638-b824-b6dcd2a4d637,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.107826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.251344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b51198bd-9b94-4ba4-9230-d425f66a9f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.254473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] No DVR routers for this DVR port 18d81d45-ec65-4638-b824-b6dcd2a4d637 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:44.262641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.267209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d3cc5ae6-f2d9-48f6-b588-9eadca368309 req-b53d0276-19fc-49bf-a5d4-349587b6a46e tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.65 "DELETE /v2.0/ports/18d81d45-ec65-4638-b824-b6dcd2a4d637 HTTP/1.1" status: 204 len: 173 time: 1.9102137 Aug 10 03:51:44.268157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'name': 'network-vif-deleted', 'tag': '18d81d45-ec65-4638-b824-b6dcd2a4d637'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:44.285571 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a301f6-c247-406e-ad52-37946b7a9900" -d '{"events": [{"server_uuid": "b48cf887-1bf9-4896-9211-216e78dcf6f3", "name": "network-vif-deleted", "tag": "18d81d45-ec65-4638-b824-b6dcd2a4d637"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:44.292000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd7537b3-04cf-4b24-93a2-f333ca0e0194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.320944 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b51198bd-9b94-4ba4-9230-d425f66a9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.330427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd7537b3-04cf-4b24-93a2-f333ca0e0194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.453096 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d6991-562e-4efa-b744-e5281f8992fd x-openstack-request-id: req-de5d6991-562e-4efa-b744-e5281f8992fd {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:44.453482 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48cf887-1bf9-4896-9211-216e78dcf6f3", "name": "network-vif-deleted", "tag": "18d81d45-ec65-4638-b824-b6dcd2a4d637", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:44.453952 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de5d6991-562e-4efa-b744-e5281f8992fd {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:44.455501 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48cf887-1bf9-4896-9211-216e78dcf6f3', 'name': 'network-vif-deleted', 'tag': '18d81d45-ec65-4638-b824-b6dcd2a4d637', 'status': 'completed', 'code': 200} Aug 10 03:51:44.479134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b51198bd-9b94-4ba4-9230-d425f66a9f4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca36719bab11408ca096a5a1a0773ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0530379 Aug 10 03:51:44.480629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51198bd-9b94-4ba4-9230-d425f66a9f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd96d3b-7ade-4bf0-86ed-0374ff50f4e8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.489692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd7537b3-04cf-4b24-93a2-f333ca0e0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.497338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47264) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:44.498396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd7537b3-04cf-4b24-93a2-f333ca0e0194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.501852 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fd7537b3-04cf-4b24-93a2-f333ca0e0194 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d1d85fe-b57a-44e9-8613-c07cd8f266ce HTTP/1.1" status: 204 len: 168 time: 0.5366676 Aug 10 03:51:44.584550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7537b3-04cf-4b24-93a2-f333ca0e0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1d85fe-b57a-44e9-8613-c07cd8f266ce,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.636953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.644994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a77-efcc-429f-8091-90757a23b3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.686233 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a77-efcc-429f-8091-90757a23b3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.769149 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a77-efcc-429f-8091-90757a23b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.772990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a24c4a77-efcc-429f-8091-90757a23b3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.777259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a24c4a77-efcc-429f-8091-90757a23b3a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fd96d3b-7ade-4bf0-86ed-0374ff50f4e8 HTTP/1.1" status: 204 len: 168 time: 0.2739425 Aug 10 03:51:44.781628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=c271fdbc-0866-41a2-b09b-479b9805128a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.809134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c4a77-efcc-429f-8091-90757a23b3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd96d3b-7ade-4bf0-86ed-0374ff50f4e8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:44.815981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be99945-d982-41ad-a8e1-b6a0ed225eb1 req-5990e1b2-3066-451f-b495-51811d3e7eee tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.821583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8be99945-d982-41ad-a8e1-b6a0ed225eb1 req-5990e1b2-3066-451f-b495-51811d3e7eee tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.5301752 Aug 10 03:51:44.840196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.844593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7bc5c79b-e3d0-4535-a943-f6f05efbcd3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/c271fdbc-0866-41a2-b09b-479b9805128a HTTP/1.1" status: 204 len: 168 time: 1.1516345 Aug 10 03:51:44.844936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47272) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:44.974209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-947eb8ef-209c-4ea2-aef6-1a61b5c60a04 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280744 Aug 10 03:51:44.977638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47274) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:44.981802 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8be99945-d982-41ad-a8e1-b6a0ed225eb1 req-dc94f4d9-376e-4af3-bfab-1ec8b1ffd249 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211481 Aug 10 03:51:44.990588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:45.173926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c6318-38ea-4d69-afc9-7099d3b2406d None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:45.330646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9395b6c7-b2e2-4a94-bb64-3aa4ded43285 req-0055d404-58e9-4535-8c8f-ff718c3852cd tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=b48cf887-1bf9-4896-9211-216e78dcf6f3 HTTP/1.1" status: 200 len: 210 time: 0.0650690 Aug 10 03:51:45.359290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:45.364252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.372237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dbbc027d-ed72-4839-8ecb-c8e75a5ac34e None None] Provisioning complete for port c0d239ce-f23f-49e6-83c5-ba983bb741af triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:45.372853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dbbc027d-ed72-4839-8ecb-c8e75a5ac34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.720592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:45.763281 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.842145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] Deleting port c0d239ce-f23f-49e6-83c5-ba983bb741af {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:45.842522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.920067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:45.934597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:45.945434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.946092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.981086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0010953 Aug 10 03:51:45.982064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6781d3-0901-45ee-b5d3-f58d2b0e92cb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=ab98bfcb-442a-4fbd-9b1b-20c20f767539,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:45.984543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47302) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:46.001567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0d239ce-f23f-49e6-83c5-ba983bb741af no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:46.003930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:46.329900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.445862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 18d81d45-ec65-4638-b824-b6dcd2a4d637 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:46.524980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47320) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:46.529424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:46.534058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.631083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] For port c0d239ce-f23f-49e6-83c5-ba983bb741af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0d239ce-f23f-49e6-83c5-ba983bb741af,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:46.631739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.688531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] Calling delete_port for c0d239ce-f23f-49e6-83c5-ba983bb741af owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:46.930264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.932774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 18d81d45-ec65-4638-b824-b6dcd2a4d637 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:46.933122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 18d81d45-ec65-4638-b824-b6dcd2a4d637 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:46.971541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] Pushing event deleted for resources: {'Port': ['ID=c0d239ce-f23f-49e6-83c5-ba983bb741af,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:46.980599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5bde1c-bb72-42aa-bac9-406664f85f3d None None] No DVR routers for this DVR port c0d239ce-f23f-49e6-83c5-ba983bb741af on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:47.018511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc11570-01e6-43e0-acb7-8d7c6213bc9b None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:47.092729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47330) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:47.380371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.421907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'ab98bfcb-442a-4fbd-9b1b-20c20f767539'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:47.423743 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.430331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccdb8c-6f11-4c12-814f-4091db4a0900 req-6880ef9e-8013-4fa3-b3d3-645fa476bc3d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.432012 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2eccdb8c-6f11-4c12-814f-4091db4a0900 req-6880ef9e-8013-4fa3-b3d3-645fa476bc3d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.9661043 Aug 10 03:51:47.488007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-223855243-network', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:47.574488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Made reservation on behalf of 69b8fbea47f34039a753bebf73acd79a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:47.577871 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.596747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.648517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:51:47.665807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.780588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2eccdb8c-6f11-4c12-814f-4091db4a0900 req-270af866-d716-4dc0-bce3-b03ab03517c4 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377157 Aug 10 03:51:47.863633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:47.874770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:47.886393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.888596 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.922445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.944230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=ad21de5d-c12f-4b31-a769-7c91d696e196,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:47.950094 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:47.957853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f1917d43-3ee2-4b3e-8f4d-5cc0476e0c8d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9697394 Aug 10 03:51:47.960014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Allocated IP 172.20.0.2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/ab98bfcb-442a-4fbd-9b1b-20c20f767539/2f64bbe8-7acb-4453-91ac-ed8691c7a64f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:47.963083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47352) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:47.975293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:3d:5c:af', 'name': 'tempest-NetworksTestDHCPv6-1387547042'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:47.980398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Allocated IP 2001:db8::f816:3eff:fe83:fdf4 (436e607c-ef4c-4ae6-a09e-44491dfe481c/ad21de5d-c12f-4b31-a769-7c91d696e196/2f64bbe8-7acb-4453-91ac-ed8691c7a64f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:48.022706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:51:48.047225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.047602 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Added segment fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e of type vlan for network b10605a5-a24a-43b9-b2f2-c3f2e080f99b Aug 10 03:51:48.059510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c80cf7e-68b7-4c0c-bcdb-1269347c8d77,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:48.112657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port f70e44f7-ba62-4e31-9184-e9db11900439 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:48.113598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.125290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.287289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.289133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.289827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.292385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:48.413357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.452428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Transition to ACTIVE for port object 2f64bbe8-7acb-4453-91ac-ed8691c7a64f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:48.509217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Transition to ACTIVE for port object 2f64bbe8-7acb-4453-91ac-ed8691c7a64f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:48.526695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.535064 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.589137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port ae877852-4c06-430b-9173-3a4b5212b65c yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:51:48.688937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:48.695907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:48.706888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:48.867547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Pushing event updated for resources: {'Port': ['ID=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:48.885584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7893424 Aug 10 03:51:48.888640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:48.914082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Request body: {'subnet': {'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-subnet', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:48.946716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] For port f70e44f7-ba62-4e31-9184-e9db11900439, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f70e44f7-ba62-4e31-9184-e9db11900439,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:48.947543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.968776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for f70e44f7-ba62-4e31-9184-e9db11900439 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:48.984124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Attempting to bind port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:48.984623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Attempting to bind port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:48.985006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Attempting to bind port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:48.995440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:48.996196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:48.996638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:48.997095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:48.997858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Bound port: 2f64bbe8-7acb-4453-91ac-ed8691c7a64f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:48.998300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.050834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f06d3e-a75b-48f1-870d-8cdf03fa8fea admin admin] Pushing event updated for resources: {'Network': ['ID=b10605a5-a24a-43b9-b2f2-c3f2e080f99b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.074342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:51:49.085191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 172.20.0.7 (436e607c-ef4c-4ae6-a09e-44491dfe481c/ab98bfcb-442a-4fbd-9b1b-20c20f767539/ae877852-4c06-430b-9173-3a4b5212b65c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:49.099932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe3d:5caf (436e607c-ef4c-4ae6-a09e-44491dfe481c/ad21de5d-c12f-4b31-a769-7c91d696e196/ae877852-4c06-430b-9173-3a4b5212b65c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:49.127281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Made reservation on behalf of 69b8fbea47f34039a753bebf73acd79a for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:49.129937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.303375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe7833-a444-49c1-803a-1b271290ea63 req-db38ccb5-1a0f-438f-82ae-a1cc2284d0a6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:49.305044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3bbe7833-a444-49c1-803a-1b271290ea63 req-db38ccb5-1a0f-438f-82ae-a1cc2284d0a6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.3694298 Aug 10 03:51:49.552148 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.553237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] For port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:49.560548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] For port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:49.575938 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.615537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3bbe7833-a444-49c1-803a-1b271290ea63 req-3353b6cd-c189-416a-ab42-e0a264552893 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237222 Aug 10 03:51:49.627695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object ae877852-4c06-430b-9173-3a4b5212b65c will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:49.707577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0c899-94da-4465-900f-0f4a4188ffeb None None] Pushing event updated for resources: {'Port': ['ID=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.741061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.828163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:49.840817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:49.843581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:49.865841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.868646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.966914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=f70e44f7-ba62-4e31-9184-e9db11900439,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.994803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=ae877852-4c06-430b-9173-3a4b5212b65c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.064607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.067711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.120693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c9db3b51-be57-4f3e-bf4e-49864cdb6712 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1538773 Aug 10 03:51:50.125863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47408) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:50.135652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0847956-fa2d-4380-8f9c-e889d4d61454,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.192058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Checking segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:50.192797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Network hostable DHCP agents. Network: b10605a5-a24a-43b9-b2f2-c3f2e080f99b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:50.311921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4b249-9f86-4fc7-bdfa-27e7cb195bd5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.320800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4b249-9f86-4fc7-bdfa-27e7cb195bd5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.324421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-50e4b249-9f86-4fc7-bdfa-27e7cb195bd5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1960905 Aug 10 03:51:50.341543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47412) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:50.443509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:50.608210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b10605a5-a24a-43b9-b2f2-c3f2e080f99b) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:50.627932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port ae877852-4c06-430b-9173-3a4b5212b65c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:50.630982 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa501f-8b4e-470a-8c72-ff84a1e027f8 None None] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:50.638258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.645649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.648918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.753315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-22f6311c-929c-4e28-aabd-83bbeaab7d28 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8536456 Aug 10 03:51:50.756282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47418) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:50.782394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:50.859298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.868540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:50.871205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.103595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:51.105360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.115388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.273450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f8b84-edbc-434a-9ffc-e096910194d6 req-609c87b7-07a0-4b03-9a9d-1980fd1f34c1 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.276595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd7f8b84-edbc-434a-9ffc-e096910194d6 req-609c87b7-07a0-4b03-9a9d-1980fd1f34c1 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.4623120 Aug 10 03:51:51.279903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.428846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for ae877852-4c06-430b-9173-3a4b5212b65c owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:51.465910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd7f8b84-edbc-434a-9ffc-e096910194d6 req-a64e7333-c646-4f3c-8669-01e12ffc05ef tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789291 Aug 10 03:51:51.572268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Allocated IP 172.20.0.2 (b10605a5-a24a-43b9-b2f2-c3f2e080f99b/b0847956-fa2d-4380-8f9c-e889d4d61454/a88cc5eb-7bae-4585-a057-b617b11a0e89) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:51.790177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:51.845322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137596e-cc34-48e6-a33a-a30a74e92d1f None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:51.995541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:52.002095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1fdfabd7-a70e-4500-b3c3-031c67b5d923 None None] Provisioning for port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:52.061634 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.190052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=ae877852-4c06-430b-9173-3a4b5212b65c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.190274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2f64bbe8-7acb-4453-91ac-ed8691c7a64f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:52.295533 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.312343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.318578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6dc2053-3435-4ab9-8e5d-ba46c6f3d78f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/ae877852-4c06-430b-9173-3a4b5212b65c HTTP/1.1" status: 204 len: 168 time: 1.9697924 Aug 10 03:51:52.319395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47432) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.320722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Transition to ACTIVE for port object a88cc5eb-7bae-4585-a057-b617b11a0e89 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:52.393092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Transition to ACTIVE for port object a88cc5eb-7bae-4585-a057-b617b11a0e89 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:52.430665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b25d3-355a-467c-8bc9-ddf6eb64f311 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.439631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b25d3-355a-467c-8bc9-ddf6eb64f311 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.445272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1b25d3-355a-467c-8bc9-ddf6eb64f311 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.452273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.459146 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fa1b25d3-355a-467c-8bc9-ddf6eb64f311 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1385934 Aug 10 03:51:52.460300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47438) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.518404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:52.556720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:52.556720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.581971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:52.644570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:52.654848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Pushing event updated for resources: {'Port': ['ID=a88cc5eb-7bae-4585-a057-b617b11a0e89,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.661862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:52.692233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet ab98bfcb-442a-4fbd-9b1b-20c20f767539 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:52.697874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.738706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:52.755276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.758601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c8d4726b-8512-4098-8da6-e607deaa12dc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "PUT /v2.0/routers/e38457fb-da65-4fbc-aaa2-ddcd89f660f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2309153 Aug 10 03:51:52.762112 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] Sync routers for ids ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:52.780952 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] Routers {'e38457fb-da65-4fbc-aaa2-ddcd89f660f2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:52.781613 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:52.872223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.885799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.899691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77addc92-c7ed-4530-94f0-7e3aaf284729 req-84d4dc39-e1dd-44af-b248-218d3b8a9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.900851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Attempting to bind port a88cc5eb-7bae-4585-a057-b617b11a0e89 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:52.900851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Attempting to bind port a88cc5eb-7bae-4585-a057-b617b11a0e89 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:52.901424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Attempting to bind port a88cc5eb-7bae-4585-a057-b617b11a0e89 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:52.907854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77addc92-c7ed-4530-94f0-7e3aaf284729 req-84d4dc39-e1dd-44af-b248-218d3b8a9c6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 1098 time: 0.6182017 Aug 10 03:51:52.920311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:52.933727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Checking segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:52.934466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.934884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Bound using segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:52.935499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Bound port: a88cc5eb-7bae-4585-a057-b617b11a0e89, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:52.935998 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.974758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting subnet 4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:53.003531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.025896 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] Set router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:53.031662 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.219863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.233628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c326e27-4932-42e0-87fe-4bf91c6579c4 req-654e9963-2ae5-49f7-8b26-e33cd997c754 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:53.234212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.246242 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c326e27-4932-42e0-87fe-4bf91c6579c4 req-654e9963-2ae5-49f7-8b26-e33cd997c754 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.5496969 Aug 10 03:51:53.256926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77addc92-c7ed-4530-94f0-7e3aaf284729 req-eb36c083-f707-4529-ae6c-7b3ee8e789e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481065 Aug 10 03:51:53.321620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.331186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] For port a88cc5eb-7bae-4585-a057-b617b11a0e89, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:53.331534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47448) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:53.340449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] For port a88cc5eb-7bae-4585-a057-b617b11a0e89, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a88cc5eb-7bae-4585-a057-b617b11a0e89,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:53.349467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.503815 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:49Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:53.526094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650b5c8-61dc-4eb0-ac54-a770f4aa22fd None None] Pushing event updated for resources: {'Port': ['ID=a88cc5eb-7bae-4585-a057-b617b11a0e89,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:53.565342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Allocated IP 172.25.2.138 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/ef3957e0-24a0-435d-a00d-8b86ddae4018) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:53.789707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.881359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e145cd53-a2a3-4838-996c-4d3240569e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.888129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:53.889901 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] Checking router: e38457fb-da65-4fbc-aaa2-ddcd89f660f2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:54.003539 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:54.006102 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:54.008794 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] Routers {'e38457fb-da65-4fbc-aaa2-ddcd89f660f2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:54.019616 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:54.024671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c326e27-4932-42e0-87fe-4bf91c6579c4 req-2207cde9-f61a-4004-82ae-61add9ff2ef4 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708108 Aug 10 03:51:54.028398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.138684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.143334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=ab98bfcb-442a-4fbd-9b1b-20c20f767539,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:54.167406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.175831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4482128e-13a6-47e1-b51f-6cd47602d672 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/ab98bfcb-442a-4fbd-9b1b-20c20f767539 HTTP/1.1" status: 204 len: 168 time: 1.7079029 Aug 10 03:51:54.177577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47456) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:54.218737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Provisioning complete for port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:54.222901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.242711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.326912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:54.350697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Subnet': ['ID=4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:54.368005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:54.378521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:54.384924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Pushing event updated for resources: {'Port': ['ID=ef3957e0-24a0-435d-a00d-8b86ddae4018,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:54.390227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.392558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d754e512-7a96-4b17-b88a-3f4ed702e999 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/subnets/4afe8c71-6bf0-4ee9-90a0-75ab6f62a67b HTTP/1.1" status: 204 len: 168 time: 1.6360803 Aug 10 03:51:54.416989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312bd26-c197-4896-96c8-c5dfbaa2542f None None] Network 49ae4eb8-692c-4502-8bf0-fdb720469427 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:54.419009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47458) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:54.430471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet ad21de5d-c12f-4b31-a769-7c91d696e196 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:51:54.435353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.475181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] Set router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:54.563055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.695223 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.719701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e145cd53-a2a3-4838-996c-4d3240569e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.731056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c956eb6-87e9-4893-8df4-2306d923ef70 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:54.739295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e145cd53-a2a3-4838-996c-4d3240569e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.785427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.828878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.838620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e145cd53-a2a3-4838-996c-4d3240569e7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb5a7e166b864017bc818c484d941ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5050836 Aug 10 03:51:54.858176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:54.889939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.892249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/ad21de5d-c12f-4b31-a769-7c91d696e196 HTTP/1.1" status: 204 len: 168 time: 0.7136114 Aug 10 03:51:54.893277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb0bf0-8cdb-41b1-9d9f-176e9c3a2fde tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=ad21de5d-c12f-4b31-a769-7c91d696e196,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:54.902346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47464) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.010446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145cd53-a2a3-4838-996c-4d3240569e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2cac13-56f6-4189-93fd-e2eb0d1e6f3d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:55.019574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ec28b7b-b470-44ea-aa65-305e06947903 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093411 Aug 10 03:51:55.040293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.081418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.116492 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.232715 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:49Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:55.242137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.375002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834dcbbd-4282-4dee-a6bd-4cf25c80a387 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.376843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-834dcbbd-4282-4dee-a6bd-4cf25c80a387 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3307769 Aug 10 03:51:55.387262 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47474) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.393539 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb77d6b-e7eb-4c16-aa62-e11abe1e4e0c None None] The sync data for ids ['e38457fb-da65-4fbc-aaa2-ddcd89f660f2'] in n-d-769329-14 is: [{'id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-718392456', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:57Z', 'updated_at': '2021-08-10T03:51:49Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'ce31bbd5-430a-4072-aafa-56906008b559', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:98:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38457fb-da65-4fbc-aaa2-ddcd89f660f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:58Z', 'updated_at': '2021-08-10T03:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:55.402098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:55.402633 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:55.461783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5a03-80f5-4cac-a573-da358dfcae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.472306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b156da-8851-46ba-9627-67b1ed3e8dc7 req-cc31cbc9-7957-4177-b4fc-8f515f7a271a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.473920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4b156da-8851-46ba-9627-67b1ed3e8dc7 req-cc31cbc9-7957-4177-b4fc-8f515f7a271a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2528758 Aug 10 03:51:55.543982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.597271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5a03-80f5-4cac-a573-da358dfcae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.626501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:55.629623 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:55.631186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] DHCP port deletion for 49ae4eb8-692c-4502-8bf0-fdb720469427 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:55.651969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca0384-9064-4043-a7a3-cc1092580947 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.653724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aaca0384-9064-4043-a7a3-cc1092580947 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2657640 Aug 10 03:51:55.661243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47476) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.713115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4b156da-8851-46ba-9627-67b1ed3e8dc7 req-2d16bb54-641d-44dd-8b59-bc567f520336 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219584 Aug 10 03:51:55.732673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ae456-cd89-4736-9671-c6cbc4141304 None None] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:55.827294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port ce31bbd5-430a-4072-aafa-56906008b559 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:55.827702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.841641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5a03-80f5-4cac-a573-da358dfcae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.859912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb6e5a03-80f5-4cac-a573-da358dfcae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.866342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb6e5a03-80f5-4cac-a573-da358dfcae6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c2cac13-56f6-4189-93fd-e2eb0d1e6f3d HTTP/1.1" status: 204 len: 168 time: 1.0025134 Aug 10 03:51:55.868025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] Deleting port 89c1a66e-d90b-4733-b71a-6b2e14caeacd {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:55.868613 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.917199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5580e9fd-bd4a-48a0-b504-9aa2e7a4eb87 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2543664 Aug 10 03:51:55.918891 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.930910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47482) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:55.961535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] For port 89c1a66e-d90b-4733-b71a-6b2e14caeacd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=89c1a66e-d90b-4733-b71a-6b2e14caeacd,segment=NetworkSegment(d17fe4e8-7952-48de-b6ed-44195f9c33b5),segment_id=d17fe4e8-7952-48de-b6ed-44195f9c33b5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:55.965237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.981897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] Calling delete_port for 89c1a66e-d90b-4733-b71a-6b2e14caeacd owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:56.060711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e5a03-80f5-4cac-a573-da358dfcae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2cac13-56f6-4189-93fd-e2eb0d1e6f3d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:56.074035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a7447ff8-e271-4e47-90f8-ad71acc6a6d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:56.175925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] For port ce31bbd5-430a-4072-aafa-56906008b559, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce31bbd5-430a-4072-aafa-56906008b559,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:56.176651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.176957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:51:56.191522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.221661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for ce31bbd5-430a-4072-aafa-56906008b559 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:56.280746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.365710 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:56.394927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.410846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117675-0afb-4072-b909-8963faff7d1c req-49ae999d-9798-4471-9c46-653f7ffd8019 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:56.411263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.420436 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27117675-0afb-4072-b909-8963faff7d1c req-49ae999d-9798-4471-9c46-653f7ffd8019 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4982209 Aug 10 03:51:56.428638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7447ff8-e271-4e47-90f8-ad71acc6a6d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:56.432835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7447ff8-e271-4e47-90f8-ad71acc6a6d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.435673 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7447ff8-e271-4e47-90f8-ad71acc6a6d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:51:56.436494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7447ff8-e271-4e47-90f8-ad71acc6a6d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:51:56.468328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:56.472823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] No DVR routers for this DVR port 89c1a66e-d90b-4733-b71a-6b2e14caeacd on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:56.504640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27117675-0afb-4072-b909-8963faff7d1c req-5351f5a3-0718-4bf2-b5a0-bc36b6b519bc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827005 Aug 10 03:51:56.561741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47492) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:56.613072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a7447ff8-e271-4e47-90f8-ad71acc6a6d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6752636 Aug 10 03:51:56.616670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19d9bfbd-e4c0-4211-8022-d144278fb9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.619980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47496) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:56.626939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aaa4e016-a100-4b02-b67a-7b5b2669662d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:56.714075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.753550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aba89a-18fb-4fa1-9b73-17c7adfd5108 None None] Pushing event deleted for resources: {'Port': ['ID=89c1a66e-d90b-4733-b71a-6b2e14caeacd,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:56.924729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.966376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=ce31bbd5-430a-4072-aafa-56906008b559,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:56.977879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769317-daaf-4877-ac3c-c3d4b659f11f req-b8183fc9-94fb-4141-9d7a-f490eb65bcbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:56.980193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be769317-daaf-4877-ac3c-c3d4b659f11f req-b8183fc9-94fb-4141-9d7a-f490eb65bcbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1681812 Aug 10 03:51:56.988866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4e016-a100-4b02-b67a-7b5b2669662d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:56.992251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e016-a100-4b02-b67a-7b5b2669662d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:56.993883 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa4e016-a100-4b02-b67a-7b5b2669662d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:51:56.994963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa4e016-a100-4b02-b67a-7b5b2669662d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:51:57.071692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a88cc5eb-7bae-4585-a057-b617b11a0e89 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:57.132430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be769317-daaf-4877-ac3c-c3d4b659f11f req-054a7341-733b-4126-8b0e-f50b05e0418e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194158 Aug 10 03:51:57.138619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] Deleting port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:57.140895 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.148138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.237230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19d9bfbd-e4c0-4211-8022-d144278fb9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.274524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19d9bfbd-e4c0-4211-8022-d144278fb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.279251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.300512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:57.304451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:57.304921 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-badb36c8-0f4a-4351-9583-3422c2a8bc61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:57.305494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.310879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.318097 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aaa4e016-a100-4b02-b67a-7b5b2669662d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6957860 Aug 10 03:51:57.321835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b8e1131-86f2-4b89-bc83-cc13c2a0ebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.326440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47506) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:57.375501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.376447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Fanout notify agent at l3_agent the message router_deleted on router e38457fb-da65-4fbc-aaa2-ddcd89f660f2 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:51:57.388150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-64625df3-e2d4-4a23-abf7-ffd1fef9760d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:57.388310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.392044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c369509-8994-4120-9d02-01a2f6a2edcc tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/routers/e38457fb-da65-4fbc-aaa2-ddcd89f660f2 HTTP/1.1" status: 204 len: 168 time: 2.9668176 Aug 10 03:51:57.392353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:57.439193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a88cc5eb-7bae-4585-a057-b617b11a0e89 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:57.505378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] For port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:57.505786 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.539517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] Calling delete_port for 2f64bbe8-7acb-4453-91ac-ed8691c7a64f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:57.571928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.589653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f70e44f7-ba62-4e31-9184-e9db11900439 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:57.622839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f70e44f7-ba62-4e31-9184-e9db11900439 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:57.622839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f70e44f7-ba62-4e31-9184-e9db11900439 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:57.625565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 89c1a66e-d90b-4733-b71a-6b2e14caeacd no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:57.628986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Could not find standard attr ID for object ae877852-4c06-430b-9173-3a4b5212b65c. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:51:57.778526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 89c1a66e-d90b-4733-b71a-6b2e14caeacd {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:57.784988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 89c1a66e-d90b-4733-b71a-6b2e14caeacd not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:57.786522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2f64bbe8-7acb-4453-91ac-ed8691c7a64f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:57.906389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Provisioning for port a88cc5eb-7bae-4585-a057-b617b11a0e89 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:57.906877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.933320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ae4eb8-692c-4502-8bf0-fdb720469427']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:57.951000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Provisioning complete for port a88cc5eb-7bae-4585-a057-b617b11a0e89 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:57.952143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.965631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17fe4e8-7952-48de-b6ed-44195f9c33b5') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:57.966365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17fe4e8-7952-48de-b6ed-44195f9c33b5') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:57.988059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.019899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.038476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:51:58.039841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:51:58.047813 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:51:58.278173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.301541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.308207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/networks/49ae4eb8-692c-4502-8bf0-fdb720469427 HTTP/1.1" status: 204 len: 168 time: 0.9099646 Aug 10 03:51:58.308207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b36b2c-9213-427e-b427-19f34d6a5b45 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Network': ['ID=49ae4eb8-692c-4502-8bf0-fdb720469427,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.309313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47524) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:58.358526 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.374072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47526) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:58.443164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] Pushing event deleted for resources: {'Port': ['ID=2f64bbe8-7acb-4453-91ac-ed8691c7a64f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.445680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733ec7c-a3e4-4c67-a399-9658fe2c7240 None None] No DVR routers for this DVR port 2f64bbe8-7acb-4453-91ac-ed8691c7a64f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:58.454709 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.556053 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.658172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] For port a88cc5eb-7bae-4585-a057-b617b11a0e89, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a88cc5eb-7bae-4585-a057-b617b11a0e89,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:58.673450 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.691836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-19d9bfbd-e4c0-4211-8022-d144278fb9c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a0739ce84664e8a8bf7a71fffca3403&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1221161 Aug 10 03:51:58.694198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47540) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:58.729263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9bfbd-e4c0-4211-8022-d144278fb9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef9913f-bc1a-4be0-ba5f-b7dc84d3ad6e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.733478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d88e-589b-427f-9989-5b85b8d969be None None] Pushing event updated for resources: {'Port': ['ID=a88cc5eb-7bae-4585-a057-b617b11a0e89,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.798500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-82e73bcf-d792-4bc5-9a5c-e2eeb52b6ee1 None None] Provisioning complete for port a88cc5eb-7bae-4585-a057-b617b11a0e89 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:58.799612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-82e73bcf-d792-4bc5-9a5c-e2eeb52b6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.886432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce31bbd5-430a-4072-aafa-56906008b559 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:58.915512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ce31bbd5-430a-4072-aafa-56906008b559 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:58.915512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce31bbd5-430a-4072-aafa-56906008b559 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:58.934371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7852a-21b4-429d-9909-4249b719b955 req-2025fdda-4957-4988-9c39-1a9bb42cd92b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.936831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d7852a-21b4-429d-9909-4249b719b955 req-2025fdda-4957-4988-9c39-1a9bb42cd92b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.3135045 Aug 10 03:51:59.054113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f1d7852a-21b4-429d-9909-4249b719b955 req-ec67cc2a-b557-480c-8d63-8174213a6fe2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971754 Aug 10 03:51:59.055262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64625df3-e2d4-4a23-abf7-ffd1fef9760d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:59.061682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64625df3-e2d4-4a23-abf7-ffd1fef9760d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.064490 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-64625df3-e2d4-4a23-abf7-ffd1fef9760d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:51:59.065350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64625df3-e2d4-4a23-abf7-ffd1fef9760d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:51:59.095162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.119450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-64625df3-e2d4-4a23-abf7-ffd1fef9760d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.7370241 Aug 10 03:51:59.119673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47544) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.132326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5ebc-4d3d-4673-a774-b127f3697522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.141474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-028a7523-4cd3-466e-b1ec-f3549337ae68 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:59.164710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:51:59.186374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5ebc-4d3d-4673-a774-b127f3697522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.417005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5ebc-4d3d-4673-a774-b127f3697522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.422844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7ba5ebc-4d3d-4673-a774-b127f3697522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.427069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7ba5ebc-4d3d-4673-a774-b127f3697522 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ef9913f-bc1a-4be0-ba5f-b7dc84d3ad6e HTTP/1.1" status: 204 len: 168 time: 0.7214682 Aug 10 03:51:59.443279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:59.446601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba5ebc-4d3d-4673-a774-b127f3697522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef9913f-bc1a-4be0-ba5f-b7dc84d3ad6e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:59.466702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:59.559620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:59.563065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:51:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:59.585708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.678581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.682538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.703989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port c2b9bf57-48e1-442d-8165-c1cdebb58ff5 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:59.704825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.783267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:59.824771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.826432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b014d9e2-f712-45e4-a28e-5ecf11f0d3fd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0679977 Aug 10 03:51:59.830907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.842266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a7523-4cd3-466e-b1ec-f3549337ae68 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:59.845872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-028a7523-4cd3-466e-b1ec-f3549337ae68 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.847499 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-028a7523-4cd3-466e-b1ec-f3549337ae68 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:51:59.847945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028a7523-4cd3-466e-b1ec-f3549337ae68 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:51:59.871283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c2ca8f2a9eb495e91dd679d6f27f051&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4951663 Aug 10 03:51:59.895845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.904760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a546f4f7-e757-4b01-991a-3d00fa1c8e16,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:59.919058 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e6953453-238c-4316-8325-97756c724211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.938900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.939192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.939500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.939841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.940239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.940602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.940945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.941303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.941652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.941960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.942310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.942624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd9ed53-7b4c-43cd-89fc-59b50bbc701a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:59.993636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47564) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:59.994014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-028a7523-4cd3-466e-b1ec-f3549337ae68 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8712234 Aug 10 03:52:00.007087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a0410445-7c29-4320-9bc2-f6bce5463263 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:00.008067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb224-3763-4877-a319-69d5cc55ce19 req-bfbc44ca-58d1-4c7e-95ff-1d0eff28be6d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.017718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c7ddb224-3763-4877-a319-69d5cc55ce19 req-bfbc44ca-58d1-4c7e-95ff-1d0eff28be6d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.5866721 Aug 10 03:52:00.065579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.066025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.098903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for c2b9bf57-48e1-442d-8165-c1cdebb58ff5 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:00.169373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:51:55Z', 'revision_number': 3, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:00.184020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c7ddb224-3763-4877-a319-69d5cc55ce19 req-a58c91bc-4f2b-4b3c-aa5e-3a1545b5aebb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652863 Aug 10 03:52:00.186547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0410445-7c29-4320-9bc2-f6bce5463263 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:00.190414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a0410445-7c29-4320-9bc2-f6bce5463263 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.192193 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0410445-7c29-4320-9bc2-f6bce5463263 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:00.192386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0410445-7c29-4320-9bc2-f6bce5463263 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:00.192481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d78f159e-da69-4c5b-9577-3da252d54af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.248707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a0410445-7c29-4320-9bc2-f6bce5463263 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2538297 Aug 10 03:52:00.253418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47568) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:00.256032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:00.256380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Updating router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 port ef3957e0-24a0-435d-a00d-8b86ddae4018 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:00.258782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-39e6ea44-aaa0-4c94-9916-1e99854032c5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:00.267288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d78f159e-da69-4c5b-9577-3da252d54af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.302151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.465480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.528136 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d78f159e-da69-4c5b-9577-3da252d54af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.531546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d78f159e-da69-4c5b-9577-3da252d54af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.537117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d78f159e-da69-4c5b-9577-3da252d54af1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a546f4f7-e757-4b01-991a-3d00fa1c8e16 HTTP/1.1" status: 204 len: 168 time: 0.6358047 Aug 10 03:52:00.558990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=c2b9bf57-48e1-442d-8165-c1cdebb58ff5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:00.569012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f159e-da69-4c5b-9577-3da252d54af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a546f4f7-e757-4b01-991a-3d00fa1c8e16,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:00.646442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.670561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Transition to ACTIVE for port object ef3957e0-24a0-435d-a00d-8b86ddae4018 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:00.677219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e6ea44-aaa0-4c94-9916-1e99854032c5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:00.680946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea44-aaa0-4c94-9916-1e99854032c5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.686134 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e6ea44-aaa0-4c94-9916-1e99854032c5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:00.686610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e6ea44-aaa0-4c94-9916-1e99854032c5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:00.711486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.764766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.765738 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Floating IP 32a21d1a-7110-4428-9d0c-10402ceb289d disassociated (deleted). External IP: 172.25.2.141, port: ce201a82-2258-4fcb-8a9b-b6863ec0230d. Aug 10 03:52:00.799595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-39e6ea44-aaa0-4c94-9916-1e99854032c5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5395563 Aug 10 03:52:00.800383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:00.881583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a88cc5eb-7bae-4585-a057-b617b11a0e89 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:00.891241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Attempting to bind port ef3957e0-24a0-435d-a00d-8b86ddae4018 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:00.899316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Attempting to bind port ef3957e0-24a0-435d-a00d-8b86ddae4018 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:00.901134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Attempting to bind port ef3957e0-24a0-435d-a00d-8b86ddae4018 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:00.926533 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f97cf70-8352-4176-b544-64ea295f8d0f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1146762 Aug 10 03:52:00.927574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:00.990713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eced79f-bcf2-460d-b623-ad6ef866e9c9 None None] Pushing event updated for resources: {'Port': ['ID=ef3957e0-24a0-435d-a00d-8b86ddae4018,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:01.063685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:01.066337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:01.074915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.077953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:01.079008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Bound port: ef3957e0-24a0-435d-a00d-8b86ddae4018, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:01.081368 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.203044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router 43e42f76-943c-44a7-bff0-f0d653758f6f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:01.284517 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.297379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb351fe-5e53-40dc-82bc-1eaac2a3f664 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.298947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8cb351fe-5e53-40dc-82bc-1eaac2a3f664 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3693674 Aug 10 03:52:01.304015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.409458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a88cc5eb-7bae-4585-a057-b617b11a0e89 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:01.409828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.494501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79777dbd-a18b-436b-8f00-b6f118605383 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1878722 Aug 10 03:52:01.498294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:01.498836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] For port ef3957e0-24a0-435d-a00d-8b86ddae4018, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:01.506610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:01.568416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Allocated IP 172.20.0.1 (b10605a5-a24a-43b9-b2f2-c3f2e080f99b/b0847956-fa2d-4380-8f9c-e889d4d61454/01a3bf2e-8b7d-4e1f-8601-067e92715bae) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:01.588481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] For port ef3957e0-24a0-435d-a00d-8b86ddae4018, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ef3957e0-24a0-435d-a00d-8b86ddae4018,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:01.608310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.612448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:01.622832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.629079 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] Sync routers for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:01.644759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:01.651342 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:01.710074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.734229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:01.734947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:01.755203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Transition to ACTIVE for port object 01a3bf2e-8b7d-4e1f-8601-067e92715bae will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:01.774722 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b5db77d6-6216-4580-a4dd-d83e6f83bc70 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/floatingips/32a21d1a-7110-4428-9d0c-10402ceb289d HTTP/1.1" status: 204 len: 168 time: 3.4638801 Aug 10 03:52:01.784975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:01.792821 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:01.829279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:01.835907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.956669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eced79f-bcf2-460d-b623-ad6ef866e9c9 None None] Pushing event updated for resources: {'Port': ['ID=ef3957e0-24a0-435d-a00d-8b86ddae4018,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:01.959372 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:01.972928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.114116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.146176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Pushing event updated for resources: {'Port': ['ID=01a3bf2e-8b7d-4e1f-8601-067e92715bae,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:02.192888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b9b83-d690-4d1a-a599-d04e6a2b9a75 req-338aaa05-871a-427d-a213-92a5868459da tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.200258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a6b9b83-d690-4d1a-a599-d04e6a2b9a75 req-338aaa05-871a-427d-a213-92a5868459da tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.8759735 Aug 10 03:52:02.232690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:02.253132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:02.272327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:02.285603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:02.376117 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14307594-d4d3-4db5-99ce-fe581113413b x-openstack-request-id: req-14307594-d4d3-4db5-99ce-fe581113413b {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:02.376650 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:02.383639 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14307594-d4d3-4db5-99ce-fe581113413b {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:02.387102 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'status': 'completed', 'code': 200} Aug 10 03:52:02.391618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.585097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:02.592540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.660927 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:57Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:02.661921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:02.671983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:02.678640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.681883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.699461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120b8ed-894b-4ed2-be8b-90100ced7da2 req-06aa0302-ba31-4c7e-8e08-83a5460b6db6 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.701883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1120b8ed-894b-4ed2-be8b-90100ced7da2 req-06aa0302-ba31-4c7e-8e08-83a5460b6db6 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 984 time: 0.1711533 Aug 10 03:52:02.748068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=664f94ac-9009-4fb2-aeae-51db2484e29e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:02.755549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a738bada-2963-483b-8ddd-26b52db876c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2546136 Aug 10 03:52:02.763009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:02.763306 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] Checking router: 43e42f76-943c-44a7-bff0-f0d653758f6f for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:02.771971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:5e:ad:ed', 'name': 'tempest-NetworksTestDHCPv6-387474031'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:02.772939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6b70f-9546-4d6d-9a28-1b5f6310d439 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:02.803205 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:02.804816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a6b9b83-d690-4d1a-a599-d04e6a2b9a75 req-61a1817c-9c97-403d-85fc-099bcd13ed80 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960395 Aug 10 03:52:02.810147 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:02.887580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-633f68df-23f8-4162-8f83-570c1a791518 None None] Provisioning for port 01a3bf2e-8b7d-4e1f-8601-067e92715bae completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:02.907715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1120b8ed-894b-4ed2-be8b-90100ced7da2 req-3658a3fb-3129-487d-8379-fd5dfa38891b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1951072 Aug 10 03:52:02.912542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-633f68df-23f8-4162-8f83-570c1a791518 None None] Provisioning complete for port 01a3bf2e-8b7d-4e1f-8601-067e92715bae triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:02.918430 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-633f68df-23f8-4162-8f83-570c1a791518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:02.929248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-84d082b7-96b4-4061-8385-e8cf2e07adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.937239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-84d082b7-96b4-4061-8385-e8cf2e07adc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac3820953a04152ab76c9074e660f16&device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 1136 time: 0.5486383 Aug 10 03:52:03.079047 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:03.165522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:03.173882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-633f68df-23f8-4162-8f83-570c1a791518 None None] Port 01a3bf2e-8b7d-4e1f-8601-067e92715bae cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:03.216460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-d5e02ffc-4d5d-4ba3-8fbb-046baf794f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.218223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-d5e02ffc-4d5d-4ba3-8fbb-046baf794f4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 200 len: 898 time: 0.2450404 Aug 10 03:52:03.319319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.334632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-68be47de-700d-4708-982b-356bd2b0d088 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 200 len: 217 time: 0.1006570 Aug 10 03:52:03.531758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.540739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:51:55Z', 'revision_number': 3, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:03.578446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 7ece90b3-81e7-4d9e-926a-649324f79948 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:03.685091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-b70bdfa7-50ed-48eb-9df9-2390de6289f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.688631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-b70bdfa7-50ed-48eb-9df9-2390de6289f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 200 len: 835 time: 0.2926297 Aug 10 03:52:03.691891 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.774586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e9c194-a0fe-4c79-a262-eef089061ad5 None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:51:55Z', 'revision_number': 3, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:03.885915 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:57Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:03.934217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '664f94ac-9009-4fb2-aeae-51db2484e29e'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:03.936032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:03.957222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-364a9ee7-f252-4ebd-b761-d044ec96bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.959679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-364a9ee7-f252-4ebd-b761-d044ec96bf50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e9b5af2-afd1-4467-a65a-c83839b898ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610590 Aug 10 03:52:04.079419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e114697-85c0-4214-b378-911dc0e212f1 req-6efda723-3d7c-4b61-8907-cf28116cb6ee tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.081534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e114697-85c0-4214-b378-911dc0e212f1 req-6efda723-3d7c-4b61-8907-cf28116cb6ee tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.39 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 984 time: 0.3976898 Aug 10 03:52:04.085947 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140ecf8-435f-497a-b108-fe698344d285 None None] The sync data for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 is: [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:49:47Z', 'revision_number': 4, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1e0d6d9b-c741-47ea-b23e-30d2dfc8948f', 'name': '', 'network_id': '3e9b5af2-afd1-4467-a65a-c83839b898ed', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'mac_address': 'fa:16:3e:2d:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:43Z', 'updated_at': '2021-08-10T03:49:57Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'subnets': [{'id': 'fc790a69-ce63-45cb-9d39-f9e3be34f750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:04.371865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-f21ca591-ec1e-413c-8d47-7313ae960868 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909545 Aug 10 03:52:04.440986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe5e:aded (436e607c-ef4c-4ae6-a09e-44491dfe481c/664f94ac-9009-4fb2-aeae-51db2484e29e/7ece90b3-81e7-4d9e-926a-649324f79948) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:04.639693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port ce201a82-2258-4fcb-8a9b-b6863ec0230d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:04.640332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.819074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ba557-b2ed-4c95-be61-0b68335c07b8 None None] New status for floating IP 32a21d1a-7110-4428-9d0c-10402ceb289d: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:04.919481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ab485-cbf3-4e26-bea6-3bee460b03db req-ded13b78-9728-4e30-8825-7a124618f5ae tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.930168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d95ab485-cbf3-4e26-bea6-3bee460b03db req-ded13b78-9728-4e30-8825-7a124618f5ae tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 984 time: 0.5565534 Aug 10 03:52:05.058780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] For port ce201a82-2258-4fcb-8a9b-b6863ec0230d, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ce201a82-2258-4fcb-8a9b-b6863ec0230d,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:05.059180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.073725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ef3957e0-24a0-435d-a00d-8b86ddae4018 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:05.083016 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9eefa4b-f1ad-4f85-a6f7-9ae85d381dc3 req-4033663d-94b9-4c89-8943-4ac5c803c328 service neutron] 10.222.0.39 "GET /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512030 Aug 10 03:52:05.109336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.127149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for ce201a82-2258-4fcb-8a9b-b6863ec0230d owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:05.176588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 7ece90b3-81e7-4d9e-926a-649324f79948 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:05.177421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.207089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ef3957e0-24a0-435d-a00d-8b86ddae4018 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:05.212238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ef3957e0-24a0-435d-a00d-8b86ddae4018 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:05.213435 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.214474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d95ab485-cbf3-4e26-bea6-3bee460b03db req-f6d79ded-10ca-49df-9d89-6aed364cc120 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/security-groups?id=533d7d6f-d295-4fd4-a1e2-038a389e8d07&id=28c332e7-2ba0-4f9a-8172-8c791dc1d94e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2831144 Aug 10 03:52:05.216862 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.365250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.372671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Pushing event updated for resources: {'Port': ['ID=01a3bf2e-8b7d-4e1f-8601-067e92715bae,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:05.510925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.781035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:05.783593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:05.861020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:05.906204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:05.937030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:05.954782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.964050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.975443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.992323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=7ece90b3-81e7-4d9e-926a-649324f79948,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:06.097402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=ce201a82-2258-4fcb-8a9b-b6863ec0230d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:06.155570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3ce13238-33dd-4945-81e5-723ff8b16f21 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3934093 Aug 10 03:52:06.158511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:06.197418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.214257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] No DVR routers for this DVR port ce201a82-2258-4fcb-8a9b-b6863ec0230d on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:06.226583 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.229639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e114697-85c0-4214-b378-911dc0e212f1 req-c10bf424-aa37-44b2-958b-48e705428acb tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.39 "DELETE /v2.0/ports/ce201a82-2258-4fcb-8a9b-b6863ec0230d HTTP/1.1" status: 204 len: 173 time: 2.1408305 Aug 10 03:52:06.232443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Allocated IP 2001:db8::f816:3eff:fe32:b738 (436e607c-ef4c-4ae6-a09e-44491dfe481c/664f94ac-9009-4fb2-aeae-51db2484e29e/f21334fc-cf11-4bb9-9cbd-48b786f776df) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:06.279818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'name': 'network-vif-deleted', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:06.286800 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4009f4dd-dc88-40d2-bb4f-df0fa41e6dd8" -d '{"events": [{"server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "name": "network-vif-deleted", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:06.304858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:06.324316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ef3957e0-24a0-435d-a00d-8b86ddae4018, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ef3957e0-24a0-435d-a00d-8b86ddae4018,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:06.357052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bbeca6-636f-4cd3-b446-7933716d1b94 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:06.361532 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.368810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-53bbeca6-636f-4cd3-b446-7933716d1b94 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2052145 Aug 10 03:52:06.370599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:06.600263 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17449b6b-89ba-4d36-90e7-d37592cf6b3e x-openstack-request-id: req-17449b6b-89ba-4d36-90e7-d37592cf6b3e {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:06.603206 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f294c-b642-442b-a79a-38cefe9580bf", "name": "network-vif-deleted", "tag": "ce201a82-2258-4fcb-8a9b-b6863ec0230d", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:06.608306 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17449b6b-89ba-4d36-90e7-d37592cf6b3e {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:06.609146 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f294c-b642-442b-a79a-38cefe9580bf', 'name': 'network-vif-deleted', 'tag': 'ce201a82-2258-4fcb-8a9b-b6863ec0230d', 'status': 'completed', 'code': 200} Aug 10 03:52:06.614124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ef3957e0-24a0-435d-a00d-8b86ddae4018,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:06.628047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caaa8bed-5610-4fe6-97b4-062895484e08 req-273832dd-94d9-4bcb-9290-e5154bbab8f1 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "GET /v2.0/ports?device_id=622f294c-b642-442b-a79a-38cefe9580bf HTTP/1.1" status: 200 len: 210 time: 0.2006071 Aug 10 03:52:06.646379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-583ef04a-5004-485d-b05c-c268ed89926a None None] Provisioning complete for port 01a3bf2e-8b7d-4e1f-8601-067e92715bae triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:06.647441 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-583ef04a-5004-485d-b05c-c268ed89926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.661850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:06.685756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e4bc19e5-8a6e-47fb-b146-6b6123dbb9de admin admin] 10.222.0.53 "PUT /v2.0/routers/3c231602-f55f-4b3e-b3d6-e9876edc0ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8533123 Aug 10 03:52:06.714179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 7ece90b3-81e7-4d9e-926a-649324f79948 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:06.718457 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.938480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.962024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.964871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Transition to ACTIVE for port object f21334fc-cf11-4bb9-9cbd-48b786f776df will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:06.995316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47742) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:07.020056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 7ece90b3-81e7-4d9e-926a-649324f79948 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:07.029855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Transition to ACTIVE for port object f21334fc-cf11-4bb9-9cbd-48b786f776df will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:07.074016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.074370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.074711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.075049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.075381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.075707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.076032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.076354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.076676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.076998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.077319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.077636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:07.101759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.248396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:07.264427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:07.269012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-583ef04a-5004-485d-b05c-c268ed89926a None None] Port 01a3bf2e-8b7d-4e1f-8601-067e92715bae cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:07.285669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:07.325277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Pushing event updated for resources: {'Port': ['ID=f21334fc-cf11-4bb9-9cbd-48b786f776df,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.447240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.474016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ce2c-2f37-4bdb-b28b-8a4de5b9de92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.475387 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:07.475910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Attempting to bind port f21334fc-cf11-4bb9-9cbd-48b786f776df on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:07.476374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Attempting to bind port f21334fc-cf11-4bb9-9cbd-48b786f776df by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:07.478466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Attempting to bind port f21334fc-cf11-4bb9-9cbd-48b786f776df on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:07.492628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:07.493243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:07.494665 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.495264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:07.495702 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:07.496296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Bound port: f21334fc-cf11-4bb9-9cbd-48b786f776df, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:07.496895 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:07.497588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.513292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=7ece90b3-81e7-4d9e-926a-649324f79948,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.605186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.610477 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1936569d-bd1d-43b1-8598-94daf54c14c0 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/7ece90b3-81e7-4d9e-926a-649324f79948 HTTP/1.1" status: 204 len: 168 time: 1.2385943 Aug 10 03:52:07.613220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47756) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:07.693559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] For port f21334fc-cf11-4bb9-9cbd-48b786f776df, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:07.704777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] For port f21334fc-cf11-4bb9-9cbd-48b786f776df, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f21334fc-cf11-4bb9-9cbd-48b786f776df,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:07.723892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.757188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4fd577-c887-46ac-abb5-3c109d3995e9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.762476 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:07.765586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4fd577-c887-46ac-abb5-3c109d3995e9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.772879 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0a4fd577-c887-46ac-abb5-3c109d3995e9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1583641 Aug 10 03:52:07.773789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47760) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:07.876890 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ce2c-2f37-4bdb-b28b-8a4de5b9de92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.894010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bdc3ce2c-2f37-4bdb-b28b-8a4de5b9de92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.942545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20364ac-1436-4242-95a6-05965e12e908 None None] Pushing event updated for resources: {'Port': ['ID=f21334fc-cf11-4bb9-9cbd-48b786f776df,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.976278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47766) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.120659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 664f94ac-9009-4fb2-aeae-51db2484e29e {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:08.123972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3ce2c-2f37-4bdb-b28b-8a4de5b9de92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30d6550-e80e-4c2d-a2cf-59e3daaa4de4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:08.148739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bdc3ce2c-2f37-4bdb-b28b-8a4de5b9de92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60a16a91b7454176b9db1fe51cc30c34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1522844 Aug 10 03:52:08.153128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47772) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.158541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.176534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ce201a82-2258-4fcb-8a9b-b6863ec0230d no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:08.186631 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 2, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:08.251070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: ce201a82-2258-4fcb-8a9b-b6863ec0230d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:08.252254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ce201a82-2258-4fcb-8a9b-b6863ec0230d not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:08.291413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47776) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.295352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-96911c9b-c03e-4c10-92c0-8cdf7d3b229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.297372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-96911c9b-c03e-4c10-92c0-8cdf7d3b229d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.3713350 Aug 10 03:52:08.300162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447615979', 'description': 'tempest-description--874231210'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:08.329926 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e073f4ce-42e4-4793-888e-d2e2eedab576 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.383051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39a67260-6063-44c7-a68c-753d96ef6746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.388560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.393309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e073f4ce-42e4-4793-888e-d2e2eedab576 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.424482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.485310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39a67260-6063-44c7-a68c-753d96ef6746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.538282 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:08.539608 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Updating router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 port 01a3bf2e-8b7d-4e1f-8601-067e92715bae binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:08.556543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e073f4ce-42e4-4793-888e-d2e2eedab576 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.559739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e073f4ce-42e4-4793-888e-d2e2eedab576 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.574691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e073f4ce-42e4-4793-888e-d2e2eedab576 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/security-groups/28c332e7-2ba0-4f9a-8172-8c791dc1d94e HTTP/1.1" status: 204 len: 168 time: 0.5847170 Aug 10 03:52:08.575502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47780) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.615323 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.650749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073f4ce-42e4-4793-888e-d2e2eedab576 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c332e7-2ba0-4f9a-8172-8c791dc1d94e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:08.833144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39a67260-6063-44c7-a68c-753d96ef6746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.844465 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39a67260-6063-44c7-a68c-753d96ef6746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.848443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-39a67260-6063-44c7-a68c-753d96ef6746 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f30d6550-e80e-4c2d-a2cf-59e3daaa4de4 HTTP/1.1" status: 204 len: 168 time: 0.6724460 Aug 10 03:52:08.875104 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.896321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.912089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b061c41d-71fa-4094-b217-2aa7749cf447 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.926256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a67260-6063-44c7-a68c-753d96ef6746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30d6550-e80e-4c2d-a2cf-59e3daaa4de4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.047168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0789cee-c23b-4680-9c53-6ae1db908663,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.130700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.141177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0c365c40-e2e0-4a4d-bcf1-10b0af7658a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8477676 Aug 10 03:52:09.161809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47788) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.177700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b061c41d-71fa-4094-b217-2aa7749cf447 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.188864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f21334fc-cf11-4bb9-9cbd-48b786f776df up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:09.226032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'security_group_rule': {'security_group_id': 'd0789cee-c23b-4680-9c53-6ae1db908663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:09.282907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95c0d4-63e6-4b61-a270-60f587b4cdb2 req-47bc7c4e-14c8-4acc-a518-7dd09c658546 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.284559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb95c0d4-63e6-4b61-a270-60f587b4cdb2 req-47bc7c4e-14c8-4acc-a518-7dd09c658546 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 1.1539319 Aug 10 03:52:09.304657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-46fa3de2-c4f6-4535-98b4-f57ffde30b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.306235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-46fa3de2-c4f6-4535-98b4-f57ffde30b4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.9878092 Aug 10 03:52:09.325805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f21334fc-cf11-4bb9-9cbd-48b786f776df completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:09.340325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ef3957e0-24a0-435d-a00d-8b86ddae4018 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:09.376526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b061c41d-71fa-4094-b217-2aa7749cf447 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.394073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b061c41d-71fa-4094-b217-2aa7749cf447 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.411069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b061c41d-71fa-4094-b217-2aa7749cf447 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/security-groups/533d7d6f-d295-4fd4-a1e2-038a389e8d07 HTTP/1.1" status: 204 len: 168 time: 0.8279872 Aug 10 03:52:09.418210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47796) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.467640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-e880cf7c-6305-45ea-99e9-b48683134793 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.1496112 Aug 10 03:52:09.560388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ef3957e0-24a0-435d-a00d-8b86ddae4018 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:09.560758 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.590234 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.627999 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Transition to ACTIVE for port object 01a3bf2e-8b7d-4e1f-8601-067e92715bae will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:09.667862 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.708118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061c41d-71fa-4094-b217-2aa7749cf447 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d7d6f-d295-4fd4-a1e2-038a389e8d07,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.768597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47800) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:09.790955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2305a65-8eab-45bf-adbe-2b27cece43e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.854223 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Pushing event updated for resources: {'Port': ['ID=01a3bf2e-8b7d-4e1f-8601-067e92715bae,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.876683 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.882888 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.887154 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.888433 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.888833 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.893973 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.894479 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.894837 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.895240 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.895690 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.896128 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.897803 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:09.992705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.002803 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Attempting to bind port 01a3bf2e-8b7d-4e1f-8601-067e92715bae on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:10.003199 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Attempting to bind port 01a3bf2e-8b7d-4e1f-8601-067e92715bae by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:10.003613 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Attempting to bind port 01a3bf2e-8b7d-4e1f-8601-067e92715bae on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:10.015530 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:10.016258 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Checking segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:10.016834 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.017445 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Bound using segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:10.018176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Bound port: 01a3bf2e-8b7d-4e1f-8601-067e92715bae, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:10.018896 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.045170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb95c0d4-63e6-4b61-a270-60f587b4cdb2 req-002bb49f-55aa-4ed5-892c-efea8ffea608 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998341 Aug 10 03:52:10.097218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.139625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-b8b1c51b-08ef-4e2f-ae05-0f667bf8c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.140742 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] For port 01a3bf2e-8b7d-4e1f-8601-067e92715bae, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:10.142738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-b8b1c51b-08ef-4e2f-ae05-0f667bf8c8b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.5567458 Aug 10 03:52:10.148509 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] For port 01a3bf2e-8b7d-4e1f-8601-067e92715bae, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=01a3bf2e-8b7d-4e1f-8601-067e92715bae,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:10.154491 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.182947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Provisioning for port f21334fc-cf11-4bb9-9cbd-48b786f776df completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:10.187920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Provisioning complete for port f21334fc-cf11-4bb9-9cbd-48b786f776df triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:10.188548 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.234556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2305a65-8eab-45bf-adbe-2b27cece43e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.280346 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-3c16c801-10d7-4f87-9078-1f9a81bc6daa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043265 Aug 10 03:52:10.308411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2305a65-8eab-45bf-adbe-2b27cece43e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.406229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305a65-8eab-45bf-adbe-2b27cece43e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1646836-ab27-445b-81f7-a8251c7b33d0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:10.422193 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:10.423027 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:10.423532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a2305a65-8eab-45bf-adbe-2b27cece43e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8e39891d5de49eaa6376f43dec64e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526110 Aug 10 03:52:10.432649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47804) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:10.434033 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.500273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.510291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf629-7f43-4f1f-95ac-e447ac89893f None None] Pushing event updated for resources: {'Port': ['ID=01a3bf2e-8b7d-4e1f-8601-067e92715bae,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:10.522971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.626864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d94b0558-d34a-4369-906b-8373d81af622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.644583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644854b9-131b-4985-9f4b-02f9b1d6e662,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:10.667994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.674495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d94b0558-d34a-4369-906b-8373d81af622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.702616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:52:10.705111 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:52:10.716305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.717880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-253884ba-ed3f-460f-bfb9-89d4c04fd5f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5040061 Aug 10 03:52:10.719422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.722201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/664f94ac-9009-4fb2-aeae-51db2484e29e HTTP/1.1" status: 204 len: 168 time: 2.9450941 Aug 10 03:52:10.766042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:10.766651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:10.774974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'security_group_rule': {'security_group_id': 'd0789cee-c23b-4680-9c53-6ae1db908663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:10.784705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed2551-6829-4997-b78e-d4006f652db4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=664f94ac-9009-4fb2-aeae-51db2484e29e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:10.826517 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-ef1f934f-8d02-43db-a3f0-221fc23545e3 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245359 Aug 10 03:52:10.831519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d94b0558-d34a-4369-906b-8373d81af622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.834145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d94b0558-d34a-4369-906b-8373d81af622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.835776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d94b0558-d34a-4369-906b-8373d81af622 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1646836-ab27-445b-81f7-a8251c7b33d0 HTTP/1.1" status: 204 len: 168 time: 0.4017487 Aug 10 03:52:10.846050 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:10.856881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-845ba656-10a3-4dd4-80f3-45e168246666 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762696 Aug 10 03:52:10.858809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47814) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:10.893754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:11.006946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b0558-d34a-4369-906b-8373d81af622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1646836-ab27-445b-81f7-a8251c7b33d0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.032428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.053896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.108094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.117350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.153297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dcaf03-4762-4489-ae2d-4972213c4ec2 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:11.179319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:11.189482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.208749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89eec78-8bb1-4a87-a108-ce1273b95df8 req-4208f1bd-c398-4df2-b667-9f445244e3fb service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783228 Aug 10 03:52:11.216901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013eb70b-75df-40d9-a8ba-181bc5de808e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.228903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.233675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3b31504-79f2-405e-a39e-0cec870871bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4654341 Aug 10 03:52:11.234392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:11.246998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:11.302044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.372907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.373898 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:10Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:11.463696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] For port f21334fc-cf11-4bb9-9cbd-48b786f776df, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f21334fc-cf11-4bb9-9cbd-48b786f776df,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:11.476212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.504850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103c412-aeb2-494f-8fe3-c60bab9a6527 None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:10Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:11.561441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.580536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73b766-c601-453a-9239-cd876db4b10d None None] Pushing event updated for resources: {'Port': ['ID=f21334fc-cf11-4bb9-9cbd-48b786f776df,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.654707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6c903464-9ab1-4339-a140-e9f9c8ed687c None None] Could not find standard attr ID for object 7ece90b3-81e7-4d9e-926a-649324f79948. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:11.741445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:11.908348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] Deleting port f21334fc-cf11-4bb9-9cbd-48b786f776df {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:11.908894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.910419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Allocated IP 172.25.2.196 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/08248adc-6a63-4656-80ca-7c548b6a60c2) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:12.074772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] For port f21334fc-cf11-4bb9-9cbd-48b786f776df, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f21334fc-cf11-4bb9-9cbd-48b786f776df,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:12.075795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.108682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] Calling delete_port for f21334fc-cf11-4bb9-9cbd-48b786f776df owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:12.171253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.294820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.330669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.368986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] Pushing event deleted for resources: {'Port': ['ID=f21334fc-cf11-4bb9-9cbd-48b786f776df,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:12.372261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ad5b8-b8b9-4bb6-b353-ff5c8e0c18db None None] No DVR routers for this DVR port f21334fc-cf11-4bb9-9cbd-48b786f776df on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:12.401237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:12.407601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:12.412184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:12.455805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'Port': ['ID=08248adc-6a63-4656-80ca-7c548b6a60c2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:12.656261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2da7cd-ecec-470b-9ff8-aa2bd76c3e6d req-84b798c8-1b47-47be-b543-01b3e2dacf95 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:12.657964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f2da7cd-ecec-470b-9ff8-aa2bd76c3e6d req-84b798c8-1b47-47be-b543-01b3e2dacf95 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 1.4563892 Aug 10 03:52:12.708150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.919025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.922745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01a3bf2e-8b7d-4e1f-8601-067e92715bae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:13.004905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f2da7cd-ecec-470b-9ff8-aa2bd76c3e6d req-6c28394e-5b70-4b12-9c11-dbd3703cca4b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147474 Aug 10 03:52:13.127489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 01a3bf2e-8b7d-4e1f-8601-067e92715bae completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:13.138771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 01a3bf2e-8b7d-4e1f-8601-067e92715bae triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:13.139096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.315979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.326658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.339439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.407087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 01a3bf2e-8b7d-4e1f-8601-067e92715bae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=01a3bf2e-8b7d-4e1f-8601-067e92715bae,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:13.412493 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.450468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:13.453235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.473370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.497638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f21334fc-cf11-4bb9-9cbd-48b786f776df no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:13.528226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'Port': ['ID=08248adc-6a63-4656-80ca-7c548b6a60c2,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:13.542002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f21334fc-cf11-4bb9-9cbd-48b786f776df {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:13.542591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f21334fc-cf11-4bb9-9cbd-48b786f776df not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:13.566889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.567530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=20869013-a5df-4f03-847d-76071ff5fa81,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:13.568874 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a8ef446e-c38d-462f-8d24-fa8e046f6e83 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3334334 Aug 10 03:52:13.589494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=01a3bf2e-8b7d-4e1f-8601-067e92715bae,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:13.613836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:13.616921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:13.620785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.621397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.636668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574536d-8554-4868-af74-50cf47116086 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:13.659950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:13.662217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.866903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] For port 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:13.867588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.885427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:13.891785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ba7b266a-4611-4d7b-a97e-3da2b7f2a3a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0276442 Aug 10 03:52:13.892741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47876) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.902294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:68:3e:c6', 'name': 'tempest-NetworksTestDHCPv6-2027987175'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:14.000527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-4db2cb6d-c2b1-4d0f-9dc3-4c35eaf93452 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--447615979&fields=id&tenant_id=69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 267 time: 0.1337445 Aug 10 03:52:14.018018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '20869013-a5df-4f03-847d-76071ff5fa81'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:14.021403 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.273307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:14.439717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-2af4b313-779c-4367-a4ae-db9213bf918e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.440216 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-2af4b313-779c-4367-a4ae-db9213bf918e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 816 time: 0.4263258 Aug 10 03:52:14.474503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-b675493b-d827-4989-a36e-dc9dbcf196f9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/quotas/69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 375 time: 0.0200794 Aug 10 03:52:14.499041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910dd9-e1d5-44c0-996d-a359d399999b req-c0281b21-a811-4ea2-baee-385fca3a3fc2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.502725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-25910dd9-e1d5-44c0-996d-a359d399999b req-c0281b21-a811-4ea2-baee-385fca3a3fc2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.3027339 Aug 10 03:52:14.513114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Allocated IP 2001:db8::f816:3eff:fe81:9f12 (436e607c-ef4c-4ae6-a09e-44491dfe481c/20869013-a5df-4f03-847d-76071ff5fa81/dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:14.700829 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-d6416222-3d6c-40b1-9b53-763afa6bb5c4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2014439 Aug 10 03:52:14.735070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-25910dd9-e1d5-44c0-996d-a359d399999b req-f216224f-2a9a-4f72-8fda-6ec9bea84a15 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880045 Aug 10 03:52:14.746333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.784478 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.806412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Transition to ACTIVE for port object dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:14.833572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.843969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Transition to ACTIVE for port object dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:14.851876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=1e0d6d9b-c741-47ea-b23e-30d2dfc8948f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:14.859003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.931757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01a3bf2e-8b7d-4e1f-8601-067e92715bae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:14.991717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:15.001181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:15.016718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:15.020390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Pushing event updated for resources: {'Port': ['ID=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.188152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-bd6ad99c-ce94-45b4-bd61-e147cf6f335d service neutron] 10.222.0.53 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811244 Aug 10 03:52:15.204348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 01a3bf2e-8b7d-4e1f-8601-067e92715bae triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:15.204787 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.262400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.314977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 59c49f48-86dc-44c9-a073-963ec64fa4bb yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:15.340020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Attempting to bind port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:15.340392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Attempting to bind port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:15.340758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Attempting to bind port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:15.383908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:15.384628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:15.385301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.385963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:15.390084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Bound port: dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:15.390741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.461942 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-f54a9e87-96f1-4790-ac24-4f8ec6717d8d service neutron] 10.222.0.53 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428370 Aug 10 03:52:15.586254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] For port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:15.592360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] For port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:15.601414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.664449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe68:3ec6 (436e607c-ef4c-4ae6-a09e-44491dfe481c/20869013-a5df-4f03-847d-76071ff5fa81/59c49f48-86dc-44c9-a073-963ec64fa4bb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:15.743306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Router 43e42f76-943c-44a7-bff0-f0d653758f6f has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:15.825433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235064b2-e5d9-4d25-8a92-14ac187b4d1c None None] Pushing event updated for resources: {'Port': ['ID=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.960871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bf0127a-6a2c-43ed-87d0-7e406be32bac req-3fca510c-e495-4379-8010-b56a2ef345a0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 210 time: 0.0985839 Aug 10 03:52:16.358896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1376b-4b3e-4917-9b93-a51a41687991 req-384d4282-f534-4541-8a82-25537ea50f06 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.360979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4a1376b-4b3e-4917-9b93-a51a41687991 req-384d4282-f534-4541-8a82-25537ea50f06 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4077256 Aug 10 03:52:16.393468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:16.400375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c15fbac3-9cde-4622-98b9-793c3f06cb2b tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "PUT /v2.0/routers/43e42f76-943c-44a7-bff0-f0d653758f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9481270 Aug 10 03:52:16.404366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:16.406468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] Sync routers for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:16.425468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:16.427085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:16.641697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting subnet fc790a69-ce63-45cb-9d39-f9e3be34f750 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:16.659127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.681211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4a1376b-4b3e-4917-9b93-a51a41687991 req-54b40ed7-0d15-4cf1-9878-88dbcb52afe2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910047 Aug 10 03:52:16.709780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.794803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 59c49f48-86dc-44c9-a073-963ec64fa4bb will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:16.864827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.870408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:16.976447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.081247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47940) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.218021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=59c49f48-86dc-44c9-a073-963ec64fa4bb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:17.248526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:17.251932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:17.266673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:17.289179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.289879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.311245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab54a752-c194-4a2f-b70d-7d8d00aef25d req-1c3d0122-1cc6-4aca-a036-7b48334870e3 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 210 time: 0.1257000 Aug 10 03:52:17.362120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.374862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:17.401707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c34181ae-cf3c-4910-9c96-77700d21a57b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5048406 Aug 10 03:52:17.412966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47946) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.518099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.582352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:17.605759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4fd867-dfab-4889-bb8a-49c0aa877ab2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.611871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4fd867-dfab-4889-bb8a-49c0aa877ab2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.617011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:52:14Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:17.619070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Subnet': ['ID=fc790a69-ce63-45cb-9d39-f9e3be34f750,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:17.631859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-af4fd867-dfab-4889-bb8a-49c0aa877ab2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2063115 Aug 10 03:52:17.632554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.668778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.675857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47950) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.682613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3ae4cc1e-8c89-4b82-886c-191c68b25c16 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/subnets/fc790a69-ce63-45cb-9d39-f9e3be34f750 HTTP/1.1" status: 204 len: 168 time: 1.2766900 Aug 10 03:52:17.700581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-011b497b-23bd-4dd4-b159-74320e6975db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.042965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] Checking router: 43e42f76-943c-44a7-bff0-f0d653758f6f for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:18.048555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd988551-4c00-45ff-95a6-3a538ab57a7f None None] Network 3e9b5af2-afd1-4467-a65a-c83839b898ed requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:18.087033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 59c49f48-86dc-44c9-a073-963ec64fa4bb {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:18.087729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.192730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-5ede5ddd-6ff8-4526-8ab1-8114ada07780 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.199872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-5ede5ddd-6ff8-4526-8ab1-8114ada07780 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 816 time: 0.2604461 Aug 10 03:52:18.256092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] Routers {'43e42f76-943c-44a7-bff0-f0d653758f6f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:18.257596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43e42f76-943c-44a7-bff0-f0d653758f6f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:18.275720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-011b497b-23bd-4dd4-b159-74320e6975db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.298231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-011b497b-23bd-4dd4-b159-74320e6975db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.327095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac90ab-40db-47b7-ae86-473e67c4c969 req-005e99db-3484-44e8-aa15-5e756651510a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.336655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6ac90ab-40db-47b7-ae86-473e67c4c969 req-005e99db-3484-44e8-aa15-5e756651510a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1856973 Aug 10 03:52:18.389206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.427099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-011b497b-23bd-4dd4-b159-74320e6975db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52996ebef063441997175f45c7798aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3379509 Aug 10 03:52:18.428127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47960) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.433333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-dad970ab-2e25-402c-89ed-f78c5acd3db2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 379 time: 0.2172530 Aug 10 03:52:18.459920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.490602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b497b-23bd-4dd4-b159-74320e6975db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda2774-2fea-43fe-a6ba-dcd10fc4d291,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:18.533965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'port': {'device_id': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'admin_state_up': True, 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'security_groups': ['d0789cee-c23b-4680-9c53-6ae1db908663']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:18.558106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 59c49f48-86dc-44c9-a073-963ec64fa4bb owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:18.562640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] Provisioning for port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:18.572201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] Provisioning complete for port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:18.572682 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.584915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ffc95d3-806b-475d-841a-f4628e886e64 req-99e048f4-490e-4350-ae28-cfcb9290abf1 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 210 time: 0.0867727 Aug 10 03:52:18.681595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da358682-a79b-4fa3-909a-e608be3da06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.726556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6ac90ab-40db-47b7-ae86-473e67c4c969 req-2e5c36c7-257d-46aa-9a9f-22c5e3486f5b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837781 Aug 10 03:52:18.736941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da358682-a79b-4fa3-909a-e608be3da06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.777940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] Set router 43e42f76-943c-44a7-bff0-f0d653758f6f gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:18.940806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] DHCP port deletion for 3e9b5af2-afd1-4467-a65a-c83839b898ed request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:18.949466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da358682-a79b-4fa3-909a-e608be3da06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.965443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da358682-a79b-4fa3-909a-e608be3da06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.967063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da358682-a79b-4fa3-909a-e608be3da06c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dda2774-2fea-43fe-a6ba-dcd10fc4d291 HTTP/1.1" status: 204 len: 168 time: 0.5310559 Aug 10 03:52:18.987767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.015872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da358682-a79b-4fa3-909a-e608be3da06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda2774-2fea-43fe-a6ba-dcd10fc4d291,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.028586 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.103221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=59c49f48-86dc-44c9-a073-963ec64fa4bb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.148189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.156645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.159804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1967241a-bad9-45e0-9e30-de2321c0c26d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/59c49f48-86dc-44c9-a073-963ec64fa4bb HTTP/1.1" status: 204 len: 168 time: 1.5226228 Aug 10 03:52:19.162506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47966) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:19.269648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Made reservation on behalf of 69b8fbea47f34039a753bebf73acd79a for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:19.277230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.334245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140c201-3184-4430-ba5b-769b358f3915 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:19.340574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140c201-3184-4430-ba5b-769b358f3915 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:19.354081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e140c201-3184-4430-ba5b-769b358f3915 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1859472 Aug 10 03:52:19.355575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47972) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:19.437634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Deleting port fa061e4f-12ce-4493-a6ed-f682317fc0f5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:19.438007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.460788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] For port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:19.509318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 20869013-a5df-4f03-847d-76071ff5fa81 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:19.525471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.530028 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.612418 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.812271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e497c348-bc7e-4c89-83fc-5a1fd4edd54f None None] Could not find standard attr ID for object 59c49f48-86dc-44c9-a073-963ec64fa4bb. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:19.832165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.869161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] Deleting port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:19.873170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] For port fa061e4f-12ce-4493-a6ed-f682317fc0f5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fa061e4f-12ce-4493-a6ed-f682317fc0f5,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:19.874119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.877060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.917471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47978) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:19.927258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.932073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Calling delete_port for fa061e4f-12ce-4493-a6ed-f682317fc0f5 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:19.976280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c502b76-d7a0-4f92-9871-0668d44d66a3 None None] Pushing event updated for resources: {'Port': ['ID=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.986853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10bfe940-89b7-4116-9f48-a8df593cde93 req-e604114b-a3fd-4600-a940-754e4cde2c74 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 210 time: 0.0818148 Aug 10 03:52:20.013082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:52:14Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:20.054179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=20869013-a5df-4f03-847d-76071ff5fa81,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.066190 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc810a8a-a1ed-4719-b4d0-8d6650108baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.071350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270c920f-1cbf-495c-b3ce-e1d960f0de27 None None] The sync data for ids ['43e42f76-943c-44a7-bff0-f0d653758f6f'] in n-d-769329-14 is: [{'id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1489236054', 'tenant_id': 'cac3820953a04152ab76c9074e660f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:25Z', 'updated_at': '2021-08-10T03:52:14Z', 'revision_number': 5, 'project_id': 'cac3820953a04152ab76c9074e660f16', 'gw_port': {'id': 'fa061e4f-12ce-4493-a6ed-f682317fc0f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e42f76-943c-44a7-bff0-f0d653758f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:28Z', 'updated_at': '2021-08-10T03:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:20.077428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Allocated IP 172.20.0.8 (b10605a5-a24a-43b9-b2f2-c3f2e080f99b/b0847956-fa2d-4380-8f9c-e889d4d61454/fed22fe4-9df3-4fc0-a7e2-f1b8e7094157) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:20.117085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.120315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28bbf2-0204-42fe-820e-f580525ae9a3 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:20.127762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6f4813b9-47cd-43e7-baff-3acbc9aa3add tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/20869013-a5df-4f03-847d-76071ff5fa81 HTTP/1.1" status: 204 len: 168 time: 0.7718961 Aug 10 03:52:20.137587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] For port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,segment=NetworkSegment(42d533ba-0770-4cb7-8319-c46a2f1370a2),segment_id=42d533ba-0770-4cb7-8319-c46a2f1370a2)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:20.138605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.140657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47982) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:20.291921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] Calling delete_port for 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:20.438204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc810a8a-a1ed-4719-b4d0-8d6650108baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.466219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc810a8a-a1ed-4719-b4d0-8d6650108baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.614220 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.620999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc810a8a-a1ed-4719-b4d0-8d6650108baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d47e4-cc22-4fec-a0ac-03005ded60b8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.651400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc810a8a-a1ed-4719-b4d0-8d6650108baa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e68b133be6554cb8a9171fc9303a71dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323623 Aug 10 03:52:20.654201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:20.714847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] No DVR routers for this DVR port 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:20.716999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b164b7-9764-4dab-aeaa-84c1769ff202 None None] Pushing event deleted for resources: {'Port': ['ID=301fe6a7-ef6e-4062-872b-e3220e5e1ac4,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.760553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:20.814405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37cac076-8a46-4cf9-aff6-86904a53a7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.890345 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37cac076-8a46-4cf9-aff6-86904a53a7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.929401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] Deleting port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:20.930037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.010251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47990) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.011444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a988a6d0-436f-4bb6-aeff-85a50b60cca8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8596032 Aug 10 03:52:21.016514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:21.062613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:21.063595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1e0d6d9b-c741-47ea-b23e-30d2dfc8948f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:21.063595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:21.110285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:21.110948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 301fe6a7-ef6e-4062-872b-e3220e5e1ac4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:21.112387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:21.131687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37cac076-8a46-4cf9-aff6-86904a53a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.140787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-37cac076-8a46-4cf9-aff6-86904a53a7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.148117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-37cac076-8a46-4cf9-aff6-86904a53a7a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e1d47e4-cc22-4fec-a0ac-03005ded60b8 HTTP/1.1" status: 204 len: 168 time: 0.4926453 Aug 10 03:52:21.159586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cac076-8a46-4cf9-aff6-86904a53a7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d47e4-cc22-4fec-a0ac-03005ded60b8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.169889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd8c07-6661-4e12-a814-929229b1be45 req-f0a51167-42ed-4279-b934-56185f831fcb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.183080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63cd8c07-6661-4e12-a814-929229b1be45 req-f0a51167-42ed-4279-b934-56185f831fcb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 1.1141653 Aug 10 03:52:21.185529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] For port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:21.186736 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.226761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fd0eb-10fe-4980-b436-b4e1d4791fdb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.232271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c07fd0eb-10fe-4980-b436-b4e1d4791fdb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2197008 Aug 10 03:52:21.233165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47996) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.235477 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-91a0c4ff-97b9-4d27-bbc3-8fbde9db0c2d req-4a5d9087-d315-4f94-89aa-c70ab5cf11c4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 210 time: 0.0588536 Aug 10 03:52:21.248797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] Calling delete_port for dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:21.314373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.333447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da503293-10f0-451e-891b-d70be4b3e762 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.335656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da503293-10f0-451e-891b-d70be4b3e762 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0991805 Aug 10 03:52:21.339449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.412591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:21.437589 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.458202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9f058a13-85c9-4979-af72-94f53fc23498 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169534 Aug 10 03:52:21.467748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48004) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:21.485945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:21.511629 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-63cd8c07-6661-4e12-a814-929229b1be45 req-20547e61-cc9c-4196-a7e5-8e9bda10e00e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252161 Aug 10 03:52:21.532882 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.550048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Transition to ACTIVE for port object fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:21.562430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.600287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Port': ['ID=fa061e4f-12ce-4493-a6ed-f682317fc0f5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.604340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.632124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.674700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] Pushing event deleted for resources: {'Port': ['ID=dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.681652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9c5e1-be81-4731-bbd7-bc1f67005585 None None] No DVR routers for this DVR port dc7bc1e3-1114-4ca9-8b1d-d01443d5b9f6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:21.682896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:21.695811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.711653 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.839943 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.981617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.984385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.992967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:22.052184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:22.056636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:22.058381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:22.087357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.087807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Fanout notify agent at l3_agent the message router_deleted on router 43e42f76-943c-44a7-bff0-f0d653758f6f {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:52:22.098304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.103737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a46eeac2-f8b9-49d4-b045-d2ad5db52f5f tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/routers/43e42f76-943c-44a7-bff0-f0d653758f6f HTTP/1.1" status: 204 len: 168 time: 4.4225097 Aug 10 03:52:22.104289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48014) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.152331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.155387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.192112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-8b01a95a-d3ba-4d76-905f-a890fd7b5bcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6738288 Aug 10 03:52:22.207784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Request body: {'port': {'device_id': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:22.377339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.463217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.726498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-80475800-29aa-4e25-9dec-5a747537ce24 None None] Provisioning for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:22.734974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-80475800-29aa-4e25-9dec-5a747537ce24 None None] Provisioning complete for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:22.740637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80475800-29aa-4e25-9dec-5a747537ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.860500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-80475800-29aa-4e25-9dec-5a747537ce24 None None] Port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:22.866661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.965757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:22.971586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9b5af2-afd1-4467-a65a-c83839b898ed']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:22.985101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fa061e4f-12ce-4493-a6ed-f682317fc0f5 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:23.000936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.009410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0766b-e45f-4c02-b50c-3d549d13d39a req-609d06c8-4072-4926-8ab1-d6bd5ef7d56d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.017950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1f0766b-e45f-4c02-b50c-3d549d13d39a req-609d06c8-4072-4926-8ab1-d6bd5ef7d56d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.2486968 Aug 10 03:52:23.058299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: fa061e4f-12ce-4493-a6ed-f682317fc0f5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:23.058748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fa061e4f-12ce-4493-a6ed-f682317fc0f5 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:23.116906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1f0766b-e45f-4c02-b50c-3d549d13d39a req-786970c5-17d8-417c-a5ff-bf8800bdcb96 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974021 Aug 10 03:52:23.158880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=aceb1f23-3e58-4af1-8a11-0c4e4b97a813,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.173965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d533ba-0770-4cb7-8319-c46a2f1370a2') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:23.174288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d533ba-0770-4cb7-8319-c46a2f1370a2') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:23.184835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9041-bdd2-444d-b759-582ad12c0e9a req-0ff94dd9-4d14-44af-a4ed-83fa53c4f828 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.186880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-331f9041-bdd2-444d-b759-582ad12c0e9a req-0ff94dd9-4d14-44af-a4ed-83fa53c4f828 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 931 time: 0.7251093 Aug 10 03:52:23.194034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:23.199318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:23.206941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.209401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.209875 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.218701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813fcf87-8ae3-4764-bd2d-0a6bfd7bb3d0 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:23.242897 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-150b2ce5-0bf7-4a46-ae42-d40b08d2172f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7723341 Aug 10 03:52:23.253741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48048) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:23.261586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:9a:d2:44', 'name': 'tempest-NetworksTestDHCPv6-1419115041'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:23.279864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:23.296351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.303893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.318333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:52:23.319184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.359411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Transition to ACTIVE for port object fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:23.365097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.457341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:52:23.469623 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:52:23.594771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:23.595510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:23.596329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:23.615408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:23.619150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:23.644101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:23.644965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Checking segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:23.650928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Bound using segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:23.651383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Bound port: fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:23.652016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.701441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-331f9041-bdd2-444d-b759-582ad12c0e9a req-cbbf8090-c993-48a2-81df-e71534410ff4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060449 Aug 10 03:52:23.704834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.753612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.776263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] 10.222.0.53 "DELETE /v2.0/networks/3e9b5af2-afd1-4467-a65a-c83839b898ed HTTP/1.1" status: 204 len: 168 time: 1.6705129 Aug 10 03:52:23.793643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'aceb1f23-3e58-4af1-8a11-0c4e4b97a813'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:23.808256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.973780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aaec9-8571-4a1d-96a1-f2d8f04a5025 tempest-TestSecurityGroupsBasicOps-1617683498 tempest-TestSecurityGroupsBasicOps-1617683498-project] Pushing event deleted for resources: {'Network': ['ID=3e9b5af2-afd1-4467-a65a-c83839b898ed,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.006268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:24.014828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:24.039446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.094712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Allocated IP 2001:db8::f816:3eff:fe83:6d58 (436e607c-ef4c-4ae6-a09e-44491dfe481c/aceb1f23-3e58-4af1-8a11-0c4e4b97a813/0bc7cb0d-cc7e-4031-be48-781aff2bc6ee) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:24.126362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:24.153225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.154164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.156443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] 10.222.0.65 "PUT /v2.0/ports/fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 1092 time: 1.9533808 Aug 10 03:52:24.159699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:24.167651 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ddb98e-b0f9-4995-985b-550ffd27cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:24.297391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2eb6f-db7a-4636-8ab5-d8d222353e9d service neutron] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.370178 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1e7ed2-c15a-4cf0-a7e2-73cd4df2ff5d x-openstack-request-id: req-ac1e7ed2-c15a-4cf0-a7e2-73cd4df2ff5d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:24.370482 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:24.370739 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac1e7ed2-c15a-4cf0-a7e2-73cd4df2ff5d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:24.371170 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'status': 'completed', 'code': 200} Aug 10 03:52:24.448772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-805abef7-0c24-4f95-b072-c5e20a9aa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.458057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-805abef7-0c24-4f95-b072-c5e20a9aa6d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1095 time: 0.2214711 Aug 10 03:52:24.500301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a65cb7-afe5-4752-975e-140b0898c3af req-7801fb64-b962-46e8-a4d1-b0d1338e80c2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.515870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a65cb7-afe5-4752-975e-140b0898c3af req-7801fb64-b962-46e8-a4d1-b0d1338e80c2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1676736 Aug 10 03:52:24.558458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.586040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48106) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.596642 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.607671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Transition to ACTIVE for port object 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:24.658762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a65cb7-afe5-4752-975e-140b0898c3af req-84c7bfeb-0bbc-4431-a0fe-3acac431379c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416225 Aug 10 03:52:24.666291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 4c776f62-b391-4ccb-b6e5-4727cadb4fcd yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:24.683309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Transition to ACTIVE for port object 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:24.766874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-bf2ac37e-2d4c-4d23-aa5a-11d69fe6167a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 217 time: 0.2797706 Aug 10 03:52:24.790484 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.809608 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.895553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48118) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.962861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-21c9c21f-a4c8-4013-a99d-d145fc314ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:24.964397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-21c9c21f-a4c8-4013-a99d-d145fc314ea7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.1964355 Aug 10 03:52:24.984735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:24.986058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Pushing event updated for resources: {'Port': ['ID=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.992817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe9a:d244 (436e607c-ef4c-4ae6-a09e-44491dfe481c/aceb1f23-3e58-4af1-8a11-0c4e4b97a813/4c776f62-b391-4ccb-b6e5-4727cadb4fcd) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:24.997255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:25.012403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:25.139070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Attempting to bind port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:25.139441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Attempting to bind port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:25.140053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Attempting to bind port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:25.149398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:25.150147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:25.150857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.151530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:25.152349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Bound port: 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:25.153125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.248251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198a8c-a6c2-45a6-b9f5-71ade024e71a req-e6b692bb-51cb-4933-8354-8e133e8a0271 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:25.263582 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36198a8c-a6c2-45a6-b9f5-71ade024e71a req-e6b692bb-51cb-4933-8354-8e133e8a0271 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.2844665 Aug 10 03:52:25.270883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-20cd955a-b487-4d56-b350-1748db38e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:25.273648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-20cd955a-b487-4d56-b350-1748db38e20c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2926738 Aug 10 03:52:25.302486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] For port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:25.304406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e2d75cf7-9e83-4f99-aec2-70b308925301 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cac3820953a04152ab76c9074e660f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7126544 Aug 10 03:52:25.308040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:25.319235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] For port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:25.335661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.455127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.467971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2646-58a7-4ca7-8eba-322d6fe36604 None None] Pushing event updated for resources: {'Port': ['ID=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.484980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf491-42ed-4e15-a47c-29fa6ae6737c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.544848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 4c776f62-b391-4ccb-b6e5-4727cadb4fcd will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:25.575341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b720f1a7-d419-4501-b8d4-7ada07ffe860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.618604 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b720f1a7-d419-4501-b8d4-7ada07ffe860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.719460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf491-42ed-4e15-a47c-29fa6ae6737c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.720771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.814506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-36198a8c-a6c2-45a6-b9f5-71ade024e71a req-d8ff8098-9af3-48c7-a214-5b67d38b198f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412054 Aug 10 03:52:25.828704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf491-42ed-4e15-a47c-29fa6ae6737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.831405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b720f1a7-d419-4501-b8d4-7ada07ffe860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.835188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b720f1a7-d419-4501-b8d4-7ada07ffe860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.836632 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b720f1a7-d419-4501-b8d4-7ada07ffe860 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d892b980-50f5-4849-9d20-ac646b934317 HTTP/1.1" status: 204 len: 168 time: 0.5271454 Aug 10 03:52:26.052488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f2fbf491-42ed-4e15-a47c-29fa6ae6737c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1cbc02bf58a489687a60cd7e4ee7135&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1554804 Aug 10 03:52:26.062603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48144) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.084019 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.092972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf491-42ed-4e15-a47c-29fa6ae6737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb28d1-d5a2-46c8-ba81-6463d94458de,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.125300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-3fe9173b-3b8a-4f0d-8913-62236311778c service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349664 Aug 10 03:52:26.435120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77e42886-f820-4ce5-928e-b325f1b8d165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.519299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4fc9b990-748e-4402-ac5e-f80bd7ab6ed2 req-7fdd1f4b-d22b-4fb7-9556-36d2a0638c90 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799999 Aug 10 03:52:26.551099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77e42886-f820-4ce5-928e-b325f1b8d165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.613704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48150) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.670422 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5994a7a2-7c85-4475-b89d-65baa5730f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.725351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:26.729101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:26.733786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720f1a7-d419-4501-b8d4-7ada07ffe860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892b980-50f5-4849-9d20-ac646b934317,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.753470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77e42886-f820-4ce5-928e-b325f1b8d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.756895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77e42886-f820-4ce5-928e-b325f1b8d165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.769890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-77e42886-f820-4ce5-928e-b325f1b8d165 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bfb28d1-d5a2-46c8-ba81-6463d94458de HTTP/1.1" status: 204 len: 168 time: 0.6915414 Aug 10 03:52:26.810622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e42886-f820-4ce5-928e-b325f1b8d165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb28d1-d5a2-46c8-ba81-6463d94458de,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.819004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:26.846275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.847391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.847965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-9019b953-2413-45f6-8f56-9d16b654c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.856301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=4c776f62-b391-4ccb-b6e5-4727cadb4fcd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.860392 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-9019b953-2413-45f6-8f56-9d16b654c4b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1095 time: 0.2618585 Aug 10 03:52:26.990890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3535e-7654-4052-8a5c-8f58446541c6 req-2f8f7e03-0c8d-4659-b90a-85a9bde9ab9d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.994164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52b3535e-7654-4052-8a5c-8f58446541c6 req-2f8f7e03-0c8d-4659-b90a-85a9bde9ab9d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 1.1933796 Aug 10 03:52:27.027670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:27.044509 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46d8f923-8102-450b-9999-cef48020b9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.062451 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52b3535e-7654-4052-8a5c-8f58446541c6 req-2d47ea42-b1cc-4251-b1d0-e25ef1255529 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626645 Aug 10 03:52:27.174499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:27.237014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-9dea06f2-7390-4c0b-9845-f16bc9b2b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.239309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-9dea06f2-7390-4c0b-9845-f16bc9b2b882 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.3698037 Aug 10 03:52:27.308320 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-42f8c0d2-f531-4710-8169-b93c3ded108f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 217 time: 0.0581670 Aug 10 03:52:27.318479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9f27d-f894-4e20-ad19-588c2175428f req-62c1f3bb-9322-4d47-9188-0dcc4bfb551c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.320318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81f9f27d-f894-4e20-ad19-588c2175428f req-62c1f3bb-9322-4d47-9188-0dcc4bfb551c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.2645319 Aug 10 03:52:27.385465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] Provisioning for port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:27.401619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] Provisioning complete for port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:27.402009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.556342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef83fa-896e-4074-94ed-18712c76e298 req-c274142a-42fd-46b7-a437-094c63cbbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.558249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9ef83fa-896e-4074-94ed-18712c76e298 req-c274142a-42fd-46b7-a437-094c63cbbccf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.1219473 Aug 10 03:52:27.572181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5994a7a2-7c85-4475-b89d-65baa5730f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.605202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e437437a-9202-4b35-a91a-b976ac0f2a16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3489466 Aug 10 03:52:27.608162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5994a7a2-7c85-4475-b89d-65baa5730f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.609895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48170) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:27.625725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-b4348692-31ef-4808-a336-847cee179e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.628471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-b4348692-31ef-4808-a336-847cee179e6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.3041048 Aug 10 03:52:27.654633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9ef83fa-896e-4074-94ed-18712c76e298 req-3ff2671b-a1ed-475f-8c11-d1c2b0cc8719 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880334 Aug 10 03:52:27.746314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5f47e-7e8d-4d90-985b-f56f3d5ac93a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.753899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5f47e-7e8d-4d90-985b-f56f3d5ac93a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.758038 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b8e5f47e-7e8d-4d90-985b-f56f3d5ac93a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1416385 Aug 10 03:52:27.759156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48176) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:27.767287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81f9f27d-f894-4e20-ad19-588c2175428f req-4d0fdcdd-b4ea-4524-9377-5986b85c0500 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484595 Aug 10 03:52:27.769799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.861683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] For port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:27.863166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994a7a2-7c85-4475-b89d-65baa5730f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3c8fdf-ec78-4746-866a-297118d9fe47,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:27.870119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.891110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5994a7a2-7c85-4475-b89d-65baa5730f7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e0db720a2814fc6adf5fba93eb15a84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2750549 Aug 10 03:52:27.891607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48180) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:27.910509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-9902d60f-1f38-49cb-8be8-a2128455f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.915372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-9902d60f-1f38-49cb-8be8-a2128455f617 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2388549 Aug 10 03:52:27.973541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7a797-37a2-4814-854d-4153745298bb None None] Pushing event updated for resources: {'Port': ['ID=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:28.012241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-170c9e42-3309-4b2e-8f21-d6c37518f956 None None] Provisioning for port 4c776f62-b391-4ccb-b6e5-4727cadb4fcd completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:28.021737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-170c9e42-3309-4b2e-8f21-d6c37518f956 None None] Provisioning complete for port 4c776f62-b391-4ccb-b6e5-4727cadb4fcd triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:28.022487 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-170c9e42-3309-4b2e-8f21-d6c37518f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.064488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06f6-19ac-4075-9576-99ffa7a3ec92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.119215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06f6-19ac-4075-9576-99ffa7a3ec92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.182418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-170c9e42-3309-4b2e-8f21-d6c37518f956 None None] Port 4c776f62-b391-4ccb-b6e5-4727cadb4fcd cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:28.234943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 4c776f62-b391-4ccb-b6e5-4727cadb4fcd {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:28.235825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.246664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06f6-19ac-4075-9576-99ffa7a3ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.256386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a5b06f6-19ac-4075-9576-99ffa7a3ec92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.259190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5a5b06f6-19ac-4075-9576-99ffa7a3ec92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab3c8fdf-ec78-4746-866a-297118d9fe47 HTTP/1.1" status: 204 len: 168 time: 0.3656371 Aug 10 03:52:28.294672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-349c63f8-80dd-4ded-8f03-13f7926127e0 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667066 Aug 10 03:52:28.386398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:28.621366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b06f6-19ac-4075-9576-99ffa7a3ec92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3c8fdf-ec78-4746-866a-297118d9fe47,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:28.714769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:28.738594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87ddb98e-b0f9-4995-985b-550ffd27cdfc req-42f0c836-f712-4977-ac38-bd7bbaf40f50 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237027 Aug 10 03:52:28.780926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'mac_address': 'fa:16:3e:5a:38:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:28.999022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae1529-c57a-4798-94a6-59a1751645d0 req-2ec8a20b-73c5-48fb-bd82-ff68fe158acf tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.006992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21ae1529-c57a-4798-94a6-59a1751645d0 req-2ec8a20b-73c5-48fb-bd82-ff68fe158acf tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.5372908 Aug 10 03:52:29.048457 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.053296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:29.073494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.130470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891e98-1541-44d1-816c-f8c40515195b req-66685360-508d-4d1b-bb93-4a3ba8a10cd6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.142009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e891e98-1541-44d1-816c-f8c40515195b req-66685360-508d-4d1b-bb93-4a3ba8a10cd6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.1048117 Aug 10 03:52:29.148549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 4c776f62-b391-4ccb-b6e5-4727cadb4fcd owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:29.279673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e891e98-1541-44d1-816c-f8c40515195b req-9deeae8d-f4a0-47d8-8de7-0239ca92755b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347988 Aug 10 03:52:29.465909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21ae1529-c57a-4798-94a6-59a1751645d0 req-8098ee54-f761-4eea-b089-9a29cd2080c6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913284 Aug 10 03:52:29.585841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:29.646070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:29.655814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.672624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48212) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.757129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.764358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-72e511ee-61b6-45ca-bd56-78ee60826a95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d7c3747c05a4c68a33e01fcbdfe84c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901356 Aug 10 03:52:29.768899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48214) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:29.771330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.788991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.818900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:29.818900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.892540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2816f22d-d243-446c-b626-9d1bc1fdd271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.895747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:29.940462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2816f22d-d243-446c-b626-9d1bc1fdd271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.955644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.960498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/4c776f62-b391-4ccb-b6e5-4727cadb4fcd HTTP/1.1" status: 204 len: 168 time: 2.1984193 Aug 10 03:52:29.963284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf167f-d70a-4243-bf9b-d875172bc0d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=4c776f62-b391-4ccb-b6e5-4727cadb4fcd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.983706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:30.028997 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2816f22d-d243-446c-b626-9d1bc1fdd271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.036634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2816f22d-d243-446c-b626-9d1bc1fdd271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.037963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2816f22d-d243-446c-b626-9d1bc1fdd271 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c201bb7d-ae0b-4796-8700-5ef2b2b57e3f HTTP/1.1" status: 204 len: 168 time: 0.2652476 Aug 10 03:52:30.057924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816f22d-d243-446c-b626-9d1bc1fdd271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c201bb7d-ae0b-4796-8700-5ef2b2b57e3f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:30.093466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a39381e7-9922-474f-94b7-2ae6990a9928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.147703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6890a-005d-41a9-ae2e-d0eb58d86654 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.161897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6890a-005d-41a9-ae2e-d0eb58d86654 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.168496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b9c6890a-005d-41a9-ae2e-d0eb58d86654 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1774752 Aug 10 03:52:30.169709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48224) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:30.298879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet aceb1f23-3e58-4af1-8a11-0c4e4b97a813 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:30.308914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.422932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.579143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8be8b-3576-4cf5-8740-479061f457bc req-f4bd9a78-4075-4c57-96af-1ddf6f7bf8d2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.597029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3aa8be8b-3576-4cf5-8740-479061f457bc req-f4bd9a78-4075-4c57-96af-1ddf6f7bf8d2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1368685 Aug 10 03:52:30.655440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.700236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3aa8be8b-3576-4cf5-8740-479061f457bc req-5052de83-3243-41fe-98d3-f27b98cf8bf6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021850 Aug 10 03:52:30.875003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d6c3a-c992-4d9c-bd59-d485b66fc931 req-953df89b-fd13-47cd-b84e-dc29fba8ce18 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:30.877061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c61d6c3a-c992-4d9c-bd59-d485b66fc931 req-953df89b-fd13-47cd-b84e-dc29fba8ce18 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1496141 Aug 10 03:52:30.888812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.908949 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.911265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/aceb1f23-3e58-4af1-8a11-0c4e4b97a813 HTTP/1.1" status: 204 len: 168 time: 0.7404191 Aug 10 03:52:30.916503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48252) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:30.923203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d42ec-3ba8-4965-aa76-c7a8af93dd29 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:30.981053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c61d6c3a-c992-4d9c-bd59-d485b66fc931 req-7a213b4a-bd8d-4f6b-b3a7-c56742716f05 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797606 Aug 10 03:52:30.982134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ed67-4f99-4796-ab08-09edd76db50d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=aceb1f23-3e58-4af1-8a11-0c4e4b97a813,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.124902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2c65b784-16ba-4779-840b-62bdeed9cfb1 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2057912 Aug 10 03:52:31.128591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48264) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.150412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:31.210226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48266) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:31.622846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:31.652288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:31.671286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.791976 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.863947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab98f0b-9a8f-4769-a7d6-ab68435dc3b9 req-af8e55f9-682b-4447-aed2-31bdaeccabcb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.867184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fab98f0b-9a8f-4769-a7d6-ab68435dc3b9 req-af8e55f9-682b-4447-aed2-31bdaeccabcb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1915140 Aug 10 03:52:31.871431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] Deleting port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:31.873167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.918200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-1487ad6d-569c-4fc2-96d9-6a93919060b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.921568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-1487ad6d-569c-4fc2-96d9-6a93919060b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.3103855 Aug 10 03:52:31.948784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cd295d7d-df73-4f35-af5e-fe767b16fcc9 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1971713479'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:31.952051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cd295d7d-df73-4f35-af5e-fe767b16fcc9 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Unknown quota resources ['metering_label']. {{(pid=94141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:32.018239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48290) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:32.052621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] For port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:32.053607 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.082078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] Calling delete_port for 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:32.194329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fab98f0b-9a8f-4769-a7d6-ab68435dc3b9 req-5c4f00a4-c069-486f-9c55-1d42a8bfd96e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078012 Aug 10 03:52:32.205674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5fa1b-1d91-4b3a-8fd8-e2ae33364a10 req-22674083-bd46-4c07-a3a5-4c8952be6e8e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.212175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95c5fa1b-1d91-4b3a-8fd8-e2ae33364a10 req-22674083-bd46-4c07-a3a5-4c8952be6e8e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.2167630 Aug 10 03:52:32.225655 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.254297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-449626972-network', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:32.263529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] Pushing event deleted for resources: {'Port': ['ID=0bc7cb0d-cc7e-4031-be48-781aff2bc6ee,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.270504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22418ced-0fce-4040-bdf0-d85349fd54df None None] No DVR routers for this DVR port 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:32.297701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cd295d7d-df73-4f35-af5e-fe767b16fcc9 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.302224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cd295d7d-df73-4f35-af5e-fe767b16fcc9 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0855772 Aug 10 03:52:32.303001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48296) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:32.307992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c93cba82-e482-471f-aabf-b5d329d3aa5b tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2c18478a-19c6-4aa4-9b56-2274794f18ad'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:32.308217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c93cba82-e482-471f-aabf-b5d329d3aa5b tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:32.346396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-a0015520-f71f-47fa-be69-9e9af515b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.348372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-a0015520-f71f-47fa-be69-9e9af515b200 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.4156196 Aug 10 03:52:32.356185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Made reservation on behalf of d92247502b7640cf91061e6c0f96de02 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:32.358616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.372243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95c5fa1b-1d91-4b3a-8fd8-e2ae33364a10 req-210597ba-b97e-4aad-929d-bef5adb86daf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116071 Aug 10 03:52:32.385724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:32.409599 n-d-769329-14 neutron-server[94141]: WARNING neutron.services.metering.metering_plugin [None req-c93cba82-e482-471f-aabf-b5d329d3aa5b tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:52:32.444710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.462403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-15c0d9d7-f4e3-4a64-b916-46e15906e424 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.1006880 Aug 10 03:52:32.482561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:32.492948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:32.494396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.601921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-5a31da6e-9dbf-4e11-a896-c984483edbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.603551 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-5a31da6e-9dbf-4e11-a896-c984483edbb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.1298099 Aug 10 03:52:32.640308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.699040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:32.700300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:32.703842 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fef489b-d10a-43f0-a831-6abc178279ce" -d '{"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-plugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:32.710401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.732007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c93cba82-e482-471f-aabf-b5d329d3aa5b tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.733277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c93cba82-e482-471f-aabf-b5d329d3aa5b tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4293509 Aug 10 03:52:32.743210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48308) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:32.745282 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-bc74ea31-bf71-4b7f-8b7b-0ef03be9e80e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307158 Aug 10 03:52:32.751278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2dc1fb5c-f9e5-4931-88fd-55ad6660ef18 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2c18478a-19c6-4aa4-9b56-2274794f18ad'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:32.751840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2dc1fb5c-f9e5-4931-88fd-55ad6660ef18 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:32.811679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:32.815099 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e7d0f-1814-4b74-b7c2-4800e04a82f3 x-openstack-request-id: req-379e7d0f-1814-4b74-b7c2-4800e04a82f3 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:32.815402 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-plugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:32.815664 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-379e7d0f-1814-4b74-b7c2-4800e04a82f3 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:32.816114 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'code': 200} Aug 10 03:52:32.829755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.873378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.885675 n-d-769329-14 neutron-server[94141]: WARNING neutron.services.metering.metering_plugin [None req-2dc1fb5c-f9e5-4931-88fd-55ad6660ef18 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:52:32.933571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:32.957649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.991253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.992615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:32.992856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0bc7cb0d-cc7e-4031-be48-781aff2bc6ee not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:33.006667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:33.016879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.017276 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Added segment 86c4e6ce-319e-4304-9707-b5298075d447 of type vlan for network 8522c1b4-e140-427d-8f00-fa4e1e535a34 Aug 10 03:52:33.063676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.131602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04a83c-309b-48ac-b519-910e4d22cc6f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:33.136544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.137636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.138250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.182874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:33.191236 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fb5c-f9e5-4931-88fd-55ad6660ef18 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.196912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2dc1fb5c-f9e5-4931-88fd-55ad6660ef18 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4521320 Aug 10 03:52:33.203374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48318) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.205443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:33.206168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59579b30-c65e-4035-aa57-aed3c4fbd632 req-8f3afd8a-c75d-45ea-96cd-ddb787b27d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.208162 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59579b30-c65e-4035-aa57-aed3c4fbd632 req-8f3afd8a-c75d-45ea-96cd-ddb787b27d18 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1097 time: 0.2716005 Aug 10 03:52:33.213334 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.214596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1942797 Aug 10 03:52:33.218978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48320) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.239146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d65c6d-0ca2-4a43-b8e1-fb8a38d2fdbf None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:33.276032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Request body: {'subnet': {'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-449626972-subnet', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:33.281878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.282837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.335243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=017d973c-2c59-4767-9a29-ffa8520b283b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:33.346754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2857cf10-8075-48fa-9eef-92243f244c06 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=fcc4e5d4-9d90-40e4-814b-15b313e89491 HTTP/1.1" status: 200 len: 462 time: 0.1371238 Aug 10 03:52:33.348117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48326) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.372652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59579b30-c65e-4035-aa57-aed3c4fbd632 req-34de7c8d-cfca-47f4-92e3-acbd358629fd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522431 Aug 10 03:52:33.382834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff162c-36b4-46e3-9132-f24536d51f11 admin admin] Pushing event updated for resources: {'Network': ['ID=8522c1b4-e140-427d-8f00-fa4e1e535a34,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:33.383029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Made reservation on behalf of d92247502b7640cf91061e6c0f96de02 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:33.393202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.398061 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:33.401500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:33.427685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ec88b125-b44e-40aa-9442-889f0007b406 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2975101 Aug 10 03:52:33.429446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48330) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.443971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:5d:eb:9a', 'name': 'tempest-NetworksTestDHCPv6-1005788790'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:33.536754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-9b59f101-2842-429b-ac75-85ae3bc04cb6 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7708549 Aug 10 03:52:33.695364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '017d973c-2c59-4767-9a29-ffa8520b283b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:33.696460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.720295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e113279-a0c8-48a0-a4c6-12dcd52b0684 req-075a76dc-9e00-4922-bcf4-7881449a6e49 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:33.721894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e113279-a0c8-48a0-a4c6-12dcd52b0684 req-075a76dc-9e00-4922-bcf4-7881449a6e49 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.3684592 Aug 10 03:52:33.837625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e113279-a0c8-48a0-a4c6-12dcd52b0684 req-f9588d35-4012-4316-a011-73b41375eb8e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048803 Aug 10 03:52:33.840701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c55c8946-f342-4a3c-845b-770d32c468f2 req-7383a67e-8d92-45f0-a9f4-1e2d1edc39f8 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889693 Aug 10 03:52:33.841900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:33.905082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf7ad-381b-4f5c-b922-b069aae73c38 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.906324 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c0ecf7ad-381b-4f5c-b922-b069aae73c38 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/fcc4e5d4-9d90-40e4-814b-15b313e89491 HTTP/1.1" status: 204 len: 168 time: 0.5510793 Aug 10 03:52:33.914691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48334) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.964600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3b2a568a-d402-4215-8329-17cc7b3367bb tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=fcc4e5d4-9d90-40e4-814b-15b313e89491 HTTP/1.1" status: 200 len: 221 time: 0.0480382 Aug 10 03:52:33.969267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48340) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:33.980319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-471b006b-c604-45b3-9bef-e643f2839965 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--554870410', 'description': 'label created by tempest'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:33.981962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-471b006b-c604-45b3-9bef-e643f2839965 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Unknown quota resources ['metering_label']. {{(pid=94141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:33.987208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.021930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adb3d3-6ee9-4981-8bdc-e95e80bf6e14 req-1ef5e461-fddb-4046-8c1f-5d9f199bac04 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.026046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-79adb3d3-6ee9-4981-8bdc-e95e80bf6e14 req-1ef5e461-fddb-4046-8c1f-5d9f199bac04 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.4388218 Aug 10 03:52:34.028797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.113173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:34.202372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Allocated IP 2001:db8::f816:3eff:fe0c:5f8e (436e607c-ef4c-4ae6-a09e-44491dfe481c/017d973c-2c59-4767-9a29-ffa8520b283b/a2247de2-ec17-4b9d-b50a-93a1d2be81fb) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:34.309759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-7f9a77b0-c6dc-4e35-9ce1-1acc4e408e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.312886 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-7f9a77b0-c6dc-4e35-9ce1-1acc4e408e36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.3229053 Aug 10 03:52:34.520585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.532570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Transition to ACTIVE for port object a2247de2-ec17-4b9d-b50a-93a1d2be81fb will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:34.572182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Transition to ACTIVE for port object a2247de2-ec17-4b9d-b50a-93a1d2be81fb will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:34.573232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-946407b0-aeba-4bd4-8023-e47c3e08744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.575960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-946407b0-aeba-4bd4-8023-e47c3e08744d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.2249916 Aug 10 03:52:34.581288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.716487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-063f1628-c77e-42a8-9ff7-81a709e1da36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.1295419 Aug 10 03:52:34.723828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Pushing event updated for resources: {'Port': ['ID=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:34.764344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:34.767294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:34.778755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:34.791365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-79adb3d3-6ee9-4981-8bdc-e95e80bf6e14 req-d920933e-de04-4e81-be7a-650c08c9551e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7535632 Aug 10 03:52:34.793219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857bcba4-c6d6-4c2f-bec8-bdd6e323b73f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:34.851368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe5d:eb9a (436e607c-ef4c-4ae6-a09e-44491dfe481c/017d973c-2c59-4767-9a29-ffa8520b283b/4b0a9082-0219-4fd4-bbc2-c6355333a4a1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:34.903601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-471b006b-c604-45b3-9bef-e643f2839965 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.904830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-471b006b-c604-45b3-9bef-e643f2839965 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9327214 Aug 10 03:52:34.908872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48352) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:34.925214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-6ec79827-e98c-4f55-acd5-1612fa5ec490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:34.928561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-6ec79827-e98c-4f55-acd5-1612fa5ec490 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.2012839 Aug 10 03:52:34.950524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Attempting to bind port a2247de2-ec17-4b9d-b50a-93a1d2be81fb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:34.950911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Attempting to bind port a2247de2-ec17-4b9d-b50a-93a1d2be81fb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:34.951300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Attempting to bind port a2247de2-ec17-4b9d-b50a-93a1d2be81fb on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:34.955788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Checking segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:34.956269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Network hostable DHCP agents. Network: 8522c1b4-e140-427d-8f00-fa4e1e535a34, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:34.971306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:34.971698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:34.972256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.972651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:34.973144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Bound port: a2247de2-ec17-4b9d-b50a-93a1d2be81fb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:34.973526 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.018620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-1dab6137-bad4-4d04-bb9f-1934fbb6f2b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797546 Aug 10 03:52:35.056596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8d0cb73-b1f2-43bf-8931-aca12d770c3c tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=4126009e-4bf5-4525-ba45-88df5ab35680 HTTP/1.1" status: 200 len: 467 time: 0.1464181 Aug 10 03:52:35.057286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48358) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.249622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] For port a2247de2-ec17-4b9d-b50a-93a1d2be81fb, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:35.256193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] For port a2247de2-ec17-4b9d-b50a-93a1d2be81fb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:35.272218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.408260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:35.526500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a78d7-b5f6-4a12-b489-5322e1827aaa None None] Pushing event updated for resources: {'Port': ['ID=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.562098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8522c1b4-e140-427d-8f00-fa4e1e535a34) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:35.568203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555afa9-369c-4ade-8d22-7b62cea6e03c req-e1fb4715-eca7-4743-8ba2-c919a8ecd2d3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.596128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3555afa9-369c-4ade-8d22-7b62cea6e03c req-e1fb4715-eca7-4743-8ba2-c919a8ecd2d3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.5843806 Aug 10 03:52:35.608570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935795af-d454-4aae-8dbf-9cd283c3e815 None None] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:35.665571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.666213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.686807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-75da4f0b-6aae-4b02-b042-5d678dc58da4 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.690862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-75da4f0b-6aae-4b02-b042-5d678dc58da4 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/4126009e-4bf5-4525-ba45-88df5ab35680 HTTP/1.1" status: 204 len: 168 time: 0.6288702 Aug 10 03:52:35.699942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48368) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.719685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-207f205b-942a-4d4b-8cbd-67d553d3eda2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4546921 Aug 10 03:52:35.721598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48370) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.743649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:35.758805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-95e079b4-2578-4c92-8287-2650763cddf2 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443143 Aug 10 03:52:35.801623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ae141a91-5a57-4085-937f-26b0dd03d267 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=4126009e-4bf5-4525-ba45-88df5ab35680 HTTP/1.1" status: 200 len: 216 time: 0.0965133 Aug 10 03:52:35.805872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48372) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.827331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.851084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-97ca995f-76fb-4c83-a229-23c2cbf4dab3 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0437622 Aug 10 03:52:35.855710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48374) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.862728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:35.905287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-366c072f-57a3-45fc-8d6f-b2be672ffdf5 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0426126 Aug 10 03:52:35.910838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48378) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:35.966024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.977295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3555afa9-369c-4ade-8d22-7b62cea6e03c req-dfefa09b-e5e5-46fa-a812-f37c058b8eba tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794286 Aug 10 03:52:36.056881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.059165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.070964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fc7034cc-e4e8-4423-bd2b-5dc0993441d0 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/2c18478a-19c6-4aa4-9b56-2274794f18ad HTTP/1.1" status: 200 len: 473 time: 0.1542039 Aug 10 03:52:36.077330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48380) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.083551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-8522c1b4-e140-427d-8f00-fa4e1e535a34', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'fixed_ips': [{'subnet_id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:36.084468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.172254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68068005-c685-421f-98da-7a99760a8875 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/c7ddc472-42ef-4668-a149-14370bc8f875 HTTP/1.1" status: 200 len: 459 time: 0.0900660 Aug 10 03:52:36.178784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48382) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.194078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=4b0a9082-0219-4fd4-bbc2-c6355333a4a1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:36.224504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:36.258725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:36.263939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f1c00-5d88-4f75-b0ab-95dbc25dc4ec req-ef9407cc-e531-45d7-871d-e85f4aeca37b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.265904 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-571f1c00-5d88-4f75-b0ab-95dbc25dc4ec req-ef9407cc-e531-45d7-871d-e85f4aeca37b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1964841 Aug 10 03:52:36.272178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.275794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:36.283311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.291809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.356238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cdf842c8-8ab4-464f-999d-ba29a03f42f4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9234838 Aug 10 03:52:36.356963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.372103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70b9dcd9-1113-4232-98b0-357556af20c1 req-a0b447ab-1463-4809-b704-e2ee852eeb7e service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155629 Aug 10 03:52:36.424501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Allocated IP 172.20.0.2 (8522c1b4-e140-427d-8f00-fa4e1e535a34/857bcba4-c6d6-4c2f-bec8-bdd6e323b73f/e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:36.597614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debc99f-0106-441a-9cc1-f6a1a9fc30f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.631383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debc99f-0106-441a-9cc1-f6a1a9fc30f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:36.645802 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1debc99f-0106-441a-9cc1-f6a1a9fc30f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2852807 Aug 10 03:52:36.648634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48390) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.704294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.731705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Transition to ACTIVE for port object e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:36.754706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Transition to ACTIVE for port object e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:36.764968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.888656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Pushing event updated for resources: {'Port': ['ID=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:36.893413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:36.895217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.904161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:36.906104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:36.908895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:36.996220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2247de2-ec17-4b9d-b50a-93a1d2be81fb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:37.050388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Attempting to bind port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:37.050933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Attempting to bind port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:37.051307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Attempting to bind port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:37.088332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:37.088841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Checking segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:37.089180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.089524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Bound using segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:37.090545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Bound port: e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:37.090965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.179498 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.198822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7ba49f8-c5dd-49d8-ab8b-34df5b92aad2 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.205405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a7ba49f8-c5dd-49d8-ab8b-34df5b92aad2 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/c7ddc472-42ef-4668-a149-14370bc8f875 HTTP/1.1" status: 204 len: 168 time: 1.0083771 Aug 10 03:52:37.209061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48394) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:37.228287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-571f1c00-5d88-4f75-b0ab-95dbc25dc4ec req-5e947c3b-f576-4cb0-a9a9-0f77229736fc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9425757 Aug 10 03:52:37.307513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] For port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:37.316979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] For port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:37.324518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a2247de2-ec17-4b9d-b50a-93a1d2be81fb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:37.341773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.513648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] Provisioning for port a2247de2-ec17-4b9d-b50a-93a1d2be81fb completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:37.541055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] Provisioning complete for port a2247de2-ec17-4b9d-b50a-93a1d2be81fb triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:37.541426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.593382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20ec1e-1753-4725-84d0-f5b7a31dcfd1 None None] Pushing event updated for resources: {'Port': ['ID=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.880098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.013924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] For port a2247de2-ec17-4b9d-b50a-93a1d2be81fb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:38.028670 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.060182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffacefb-6ad9-4a9e-8d5c-5290e05597ec req-05a7d85e-c3f5-4197-931b-a5b43e7b9a0a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.070527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ffacefb-6ad9-4a9e-8d5c-5290e05597ec req-05a7d85e-c3f5-4197-931b-a5b43e7b9a0a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1771693 Aug 10 03:52:38.128596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e87f14f3-43a8-464d-9f1e-f6a543f13a41 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.134058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e87f14f3-43a8-464d-9f1e-f6a543f13a41 tempest-MeteringIpV6TestJSON-915887532 tempest-MeteringIpV6TestJSON-915887532-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/2c18478a-19c6-4aa4-9b56-2274794f18ad HTTP/1.1" status: 204 len: 168 time: 0.9170215 Aug 10 03:52:38.187423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6301a-098b-43de-8b29-dbe748e36421 None None] Pushing event updated for resources: {'Port': ['ID=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.257123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b0c92-ffed-4808-b219-d3f5b0f61ae1 req-6eaedeb3-758b-4642-81eb-5a309b4553df tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.276924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c07b0c92-ffed-4808-b219-d3f5b0f61ae1 req-6eaedeb3-758b-4642-81eb-5a309b4553df tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.8100195 Aug 10 03:52:38.296954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48408) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:38.323553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'floatingip': {'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:38.415668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.484310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:38.498721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a2d699cf-2070-4db1-90aa-fe68b2941d85 None None] Provisioning for port 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:38.499219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ffacefb-6ad9-4a9e-8d5c-5290e05597ec req-c0c814fd-6614-4363-821a-7b97396dd4a8 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087524 Aug 10 03:52:38.509785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a2d699cf-2070-4db1-90aa-fe68b2941d85 None None] Provisioning complete for port 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:38.510191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a2d699cf-2070-4db1-90aa-fe68b2941d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.610099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a2d699cf-2070-4db1-90aa-fe68b2941d85 None None] Port 4b0a9082-0219-4fd4-bbc2-c6355333a4a1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:38.622527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48416) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:38.677726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.032268 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.120705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=4b0a9082-0219-4fd4-bbc2-c6355333a4a1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.250450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.253748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:39.257923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac6c8ec9-1e22-4e42-9e42-723cc70f7cd9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/4b0a9082-0219-4fd4-bbc2-c6355333a4a1 HTTP/1.1" status: 204 len: 168 time: 2.6045446 Aug 10 03:52:39.264160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48422) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:39.293880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55c93caf-325e-4416-8aad-77cdb5fc9fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.395867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e16aa-8890-4d6b-978b-3d9dc53ddd39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.403356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e16aa-8890-4d6b-978b-3d9dc53ddd39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.413528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-406e16aa-8890-4d6b-978b-3d9dc53ddd39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1454451 Aug 10 03:52:39.414223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48428) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:39.540785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:39.554623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2247de2-ec17-4b9d-b50a-93a1d2be81fb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:39.565805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55c93caf-325e-4416-8aad-77cdb5fc9fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.614584 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55c93caf-325e-4416-8aad-77cdb5fc9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.667304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.734333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 017d973c-2c59-4767-9a29-ffa8520b283b {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:39.748191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.753955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.840346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a2247de2-ec17-4b9d-b50a-93a1d2be81fb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:39.841096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.961807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.027825 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55c93caf-325e-4416-8aad-77cdb5fc9fcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17f1795026a24ef5b77e4c9a770d0f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3931341 Aug 10 03:52:40.043545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c93caf-325e-4416-8aad-77cdb5fc9fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f971fa36-a0aa-453f-b0ee-294c9e23c234,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.057102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48438) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:40.179242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.207962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74eb9c-cdba-4d76-947d-698541058710 None None] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:40.311554 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.350953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] Provisioning for port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:40.362335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] Provisioning complete for port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:40.362940 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.418726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.420941 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/017d973c-2c59-4767-9a29-ffa8520b283b HTTP/1.1" status: 204 len: 168 time: 1.0020375 Aug 10 03:52:40.421700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Allocated IP 172.25.2.97 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/49b2a1a0-0a82-42dd-b247-3c94eff608f5) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:40.428719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d6886-7b0a-439c-be66-cc97a764b74c None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:40.429193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48442) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:40.430699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024122f-bc00-409c-b8aa-d4f2fdafdfae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=017d973c-2c59-4767-9a29-ffa8520b283b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.610931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5e602131-4c93-49cb-b2d7-f6068b654d17 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671546 Aug 10 03:52:40.618269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48446) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:40.709146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0e71866-29b3-4940-af01-45357d2c04b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.714345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.785257 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0e71866-29b3-4940-af01-45357d2c04b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.806506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.916945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:40.923005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fd1a8-1ac5-484a-b30f-d8d2de492272 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.931751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-895fd1a8-1ac5-484a-b30f-d8d2de492272 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3106241 Aug 10 03:52:40.934114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:40.934407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0e71866-29b3-4940-af01-45357d2c04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.937361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0e71866-29b3-4940-af01-45357d2c04b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.938665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:40.942257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48450) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:40.952085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c0e71866-29b3-4940-af01-45357d2c04b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f971fa36-a0aa-453f-b0ee-294c9e23c234 HTTP/1.1" status: 204 len: 168 time: 0.8935614 Aug 10 03:52:40.985708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e71866-29b3-4940-af01-45357d2c04b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f971fa36-a0aa-453f-b0ee-294c9e23c234,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:41.047615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.157921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] For port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:41.166211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.240528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:41.358253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17352d-76ff-4d80-a633-f59da36ef66a None None] Pushing event updated for resources: {'Port': ['ID=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:41.498003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] Deleting port a2247de2-ec17-4b9d-b50a-93a1d2be81fb {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:41.510500 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.898130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0f6bc-9994-4f22-9b9e-b26d0c9f1539 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.906325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cff0f6bc-9994-4f22-9b9e-b26d0c9f1539 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8098516 Aug 10 03:52:41.906762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:41.907588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Pushing event updated for resources: {'Port': ['ID=49b2a1a0-0a82-42dd-b247-3c94eff608f5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:41.968746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30208ca5-ed04-4e91-89a0-33de3e630751 None None] Provisioning complete for port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:41.969220 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30208ca5-ed04-4e91-89a0-33de3e630751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.101810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e63cc7fb-24f9-4d02-9f1b-6468eecd4ddd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1907876 Aug 10 03:52:42.142847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.152198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:42.192836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48468) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.274593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0b832733-e550-471b-8b18-036a3407fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.324596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] For port a2247de2-ec17-4b9d-b50a-93a1d2be81fb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:42.326169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.409323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] Calling delete_port for a2247de2-ec17-4b9d-b50a-93a1d2be81fb owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:42.668317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0b832733-e550-471b-8b18-036a3407fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.672999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:52:42.672999 n-d-769329-14 neutron-server[94140]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:52:42.672999 n-d-769329-14 neutron-server[94140]: [parameters: {'project_id_1': 'a2e31972b9034d27824ceeb8f33050d2', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 52, 42, 544275)}] Aug 10 03:52:42.672999 n-d-769329-14 neutron-server[94140]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:52:42.673454 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:52:42.675160 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0b832733-e550-471b-8b18-036a3407fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.716718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.731291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.resource_extend [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:52:42.737680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0b832733-e550-471b-8b18-036a3407fce3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70d7a005d6ad4baaa7d031d2ff33e7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353701 Aug 10 03:52:42.737680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b832733-e550-471b-8b18-036a3407fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad222b0e-f04d-4b70-9b88-d8ac6c986357,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.740768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48474) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:42.819576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-185aacbc-46b5-423c-9715-e094c9f1a60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.857970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] No DVR routers for this DVR port a2247de2-ec17-4b9d-b50a-93a1d2be81fb on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:42.863558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e1f5c-90b0-4880-9e40-a7291fe35cb6 None None] Pushing event deleted for resources: {'Port': ['ID=a2247de2-ec17-4b9d-b50a-93a1d2be81fb,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.882125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-185aacbc-46b5-423c-9715-e094c9f1a60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.981688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.986663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.008964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-185aacbc-46b5-423c-9715-e094c9f1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.012742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-185aacbc-46b5-423c-9715-e094c9f1a60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.024539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:43.037339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-185aacbc-46b5-423c-9715-e094c9f1a60b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad222b0e-f04d-4b70-9b88-d8ac6c986357 HTTP/1.1" status: 204 len: 168 time: 0.2959776 Aug 10 03:52:43.106947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aacbc-46b5-423c-9715-e094c9f1a60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad222b0e-f04d-4b70-9b88-d8ac6c986357,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.148348 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Floating IP ea322022-792a-4dc3-b921-3d7405a0f30d associated. External IP: 172.25.2.196, port: fed22fe4-9df3-4fc0-a7e2-f1b8e7094157. Aug 10 03:52:43.198543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.224474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:43.243120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.250227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:43.252348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.417393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11fe1-0b09-4cce-9a64-7a85a662bd4b req-8969d5ea-a05e-4b40-9d30-24de941a441d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.420173 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b11fe1-0b09-4cce-9a64-7a85a662bd4b req-8969d5ea-a05e-4b40-9d30-24de941a441d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1656640 Aug 10 03:52:43.652017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8b11fe1-0b09-4cce-9a64-7a85a662bd4b req-057ea82e-9ec7-484f-9bac-6ddbc255c650 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195332 Aug 10 03:52:43.848307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:43.950057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2247de2-ec17-4b9d-b50a-93a1d2be81fb no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:44.061566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a2247de2-ec17-4b9d-b50a-93a1d2be81fb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:44.065680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2247de2-ec17-4b9d-b50a-93a1d2be81fb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:44.197518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.200800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.330743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=8568a9dd-6a25-4b50-adda-eb99b3c3de52,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.359532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:44.361446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:44.371225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.371831 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.402015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bccfdbb2-1383-468d-b528-4596722f9560 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2570424 Aug 10 03:52:44.402950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.404964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85200c35-ae40-4e40-b037-480e317b6003 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:44.411996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:bb:3c:ae', 'name': 'tempest-NetworksTestDHCPv6-1056662427'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:44.698000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:44.703180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.717257 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:44.754570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-809add1e-0293-4499-99b9-6409951ef6c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "PUT /v2.0/floatingips/ea322022-792a-4dc3-b921-3d7405a0f30d HTTP/1.1" status: 200 len: 991 time: 6.4546998 Aug 10 03:52:44.754570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:44.757314 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0583ef98-f181-46ef-bae3-d1233433cd04" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:44.781397 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:44.782266 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:44.834999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Router fe328c78-edbf-411b-a4e1-29293f38614e is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:52:44.875574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:44.968968 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09a273e-3012-4e4e-b597-b365d0f5d0be x-openstack-request-id: req-d09a273e-3012-4e4e-b597-b365d0f5d0be {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:44.969272 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:44.969528 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d09a273e-3012-4e4e-b597-b365d0f5d0be {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:44.969952 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'status': 'completed', 'code': 200} Aug 10 03:52:45.048081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '8568a9dd-6a25-4b50-adda-eb99b3c3de52'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:45.049805 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.097785 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:45.163841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.191039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 965d0a8e-4503-4246-bfe9-dcf4900fd297 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:45.256550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:45.276655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Sync routers for ids ['fe328c78-edbf-411b-a4e1-29293f38614e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:45.304751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.310973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c4dc8d11-87d7-4d02-8dfc-0f788d6dfb79 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.5788753 Aug 10 03:52:45.313510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48526) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:45.381331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Routers {'fe328c78-edbf-411b-a4e1-29293f38614e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:45.382164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['fe328c78-edbf-411b-a4e1-29293f38614e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:45.593181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-48ddf1ef-e9d6-46aa-87e8-95d91433d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.594997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-48ddf1ef-e9d6-46aa-87e8-95d91433d47c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1097 time: 0.4807720 Aug 10 03:52:45.613854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/8568a9dd-6a25-4b50-adda-eb99b3c3de52/56e94fca-bc04-47b7-be9d-9a6027a3228a) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:45.684908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'ea322022-792a-4dc3-b921-3d7405a0f30d', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'floating_ip_address': '172.25.2.196', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'mac_address': 'fa:16:3e:5a:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:12Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 1, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:45.834533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-c604c859-0d4e-48cb-a9ff-9cbdc79c4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.836099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-c604c859-0d4e-48cb-a9ff-9cbdc79c4063 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.2257771 Aug 10 03:52:45.911531 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:45.944553 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:45.945465 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:46.098815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Set router fe328c78-edbf-411b-a4e1-29293f38614e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:46.233254 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:46.359631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.402033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Transition to ACTIVE for port object 56e94fca-bc04-47b7-be9d-9a6027a3228a will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:46.473772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Transition to ACTIVE for port object 56e94fca-bc04-47b7-be9d-9a6027a3228a will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:46.513651 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.636072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:46.637015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-13a7bc66-f893-49ea-99bd-a15832cf942d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 999 time: 0.6299028 Aug 10 03:52:46.692762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:46.698812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:46.777848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::197 (436e607c-ef4c-4ae6-a09e-44491dfe481c/8568a9dd-6a25-4b50-adda-eb99b3c3de52/965d0a8e-4503-4246-bfe9-dcf4900fd297) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:46.818022 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'ea322022-792a-4dc3-b921-3d7405a0f30d', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'floating_ip_address': '172.25.2.196', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'mac_address': 'fa:16:3e:5a:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:12Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 1, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:46.983872 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17c152-84b5-4735-922c-467a9a76d4e0 None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'ea322022-792a-4dc3-b921-3d7405a0f30d', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'floating_ip_address': '172.25.2.196', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'mac_address': 'fa:16:3e:5a:38:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:12Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 1, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:47.072616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-e4d220a8-3211-4ffb-8850-07b4e6d04c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.084481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-e4d220a8-3211-4ffb-8850-07b4e6d04c9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.4305117 Aug 10 03:52:47.091868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Attempting to bind port 56e94fca-bc04-47b7-be9d-9a6027a3228a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:47.094903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Attempting to bind port 56e94fca-bc04-47b7-be9d-9a6027a3228a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:47.094903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Attempting to bind port 56e94fca-bc04-47b7-be9d-9a6027a3228a on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:47.129325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Pushing event updated for resources: {'Port': ['ID=56e94fca-bc04-47b7-be9d-9a6027a3228a,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.146974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:47.146974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:47.146974 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.146974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:47.159276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Bound port: 56e94fca-bc04-47b7-be9d-9a6027a3228a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:47.162161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.470706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 3, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:47.536813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Checking router: fe328c78-edbf-411b-a4e1-29293f38614e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:47.537690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.539963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Updating router fe328c78-edbf-411b-a4e1-29293f38614e port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:47.602947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 965d0a8e-4503-4246-bfe9-dcf4900fd297 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:47.616529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] For port 56e94fca-bc04-47b7-be9d-9a6027a3228a, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:47.634304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-9e697bc5-0c50-4bad-882f-1538ed8cf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.636326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-9e697bc5-0c50-4bad-882f-1538ed8cf3b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5410893 Aug 10 03:52:47.648158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] For port 56e94fca-bc04-47b7-be9d-9a6027a3228a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=56e94fca-bc04-47b7-be9d-9a6027a3228a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:47.660800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.664599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.689404 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe78fbd-a675-4f6d-b613-0630e244cb8d None None] New status for floating IP ea322022-792a-4dc3-b921-3d7405a0f30d: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:47.713706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.812113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48566) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:47.894625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=965d0a8e-4503-4246-bfe9-dcf4900fd297,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.920311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:47.922861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:47.934946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:47.952869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.956491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.972509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-dd57ebc6-a011-4f5c-87bc-d21bcc4bb892 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211398 Aug 10 03:52:47.994940 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b2ded19e-07b5-4f71-9557-b1957915231d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5899663 Aug 10 03:52:47.998101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:48.181915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.237753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c2f51-80b2-413d-8c90-54e20a4a66e8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.263974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c2f51-80b2-413d-8c90-54e20a4a66e8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.270792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d46c2f51-80b2-413d-8c90-54e20a4a66e8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2653835 Aug 10 03:52:48.271489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48574) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:48.317317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6bf6121a-7b61-44fa-86e7-37af7b4d6cb9 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-200963793'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:48.334397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6bf6121a-7b61-44fa-86e7-37af7b4d6cb9 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Unknown quota resources ['metering_label']. {{(pid=94141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:48.563655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 965d0a8e-4503-4246-bfe9-dcf4900fd297 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:48.564004 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.694729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.710916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 965d0a8e-4503-4246-bfe9-dcf4900fd297 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:48.844335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e8ca4-e954-46f8-a69b-a046d9bb4c77 None None] Pushing event updated for resources: {'Port': ['ID=56e94fca-bc04-47b7-be9d-9a6027a3228a,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:48.870764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.895746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Transition to ACTIVE for port object 49b2a1a0-0a82-42dd-b247-3c94eff608f5 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.920488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.038709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Attempting to bind port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:49.040020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Attempting to bind port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:49.040713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Attempting to bind port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:49.060028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:49.063302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:49.064304 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.064920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:49.065821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Bound port: 49b2a1a0-0a82-42dd-b247-3c94eff608f5, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:49.066330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.130558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.214997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751c0ae-ac9f-45f3-b795-35a725a4e5f8 None None] Pushing event updated for resources: {'Port': ['ID=49b2a1a0-0a82-42dd-b247-3c94eff608f5,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.285766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=965d0a8e-4503-4246-bfe9-dcf4900fd297,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.348206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] For port 49b2a1a0-0a82-42dd-b247-3c94eff608f5, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:49.358583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] For port 49b2a1a0-0a82-42dd-b247-3c94eff608f5, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=49b2a1a0-0a82-42dd-b247-3c94eff608f5,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:49.369469 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.371488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.376347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e7a890f1-8e43-4346-9078-dd9d88c432a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/965d0a8e-4503-4246-bfe9-dcf4900fd297 HTTP/1.1" status: 204 len: 168 time: 1.1034622 Aug 10 03:52:49.377008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48596) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.480959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5afb98-27f6-4d36-bb82-711d352f2698 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.492508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Routers {'fe328c78-edbf-411b-a4e1-29293f38614e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:49.494616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['fe328c78-edbf-411b-a4e1-29293f38614e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:49.496337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5afb98-27f6-4d36-bb82-711d352f2698 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.501707 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9c5afb98-27f6-4d36-bb82-711d352f2698 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1213195 Aug 10 03:52:49.507676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48598) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:49.622981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751c0ae-ac9f-45f3-b795-35a725a4e5f8 None None] Pushing event updated for resources: {'Port': ['ID=49b2a1a0-0a82-42dd-b247-3c94eff608f5,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.680357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 8568a9dd-6a25-4b50-adda-eb99b3c3de52 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:52:49.699245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.818860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] Set router fe328c78-edbf-411b-a4e1-29293f38614e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:49.868524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.085798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0583ef98-f181-46ef-bae3-d1233433cd04 req-6b536e85-ab59-421e-8af0-8a01e9d31625 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1000144 Aug 10 03:52:50.101427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6bf6121a-7b61-44fa-86e7-37af7b4d6cb9 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.113570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6bf6121a-7b61-44fa-86e7-37af7b4d6cb9 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.2931168 Aug 10 03:52:50.114314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48606) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.121887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7f099acd-7eba-4b71-b587-0100ddb89780 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c9e7b6ae-ec7c-442a-9ab5-60ea357acc3a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.122292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7f099acd-7eba-4b71-b587-0100ddb89780 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:50.337892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 3, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:50.350910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.429262 n-d-769329-14 neutron-server[94140]: WARNING neutron.services.metering.metering_plugin [None req-7f099acd-7eba-4b71-b587-0100ddb89780 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:52:50.442897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6b8aa-8f93-407e-9747-08a9ff0a6c72 None None] The sync data for ids ['fe328c78-edbf-411b-a4e1-29293f38614e'] in n-d-769329-14 is: [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:41Z', 'revision_number': 3, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:50.481036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Allocated IP 172.20.0.1 (8522c1b4-e140-427d-8f00-fa4e1e535a34/857bcba4-c6d6-4c2f-bec8-bdd6e323b73f/50e4579f-b986-4cd2-b414-f734c8714a51) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:50.596803 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f099acd-7eba-4b71-b587-0100ddb89780 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.598632 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7f099acd-7eba-4b71-b587-0100ddb89780 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4828758 Aug 10 03:52:50.603715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48610) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.614131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-388a553c-d010-406e-b014-e612a65261ab tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c9e7b6ae-ec7c-442a-9ab5-60ea357acc3a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.617298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-388a553c-d010-406e-b014-e612a65261ab tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:50.712192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.720118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-821fa077-c3cf-4bc5-b504-645be5b5ae16 None None] Provisioning for port 56e94fca-bc04-47b7-be9d-9a6027a3228a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:50.784053 n-d-769329-14 neutron-server[94140]: WARNING neutron.services.metering.metering_plugin [None req-388a553c-d010-406e-b014-e612a65261ab tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:52:50.910826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.935145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-388a553c-d010-406e-b014-e612a65261ab tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.935145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-388a553c-d010-406e-b014-e612a65261ab tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3263071 Aug 10 03:52:50.939239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.958117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d9557ae-3460-46f5-b339-69c2d2903b7e tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2698ed83-8425-4495-9250-7c666ae58210 HTTP/1.1" status: 200 len: 464 time: 0.0156894 Aug 10 03:52:50.961882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.001289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Transition to ACTIVE for port object 50e4579f-b986-4cd2-b414-f734c8714a51 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:51.200379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=8568a9dd-6a25-4b50-adda-eb99b3c3de52,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.222632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.230717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 56e94fca-bc04-47b7-be9d-9a6027a3228a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:51.237916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82d7bf6a-0c2c-4fc2-a53b-f506addeefb7 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.244679 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82d7bf6a-0c2c-4fc2-a53b-f506addeefb7 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/2698ed83-8425-4495-9250-7c666ae58210 HTTP/1.1" status: 204 len: 168 time: 0.2796907 Aug 10 03:52:51.249844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.271918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.276119 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/8568a9dd-6a25-4b50-adda-eb99b3c3de52 HTTP/1.1" status: 204 len: 168 time: 1.7564151 Aug 10 03:52:51.284166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2186bb22-c059-4629-90e8-42f6c586f4c6 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2698ed83-8425-4495-9250-7c666ae58210 HTTP/1.1" status: 200 len: 221 time: 0.0320759 Aug 10 03:52:51.285177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.316921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48626) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.352962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-00f6e709-e0ed-41a9-906d-5963db7e7eb1 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1268568371', 'description': 'label created by tempest'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:51.352962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-00f6e709-e0ed-41a9-906d-5963db7e7eb1 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Unknown quota resources ['metering_label']. {{(pid=94140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:52:51.395787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 56e94fca-bc04-47b7-be9d-9a6027a3228a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:51.410165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.410638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.410638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.410959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.411669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.411669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.411946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.412281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.412723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.413312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.414223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.414916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b4a4b-0355-452b-88a9-faf0d8dfd271 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:51.429088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 56e94fca-bc04-47b7-be9d-9a6027a3228a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:51.431076 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.444394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:51.479682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:51.486584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:51.500768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Pushing event updated for resources: {'Port': ['ID=50e4579f-b986-4cd2-b414-f734c8714a51,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.534011 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d89c091d-0889-4319-b487-02bf96489530 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2150574 Aug 10 03:52:51.542453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:51.636590 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.660918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94cf0c-78f5-44ee-9df0-eb7f3e1dc087 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:51.966734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d7152bbf-ae72-47a8-ab54-8171cfd41db7 None None] Could not find standard attr ID for object 965d0a8e-4503-4246-bfe9-dcf4900fd297. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:52:52.002889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.321375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d753dfe1-1a69-4895-a0a5-22f4ab75b4a4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.331355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d753dfe1-1a69-4895-a0a5-22f4ab75b4a4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7110896 Aug 10 03:52:52.332348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48640) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.460736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.480595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.581192 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00f6e709-e0ed-41a9-906d-5963db7e7eb1 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.587956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-00f6e709-e0ed-41a9-906d-5963db7e7eb1 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.2483299 Aug 10 03:52:52.592361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48644) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.624222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79423ecd-d46c-43c4-8247-e11564cd4418 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.633671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79423ecd-d46c-43c4-8247-e11564cd4418 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2968342 Aug 10 03:52:52.636137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.769631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.796984 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5c171ed2-8be5-42d9-829d-e6d479b4fa24 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1540408 Aug 10 03:52:52.799889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48652) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.816325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Pushing event updated for resources: {'Port': ['ID=50e4579f-b986-4cd2-b414-f734c8714a51,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:52.827531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.833508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8b99f253-0086-44cf-8ba7-a16d88ed4802 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=f595abf7-394d-482e-8ac4-3e65da5fc5b8 HTTP/1.1" status: 200 len: 468 time: 0.2384748 Aug 10 03:52:52.845607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48654) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:52.846925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 56e94fca-bc04-47b7-be9d-9a6027a3228a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=56e94fca-bc04-47b7-be9d-9a6027a3228a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:52.852310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b6590c86-b12f-4602-9328-211c8773a8eb None None] Provisioning for port 50e4579f-b986-4cd2-b414-f734c8714a51 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:52.864358 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.866896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:52.880613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b6590c86-b12f-4602-9328-211c8773a8eb None None] Provisioning complete for port 50e4579f-b986-4cd2-b414-f734c8714a51 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:52.881245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b6590c86-b12f-4602-9328-211c8773a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.997465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b6590c86-b12f-4602-9328-211c8773a8eb None None] Port 50e4579f-b986-4cd2-b414-f734c8714a51 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:53.005229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=56e94fca-bc04-47b7-be9d-9a6027a3228a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.082234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:52:53.145257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:53.163298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.247027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] Deleting port 56e94fca-bc04-47b7-be9d-9a6027a3228a {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:53.247560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.337966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 49b2a1a0-0a82-42dd-b247-3c94eff608f5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:53.423273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbe44334-7ed4-489f-861b-8c6e329c6a85 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.425274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cbe44334-7ed4-489f-861b-8c6e329c6a85 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/f595abf7-394d-482e-8ac4-3e65da5fc5b8 HTTP/1.1" status: 204 len: 168 time: 0.5715909 Aug 10 03:52:53.431726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48658) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.453023 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9de7638e-b41a-4a44-8eb1-1315b5228a08 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=f595abf7-394d-482e-8ac4-3e65da5fc5b8 HTTP/1.1" status: 200 len: 216 time: 0.0182133 Aug 10 03:52:53.455169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] For port 56e94fca-bc04-47b7-be9d-9a6027a3228a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=56e94fca-bc04-47b7-be9d-9a6027a3228a,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:53.455169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.467611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.475314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] Calling delete_port for 56e94fca-bc04-47b7-be9d-9a6027a3228a owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:53.480565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:53.516873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:53.575285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0867c310-1631-4775-8c33-3a2dda84b575 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1020534 Aug 10 03:52:53.576534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48668) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.610711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.675002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] Pushing event deleted for resources: {'Port': ['ID=56e94fca-bc04-47b7-be9d-9a6027a3228a,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.686697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.694894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1c83e-ead7-4f9c-a354-2cf8d0a49899 None None] No DVR routers for this DVR port 56e94fca-bc04-47b7-be9d-9a6027a3228a on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:53.721431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:53.721431 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.834988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7dff6b78-8e1f-4b9d-9af7-13f40199b98f tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2542300 Aug 10 03:52:53.836070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48672) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:53.969834 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.029269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 49b2a1a0-0a82-42dd-b247-3c94eff608f5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=49b2a1a0-0a82-42dd-b247-3c94eff608f5,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:54.040909 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.059615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad22c000-1351-4dd0-8fd1-f55bda213062 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/c9e7b6ae-ec7c-442a-9ab5-60ea357acc3a HTTP/1.1" status: 200 len: 472 time: 0.2185273 Aug 10 03:52:54.061077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48676) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.141129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5b60642f-de08-4448-922d-4f61648795af tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/a5fe2859-925c-42f2-8639-6c9a02769476 HTTP/1.1" status: 200 len: 461 time: 0.0760746 Aug 10 03:52:54.142065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48678) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.180877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:52:54.182668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.204652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=49b2a1a0-0a82-42dd-b247-3c94eff608f5,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.262858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:54.263556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b8649afc-8e75-4b1e-9cf8-a526f705c32a None None] Provisioning complete for port 50e4579f-b986-4cd2-b414-f734c8714a51 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:54.264039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b8649afc-8e75-4b1e-9cf8-a526f705c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.265483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=e430f774-53c4-468d-9f70-e9e34777c566,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.270634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:54.276254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.283922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.325362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ee70d854-4a69-40ba-a5af-b879fbb89e39 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5228131 Aug 10 03:52:54.328456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48682) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.341422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:54.368256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7818f-a32f-4a00-a5b0-9bce910dc469 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:54.610560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Router fe328c78-edbf-411b-a4e1-29293f38614e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:54.629886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b8649afc-8e75-4b1e-9cf8-a526f705c32a None None] Port 50e4579f-b986-4cd2-b414-f734c8714a51 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:54.690090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:54.700424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.738668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b60f4fe3-1c2f-4f46-9e35-6cfd6980fd58 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.745686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b60f4fe3-1c2f-4f46-9e35-6cfd6980fd58 tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/a5fe2859-925c-42f2-8639-6c9a02769476 HTTP/1.1" status: 204 len: 168 time: 0.4831181 Aug 10 03:52:54.747040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48684) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.757600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.981135 n-d-769329-14 neutron-server[94140]: INFO neutron.db.ipam_backend_mixin [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e430f774-53c4-468d-9f70-e9e34777c566 (CIDR: 2001:db8::/64) Aug 10 03:52:54.994361 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:52:54.994991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:52:55.031132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-260ac23d-7c44-4c1e-bdfa-20fa96731890 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7001455 Aug 10 03:52:55.031907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:55.037776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:55.090402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'e430f774-53c4-468d-9f70-e9e34777c566'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:55.100433 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.250813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:55.256887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3e33c2db-266e-4542-b320-c9dae8a8f3ae admin admin] 10.222.0.53 "PUT /v2.0/routers/fe328c78-edbf-411b-a4e1-29293f38614e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9387574 Aug 10 03:52:55.322903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:55.327024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.338205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d3d66cc-699d-464d-be54-630fe99a578c tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.342048 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2d3d66cc-699d-464d-be54-630fe99a578c tempest-MeteringTestJSON-1747956748 tempest-MeteringTestJSON-1747956748-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/c9e7b6ae-ec7c-442a-9ab5-60ea357acc3a HTTP/1.1" status: 204 len: 168 time: 0.5891473 Aug 10 03:52:55.659649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Sync routers for ids ['fe328c78-edbf-411b-a4e1-29293f38614e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:55.681557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 49b2a1a0-0a82-42dd-b247-3c94eff608f5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:55.739979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Routers {'fe328c78-edbf-411b-a4e1-29293f38614e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:55.741096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:52:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['fe328c78-edbf-411b-a4e1-29293f38614e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:56.098201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:56.099207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.151920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.212480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48712) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.252110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Set router fe328c78-edbf-411b-a4e1-29293f38614e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:56.354341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=954dc302-2ff3-4a2a-9e39-350936dbae67,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.395128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:56.397676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:56.411620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.412618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.447479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Allocated IP 2001:db8::f816:3eff:fe97:277b (436e607c-ef4c-4ae6-a09e-44491dfe481c/e430f774-53c4-468d-9f70-e9e34777c566/4e70851b-4a0d-42da-b78b-ff8294266ae4) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:56.465949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f7764249-5a73-4ebb-b166-c1553c452525 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4306138 Aug 10 03:52:56.468196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48720) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.475062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:2c:85:12', 'name': 'tempest-NetworksTestDHCPv6-1375536303'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:56.515671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.728983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f9bc74c3-2dbc-4f2a-8314-b4e809e6f0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.765398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:57.026352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.125109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 3bbba976-414f-4edb-8fb5-224cf506b5a4 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:57.251112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48732) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:57.262813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-952060013-network', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:57.297741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f9bc74c3-2dbc-4f2a-8314-b4e809e6f0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.312090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f9bc74c3-2dbc-4f2a-8314-b4e809e6f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.362981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Made reservation on behalf of 74f15c433aa24c9fbc32069ac8530dfb for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:57.373592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.386625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f9bc74c3-2dbc-4f2a-8314-b4e809e6f0d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1ee4babad52410b95942a1f8daeac8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1722529 Aug 10 03:52:57.392426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48738) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:57.417658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc74c3-2dbc-4f2a-8314-b4e809e6f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d1bc72-78fa-4d22-a226-a6f892f6c4a8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.419797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.581066 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d999dfe2-0d2b-4122-b312-7ebe9c4b0c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.615562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.625159 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.631010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b16a9d9-0e83-4f19-8e33-0b086fdefda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.685016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d999dfe2-0d2b-4122-b312-7ebe9c4b0c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.708522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e5aa0d-ef2b-46fd-a122-b10a115b96aa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.737321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:57.784888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.790498 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Added segment 8be3f13c-612d-499c-bc33-8eac761bae38 of type vlan for network d6f70172-edb4-4ab6-9178-84f3686f4995 Aug 10 03:52:57.860476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d999dfe2-0d2b-4122-b312-7ebe9c4b0c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.866818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d999dfe2-0d2b-4122-b312-7ebe9c4b0c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.869139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d999dfe2-0d2b-4122-b312-7ebe9c4b0c12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98d1bc72-78fa-4d22-a226-a6f892f6c4a8 HTTP/1.1" status: 204 len: 168 time: 0.4749870 Aug 10 03:52:57.937428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999dfe2-0d2b-4122-b312-7ebe9c4b0c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d1bc72-78fa-4d22-a226-a6f892f6c4a8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:57.975156 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.989492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Transition to ACTIVE for port object 4e70851b-4a0d-42da-b78b-ff8294266ae4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:58.011276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.016717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Transition to ACTIVE for port object 4e70851b-4a0d-42da-b78b-ff8294266ae4 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:58.029311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 56e94fca-bc04-47b7-be9d-9a6027a3228a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:58.041151 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 4, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '50e4579f-b986-4cd2-b414-f734c8714a51', 'name': '', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'mac_address': 'fa:16:3e:0e:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:48Z', 'updated_at': '2021-08-10T03:52:52Z', 'revision_number': 2, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'subnets': [{'id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:58.050941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.139415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 56e94fca-bc04-47b7-be9d-9a6027a3228a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:58.139744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 56e94fca-bc04-47b7-be9d-9a6027a3228a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:58.169830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Checking router: fe328c78-edbf-411b-a4e1-29293f38614e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:58.170338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Updating router fe328c78-edbf-411b-a4e1-29293f38614e port 50e4579f-b986-4cd2-b414-f734c8714a51 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:52:58.171807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.resource_extend [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:52:58.222833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:58.233915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:58.242193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:58.275145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.277158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Pushing event updated for resources: {'Port': ['ID=4e70851b-4a0d-42da-b78b-ff8294266ae4,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.277669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.278950 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.284214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.337246 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0841372 Aug 10 03:52:58.343753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48760) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:58.368326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Attempting to bind port 4e70851b-4a0d-42da-b78b-ff8294266ae4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:58.368810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Attempting to bind port 4e70851b-4a0d-42da-b78b-ff8294266ae4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:58.369117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Attempting to bind port 4e70851b-4a0d-42da-b78b-ff8294266ae4 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:58.382567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:58.383733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:58.384123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.384832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:58.385516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Bound port: 4e70851b-4a0d-42da-b78b-ff8294266ae4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:58.385973 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.451724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Request body: {'subnet': {'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-952060013-subnet', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:58.521621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089eaf9-c0c1-44a3-bc2d-5d717d773124 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f70172-edb4-4ab6-9178-84f3686f4995,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.545046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8:0:1::354 (436e607c-ef4c-4ae6-a09e-44491dfe481c/954dc302-2ff3-4a2a-9e39-350936dbae67/3bbba976-414f-4edb-8fb5-224cf506b5a4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:58.564448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Made reservation on behalf of 74f15c433aa24c9fbc32069ac8530dfb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:58.574984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.581949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fe2c:8512 (436e607c-ef4c-4ae6-a09e-44491dfe481c/e430f774-53c4-468d-9f70-e9e34777c566/3bbba976-414f-4edb-8fb5-224cf506b5a4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:58.777543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] For port 4e70851b-4a0d-42da-b78b-ff8294266ae4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:58.793756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] For port 4e70851b-4a0d-42da-b78b-ff8294266ae4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4e70851b-4a0d-42da-b78b-ff8294266ae4,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:58.796260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d6f70172-edb4-4ab6-9178-84f3686f4995 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:58.845953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.938143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48768) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:58.966074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed07e8dd-717c-495c-a118-b3752e27199a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.109201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed07e8dd-717c-495c-a118-b3752e27199a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.119076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed07e8dd-717c-495c-a118-b3752e27199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.172816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ed07e8dd-717c-495c-a118-b3752e27199a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7420f69799a44129c854770a2e59d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333574 Aug 10 03:52:59.182828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:59.225664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07e8dd-717c-495c-a118-b3752e27199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b418c7a-c548-4c7d-b7b8-b562c0384355,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.283726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4171b042-0f35-4805-9d86-ce9b458d4da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.316284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4171b042-0f35-4805-9d86-ce9b458d4da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.393224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4171b042-0f35-4805-9d86-ce9b458d4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.397515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4171b042-0f35-4805-9d86-ce9b458d4da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.402541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4171b042-0f35-4805-9d86-ce9b458d4da9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b418c7a-c548-4c7d-b7b8-b562c0384355 HTTP/1.1" status: 204 len: 168 time: 0.2162821 Aug 10 03:52:59.411922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171b042-0f35-4805-9d86-ce9b458d4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b418c7a-c548-4c7d-b7b8-b562c0384355,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.446934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.490203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.493694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b7546-e59b-4c3c-8fac-d93ceb6d3855 None None] Pushing event updated for resources: {'Port': ['ID=4e70851b-4a0d-42da-b78b-ff8294266ae4,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.612361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8188f4ab-ebef-4088-9ba7-26e4006bdb9a,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.623334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 3bbba976-414f-4edb-8fb5-224cf506b5a4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:59.702422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Checking segment: {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:59.702967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Network hostable DHCP agents. Network: d6f70172-edb4-4ab6-9178-84f3686f4995, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:59.708266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.773896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Network d6f70172-edb4-4ab6-9178-84f3686f4995 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:59.884420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d6f70172-edb4-4ab6-9178-84f3686f4995) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:59.900059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.901142 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.948222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-29a45603-edc3-4f27-a85c-cb1116b3fa9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6029656 Aug 10 03:52:59.963526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48780) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:59.978126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.022874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:00.081489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:00.087574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:00.092360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:00.104774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.106019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.135999 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.138591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.181821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad34b6-f24d-4447-88f1-3ecf1410abdb None None] Network d6f70172-edb4-4ab6-9178-84f3686f4995 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:00.207021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48790) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:00.207541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7375526 Aug 10 03:53:00.323858 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42f9b086-617e-4fbf-b30c-16e8ccf5ef2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.326416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864cca-5b18-4b21-9088-7c00a551722c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=3bbba976-414f-4edb-8fb5-224cf506b5a4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:00.362371 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.387674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Transition to ACTIVE for port object 50e4579f-b986-4cd2-b414-f734c8714a51 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:00.425723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.495024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.514901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4e70851b-4a0d-42da-b78b-ff8294266ae4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:00.522809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 3bbba976-414f-4edb-8fb5-224cf506b5a4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:00.523313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.767523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.770973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73a0df-f057-4ad0-be39-f0a6055d5daf None None] Pushing event updated for resources: {'Port': ['ID=50e4579f-b986-4cd2-b414-f734c8714a51,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:00.811995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 3bbba976-414f-4edb-8fb5-224cf506b5a4 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:00.860326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Attempting to bind port 50e4579f-b986-4cd2-b414-f734c8714a51 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:00.860786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Attempting to bind port 50e4579f-b986-4cd2-b414-f734c8714a51 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:00.861162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Attempting to bind port 50e4579f-b986-4cd2-b414-f734c8714a51 on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:00.947831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 4e70851b-4a0d-42da-b78b-ff8294266ae4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:00.983012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d6f70172-edb4-4ab6-9178-84f3686f4995', 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'fixed_ips': [{'subnet_id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:00.983925 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.988060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:00.988443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Checking segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:00.988865 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.989278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Bound using segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:00.989778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Bound port: 50e4579f-b986-4cd2-b414-f734c8714a51, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:00.997893 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.101998 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.378843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:01.454959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] For port 50e4579f-b986-4cd2-b414-f734c8714a51, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:01.488398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] For port 50e4579f-b986-4cd2-b414-f734c8714a51, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50e4579f-b986-4cd2-b414-f734c8714a51,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:01.503819 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.565088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Allocated IP 172.20.0.2 (d6f70172-edb4-4ab6-9178-84f3686f4995/8188f4ab-ebef-4088-9ba7-26e4006bdb9a/2d44360a-19fa-4df4-add5-c1b75f9f4312) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:01.702563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.788850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771c6c5-00b4-49da-ab0d-6decc14082b5 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:01.811162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=3bbba976-414f-4edb-8fb5-224cf506b5a4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.851612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.864034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/3bbba976-414f-4edb-8fb5-224cf506b5a4 HTTP/1.1" status: 204 len: 168 time: 1.6548481 Aug 10 03:53:01.873188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.874933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.875911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.877105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.878149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.880539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.881730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.882671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.884051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.885001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.885920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.887103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb84fd9-8c84-46bc-b7c4-577d82dc5f1e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:01.894644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:01.903845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-664327167'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:01.937929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.945137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.984141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.987718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:01.995612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.016712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Routers {'fe328c78-edbf-411b-a4e1-29293f38614e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:02.017854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:53:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['fe328c78-edbf-411b-a4e1-29293f38614e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:02.028943 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.034367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] Provisioning for port 4e70851b-4a0d-42da-b78b-ff8294266ae4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:02.037155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73a0df-f057-4ad0-be39-f0a6055d5daf None None] Pushing event updated for resources: {'Port': ['ID=50e4579f-b986-4cd2-b414-f734c8714a51,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:02.079448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6657598-823a-4724-885b-c0241c73dcae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.088164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6657598-823a-4724-885b-c0241c73dcae tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1855078 Aug 10 03:53:02.089407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:02.171638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] Provisioning complete for port 4e70851b-4a0d-42da-b78b-ff8294266ae4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:02.172677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.337653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3873f9-9d09-48d8-9688-924fb3228601 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.344361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5e3873f9-9d09-48d8-9688-924fb3228601 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2492588 Aug 10 03:53:02.344903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:02.391847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Allocated IP 172.25.2.129 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d3599531-7160-4cc9-b789-efef05918911) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:02.506874 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.530494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b7fc1-4656-43b9-9dbb-dbe54bf90e25 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.533295 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.533538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b7fc1-4656-43b9-9dbb-dbe54bf90e25 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.536813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Transition to ACTIVE for port object 2d44360a-19fa-4df4-add5-c1b75f9f4312 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:02.548851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b7fc1-4656-43b9-9dbb-dbe54bf90e25 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.556430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2f7b7fc1-4656-43b9-9dbb-dbe54bf90e25 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2050612 Aug 10 03:53:02.556737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:02.567583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.657266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:02.678413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] Set router fe328c78-edbf-411b-a4e1-29293f38614e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:02.731692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b9c8d-397c-4ce0-9a37-87fd280cc16c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:02.748736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 954dc302-2ff3-4a2a-9e39-350936dbae67 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:02.751037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Transition to ACTIVE for port object 2d44360a-19fa-4df4-add5-c1b75f9f4312 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:02.753143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.762504 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.812435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.833453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.907421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.991263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.991263 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Added segment cf03fe8a-3a37-4f95-b049-b875790b48ec of type vlan for network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 Aug 10 03:53:03.023384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.032373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.096882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Network d6f70172-edb4-4ab6-9178-84f3686f4995 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:03.110779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:03.133699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] For port 4e70851b-4a0d-42da-b78b-ff8294266ae4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4e70851b-4a0d-42da-b78b-ff8294266ae4,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:03.138802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:03.240559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.243412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.243693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/954dc302-2ff3-4a2a-9e39-350936dbae67 HTTP/1.1" status: 204 len: 168 time: 0.6858959 Aug 10 03:53:03.247611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:03.259342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.265619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979def6-04f1-493c-9300-e965772b59ac tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=954dc302-2ff3-4a2a-9e39-350936dbae67,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:03.336451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Pushing event updated for resources: {'Port': ['ID=2d44360a-19fa-4df4-add5-c1b75f9f4312,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:03.399650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.407750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.410386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.450810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet e430f774-53c4-468d-9f70-e9e34777c566 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:03.476137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.546552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.572718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.584731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2037649 Aug 10 03:53:03.591710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48864) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:03.616079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'subnet': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:03.687652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48866) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:03.712569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7c439-1438-4b11-8c14-2de53bcddc93 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Network': ['ID=691c530b-7e96-4b9d-8329-d1a8f42e40a2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:03.717333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:03.740358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:03.744490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:03.791052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:03.794140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Pushing event updated for resources: {'Port': ['ID=d3599531-7160-4cc9-b789-efef05918911,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.095105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Attempting to bind port 2d44360a-19fa-4df4-add5-c1b75f9f4312 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:04.098580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Attempting to bind port 2d44360a-19fa-4df4-add5-c1b75f9f4312 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:04.099333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Attempting to bind port 2d44360a-19fa-4df4-add5-c1b75f9f4312 on network d6f70172-edb4-4ab6-9178-84f3686f4995 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:04.168888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658945ed-4323-4e42-b0ff-ae8ebecde68a None None] Update dhcp port {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'e430f774-53c4-468d-9f70-e9e34777c566', 'ip_address': '2001:db8::f816:3eff:fe97:277b'}, {'subnet_id': '954dc302-2ff3-4a2a-9e39-350936dbae67'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '4e70851b-4a0d-42da-b78b-ff8294266ae4'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:53:04.178609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043e2c2-2c78-4f0b-8e3e-57e36d5e5e20 None None] Pushing event updated for resources: {'Port': ['ID=4e70851b-4a0d-42da-b78b-ff8294266ae4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.205694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:04.206667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Checking segment: {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:04.207247 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.207819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Bound using segment: {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:04.208484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Bound port: 2d44360a-19fa-4df4-add5-c1b75f9f4312, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:04.209195 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.219981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb575b41-7c76-4ae0-b00e-2a3a48274abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.276225 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-658945ed-4323-4e42-b0ff-ae8ebecde68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.361294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.513377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.713273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 4, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '50e4579f-b986-4cd2-b414-f734c8714a51', 'name': '', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'mac_address': 'fa:16:3e:0e:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:48Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 4, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'subnets': [{'id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:04.732479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.856254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] For port 2d44360a-19fa-4df4-add5-c1b75f9f4312, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:04.864850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91f6ec-4918-48ed-b4ac-61ea33a0fdaa None None] The sync data for ids ['fe328c78-edbf-411b-a4e1-29293f38614e'] in n-d-769329-14 is: [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:52:51Z', 'revision_number': 4, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '50e4579f-b986-4cd2-b414-f734c8714a51', 'name': '', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'mac_address': 'fa:16:3e:0e:fb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:48Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 4, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'subnets': [{'id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:04.892272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-619717b5-ce76-4215-a17a-c4453467644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.895856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-619717b5-ce76-4215-a17a-c4453467644a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.3541632 Aug 10 03:53:04.898047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.925039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] For port 2d44360a-19fa-4df4-add5-c1b75f9f4312, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d44360a-19fa-4df4-add5-c1b75f9f4312,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:04.996203 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.059593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.061556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/e430f774-53c4-468d-9f70-e9e34777c566 HTTP/1.1" status: 204 len: 168 time: 1.8126259 Aug 10 03:53:05.071997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48886) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:05.075880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd0d0-c8ff-406f-be0e-1723eb2ecc48 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=e430f774-53c4-468d-9f70-e9e34777c566,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.194245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91a2d021-5a4c-41c8-8179-a783fd146c7d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092088 Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server [None req-658945ed-4323-4e42-b0ff-ae8ebecde68a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e430f774-53c4-468d-9f70-e9e34777c566: This subnet is being modified by another concurrent operation. Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:53:05.211949 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e430f774-53c4-468d-9f70-e9e34777c566: This subnet is being modified by another concurrent operation. Aug 10 03:53:05.223741 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Aug 10 03:53:05.234855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ceee1-2d06-40c8-bbc5-2a20c9c0ba3f req-78457653-a1e8-4167-9a2b-7d99ecff07bb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.235145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48890) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:05.235145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:05.236254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a9ceee1-2d06-40c8-bbc5-2a20c9c0ba3f req-78457653-a1e8-4167-9a2b-7d99ecff07bb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.6194947 Aug 10 03:53:05.292313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf261c-a561-4fed-a21e-bf2c8a9cb656 None None] Pushing event updated for resources: {'Port': ['ID=2d44360a-19fa-4df4-add5-c1b75f9f4312,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.351943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-ab38cd02-ecf8-4b1b-b99b-494d0b3a8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.357086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-ab38cd02-ecf8-4b1b-b99b-494d0b3a8c68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.4396427 Aug 10 03:53:05.452796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-00ccb363-8367-419d-b53b-35441056bc21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.0813200 Aug 10 03:53:05.463300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a9ceee1-2d06-40c8-bbc5-2a20c9c0ba3f req-ad199738-e314-47ff-b7d5-5525dcda1caf tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690948 Aug 10 03:53:05.499389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8cc7dd-9337-4b9b-8c67-3b8a1cc7f1e9 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:05.600335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-4cfb1183-c925-4f13-b428-3c79dc1ac79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.604970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-4cfb1183-c925-4f13-b428-3c79dc1ac79d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.1403012 Aug 10 03:53:05.625495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb575b41-7c76-4ae0-b00e-2a3a48274abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.647696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eb575b41-7c76-4ae0-b00e-2a3a48274abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.660955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-1ffd0b2b-4b1b-4587-88f1-8140390b5e92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479879 Aug 10 03:53:05.707833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1bff888d-6f7e-493a-9e1c-b7e303bf1219 None None] Provisioning complete for port 4e70851b-4a0d-42da-b78b-ff8294266ae4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:05.708614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bff888d-6f7e-493a-9e1c-b7e303bf1219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.775499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb575b41-7c76-4ae0-b00e-2a3a48274abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d78915-26bd-44ca-8b27-6b81d0d04a2d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.787034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:05.792214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.930318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eb575b41-7c76-4ae0-b00e-2a3a48274abb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66777d8c02f04aa58766fb1b3f37403e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2405567 Aug 10 03:53:05.939874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48898) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:05.976427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:05.982039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:05.982840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.035539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-f7a313ef-e9a8-45cc-b7f9-edac60176679 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596973 Aug 10 03:53:06.050635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] Deleting port 4e70851b-4a0d-42da-b78b-ff8294266ae4 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:06.051977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.166483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] For port 4e70851b-4a0d-42da-b78b-ff8294266ae4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4e70851b-4a0d-42da-b78b-ff8294266ae4,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:06.166891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.200417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] Calling delete_port for 4e70851b-4a0d-42da-b78b-ff8294266ae4 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:06.233490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53fd5659-1db3-4b6f-a602-f272568ab3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.236236 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.468456 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.549456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] Pushing event deleted for resources: {'Port': ['ID=4e70851b-4a0d-42da-b78b-ff8294266ae4,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:06.577071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50e4579f-b986-4cd2-b414-f734c8714a51 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:06.601243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49fc69-51d6-4663-bda8-425db2494ac4 None None] No DVR routers for this DVR port 4e70851b-4a0d-42da-b78b-ff8294266ae4 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:06.660531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-634c11a9-3a89-419f-959f-68d6f1431b42 req-5dd24a49-cfb0-459e-8806-227149570855 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150446 Aug 10 03:53:06.696421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53fd5659-1db3-4b6f-a602-f272568ab3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.742492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.839911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 50e4579f-b986-4cd2-b414-f734c8714a51 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:06.853759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 50e4579f-b986-4cd2-b414-f734c8714a51 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:06.855411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.901404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Router b0b7098c-aa74-4c82-960b-0ed51e4361cb is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:07.026373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53fd5659-1db3-4b6f-a602-f272568ab3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.029014 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53fd5659-1db3-4b6f-a602-f272568ab3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.030242 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-53fd5659-1db3-4b6f-a602-f272568ab3ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0d78915-26bd-44ca-8b27-6b81d0d04a2d HTTP/1.1" status: 204 len: 168 time: 1.0891011 Aug 10 03:53:07.040401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.047475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Subnet': ['ID=01f54590-45ae-4c1a-a252-ba08b724e89f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:07.100689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5659-1db3-4b6f-a602-f272568ab3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d78915-26bd-44ca-8b27-6b81d0d04a2d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:07.103225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b3598-2b9c-4188-9b29-3b644b2aad6a None None] Network d6f70172-edb4-4ab6-9178-84f3686f4995 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:07.131505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27c73a-2c6e-4876-b3f6-23beed028fcc req-5b4069d3-1891-47f6-8fd8-a3959b6448d3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.135616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f27c73a-2c6e-4876-b3f6-23beed028fcc req-5b4069d3-1891-47f6-8fd8-a3959b6448d3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4442267 Aug 10 03:53:07.239345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ebb10d32-a568-405a-8d61-2b246b753b49 None None] Provisioning for port 2d44360a-19fa-4df4-add5-c1b75f9f4312 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:07.250269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Checking segment: {'id': 'cf03fe8a-3a37-4f95-b049-b875790b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:07.250654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network hostable DHCP agents. Network: 691c530b-7e96-4b9d-8329-d1a8f42e40a2, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:07.261390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:07.270141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 50e4579f-b986-4cd2-b414-f734c8714a51, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50e4579f-b986-4cd2-b414-f734c8714a51,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:07.285124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Sync routers for ids ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:07.294983 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.296625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d44360a-19fa-4df4-add5-c1b75f9f4312 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:07.299405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f27c73a-2c6e-4876-b3f6-23beed028fcc req-4d4b1de8-22f5-47f1-bd73-04928754199e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199920 Aug 10 03:53:07.307591 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Routers {'b0b7098c-aa74-4c82-960b-0ed51e4361cb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:07.309500 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:53:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:07.348611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:07.373580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.378411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-80b93650-4291-4471-8927-ff4d57acf872 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4076555 Aug 10 03:53:07.378954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48918) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:07.395805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 691c530b-7e96-4b9d-8329-d1a8f42e40a2) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:07.434540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.435154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.485283 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Set router b0b7098c-aa74-4c82-960b-0ed51e4361cb gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:07.529374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:53:07.532990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.536373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48922) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:07.538889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e792ee26-1ed7-4a6b-a1c5-12188845b057 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9447680 Aug 10 03:53:07.571204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'name': 'tempest-AllowedAddressPairTestJSON-1673501289'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:07.612339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=50e4579f-b986-4cd2-b414-f734c8714a51,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:07.624710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043397ce-79dc-400a-a34e-158795a2f614 None None] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:07.784118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.784462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.784832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.785139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.785477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.785810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.786286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.786622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.787134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.787470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.788169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.788512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:07.870231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:07.887912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:07.906346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.908388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.937075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feecada-c48a-4be9-be51-f3fabf173e9c None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:07.953749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=827426a2-caad-4e9c-b377-9b5b38e59ce9,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.017303 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 3, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:08.043198 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e4ed513-7b10-47f9-a8f7-366869343ff2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8228834 Aug 10 03:53:08.047836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.058561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:08.067576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:08.068114 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Checking router: b0b7098c-aa74-4c82-960b-0ed51e4361cb for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:08.068492 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Updating router b0b7098c-aa74-4c82-960b-0ed51e4361cb port d3599531-7160-4cc9-b789-efef05918911 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:08.082318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.146033 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.165808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2d44360a-19fa-4df4-add5-c1b75f9f4312 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:08.185702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2d44360a-19fa-4df4-add5-c1b75f9f4312 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:08.187797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.298627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] device_id is not set on port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:08.358039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:08.362486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.591531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Allocated IP 172.20.0.10 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/bb830bd6-42ea-444f-aa5b-af8ec11b9c29) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:08.619783 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 827426a2-caad-4e9c-b377-9b5b38e59ce9 (CIDR: 2001:db8::/64) Aug 10 03:53:08.636719 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:53:08.637303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:08.650917 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.680375 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Transition to ACTIVE for port object d3599531-7160-4cc9-b789-efef05918911 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:08.689231 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.729596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e2876fc-2e70-4ae5-a581-fa6a6ad7eae6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6752501 Aug 10 03:53:08.735526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48948) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.754615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:08.764868 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2fcc6-b04f-445f-9662-c442699729f9 None None] Pushing event updated for resources: {'Port': ['ID=d3599531-7160-4cc9-b789-efef05918911,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.858441 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Attempting to bind port d3599531-7160-4cc9-b789-efef05918911 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:08.858683 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Attempting to bind port d3599531-7160-4cc9-b789-efef05918911 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:08.859123 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Attempting to bind port d3599531-7160-4cc9-b789-efef05918911 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:08.870051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.885853 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:08.886406 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:08.886941 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.887565 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:08.888180 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Bound port: d3599531-7160-4cc9-b789-efef05918911, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:08.888815 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.942784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '827426a2-caad-4e9c-b377-9b5b38e59ce9'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:08.947271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.993971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219c9fe-34b3-41d5-ae73-7c0a3c4e7e46 req-9c8f592c-6248-4b04-851d-84c2e5716acd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:08.997564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a219c9fe-34b3-41d5-ae73-7c0a3c4e7e46 req-9c8f592c-6248-4b04-851d-84c2e5716acd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4701538 Aug 10 03:53:09.004200 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] For port d3599531-7160-4cc9-b789-efef05918911, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:09.015721 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] For port d3599531-7160-4cc9-b789-efef05918911, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d3599531-7160-4cc9-b789-efef05918911,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:09.032906 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.158046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'tenant_id': '045036dc82d44df49c7a0a56317d87c1', 'fixed_ips': [{'subnet_id': '01f54590-45ae-4c1a-a252-ba08b724e89f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:09.162103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a219c9fe-34b3-41d5-ae73-7c0a3c4e7e46 req-a5db20f1-849a-45a4-8565-05cb83027be6 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577253 Aug 10 03:53:09.180458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.244734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:09.262986 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.265964 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2fcc6-b04f-445f-9662-c442699729f9 None None] Pushing event updated for resources: {'Port': ['ID=d3599531-7160-4cc9-b789-efef05918911,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.324466 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Routers {'b0b7098c-aa74-4c82-960b-0ed51e4361cb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:09.326407 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:53:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:09.441901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Allocated IP 172.20.0.1 (d6f70172-edb4-4ab6-9178-84f3686f4995/8188f4ab-ebef-4088-9ba7-26e4006bdb9a/1faad8a8-7725-400c-9d34-a53dc1adc29b) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:09.473310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.527593 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.543352 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] Set router b0b7098c-aa74-4c82-960b-0ed51e4361cb gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:09.573651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Transition to ACTIVE for port object bb830bd6-42ea-444f-aa5b-af8ec11b9c29 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:09.707293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5db6574b-b490-4139-8258-bbd15581093f None None] Provisioning complete for port 2d44360a-19fa-4df4-add5-c1b75f9f4312 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:09.707585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5db6574b-b490-4139-8258-bbd15581093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.779172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.880399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.931214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Transition to ACTIVE for port object 1faad8a8-7725-400c-9d34-a53dc1adc29b will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:09.985897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Allocated IP 2001:db8::f816:3eff:fef3:a155 (436e607c-ef4c-4ae6-a09e-44491dfe481c/827426a2-caad-4e9c-b377-9b5b38e59ce9/9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:10.032419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.065805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:10.076025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=bb830bd6-42ea-444f-aa5b-af8ec11b9c29,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.079566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:10.089842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:10.104691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Network d6f70172-edb4-4ab6-9178-84f3686f4995 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:10.117805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:10.121265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:10.146099 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 3, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:10.170702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 2d44360a-19fa-4df4-add5-c1b75f9f4312, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d44360a-19fa-4df4-add5-c1b75f9f4312,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:10.229240 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c692b30b-bf76-41b6-b539-9886a4d07fd2 None None] The sync data for ids ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'] in n-d-769329-14 is: [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:53:04Z', 'revision_number': 3, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:10.254661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1faad8a8-7725-400c-9d34-a53dc1adc29b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.280542 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.318335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.381399 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:10.450059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.452195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.534487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d032bc92-a7f4-4221-a37b-ef00fefb4b84 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9865403 Aug 10 03:53:10.543994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.550376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48966) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.579692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'name': 'tempest-AllowedAddressPairTestJSON-529971954', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9f:aa:c5'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:10.732967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:10.738951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:10.750250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.751679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.778119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=c1e6ee2b-58c7-46d1-b8e0-cc28787ceee0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.817170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dde2c-14c0-44bc-a3e9-2f3f93933b15 req-70bfa78f-cbcf-457d-bc84-80ebe5994966 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.832277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4b1d8f60-647b-4f81-a890-0aad5fbbf10f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0931339 Aug 10 03:53:10.833596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48972) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.841163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe8dde2c-14c0-44bc-a3e9-2f3f93933b15 req-70bfa78f-cbcf-457d-bc84-80ebe5994966 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4861593 Aug 10 03:53:10.854872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:ad:83:2b', 'name': 'tempest-NetworksTestDHCPv6-1253612575'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:10.996179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe8dde2c-14c0-44bc-a3e9-2f3f93933b15 req-9a8dea66-8d03-43b6-a1a6-e1aafa752bbb tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537559 Aug 10 03:53:11.023883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.118794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:11.132360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4e70851b-4a0d-42da-b78b-ff8294266ae4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:11.209520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:11.352172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=2d44360a-19fa-4df4-add5-c1b75f9f4312,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:11.393005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Allocated IP 172.20.0.2 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/6c5b578b-a8df-4d4e-8277-a153ceccfd5d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:11.458365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.534135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 22f71db7-1d20-4e93-a4e5-3652f2526fb6 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:11.556433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 4e70851b-4a0d-42da-b78b-ff8294266ae4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:11.556935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4e70851b-4a0d-42da-b78b-ff8294266ae4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:11.636380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.667359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.684699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.785040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] device_id is not set on port 2ece5942-6e1e-454e-9059-cd5281aa74af yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:11.801935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.804183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1faad8a8-7725-400c-9d34-a53dc1adc29b,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.054367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50e4579f-b986-4cd2-b414-f734c8714a51 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:12.109898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.135324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Network d6f70172-edb4-4ab6-9178-84f3686f4995 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:12.141491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:12.154309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Transition to ACTIVE for port object 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:12.179898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.200932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Transition to ACTIVE for port object 6c5b578b-a8df-4d4e-8277-a153ceccfd5d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:12.215163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Transition to ACTIVE for port object 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:12.259948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.305130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Transition to ACTIVE for port object 6c5b578b-a8df-4d4e-8277-a153ceccfd5d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:12.330659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:12.451262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:12.460422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.478987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8:0:1::159 (436e607c-ef4c-4ae6-a09e-44491dfe481c/c1e6ee2b-58c7-46d1-b8e0-cc28787ceee0/22f71db7-1d20-4e93-a4e5-3652f2526fb6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:12.490813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::f816:3eff:fead:832b (436e607c-ef4c-4ae6-a09e-44491dfe481c/827426a2-caad-4e9c-b377-9b5b38e59ce9/22f71db7-1d20-4e93-a4e5-3652f2526fb6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:12.500005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:12.521954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90f37898-adcb-451f-8627-efb627261325 None None] Provisioning for port 1faad8a8-7725-400c-9d34-a53dc1adc29b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:12.578527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 50e4579f-b986-4cd2-b414-f734c8714a51 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:12.579331 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.582299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90f37898-adcb-451f-8627-efb627261325 None None] Provisioning complete for port 1faad8a8-7725-400c-9d34-a53dc1adc29b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:12.584043 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90f37898-adcb-451f-8627-efb627261325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.696288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-90f37898-adcb-451f-8627-efb627261325 None None] Port 1faad8a8-7725-400c-9d34-a53dc1adc29b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:12.733793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:12.792017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Pushing event updated for resources: {'Port': ['ID=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.853119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:12.855050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.870650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 22f71db7-1d20-4e93-a4e5-3652f2526fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:12.905038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:12.911804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.025320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:13.037312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:13.037592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Attempting to bind port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:13.038281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Attempting to bind port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:13.039352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Attempting to bind port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:13.047686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:13.060038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.060603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.093924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:13.094399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:13.094911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.095574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:13.096254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Bound port: 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:13.096660 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.111215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=22f71db7-1d20-4e93-a4e5-3652f2526fb6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.115646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Pushing event updated for resources: {'Port': ['ID=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.147461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cbb2be61-29a4-4fa1-aa88-0bf75ce2f648 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3057411 Aug 10 03:53:13.150440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49000) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:13.161925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2fd821e5-a163-4011-87db-ab3aeeb54ab3 None None] Provisioning complete for port 1faad8a8-7725-400c-9d34-a53dc1adc29b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:13.166871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fd821e5-a163-4011-87db-ab3aeeb54ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.174300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Attempting to bind port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:13.174300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Attempting to bind port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'cf03fe8a-3a37-4f95-b049-b875790b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:13.176025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Attempting to bind port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d on network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:13.252806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:13.253347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Checking segment: {'id': 'cf03fe8a-3a37-4f95-b049-b875790b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:13.254810 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.255367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Bound using segment: {'id': 'cf03fe8a-3a37-4f95-b049-b875790b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:13.256009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Bound port: 6c5b578b-a8df-4d4e-8277-a153ceccfd5d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf03fe8a-3a37-4f95-b049-b875790b48ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:13.256514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.360728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2fd821e5-a163-4011-87db-ab3aeeb54ab3 None None] Port 1faad8a8-7725-400c-9d34-a53dc1adc29b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:13.391457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d44360a-19fa-4df4-add5-c1b75f9f4312 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:13.394208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] For port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:13.405405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] For port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:13.469391 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.488945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 22f71db7-1d20-4e93-a4e5-3652f2526fb6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:13.489814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.574651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] For port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:13.629605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] For port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,segment=NetworkSegment(cf03fe8a-3a37-4f95-b049-b875790b48ec),segment_id=cf03fe8a-3a37-4f95-b049-b875790b48ec)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:13.636379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef17146-6b9f-496e-aee2-29ebbeba3871 None None] Pushing event updated for resources: {'Port': ['ID=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.655136 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.687147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Router b0b7098c-aa74-4c82-960b-0ed51e4361cb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:13.724337 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.759587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 22f71db7-1d20-4e93-a4e5-3652f2526fb6 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:13.767347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2d44360a-19fa-4df4-add5-c1b75f9f4312 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:13.768040 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.776337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fb4f5-7d35-4c9c-a87a-4393fbc26b1b req-c2c113c1-7d19-4c13-88be-6dc4de08a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.778313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-966fb4f5-7d35-4c9c-a87a-4393fbc26b1b req-c2c113c1-7d19-4c13-88be-6dc4de08a2ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.2856386 Aug 10 03:53:13.891519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba897b-3122-494b-8c57-8f21e28f08d6 None None] Pushing event updated for resources: {'Port': ['ID=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.984454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d3599531-7160-4cc9-b789-efef05918911 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:13.987522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e3a2f-a5fa-4dcf-85be-b30145df22c6 req-86bfc465-698f-4f20-8330-a86ec8c3b791 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.004706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e3e3a2f-a5fa-4dcf-85be-b30145df22c6 req-86bfc465-698f-4f20-8330-a86ec8c3b791 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.5713344 Aug 10 03:53:14.048977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Allocated IP 172.20.0.13 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/2ece5942-6e1e-454e-9059-cd5281aa74af) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:14.153122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d3599531-7160-4cc9-b789-efef05918911 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:14.170745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d3599531-7160-4cc9-b789-efef05918911 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:14.178405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.214697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-966fb4f5-7d35-4c9c-a87a-4393fbc26b1b req-b5666bd5-ef0f-41cb-b7da-2d4e3ef54c94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229820 Aug 10 03:53:14.416534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e3e3a2f-a5fa-4dcf-85be-b30145df22c6 req-da2cd0c9-d08f-4998-ba12-b365cac41f9c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073033 Aug 10 03:53:14.536843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.542420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:14.559835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-470e55d5-91f2-47a9-b7d2-ce23333638b4 admin admin] 10.222.0.53 "PUT /v2.0/routers/b0b7098c-aa74-4c82-960b-0ed51e4361cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1789598 Aug 10 03:53:14.573940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Sync routers for ids ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:14.618623 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.623919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Routers {'b0b7098c-aa74-4c82-960b-0ed51e4361cb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:14.624574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:53:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.626625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=22f71db7-1d20-4e93-a4e5-3652f2526fb6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:14.718608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.720634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cb23c1d8-137a-4340-874e-712dba32ba01 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/22f71db7-1d20-4e93-a4e5-3652f2526fb6 HTTP/1.1" status: 204 len: 168 time: 1.5690150 Aug 10 03:53:14.724893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49034) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:14.753115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d3599531-7160-4cc9-b789-efef05918911, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d3599531-7160-4cc9-b789-efef05918911,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:14.768112 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.813413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.814961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d163c3ae-656c-40cf-847d-233e9c74ea6b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.820978 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d163c3ae-656c-40cf-847d-233e9c74ea6b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0904062 Aug 10 03:53:14.828368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49036) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:14.918215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Transition to ACTIVE for port object 2ece5942-6e1e-454e-9059-cd5281aa74af will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:14.987640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a52be-f49d-4a56-82de-28d0279dad88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.989540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a99a52be-f49d-4a56-82de-28d0279dad88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1602023 Aug 10 03:53:14.994337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49040) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:15.091398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Set router b0b7098c-aa74-4c82-960b-0ed51e4361cb gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:15.113882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.166011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744ff83-fd4b-4fce-bd2d-28e337455abc tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.178292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744ff83-fd4b-4fce-bd2d-28e337455abc tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.187907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744ff83-fd4b-4fce-bd2d-28e337455abc tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.202964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d744ff83-fd4b-4fce-bd2d-28e337455abc tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2072418 Aug 10 03:53:15.207683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:15.288622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:15.296647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:15.305837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=2ece5942-6e1e-454e-9059-cd5281aa74af,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:15.318367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:15.349214 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 827426a2-caad-4e9c-b377-9b5b38e59ce9 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:15.361221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.473667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.480395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.502192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.527497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d3599531-7160-4cc9-b789-efef05918911,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:15.530632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c5b578b-a8df-4d4e-8277-a153ceccfd5d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:15.556570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2cfeeb87-a094-4e4d-b255-58b8547aa3df tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.9844368 Aug 10 03:53:15.560073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:15.662451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:15.743188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:53:10Z', 'revision_number': 4, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1faad8a8-7725-400c-9d34-a53dc1adc29b', 'name': '', 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'mac_address': 'fa:16:3e:e7:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:09Z', 'updated_at': '2021-08-10T03:53:11Z', 'revision_number': 2, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'subnets': [{'id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:15.748555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:15.755878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0cd5a-1769-41b4-b77d-b211f437178f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.773133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0cd5a-1769-41b4-b77d-b211f437178f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.785274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0cd5a-1769-41b4-b77d-b211f437178f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.792589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e3e0cd5a-1769-41b4-b77d-b211f437178f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2281580 Aug 10 03:53:15.796826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49064) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:15.942276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Checking router: b0b7098c-aa74-4c82-960b-0ed51e4361cb for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:15.946197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Updating router b0b7098c-aa74-4c82-960b-0ed51e4361cb port 1faad8a8-7725-400c-9d34-a53dc1adc29b binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:15.988095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889678d1-85e8-453d-bb23-d3bcd9cc78b4 req-7b4b7ec6-204b-4030-8409-fca51d71f96d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.001371 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-889678d1-85e8-453d-bb23-d3bcd9cc78b4 req-7b4b7ec6-204b-4030-8409-fca51d71f96d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.3290052 Aug 10 03:53:16.027052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ff334-9ea2-408b-b393-f833b0a36b4f None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:16.031421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.114365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-889678d1-85e8-453d-bb23-d3bcd9cc78b4 req-0eb36fa0-b52b-4442-997e-99093ca4a14f tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120825 Aug 10 03:53:16.124223 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.184316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-027afabb-f7d4-4d65-8952-1bb49df4fd1d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.184316 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-027afabb-f7d4-4d65-8952-1bb49df4fd1d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/networks?id=8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 200 len: 910 time: 0.1510179 Aug 10 03:53:16.193660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] Provisioning for port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:16.202798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port 2ece5942-6e1e-454e-9059-cd5281aa74af {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:16.203769 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.214133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.214388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:16.219091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] Provisioning complete for port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:16.219635 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.310118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.314801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/827426a2-caad-4e9c-b377-9b5b38e59ce9 HTTP/1.1" status: 204 len: 168 time: 1.1060972 Aug 10 03:53:16.315935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe03a3-9bbd-4852-b9c0-7b26cd73d72f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=827426a2-caad-4e9c-b377-9b5b38e59ce9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:16.321998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49086) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:16.405735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f4132-9bdc-4445-8d7e-c6e27db68d97 None None] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:16.408154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:16.408753 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.418033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet c1e6ee2b-58c7-46d1-b8e0-cc28787ceee0 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:16.422308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.495338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.516204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.531924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for 2ece5942-6e1e-454e-9059-cd5281aa74af owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:16.578691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.662269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.762867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e6ee2b-58c7-46d1-b8e0-cc28787ceee0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:16.777417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.852374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.869445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-755df17b-3e68-4e12-9009-f0ca37a2d4db tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/c1e6ee2b-58c7-46d1-b8e0-cc28787ceee0 HTTP/1.1" status: 204 len: 168 time: 0.5411880 Aug 10 03:53:16.873256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49094) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:16.983257 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-0bc4b5d7-7aae-4700-be82-8967d053409a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/quotas/74f15c433aa24c9fbc32069ac8530dfb HTTP/1.1" status: 200 len: 375 time: 0.0547137 Aug 10 03:53:17.002011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4e348011-aaa6-4a48-abda-1f845608547b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272526 Aug 10 03:53:17.011033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49096) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.018835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:17.035537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611874-7753-4218-8238-eb2d05dd4471 req-3185a1f8-6d03-44b9-8233-3691abf98146 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.044457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf611874-7753-4218-8238-eb2d05dd4471 req-3185a1f8-6d03-44b9-8233-3691abf98146 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.2928023 Aug 10 03:53:17.050548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.159546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] For port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:17.188397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.194682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=2ece5942-6e1e-454e-9059-cd5281aa74af,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.249648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf611874-7753-4218-8238-eb2d05dd4471 req-e0dee1a5-7ad2-4e78-837b-a2ed7cfbf2ab tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040460 Aug 10 03:53:17.339490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:17.344511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.470618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-d80d0079-d3e6-4b98-a7fb-c089421d499d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4864025 Aug 10 03:53:17.603317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] Provisioning for port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:17.604273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.608296 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-25a87e9f-d1a8-4cf7-b96c-70943497aa99 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/ports/2ece5942-6e1e-454e-9059-cd5281aa74af HTTP/1.1" status: 204 len: 168 time: 1.8102117 Aug 10 03:53:17.617407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d3599531-7160-4cc9-b789-efef05918911 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:17.645178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.669108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:17.676950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] Provisioning complete for port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:17.677346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.683479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fc644-3d13-450d-9647-69364d46442b req-f4c1225a-879a-4c0b-890c-0c73af9f6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.686403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c862bfa-990f-4aff-a169-793bf71a9180 None None] Pushing event updated for resources: {'Port': ['ID=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.687307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.688408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-f4c1225a-879a-4c0b-890c-0c73af9f6ef0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 1097 time: 0.7371333 Aug 10 03:53:17.740601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:17.746264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:17.754403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.755418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.782450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7655411 Aug 10 03:53:17.783471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49104) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.789804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:17.826009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d3599531-7160-4cc9-b789-efef05918911 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:17.826739 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-417b658f-7368-4738-a56e-67dbc052de00 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] GET failed (client error): The resource could not be found. Aug 10 03:53:17.826897 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.833373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-417b658f-7368-4738-a56e-67dbc052de00 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "GET /v2.0/ports/2ece5942-6e1e-454e-9059-cd5281aa74af HTTP/1.1" status: 404 len: 333 time: 0.1385274 Aug 10 03:53:17.843701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49108) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.856519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'name': 'tempest-AllowedAddressPairTestJSON-747256496'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:17.963351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1024f09-d338-402f-b182-d631b7b7f611 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=dd505a44-2d29-42c1-b276-703f69cc31c1,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.080414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] Deleting port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:18.081387 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.251686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:18.258814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.302916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fc644-3d13-450d-9647-69364d46442b req-3a944c36-a193-4e70-9fd2-db6c73c25a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.305960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-3a944c36-a193-4e70-9fd2-db6c73c25a6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.4745126 Aug 10 03:53:18.310765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.321227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-deb76277-67a2-4aff-880c-6ddabc2eaffa service neutron] 10.222.0.53 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904375 Aug 10 03:53:18.394667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.434828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Transition to ACTIVE for port object 1faad8a8-7725-400c-9d34-a53dc1adc29b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:18.468625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.505655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-ffa39d51-0581-4812-b78e-461c5b816080 service neutron] 10.222.0.53 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859586 Aug 10 03:53:18.508516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:18.512545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.570468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea99e3-531e-466b-a20c-2e8596b6657e None None] Pushing event updated for resources: {'Port': ['ID=1faad8a8-7725-400c-9d34-a53dc1adc29b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.578531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] For port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,segment=NetworkSegment(cf03fe8a-3a37-4f95-b049-b875790b48ec),segment_id=cf03fe8a-3a37-4f95-b049-b875790b48ec)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:18.596855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.635407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] For port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:18.635811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.673693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-388fff76-06ad-41de-992b-d68e99fec864 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 200 len: 217 time: 0.1900842 Aug 10 03:53:18.737806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd3538-2b81-4cbe-bbf9-b35c0517755e req-c1f4aac4-9caa-4046-867f-87084051f6f2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.742889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bcd3538-2b81-4cbe-bbf9-b35c0517755e req-c1f4aac4-9caa-4046-867f-87084051f6f2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.2861249 Aug 10 03:53:18.747718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] Calling delete_port for 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:18.788434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fc644-3d13-450d-9647-69364d46442b req-1cf3a253-eb10-4c90-b686-a592cea8b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.791195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-1cf3a253-eb10-4c90-b686-a592cea8b814 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.1082556 Aug 10 03:53:18.792905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] device_id is not set on port d41b1196-6b4a-43c5-96bf-8f4a5f5301da yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:18.817655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d2d52-c835-4eab-805b-292e750029ac None None] Pushing event updated for resources: {'Port': ['ID=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.910732 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd505a44-2d29-42c1-b276-703f69cc31c1 (CIDR: 2001:db8::/64) Aug 10 03:53:18.940362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bcd3538-2b81-4cbe-bbf9-b35c0517755e req-8ae8701c-9a92-440e-b092-15ea7dfa913e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889162 Aug 10 03:53:18.946500 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:53:18.949644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:19.031088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a177b8b8-53f9-4bd8-a2fe-55cdd97c2b87 None None] Provisioning for port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:19.032869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a4175a89-b127-44dd-9bc9-98b950a0b158 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2425137 Aug 10 03:53:19.033533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49124) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:19.064016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:19.076449 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a177b8b8-53f9-4bd8-a2fe-55cdd97c2b87 None None] Provisioning complete for port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:19.077719 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a177b8b8-53f9-4bd8-a2fe-55cdd97c2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.189549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a177b8b8-53f9-4bd8-a2fe-55cdd97c2b87 None None] Port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:19.213233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Attempting to bind port 1faad8a8-7725-400c-9d34-a53dc1adc29b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:19.214443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Attempting to bind port 1faad8a8-7725-400c-9d34-a53dc1adc29b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:19.215200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Attempting to bind port 1faad8a8-7725-400c-9d34-a53dc1adc29b on network d6f70172-edb4-4ab6-9178-84f3686f4995 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:19.231972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:19.233513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Checking segment: {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:19.234954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.237801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Bound using segment: {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:19.238894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Bound port: 1faad8a8-7725-400c-9d34-a53dc1adc29b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be3f13c-612d-499c-bc33-8eac761bae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:19.240439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.263243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-1bdce1ad-3f20-4af3-b00d-0631946297a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4543347 Aug 10 03:53:19.317565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a177b8b8-53f9-4bd8-a2fe-55cdd97c2b87 None None] Provisioning complete for port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:19.324528 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a177b8b8-53f9-4bd8-a2fe-55cdd97c2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.346300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f87bc1c-3683-415c-8a56-c29de978b6ed req-cae25886-a6b8-4e65-838a-f06a00b1bc85 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 210 time: 0.1193607 Aug 10 03:53:19.520947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:19.531290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.576823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Allocated IP 172.20.0.11 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/d41b1196-6b4a-43c5-96bf-8f4a5f5301da) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:19.598554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.623233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] No DVR routers for this DVR port 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:19.698905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-97ae9e61-017f-417f-9ef1-7b59d7c52a43 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260685 Aug 10 03:53:19.791431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] For port 1faad8a8-7725-400c-9d34-a53dc1adc29b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:19.809153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45434de6-15cb-483f-8ddb-efbba638437c None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:20.002875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c5b578b-a8df-4d4e-8277-a153ceccfd5d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:20.189561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b45d2-516e-4d26-8787-fea6618034e0 None None] Pushing event deleted for resources: {'Port': ['ID=9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:20.272250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] For port 1faad8a8-7725-400c-9d34-a53dc1adc29b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1faad8a8-7725-400c-9d34-a53dc1adc29b,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:20.315334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6ba3028f-9f75-4d22-b3de-0f34450d189a None None] Could not find standard attr ID for object 2ece5942-6e1e-454e-9059-cd5281aa74af. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:53:20.333095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.354342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49144) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:20.405190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:53:20.411200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.477721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:20.493044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:20.515830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.524244 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.560788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=46fe53db-9f2f-4b32-9404-37d7d7f93a81,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:20.582909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3949991b-12d4-4fcb-9516-09d59955ce88 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5482256 Aug 10 03:53:20.586897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49152) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:20.625408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:81:f6:31', 'name': 'tempest-NetworksTestDHCPv6-1623675889'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:20.684950 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a4fc644-3d13-450d-9647-69364d46442b req-e5d14386-71c8-4c5a-8e83-1712126dd5fa service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9782679 Aug 10 03:53:20.713891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.793601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d5f0b-3938-4f2a-95a6-52e2e66a5e00 req-6e1ea963-b47d-48ce-9b9a-4f2a7572f01c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.811814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-147d5f0b-3938-4f2a-95a6-52e2e66a5e00 req-6e1ea963-b47d-48ce-9b9a-4f2a7572f01c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4713964 Aug 10 03:53:20.824481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Transition to ACTIVE for port object d41b1196-6b4a-43c5-96bf-8f4a5f5301da will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:20.900579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Routers {'b0b7098c-aa74-4c82-960b-0ed51e4361cb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:20.901667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:53:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.952269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-147d5f0b-3938-4f2a-95a6-52e2e66a5e00 req-def78981-79f2-40bf-9086-1bb16999c4a0 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291664 Aug 10 03:53:20.985606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.003618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6d26815-80a0-4a73-9639-c1cb87a01535 req-a3142471-88cc-4ecb-80ab-a6f8dcaab359 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 210 time: 0.4518757 Aug 10 03:53:21.075693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05c4f4ad-60e3-4b4f-861c-5ae73ff9bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.096977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:21.115071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:21.120733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:21.142839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:21.155835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=d41b1196-6b4a-43c5-96bf-8f4a5f5301da,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.318024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:21.318777 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.443492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] Set router b0b7098c-aa74-4c82-960b-0ed51e4361cb gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:21.520368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-dd457e7e-1572-40ab-9073-621a54e6f936 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:21.523344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-dd457e7e-1572-40ab-9073-621a54e6f936 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.39 "GET /v2.0/networks?id=8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 200 len: 910 time: 0.1737139 Aug 10 03:53:21.542424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Request body: {'port': {'device_id': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'admin_state_up': True, 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:21.582851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:21.583632 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.593188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea99e3-531e-466b-a20c-2e8596b6657e None None] Pushing event updated for resources: {'Port': ['ID=1faad8a8-7725-400c-9d34-a53dc1adc29b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.667222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6ba3028f-9f75-4d22-b3de-0f34450d189a None None] Provisioning complete for port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:21.667764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ba3028f-9f75-4d22-b3de-0f34450d189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.739229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': '46fe53db-9f2f-4b32-9404-37d7d7f93a81'}, {'subnet_id': 'dd505a44-2d29-42c1-b276-703f69cc31c1'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:21.740288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.800655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6ba3028f-9f75-4d22-b3de-0f34450d189a None None] Port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:21.992456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.059244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port 77bb5ba1-81d0-43cc-a617-91691d531a8f yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:22.116790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cedc57f7-7791-4637-aec3-9d6a7b757ecf None None] Provisioning for port d41b1196-6b4a-43c5-96bf-8f4a5f5301da completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:22.136336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cedc57f7-7791-4637-aec3-9d6a7b757ecf None None] Provisioning complete for port d41b1196-6b4a-43c5-96bf-8f4a5f5301da triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:22.137357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cedc57f7-7791-4637-aec3-9d6a7b757ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.204161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cedc57f7-7791-4637-aec3-9d6a7b757ecf None None] Port d41b1196-6b4a-43c5-96bf-8f4a5f5301da cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:22.208651 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb18aa18-b3ee-4027-9317-2ad0336fdb7f req-57fcc6f3-f5ab-41cf-bbb1-222b981f8c72 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 210 time: 0.0628321 Aug 10 03:53:22.249378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:22.258202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05c4f4ad-60e3-4b4f-861c-5ae73ff9bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.287254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0738813c-35d3-4a9c-a2aa-9a04e8ff6b62 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4389496 Aug 10 03:53:22.289239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05c4f4ad-60e3-4b4f-861c-5ae73ff9bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.292191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.303485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9f:aa:c5'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:22.307999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/dd505a44-2d29-42c1-b276-703f69cc31c1/b9042316-6c5e-4d77-af66-95d98fed03f7) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:22.320922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe52:8390 (436e607c-ef4c-4ae6-a09e-44491dfe481c/46fe53db-9f2f-4b32-9404-37d7d7f93a81/b9042316-6c5e-4d77-af66-95d98fed03f7) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:22.414922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Made reservation on behalf of 74f15c433aa24c9fbc32069ac8530dfb for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:22.421634 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.448060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-05c4f4ad-60e3-4b4f-861c-5ae73ff9bd02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cb02c1d7a9f4dd49ff0261de8079931&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0903633 Aug 10 03:53:22.449169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4f4ad-60e3-4b4f-861c-5ae73ff9bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba05a27-a15e-42b3-8117-ddacccf877c1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:22.466661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49178) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.500904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882cf5a-4dc0-4033-8ec6-43eb7997a22a req-f04b3aa9-fc7f-4d7b-99bd-4ca49e5f0424 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.507430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5882cf5a-4dc0-4033-8ec6-43eb7997a22a req-f04b3aa9-fc7f-4d7b-99bd-4ca49e5f0424 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.2560995 Aug 10 03:53:22.570612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:53:10Z', 'revision_number': 4, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1faad8a8-7725-400c-9d34-a53dc1adc29b', 'name': '', 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'mac_address': 'fa:16:3e:e7:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:09Z', 'updated_at': '2021-08-10T03:53:19Z', 'revision_number': 4, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'subnets': [{'id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.573715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:22.574288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9607b8c9-b7f6-4dbf-b19d-a1e0a658aef2 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:22.620808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5882cf5a-4dc0-4033-8ec6-43eb7997a22a req-c7a10c3a-b6e8-4dd9-9304-2390c2d6629f tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119885 Aug 10 03:53:22.662339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9798852-2bb8-4785-8f99-1491e4d73043 None None] The sync data for ids ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'] in n-d-769329-14 is: [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:53:10Z', 'revision_number': 4, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1faad8a8-7725-400c-9d34-a53dc1adc29b', 'name': '', 'network_id': 'd6f70172-edb4-4ab6-9178-84f3686f4995', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'mac_address': 'fa:16:3e:e7:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:09Z', 'updated_at': '2021-08-10T03:53:19Z', 'revision_number': 4, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'subnets': [{'id': '8188f4ab-ebef-4088-9ba7-26e4006bdb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:22.722810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6e977-2905-4cd5-b8b5-d2af69a0d228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.810590 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6e977-2905-4cd5-b8b5-d2af69a0d228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.847930 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.848945 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.861599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Transition to ACTIVE for port object b9042316-6c5e-4d77-af66-95d98fed03f7 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:22.903084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Transition to ACTIVE for port object b9042316-6c5e-4d77-af66-95d98fed03f7 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:22.915056 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.975930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:22.983264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:22.995499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:23.032629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Pushing event updated for resources: {'Port': ['ID=b9042316-6c5e-4d77-af66-95d98fed03f7,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.043121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6e977-2905-4cd5-b8b5-d2af69a0d228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.052724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36b6e977-2905-4cd5-b8b5-d2af69a0d228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.059009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-36b6e977-2905-4cd5-b8b5-d2af69a0d228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ba05a27-a15e-42b3-8117-ddacccf877c1 HTTP/1.1" status: 204 len: 168 time: 0.5348320 Aug 10 03:53:23.140771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Allocated IP 172.20.0.13 (8522c1b4-e140-427d-8f00-fa4e1e535a34/857bcba4-c6d6-4c2f-bec8-bdd6e323b73f/8d5986d5-3f5f-44c3-9bb4-7123d35acca5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:23.152926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6e977-2905-4cd5-b8b5-d2af69a0d228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba05a27-a15e-42b3-8117-ddacccf877c1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.228630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Attempting to bind port b9042316-6c5e-4d77-af66-95d98fed03f7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:23.229260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Attempting to bind port b9042316-6c5e-4d77-af66-95d98fed03f7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:23.229867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Attempting to bind port b9042316-6c5e-4d77-af66-95d98fed03f7 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:23.249962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:23.250594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:23.251254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.251898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:23.252685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Bound port: b9042316-6c5e-4d77-af66-95d98fed03f7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:23.253312 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.313449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::8a (436e607c-ef4c-4ae6-a09e-44491dfe481c/dd505a44-2d29-42c1-b276-703f69cc31c1/77bb5ba1-81d0-43cc-a617-91691d531a8f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:23.325734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:f631 (436e607c-ef4c-4ae6-a09e-44491dfe481c/46fe53db-9f2f-4b32-9404-37d7d7f93a81/77bb5ba1-81d0-43cc-a617-91691d531a8f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:23.577340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] For port b9042316-6c5e-4d77-af66-95d98fed03f7, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:23.610156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] For port b9042316-6c5e-4d77-af66-95d98fed03f7, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b9042316-6c5e-4d77-af66-95d98fed03f7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:23.625699 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.801839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c6e3-0ff5-461b-a026-af986d319891 None None] Pushing event updated for resources: {'Port': ['ID=b9042316-6c5e-4d77-af66-95d98fed03f7,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.914546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.963258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.050675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=d41b1196-6b4a-43c5-96bf-8f4a5f5301da,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.214462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.255217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object 77bb5ba1-81d0-43cc-a617-91691d531a8f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:24.395742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] In _notify_port_updated(), no bound segment for port d41b1196-6b4a-43c5-96bf-8f4a5f5301da on network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:53:24.407825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.409636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.413060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da990889-a8e0-48b3-988f-e5e7e8245ea5 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "PUT /v2.0/ports/d41b1196-6b4a-43c5-96bf-8f4a5f5301da HTTP/1.1" status: 200 len: 994 time: 2.1189945 Aug 10 03:53:24.428121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49210) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:24.445011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.474616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.516307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a27f80e-d7d1-46fd-a9e1-a8814eae46ab req-3217df33-c904-450e-aab9-7394595f8b5f tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 210 time: 1.1323433 Aug 10 03:53:24.622087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Transition to ACTIVE for port object 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:24.657705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:24.691527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5bb96-ff5c-44a8-b16e-c261e24e8d22 req-6ad7fc54-ca6e-40dc-9642-1188cbb40fdd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.706497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbe5bb96-ff5c-44a8-b16e-c261e24e8d22 req-6ad7fc54-ca6e-40dc-9642-1188cbb40fdd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.7910528 Aug 10 03:53:24.708714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:24.720178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:24.725700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.726983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.730964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=77bb5ba1-81d0-43cc-a617-91691d531a8f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.748836 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.755589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0fce00d5-9f73-49ed-b63a-2939555e2171 None None] Provisioning complete for port d41b1196-6b4a-43c5-96bf-8f4a5f5301da triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:24.758860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0fce00d5-9f73-49ed-b63a-2939555e2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.764378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-35d12e3f-6320-41a1-beda-8e885f134e59 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1761127 Aug 10 03:53:24.768560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49222) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:24.880640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port d41b1196-6b4a-43c5-96bf-8f4a5f5301da {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:24.881191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.893813 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.968012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0fce00d5-9f73-49ed-b63a-2939555e2171 None None] Port d41b1196-6b4a-43c5-96bf-8f4a5f5301da cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:25.020247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:25.051190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:25.054856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:25.152158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Pushing event updated for resources: {'Port': ['ID=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:25.168428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port 77bb5ba1-81d0-43cc-a617-91691d531a8f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:25.168764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.202829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1faad8a8-7725-400c-9d34-a53dc1adc29b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:25.259568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.264499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.341899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.369696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.386251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for 77bb5ba1-81d0-43cc-a617-91691d531a8f owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:25.401868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for d41b1196-6b4a-43c5-96bf-8f4a5f5301da owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:25.410360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1faad8a8-7725-400c-9d34-a53dc1adc29b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:25.425550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1faad8a8-7725-400c-9d34-a53dc1adc29b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:25.425933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.633476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.684269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=77bb5ba1-81d0-43cc-a617-91691d531a8f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:25.714507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fbe5bb96-ff5c-44a8-b16e-c261e24e8d22 req-2d4817ae-fb1d-4851-bc31-938ecc26e7fd tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0069313 Aug 10 03:53:25.803601 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.807869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.813519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d1c7fb37-1666-42c1-aea6-2d25684c1c10 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/77bb5ba1-81d0-43cc-a617-91691d531a8f HTTP/1.1" status: 204 len: 168 time: 1.0434561 Aug 10 03:53:25.815813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49236) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:25.818737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-352ba00c-0972-4b7b-a085-c69090feb24c None None] Provisioning for port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:25.836593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-352ba00c-0972-4b7b-a085-c69090feb24c None None] Provisioning complete for port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:25.846617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-352ba00c-0972-4b7b-a085-c69090feb24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.920117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced07c8a-934c-4060-9872-730ca9ca1ef3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.921899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ced07c8a-934c-4060-9872-730ca9ca1ef3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1040654 Aug 10 03:53:25.927043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49242) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:26.008712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-352ba00c-0972-4b7b-a085-c69090feb24c None None] Port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:26.015810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 1faad8a8-7725-400c-9d34-a53dc1adc29b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1faad8a8-7725-400c-9d34-a53dc1adc29b,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:26.024724 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.028162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b9042316-6c5e-4d77-af66-95d98fed03f7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:26.043387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1254f12-bf5e-468d-8a9e-31b12dffb8fe tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.049646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1254f12-bf5e-468d-8a9e-31b12dffb8fe tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1180816 Aug 10 03:53:26.052041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49248) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:26.178349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.209003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4f0b7-868c-4f61-a4dd-98eb01063e44 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.211011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4f0b7-868c-4f61-a4dd-98eb01063e44 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.212679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4f0b7-868c-4f61-a4dd-98eb01063e44 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.217755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-86d4f0b7-868c-4f61-a4dd-98eb01063e44 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1620605 Aug 10 03:53:26.218086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49250) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:26.238523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=1faad8a8-7725-400c-9d34-a53dc1adc29b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:26.250580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf54e2e-1cb0-4c0e-b5f0-fad35eee2e5f None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:26.309093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 46fe53db-9f2f-4b32-9404-37d7d7f93a81 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:26.313380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.371986 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.473726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b9042316-6c5e-4d77-af66-95d98fed03f7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:26.498599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f85c6326-180c-48b7-be7d-b14288480394 None None] Provisioning for port b9042316-6c5e-4d77-af66-95d98fed03f7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:26.525129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b9042316-6c5e-4d77-af66-95d98fed03f7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:26.526895 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.529766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.540998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f85c6326-180c-48b7-be7d-b14288480394 None None] Provisioning complete for port b9042316-6c5e-4d77-af66-95d98fed03f7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:26.541720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f85c6326-180c-48b7-be7d-b14288480394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.625565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.671994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=46fe53db-9f2f-4b32-9404-37d7d7f93a81,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:26.682172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.683728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ae0459f8-da85-4308-b9c5-d28f3c6afc74 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/46fe53db-9f2f-4b32-9404-37d7d7f93a81 HTTP/1.1" status: 204 len: 168 time: 0.4646490 Aug 10 03:53:26.686304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49262) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:26.697023 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-3f9829e3-43a5-482f-8c46-524644f8416a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.1639335 Aug 10 03:53:26.713751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Request body: {'port': {'device_id': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:26.840810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet dd505a44-2d29-42c1-b276-703f69cc31c1 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:26.856566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.893045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b30b2-27bd-4096-945f-dbb093554738 req-f864c3e5-eb62-4b8a-af55-aff7b21fa3e0 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.901415 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a5b30b2-27bd-4096-945f-dbb093554738 req-f864c3e5-eb62-4b8a-af55-aff7b21fa3e0 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1028 time: 0.1998773 Aug 10 03:53:26.902628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.918684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f85c6326-180c-48b7-be7d-b14288480394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.966049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.025177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b9042316-6c5e-4d77-af66-95d98fed03f7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b9042316-6c5e-4d77-af66-95d98fed03f7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:27.027298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a5b30b2-27bd-4096-945f-dbb093554738 req-536981d7-6661-44cb-b9c1-cb01628730e4 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222751 Aug 10 03:53:27.028263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.030624 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4ae6-fe9f-452f-b172-7309c5dc7f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.032955 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.216848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.260192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-f85c6326-180c-48b7-be7d-b14288480394 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:53:27.260836 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-f85c6326-180c-48b7-be7d-b14288480394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:53:27.270762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b9042316-6c5e-4d77-af66-95d98fed03f7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.280392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1faad8a8-7725-400c-9d34-a53dc1adc29b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:27.406047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.446900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1faad8a8-7725-400c-9d34-a53dc1adc29b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:27.447345 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.477869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.480082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/dd505a44-2d29-42c1-b276-703f69cc31c1 HTTP/1.1" status: 204 len: 168 time: 0.7926731 Aug 10 03:53:27.481471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0ca96-7375-4c7d-a9cd-23c0bad70e8b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=dd505a44-2d29-42c1-b276-703f69cc31c1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.483509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49274) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:27.559462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a35321a5-18aa-4ff4-a12b-cba06d88d0e7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718606 Aug 10 03:53:27.560015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49278) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:27.565484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:27.568719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.900970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:27.906625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:27.923420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.925248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.943712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Transition to ACTIVE for port object 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:27.952478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=d41b1196-6b4a-43c5-96bf-8f4a5f5301da,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.956032 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.159602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Pushing event updated for resources: {'Port': ['ID=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:28.196734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6bf7927e-d561-484f-aa7c-6042cc895172 None None] Provisioning complete for port b9042316-6c5e-4d77-af66-95d98fed03f7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:28.197267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bf7927e-d561-484f-aa7c-6042cc895172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.296696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db7f645-8bcc-4aae-81ec-f2d3c18f3905 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:28.474791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.480099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-21de2aab-2648-4f96-9f48-2769394333cc tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/ports/d41b1196-6b4a-43c5-96bf-8f4a5f5301da HTTP/1.1" status: 204 len: 168 time: 4.0452824 Aug 10 03:53:28.480920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49294) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:28.543021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Attempting to bind port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:28.545078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Attempting to bind port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:28.545660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Attempting to bind port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:28.591703 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fec2ca4-b947-448d-b37f-ce9efbfb591f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] GET failed (client error): The resource could not be found. Aug 10 03:53:28.597892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8fec2ca4-b947-448d-b37f-ce9efbfb591f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "GET /v2.0/ports/d41b1196-6b4a-43c5-96bf-8f4a5f5301da HTTP/1.1" status: 404 len: 333 time: 0.0989826 Aug 10 03:53:28.599054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:28.599496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Attempting to bind port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:28.608957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49296) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:28.620475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'name': 'tempest-AllowedAddressPairTestJSON-231014919'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:28.707155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:28.707484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Checking segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:28.707661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Bound using segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:28.708127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Bound port: 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:28.708505 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.775541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb6d6-9921-44a4-b9bc-965bd249f335 req-fec9a21c-c535-4698-bbe5-03be97687119 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.779595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-393eb6d6-9921-44a4-b9bc-965bd249f335 req-fec9a21c-c535-4698-bbe5-03be97687119 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1054 time: 0.5217080 Aug 10 03:53:28.789752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.907460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] For port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:28.920392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] For port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:28.930260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:28.930982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.995889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-393eb6d6-9921-44a4-b9bc-965bd249f335 req-82dda28f-3e7c-44c4-8340-a55c9f7507bd tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883664 Aug 10 03:53:29.008524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:29.040964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:29.045747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.046370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.057959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=deddcc74-34a5-4940-b651-0a227d42d714,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.067588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] Deleting port b9042316-6c5e-4d77-af66-95d98fed03f7 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:29.068417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.086316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-dc1957fc-7e49-49ab-8fb0-a5bfe0da822a req-4116be5d-0c19-490a-b360-6693bda41962 service neutron] (94140) timed out ('10.222.0.65', 56367) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:53:29.093239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ee6c623d-f70d-47c1-89ad-55b656975849 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5277891 Aug 10 03:53:29.093519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49302) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:29.098773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:29.151126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:29.164142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.168213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Pushing event updated for resources: {'Port': ['ID=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.198690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.199598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.202762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-1604228e-e4d3-4906-a59e-4a355b31121b service neutron] 10.222.0.39 "PUT /v2.0/ports/8d5986d5-3f5f-44c3-9bb4-7123d35acca5 HTTP/1.1" status: 200 len: 1093 time: 2.4934278 Aug 10 03:53:29.202991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'tag': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:29.207960 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08673db8-286e-4666-bffb-1143abe02d83" -d '{"events": [{"name": "network-changed", "server_uuid": "35a53b0b-a6ab-4e6e-82e8-426d22f26952", "tag": "8d5986d5-3f5f-44c3-9bb4-7123d35acca5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:29.229512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] device_id is not set on port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:29.237233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b9042316-6c5e-4d77-af66-95d98fed03f7 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:29.360220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] For port b9042316-6c5e-4d77-af66-95d98fed03f7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b9042316-6c5e-4d77-af66-95d98fed03f7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:29.360681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.387855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:29.398667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.499641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] Calling delete_port for b9042316-6c5e-4d77-af66-95d98fed03f7 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:29.502206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.570291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-2c03ac97-c1f7-474c-a2d1-8f5b7af5e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.577791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-2c03ac97-c1f7-474c-a2d1-8f5b7af5e343 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1096 time: 0.2626204 Aug 10 03:53:29.623165 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e90afd-569c-4149-9b76-16d705f820dd x-openstack-request-id: req-27e90afd-569c-4149-9b76-16d705f820dd {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:29.624437 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a53b0b-a6ab-4e6e-82e8-426d22f26952", "tag": "8d5986d5-3f5f-44c3-9bb4-7123d35acca5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:29.624813 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27e90afd-569c-4149-9b76-16d705f820dd {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:29.626384 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'tag': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5', 'status': 'completed', 'code': 200} Aug 10 03:53:29.664194 n-d-769329-14 neutron-server[94141]: INFO neutron.db.ipam_backend_mixin [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet deddcc74-34a5-4940-b651-0a227d42d714 (CIDR: 2001:db8::/64) Aug 10 03:53:29.671611 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:53:29.672480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:29.703599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2b107880-5e88-4d88-9a70-33876162fecf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6087487 Aug 10 03:53:29.706669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49312) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:29.708750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-615c7494-5dd3-40ab-a9a3-64d22747e216 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5 HTTP/1.1" status: 200 len: 217 time: 0.1207180 Aug 10 03:53:29.748374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'subnet': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:29.752417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Allocated IP 172.20.0.7 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:29.833485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-b3a391bf-f86b-47f7-90b5-a0061b41bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.835366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-b3a391bf-f86b-47f7-90b5-a0061b41bbc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857bcba4-c6d6-4c2f-bec8-bdd6e323b73f HTTP/1.1" status: 200 len: 848 time: 0.1039722 Aug 10 03:53:29.989201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b9042316-6c5e-4d77-af66-95d98fed03f7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b9042316-6c5e-4d77-af66-95d98fed03f7,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:30.008947 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.013314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.096916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:30.101016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b9042316-6c5e-4d77-af66-95d98fed03f7,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:30.101234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.104351 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-9cc2cc41-0e90-4abb-a14c-3ce4a35f2b87 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9cb79e608495446890c361c0243ffee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665321 Aug 10 03:53:30.203196 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d11e570d-238d-433f-839b-ab669b3cc259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.224106 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.287332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] Pushing event deleted for resources: {'Port': ['ID=b9042316-6c5e-4d77-af66-95d98fed03f7,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:30.303276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dcd55-5539-452a-b0bc-79e4081a2919 None None] No DVR routers for this DVR port b9042316-6c5e-4d77-af66-95d98fed03f7 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:30.320140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-a40bcdfb-137f-4552-bf6f-9ac94779d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.320140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-a40bcdfb-137f-4552-bf6f-9ac94779d953 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8522c1b4-e140-427d-8f00-fa4e1e535a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4704928 Aug 10 03:53:30.332831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d3104-41b6-4dfe-a8be-3a0bd624e800 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:30.384814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abedf18-b566-4adf-b0b6-4fae9c27ad42 req-02745031-8664-425a-aab8-986360f1f492 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.393294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1abedf18-b566-4adf-b0b6-4fae9c27ad42 req-02745031-8664-425a-aab8-986360f1f492 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1096 time: 0.2030375 Aug 10 03:53:30.521002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.530772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-32e18e88-1b8b-4ad6-b56f-e8d9f486124b tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.539284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-32e18e88-1b8b-4ad6-b56f-e8d9f486124b tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4332294 Aug 10 03:53:30.570099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-837cb593-bd1c-44d0-86f7-6f04275e4bc1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/quotas/9cb79e608495446890c361c0243ffee0 HTTP/1.1" status: 200 len: 375 time: 0.0297537 Aug 10 03:53:30.596265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1abedf18-b566-4adf-b0b6-4fae9c27ad42 req-8ffc276d-91e5-4b5c-90db-ff67ddbce69c tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496043 Aug 10 03:53:30.630674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-436e607c-ef4c-4ae6-a09e-44491dfe481c', 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'tenant_id': 'a2e31972b9034d27824ceeb8f33050d2', 'fixed_ips': [{'subnet_id': 'deddcc74-34a5-4940-b651-0a227d42d714'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:30.632120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.640873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-9124fd67-372e-473d-8a5e-0e2269d16681 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cb79e608495446890c361c0243ffee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697582 Aug 10 03:53:30.678195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Transition to ACTIVE for port object b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:30.759580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-83c1cd5e-f6ff-4ece-8885-5b18297575dd service neutron] 10.222.0.39 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285331 Aug 10 03:53:30.939246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-74c38a83-1d4f-4bc3-be2e-7b54daea03ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2535207 Aug 10 03:53:30.957279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959402b3-02e3-485d-a813-ba75df2c97d4 req-39f882a4-6560-4c14-9441-3acbda840b98 service neutron] 10.222.0.39 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772144 Aug 10 03:53:30.963585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Allocated IP 2001:db8::2 (436e607c-ef4c-4ae6-a09e-44491dfe481c/deddcc74-34a5-4940-b651-0a227d42d714/2439b9b2-05b3-4a62-8284-f8a3fab2a693) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:31.019826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.209838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:31.218542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:31.225212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:31.226906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-001a1fb3-a23b-435f-b926-8fd8bd4c0e37 req-a36e53ca-7fdd-4643-ae86-8d99a9ebe0f6 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 210 time: 0.1939592 Aug 10 03:53:31.231571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.280132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673db8-286e-4666-bffb-1143abe02d83 req-6933499a-5279-4b6b-802b-7c2de371d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.281970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-6933499a-5279-4b6b-802b-7c2de371d1d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1096 time: 0.1316361 Aug 10 03:53:31.305636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-3709d6ce-0264-4480-826b-eb86fcff82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.308535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-3709d6ce-0264-4480-826b-eb86fcff82d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1097 time: 0.2288842 Aug 10 03:53:31.347649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.378518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Transition to ACTIVE for port object 2439b9b2-05b3-4a62-8284-f8a3fab2a693 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:31.417828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Transition to ACTIVE for port object 2439b9b2-05b3-4a62-8284-f8a3fab2a693 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:31.430370 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.440106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:53:31.472387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673db8-286e-4666-bffb-1143abe02d83 req-a4f69727-0972-44dc-97b8-e8987a9ebe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.473889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-a4f69727-0972-44dc-97b8-e8987a9ebe44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 200 len: 910 time: 0.1808550 Aug 10 03:53:31.494473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.521728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.528689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.546520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:31.550016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:31.563251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:31.568801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Pushing event updated for resources: {'Port': ['ID=2439b9b2-05b3-4a62-8284-f8a3fab2a693,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.605430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-0628fcc3-0523-438a-9dfa-92430d437a87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5 HTTP/1.1" status: 200 len: 217 time: 0.1172364 Aug 10 03:53:31.615424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:31.637711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3e911312-2a93-4f0b-8b40-0b692d314c98 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0274794 Aug 10 03:53:31.641487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49354) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:31.677165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9f:aa:c5'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:31.692774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:31.698461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Attempting to bind port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:31.704440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Attempting to bind port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:31.704440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Attempting to bind port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 on network 436e607c-ef4c-4ae6-a09e-44491dfe481c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:31.718633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.719280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.728206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:31.733392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Checking segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:31.734211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.734731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Bound using segment: {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:31.735371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Bound port: 2439b9b2-05b3-4a62-8284-f8a3fab2a693, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4063423-4191-4ba9-bb9f-a476d74549ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:31.746659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.758973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673db8-286e-4666-bffb-1143abe02d83 req-8ac91f74-d215-4cd6-8422-40f4d78b5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.760600 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-8ac91f74-d215-4cd6-8422-40f4d78b5c89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857bcba4-c6d6-4c2f-bec8-bdd6e323b73f HTTP/1.1" status: 200 len: 848 time: 0.1397562 Aug 10 03:53:31.795931 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.871869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673db8-286e-4666-bffb-1143abe02d83 req-65e4e97f-e9d8-44d8-af82-db485b976946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.873512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-65e4e97f-e9d8-44d8-af82-db485b976946 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8522c1b4-e140-427d-8f00-fa4e1e535a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052573 Aug 10 03:53:31.887879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d6a368c3-981f-4c64-9eb1-bc540d353f16 None None] Provisioning for port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:31.893924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Subnet': ['ID=43b80923-cd60-48a6-ba28-9d774a135b9c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.905078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d6a368c3-981f-4c64-9eb1-bc540d353f16 None None] Provisioning complete for port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:31.905459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d6a368c3-981f-4c64-9eb1-bc540d353f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.016786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] For port 2439b9b2-05b3-4a62-8284-f8a3fab2a693, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:32.019380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d6a368c3-981f-4c64-9eb1-bc540d353f16 None None] Port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:32.023165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] For port 2439b9b2-05b3-4a62-8284-f8a3fab2a693, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2439b9b2-05b3-4a62-8284-f8a3fab2a693,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:32.031011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.056485 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-2fb3564f-e95d-4086-99e4-9755ff6da13f service neutron] 10.222.0.39 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726077 Aug 10 03:53:32.095995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49362) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:32.106855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Request body: {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'mac_address': 'fa:16:3e:1d:1e:77', 'name': 'tempest-NetworksTestDHCPv6-1851917195'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:32.109187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1784165-d8ac-4a33-b83e-30b06600ed72 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4012358 Aug 10 03:53:32.128104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-d1d5a491-a007-4a5c-bf0a-4aaf523cfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.148814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-d1d5a491-a007-4a5c-bf0a-4aaf523cfd51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.7839351 Aug 10 03:53:32.168105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d9bc3-1b81-4d9a-9de3-59bdb8cc4157 None None] Pushing event updated for resources: {'Port': ['ID=2439b9b2-05b3-4a62-8284-f8a3fab2a693,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.347607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774210c3-6693-4c80-8044-4815c26e7355 req-bcf26a3e-d44e-4014-8345-f2c02c8afa72 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.358744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-774210c3-6693-4c80-8044-4815c26e7355 req-bcf26a3e-d44e-4014-8345-f2c02c8afa72 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1096 time: 0.5566525 Aug 10 03:53:32.392466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b6fdbe2-df46-4d34-a22f-720e2e00ec23 req-113a6ab4-12a9-4293-90b0-199e0f603a29 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 210 time: 0.0559216 Aug 10 03:53:32.466621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-e5fcde35-97c4-4692-a33a-e49f0b0174de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 1001 time: 0.3077216 Aug 10 03:53:32.509023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Made reservation on behalf of a2e31972b9034d27824ceeb8f33050d2 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:32.534996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-774210c3-6693-4c80-8044-4815c26e7355 req-fdf68e89-8940-4b5a-914e-de27637da44b tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739802 Aug 10 03:53:32.657871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08673db8-286e-4666-bffb-1143abe02d83 req-b5f41e30-9e84-4826-a368-b5a2891b7b2d service neutron] 10.222.0.39 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929763 Aug 10 03:53:32.685256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.735921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-dd9802ef-ccbe-4def-915c-652514b30a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.744234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-dd9802ef-ccbe-4def-915c-652514b30a2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.2635651 Aug 10 03:53:32.760480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.811411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] device_id is not set on port aa5a8fff-b16a-43b4-9b68-9a881682aa5c yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:32.897239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-c7672cca-5c48-4751-a162-0c1081aa5def tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9cb79e608495446890c361c0243ffee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1669598 Aug 10 03:53:33.213867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.229429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-6bb282dc-0e64-44b6-a3f8-a6f953648fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:33.240548 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-6bb282dc-0e64-44b6-a3f8-a6f953648fee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4430342 Aug 10 03:53:33.260400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8::2bc (436e607c-ef4c-4ae6-a09e-44491dfe481c/deddcc74-34a5-4940-b651-0a227d42d714/aa5a8fff-b16a-43b4-9b68-9a881682aa5c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:33.278313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:1e77 (436e607c-ef4c-4ae6-a09e-44491dfe481c/43b80923-cd60-48a6-ba28-9d774a135b9c/aa5a8fff-b16a-43b4-9b68-9a881682aa5c) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:33.337265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2439b9b2-05b3-4a62-8284-f8a3fab2a693 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:33.437779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:33.479371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-183d8065-6283-4069-8b28-02d3707c7cd5 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:33.481673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-183d8065-6283-4069-8b28-02d3707c7cd5 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5704598 Aug 10 03:53:33.551858 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.564636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Request body: {'port': {'device_id': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '9cb79e608495446890c361c0243ffee0'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:33.645183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.699100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Transition to ACTIVE for port object aa5a8fff-b16a-43b4-9b68-9a881682aa5c will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:33.813802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70292e9d-e96b-4111-ac1d-f44b1f6ad27a None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:33.818631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.856075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d2ae319-b1a4-466f-8e8f-a084694ff8dc req-87b1df03-3cb5-41f1-ac0f-86181733a7a0 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 210 time: 0.0757716 Aug 10 03:53:33.920315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] Provisioning for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:33.952069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] Provisioning complete for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:33.952560 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.024487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event updated for resources: {'Port': ['ID=aa5a8fff-b16a-43b4-9b68-9a881682aa5c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.052158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:34.055787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:34.059811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:34.072074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.074066 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.107852 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f985c983-bfcc-4844-aed0-c3da947f5068 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0081291 Aug 10 03:53:34.110634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49392) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:34.265905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-a908ef1b-3e00-4f29-9ab6-4aa85526ea5c service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9142039 Aug 10 03:53:34.298366 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.299761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.348984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting port aa5a8fff-b16a-43b4-9b68-9a881682aa5c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:34.349488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.362979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] For port 2439b9b2-05b3-4a62-8284-f8a3fab2a693, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2439b9b2-05b3-4a62-8284-f8a3fab2a693,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:34.371825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.453413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.459557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed902c1a-c709-4168-8619-98b7dc10aea4 None None] Pushing event updated for resources: {'Port': ['ID=2439b9b2-05b3-4a62-8284-f8a3fab2a693,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.466325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Update dhcp port {'port': {'network_id': '436e607c-ef4c-4ae6-a09e-44491dfe481c', 'fixed_ips': [{'subnet_id': 'deddcc74-34a5-4940-b651-0a227d42d714', 'ip_address': '2001:db8::2'}, {'subnet_id': '43b80923-cd60-48a6-ba28-9d774a135b9c'}], 'binding:host_id': 'n-d-769329-14'}, 'id': '2439b9b2-05b3-4a62-8284-f8a3fab2a693'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:53:34.469472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Calling delete_port for aa5a8fff-b16a-43b4-9b68-9a881682aa5c owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:34.509969 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.690203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.727021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Allocated IP 2001:db8:0:1:f816:3eff:fedc:cf18 (436e607c-ef4c-4ae6-a09e-44491dfe481c/43b80923-cd60-48a6-ba28-9d774a135b9c/2439b9b2-05b3-4a62-8284-f8a3fab2a693) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:34.729685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Port': ['ID=aa5a8fff-b16a-43b4-9b68-9a881682aa5c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.838460 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.843498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b18caf8b-eac1-40ed-b45d-b93c3aaaf99e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/aa5a8fff-b16a-43b4-9b68-9a881682aa5c HTTP/1.1" status: 204 len: 168 time: 0.7305310 Aug 10 03:53:34.844269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49396) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:34.868728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] For port 2439b9b2-05b3-4a62-8284-f8a3fab2a693, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2439b9b2-05b3-4a62-8284-f8a3fab2a693,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:34.869651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118211-9c76-410e-b794-1bdce1651566 req-5e0360fa-6dac-49ab-9b0c-bafbfb47a70f tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.871505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e118211-9c76-410e-b794-1bdce1651566 req-5e0360fa-6dac-49ab-9b0c-bafbfb47a70f tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1096 time: 0.6498063 Aug 10 03:53:34.894265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:34.935451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22929f4-eb50-4aaa-ba39-6c897c980970 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.939437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b22929f4-eb50-4aaa-ba39-6c897c980970 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0887103 Aug 10 03:53:34.939751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:34.966613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.039018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bf72b41-b59e-4268-96b8-056f64c909bc req-a53076cc-55d3-4c43-9735-d7957e5fb568 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368026 Aug 10 03:53:35.049767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Made reservation on behalf of 9cb79e608495446890c361c0243ffee0 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:35.055165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.095613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] In _notify_port_updated(), no bound segment for port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 on network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:53:35.103350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:35.114112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ebea64f-4aee-44b5-beb6-9b3f84e0111d req-e8fcf376-cbce-44dc-942a-d16f5625b772 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 210 time: 0.1061451 Aug 10 03:53:35.115273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.118529 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.122761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c805a504-f001-4c1e-af71-ea0e7f1eda89 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "PUT /v2.0/ports/b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 HTTP/1.1" status: 200 len: 995 time: 3.4700267 Aug 10 03:53:35.134921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49404) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:35.151548 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.173412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'port_id': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5', 'mac_address': 'fa:16:3e:21:25:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:35.189893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e118211-9c76-410e-b794-1bdce1651566 req-ccbb4752-0289-4e93-baa4-3ff6199dc9dc tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652965 Aug 10 03:53:35.224540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2439b9b2-05b3-4a62-8284-f8a3fab2a693 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:35.324762 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.331094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e36df460-fa14-4756-9825-34891b5725eb None None] Provisioning complete for port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:35.331776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e36df460-fa14-4756-9825-34891b5725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.335697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.358593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf032ea-8ede-4d9b-ab1e-22edafdc49bf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.364869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9cf032ea-8ede-4d9b-ab1e-22edafdc49bf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4232697 Aug 10 03:53:35.365669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49414) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:35.382479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.403327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.454167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Transition to ACTIVE for port object 2439b9b2-05b3-4a62-8284-f8a3fab2a693 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:35.461246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:35.482853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.518448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:35.519001 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.599440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.642347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7876b-1615-49d4-895e-b4f016db322f None None] Pushing event updated for resources: {'Port': ['ID=2439b9b2-05b3-4a62-8284-f8a3fab2a693,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.675398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74359bd-c451-4b65-98d9-355f9277a871 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.677229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74359bd-c451-4b65-98d9-355f9277a871 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.680257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74359bd-c451-4b65-98d9-355f9277a871 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.682085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a74359bd-c451-4b65-98d9-355f9277a871 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3135653 Aug 10 03:53:35.692804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:35.694061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e36df460-fa14-4756-9825-34891b5725eb None None] Port b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:35.702557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:35.737410 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.780915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-902864e1-ed10-48d6-8a09-f53d883a85a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1557789 Aug 10 03:53:35.812317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:35.940566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Allocated IP 192.168.233.168 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/7e2ec92f-7e8a-4b59-99c2-6586d07f3e35) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:36.033783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['8d5986d5-3f5f-44c3-9bb4-7123d35acca5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:36.299462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.310941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet 43b80923-cd60-48a6-ba28-9d774a135b9c {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:36.330605 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.333881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.339547 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-590d9b15-4933-40d0-9427-23550b27ae8d req-70517481-d3c3-4cb7-837f-7c7faaaa1e27 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 210 time: 0.0459054 Aug 10 03:53:36.388830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Transition to ACTIVE for port object 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:36.403818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:36.411871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-bda16ba7-1128-4476-b406-5e8db5395a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.414218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-bda16ba7-1128-4476-b406-5e8db5395a6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d85c481132734674bbf759571f2010d3&device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 1098 time: 0.5982449 Aug 10 03:53:36.430926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.574533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.635183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b71966-e63e-4cbb-bacc-75bae37d00fd req-a597247a-6c1c-4c36-bca5-632b9f7a3a76 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.645656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24b71966-e63e-4cbb-bacc-75bae37d00fd req-a597247a-6c1c-4c36-bca5-632b9f7a3a76 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1097 time: 0.2487638 Aug 10 03:53:36.701132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:36.723924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24b71966-e63e-4cbb-bacc-75bae37d00fd req-1294c0ea-8bf2-4158-a76d-e0f1d8d0310e tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772223 Aug 10 03:53:36.725125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:36.733188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:36.802891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.811682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.813002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.844104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-e89fb8d6-49b4-4794-9f8b-6c288b075155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.846040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-e89fb8d6-49b4-4794-9f8b-6c288b075155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 200 len: 920 time: 0.3660562 Aug 10 03:53:36.860048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Pushing event updated for resources: {'Port': ['ID=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:36.876413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-0797d91d-6d0a-4e1c-ba81-131d92ed88d4 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3181436 Aug 10 03:53:36.896697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Request body: {'port': {'device_id': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:36.943071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b266e843-d7ae-4038-996b-ff808e371969 None None] Could not find standard attr ID for object aa5a8fff-b16a-43b4-9b68-9a881682aa5c. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:53:36.971586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b266e843-d7ae-4038-996b-ff808e371969 None None] Provisioning for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:36.986197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-a9687d39-3f1a-4b73-b54b-3bb891b9051c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772 HTTP/1.1" status: 200 len: 217 time: 0.1263156 Aug 10 03:53:36.988635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b266e843-d7ae-4038-996b-ff808e371969 None None] Provisioning complete for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:36.989127 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b266e843-d7ae-4038-996b-ff808e371969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.004483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.112951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.118006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-234600c2-253b-4b00-b79e-a923f49db955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.134931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-234600c2-253b-4b00-b79e-a923f49db955 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 200 len: 859 time: 0.1368647 Aug 10 03:53:37.144899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.292466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2439b9b2-05b3-4a62-8284-f8a3fab2a693 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:37.438344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:37.438749 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.564434 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-4ea22e2f-b031-4db9-8b93-73db06800203 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ac49871-57cf-44d4-8840-42f4998fb7b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3760872 Aug 10 03:53:37.574063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=43b80923-cd60-48a6-ba28-9d774a135b9c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:37.576709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:37.588858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9aceb8-a0e7-4e92-9406-06ae50834da4 req-d8691440-0804-44a3-b844-875394889d16 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.596829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9aceb8-a0e7-4e92-9406-06ae50834da4 req-d8691440-0804-44a3-b844-875394889d16 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 936 time: 0.0986173 Aug 10 03:53:37.602064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-24a1ecb6-e959-4a62-a8c5-7d365d3e7bf3 None None] Provisioning for port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:37.610765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.616798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f6f7d115-771f-476b-abb1-d2b77b894792 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/43b80923-cd60-48a6-ba28-9d774a135b9c HTTP/1.1" status: 204 len: 168 time: 1.9162016 Aug 10 03:53:37.623261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49448) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:37.644607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d276a-2708-456f-a7dc-3865f9517f7a None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:37.694900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de9aceb8-a0e7-4e92-9406-06ae50834da4 req-73d5084a-caf3-419a-ae9a-2a21034d0c79 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961735 Aug 10 03:53:37.792300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.806127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b4cd9b2-9b68-488d-8bdb-e1de8ed1e7ef tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/ports/b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 HTTP/1.1" status: 204 len: 168 time: 2.6695776 Aug 10 03:53:37.806617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49452) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:37.830469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Deleting subnet deddcc74-34a5-4940-b651-0a227d42d714 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:37.837926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.883922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:37.888687 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-244d3a64-8c42-41b1-95c0-da07db282283 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090699 Aug 10 03:53:37.892027 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a036eee9-4d43-4afa-a49f-ad93cc892328 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] GET failed (client error): The resource could not be found. Aug 10 03:53:37.898028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.900863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-24a1ecb6-e959-4a62-a8c5-7d365d3e7bf3 None None] Provisioning complete for port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:37.901418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-24a1ecb6-e959-4a62-a8c5-7d365d3e7bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.904926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a036eee9-4d43-4afa-a49f-ad93cc892328 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "GET /v2.0/ports/b7ec9b4d-cc5d-4af4-b61b-acd63aeaa905 HTTP/1.1" status: 404 len: 333 time: 0.0965307 Aug 10 03:53:37.929732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:37.933851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.950685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Transition to ACTIVE for port object 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:37.958810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'name': 'tempest-AllowedAddressPairTestJSON-2030591018'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:37.966323 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.001295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-24a1ecb6-e959-4a62-a8c5-7d365d3e7bf3 None None] Port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:38.133470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33d6b284-7746-4d9b-ba52-716b45e908bc req-51ca42d4-33d8-4695-8884-629ef8803595 service neutron] 10.222.0.39 "GET /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328560 Aug 10 03:53:38.143578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-61a7552f-06c9-4df4-9a45-40e38848a201 None None] Could not find standard attr ID for object 22f71db7-1d20-4e93-a4e5-3652f2526fb6. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:53:38.146015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.158005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a9708-49b3-4108-8133-aeef3181738e req-1a643c57-89df-4dc3-94a2-01df6b562558 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.161061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc4a9708-49b3-4108-8133-aeef3181738e req-1a643c57-89df-4dc3-94a2-01df6b562558 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1097 time: 0.3070843 Aug 10 03:53:38.293697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.347325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Subnet': ['ID=deddcc74-34a5-4940-b651-0a227d42d714,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.350362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.353684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f594090b-58bf-45e4-ae0d-0fb63d291769 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/deddcc74-34a5-4940-b651-0a227d42d714 HTTP/1.1" status: 204 len: 168 time: 0.6764143 Aug 10 03:53:38.356090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49458) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.390463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.415191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76c14dac-3a1a-4410-b6c4-a327225980a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576210 Aug 10 03:53:38.417749 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.492335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc4a9708-49b3-4108-8133-aeef3181738e req-875ed872-f80b-4a14-bee1-33f226bf90d8 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992451 Aug 10 03:53:38.498538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b086af5-781d-44a7-9668-de79bf16c907 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.500549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b086af5-781d-44a7-9668-de79bf16c907 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0815172 Aug 10 03:53:38.504208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49468) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.578903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Attempting to bind port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:38.579835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Attempting to bind port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:38.580607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Attempting to bind port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:38.589884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c6f92-ac64-4dcd-9260-d5c73b83a24e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.595394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:38.595394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Attempting to bind port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:38.597619 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e6c6f92-ac64-4dcd-9260-d5c73b83a24e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920076 Aug 10 03:53:38.602991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49470) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.608443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:38.616944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:38.617567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:38.618498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:38.619246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Bound port: 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:38.619953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.655762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:38.661855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.693532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-431c398b-49ce-4d66-8d03-bee687567ce8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926862 Aug 10 03:53:38.694379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.728674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:38.734088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:38.734470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.761705 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8a076c-8503-4332-8608-ba389c9a611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:38.771670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8a076c-8503-4332-8608-ba389c9a611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:38.774809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] device_id is not set on port 26724faf-d04f-4daa-ba28-d822ebff59c3 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:38.787854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-df8a076c-8503-4332-8608-ba389c9a611b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/aa5a8fff-b16a-43b4-9b68-9a881682aa5c HTTP/1.1" status: 404 len: 333 time: 0.0914111 Aug 10 03:53:38.789322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49478) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.889876 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dc9356-0dbd-41af-a8ee-64da7dd6b4d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:38.899020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dc9356-0dbd-41af-a8ee-64da7dd6b4d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:38.906617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51dc9356-0dbd-41af-a8ee-64da7dd6b4d3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/43b80923-cd60-48a6-ba28-9d774a135b9c HTTP/1.1" status: 404 len: 337 time: 0.1153078 Aug 10 03:53:38.911863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49480) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.971308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Allocated IP 172.20.0.11 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/26724faf-d04f-4daa-ba28-d822ebff59c3) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:38.994892 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a0b52d-d33d-4614-8cd3-69edd8884bcf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:38.995663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a0b52d-d33d-4614-8cd3-69edd8884bcf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.004535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b4a0b52d-d33d-4614-8cd3-69edd8884bcf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/deddcc74-34a5-4940-b651-0a227d42d714 HTTP/1.1" status: 404 len: 337 time: 0.0816529 Aug 10 03:53:39.006820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49482) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.049403 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb52d2b-bfbe-46bf-90cd-70400f979a15 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.050426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb52d2b-bfbe-46bf-90cd-70400f979a15 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.053591 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.058420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fdb52d2b-bfbe-46bf-90cd-70400f979a15 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/77bb5ba1-81d0-43cc-a617-91691d531a8f HTTP/1.1" status: 404 len: 333 time: 0.0466704 Aug 10 03:53:39.060046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49484) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.123497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b51f1-0540-4768-9fa7-143852ae86ec req-ac5876ea-000d-407f-95a2-a321baa1929f tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.126187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d40b51f1-0540-4768-9fa7-143852ae86ec req-ac5876ea-000d-407f-95a2-a321baa1929f tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 948 time: 0.2157507 Aug 10 03:53:39.127818 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6ca3c0-d880-444c-91d3-a797597b7dbd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.129179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6ca3c0-d880-444c-91d3-a797597b7dbd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.133842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ea6ca3c0-d880-444c-91d3-a797597b7dbd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/46fe53db-9f2f-4b32-9404-37d7d7f93a81 HTTP/1.1" status: 404 len: 337 time: 0.0573580 Aug 10 03:53:39.137716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.143412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:39.148226 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7526b355-ba75-4bb1-97c8-b300b76afd47" -d '{"events": [{"server_uuid": "35a53b0b-a6ab-4e6e-82e8-426d22f26952", "name": "network-vif-plugged", "status": "completed", "tag": "8d5986d5-3f5f-44c3-9bb4-7123d35acca5"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:39.195716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:39.212237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.224589 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0078f4ba-7b0e-4193-8404-89d4cac12926 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.225286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0078f4ba-7b0e-4193-8404-89d4cac12926 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.235850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0078f4ba-7b0e-4193-8404-89d4cac12926 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/dd505a44-2d29-42c1-b276-703f69cc31c1 HTTP/1.1" status: 404 len: 337 time: 0.0958035 Aug 10 03:53:39.271189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.293047 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300243b9-6d5f-4a9c-a8c8-dc71bc2f114c x-openstack-request-id: req-300243b9-6d5f-4a9c-a8c8-dc71bc2f114c {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:39.293759 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a53b0b-a6ab-4e6e-82e8-426d22f26952", "name": "network-vif-plugged", "status": "completed", "tag": "8d5986d5-3f5f-44c3-9bb4-7123d35acca5", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:39.293971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Transition to ACTIVE for port object 26724faf-d04f-4daa-ba28-d822ebff59c3 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:39.294634 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-300243b9-6d5f-4a9c-a8c8-dc71bc2f114c {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:39.295362 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5', 'code': 200} Aug 10 03:53:39.297810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49490) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.337218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] For port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:39.355272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] For port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:39.358853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.379865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:39.423473 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-29416f42-767d-4c2c-b4b0-e6603e2e5971 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.423473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29416f42-767d-4c2c-b4b0-e6603e2e5971 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.423473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29416f42-767d-4c2c-b4b0-e6603e2e5971 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/22f71db7-1d20-4e93-a4e5-3652f2526fb6 HTTP/1.1" status: 404 len: 333 time: 0.1172309 Aug 10 03:53:39.429355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.430790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=26724faf-d04f-4daa-ba28-d822ebff59c3,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:39.435230 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.488099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.489099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.490874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 HTTP/1.1" status: 200 len: 1097 time: 2.6064203 Aug 10 03:53:39.495514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:39.496026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed4e5b-5633-4e2e-9e2b-de9b785a504e None None] Network 436e607c-ef4c-4ae6-a09e-44491dfe481c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:39.498410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'tag': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:39.501839 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf707dd-5b52-47c6-8dc7-061d1c702f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c13b1b2b-daf8-48c7-975e-b7e2e074e998", "tag": "7e2ec92f-7e8a-4b59-99c2-6586d07f3e35"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:39.531527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:39.539630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:39.654858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d40b51f1-0540-4768-9fa7-143852ae86ec req-1be5ac24-eb87-4309-94e7-3e17f5f2cc69 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018079 Aug 10 03:53:39.657782 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6f06db-4272-4a28-81c5-2b773bfd46a5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.658475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6f06db-4272-4a28-81c5-2b773bfd46a5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.661189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e6f06db-4272-4a28-81c5-2b773bfd46a5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/c1e6ee2b-58c7-46d1-b8e0-cc28787ceee0 HTTP/1.1" status: 404 len: 337 time: 0.1915939 Aug 10 03:53:39.673696 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.682939 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3013454-3016-41da-a805-4057b8186a0c x-openstack-request-id: req-c3013454-3016-41da-a805-4057b8186a0c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:39.683500 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13b1b2b-daf8-48c7-975e-b7e2e074e998", "tag": "7e2ec92f-7e8a-4b59-99c2-6586d07f3e35", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:39.683917 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3013454-3016-41da-a805-4057b8186a0c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:39.684897 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'tag': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35', 'status': 'completed', 'code': 200} Aug 10 03:53:39.708684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.709687 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.763963 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8ac1f6-ae4c-4253-8d81-840463002f3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.764873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8ac1f6-ae4c-4253-8d81-840463002f3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.769750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc8ac1f6-ae4c-4253-8d81-840463002f3a tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/827426a2-caad-4e9c-b377-9b5b38e59ce9 HTTP/1.1" status: 404 len: 337 time: 0.1016672 Aug 10 03:53:39.775344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.790066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d0763797-d747-4fb5-8d80-c1627575a4d1 None None] Provisioning complete for port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:39.790683 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d0763797-d747-4fb5-8d80-c1627575a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.814250 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a53e985c-9db0-43bb-a242-6c01ea336c87 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8585885 Aug 10 03:53:39.815679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49506) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.827247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'network_id': '691c530b-7e96-4b9d-8329-d1a8f42e40a2', 'name': 'tempest-AllowedAddressPairTestJSON-1962749902'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:39.854216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95511ef8-1146-4dee-99e2-87c39de4da18 req-073ab3e6-8aeb-4d5d-b291-435381d521df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.856177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95511ef8-1146-4dee-99e2-87c39de4da18 req-073ab3e6-8aeb-4d5d-b291-435381d521df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.4721804 Aug 10 03:53:39.858324 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8679298-f19e-4530-9bdc-d0dc86b9563d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.859392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8679298-f19e-4530-9bdc-d0dc86b9563d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.861918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8679298-f19e-4530-9bdc-d0dc86b9563d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/3bbba976-414f-4edb-8fb5-224cf506b5a4 HTTP/1.1" status: 404 len: 333 time: 0.0852435 Aug 10 03:53:39.865708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49508) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:39.914847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fdfed-bf64-428b-81f1-6d255bc7f817 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:39.949472 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bd2e0a-ef51-405f-89bc-78b430eb3bd8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:39.950136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bd2e0a-ef51-405f-89bc-78b430eb3bd8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:39.962381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-99bd2e0a-ef51-405f-89bc-78b430eb3bd8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/954dc302-2ff3-4a2a-9e39-350936dbae67 HTTP/1.1" status: 404 len: 337 time: 0.0937161 Aug 10 03:53:39.964859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.007961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bb586-ad28-4a72-9ebd-fac87f4f0c46 req-8dfe6c6b-ce1c-4dba-89c4-4d56423c877d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.022969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-357bb586-ad28-4a72-9ebd-fac87f4f0c46 req-8dfe6c6b-ce1c-4dba-89c4-4d56423c877d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.2572520 Aug 10 03:53:40.043005 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5701955-4e88-486b-8f14-fb7279d386cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.045150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5701955-4e88-486b-8f14-fb7279d386cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.047586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a5701955-4e88-486b-8f14-fb7279d386cf tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/e430f774-53c4-468d-9f70-e9e34777c566 HTTP/1.1" status: 404 len: 337 time: 0.0802851 Aug 10 03:53:40.048434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-35688de3-2ea9-411d-8a40-9dc2e1c8f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.050539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-35688de3-2ea9-411d-8a40-9dc2e1c8f494 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cb79e608495446890c361c0243ffee0&device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 1100 time: 0.3624432 Aug 10 03:53:40.052615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.093886 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ce5bbf-dc84-42c0-9c60-c26b5bed7383 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.095055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ce5bbf-dc84-42c0-9c60-c26b5bed7383 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.097458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95ce5bbf-dc84-42c0-9c60-c26b5bed7383 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/965d0a8e-4503-4246-bfe9-dcf4900fd297 HTTP/1.1" status: 404 len: 333 time: 0.0432348 Aug 10 03:53:40.102853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-95511ef8-1146-4dee-99e2-87c39de4da18 req-e06567ad-d880-4d24-8fa2-60d7b20e6b91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647389 Aug 10 03:53:40.103452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49516) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.144433 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9657b3ea-9e02-48bb-91e9-79596d6697d6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.147990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9657b3ea-9e02-48bb-91e9-79596d6697d6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.149243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-32b998fb-e649-4beb-b19e-9a23c9f8778b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 HTTP/1.1" status: 200 len: 217 time: 0.0685723 Aug 10 03:53:40.151415 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9657b3ea-9e02-48bb-91e9-79596d6697d6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/8568a9dd-6a25-4b50-adda-eb99b3c3de52 HTTP/1.1" status: 404 len: 337 time: 0.0469208 Aug 10 03:53:40.155871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49518) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.214154 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f36c58b-f6e8-4bf4-a35c-30343347e1f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.215237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f36c58b-f6e8-4bf4-a35c-30343347e1f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.220689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-357bb586-ad28-4a72-9ebd-fac87f4f0c46 req-d419985f-f45f-4cf6-958e-bd31f671b619 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964297 Aug 10 03:53:40.225444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49520) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.234813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6f36c58b-f6e8-4bf4-a35c-30343347e1f6 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/4b0a9082-0219-4fd4-bbc2-c6355333a4a1 HTTP/1.1" status: 404 len: 333 time: 0.0767252 Aug 10 03:53:40.278968 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d3213e-99e7-4fe9-8777-a988776a430e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.279567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d3213e-99e7-4fe9-8777-a988776a430e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.281200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68d3213e-99e7-4fe9-8777-a988776a430e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/017d973c-2c59-4767-9a29-ffa8520b283b HTTP/1.1" status: 404 len: 337 time: 0.0517845 Aug 10 03:53:40.284720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0a9bfa36-de84-4fd5-b63d-faf924dce8f2 None None] Provisioning for port 26724faf-d04f-4daa-ba28-d822ebff59c3 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:40.285482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.298361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-80d75ef1-5d38-4300-94be-892ea59e05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.299830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-80d75ef1-5d38-4300-94be-892ea59e05b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1380184 Aug 10 03:53:40.302553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0a9bfa36-de84-4fd5-b63d-faf924dce8f2 None None] Provisioning complete for port 26724faf-d04f-4daa-ba28-d822ebff59c3 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:40.303131 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a9bfa36-de84-4fd5-b63d-faf924dce8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.322837 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1290635b-ba3f-48c5-9e4a-0c2329cba386 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.323940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1290635b-ba3f-48c5-9e4a-0c2329cba386 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.330819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1290635b-ba3f-48c5-9e4a-0c2329cba386 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/4c776f62-b391-4ccb-b6e5-4727cadb4fcd HTTP/1.1" status: 404 len: 333 time: 0.0432169 Aug 10 03:53:40.332023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49524) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.373163 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4ee04a-ca21-46c3-b3c4-8ec8d4b8a054 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.373861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4ee04a-ca21-46c3-b3c4-8ec8d4b8a054 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.376906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd4ee04a-ca21-46c3-b3c4-8ec8d4b8a054 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/aceb1f23-3e58-4af1-8a11-0c4e4b97a813 HTTP/1.1" status: 404 len: 337 time: 0.0429015 Aug 10 03:53:40.380092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49526) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.384688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] DHCP port deletion for 436e607c-ef4c-4ae6-a09e-44491dfe481c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:40.400919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bfa36-de84-4fd5-b63d-faf924dce8f2 None None] Port 26724faf-d04f-4daa-ba28-d822ebff59c3 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:40.422981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-f803aa5b-2d30-4344-bbc2-aa9da20dbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.441390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-f803aa5b-2d30-4344-bbc2-aa9da20dbef1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1283655 Aug 10 03:53:40.442916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Made reservation on behalf of 045036dc82d44df49c7a0a56317d87c1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:40.452621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.457925 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ec5b43-388a-4c20-87ed-9924200ecfa3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.459155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ec5b43-388a-4c20-87ed-9924200ecfa3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.477728 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76ec5b43-388a-4c20-87ed-9924200ecfa3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/59c49f48-86dc-44c9-a073-963ec64fa4bb HTTP/1.1" status: 404 len: 333 time: 0.0960054 Aug 10 03:53:40.478804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49530) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.529686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] Deleting port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:40.530451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.578545 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-878a669c-5a00-4e42-9fa8-ae718285b0b9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.579424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878a669c-5a00-4e42-9fa8-ae718285b0b9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.586311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-878a669c-5a00-4e42-9fa8-ae718285b0b9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/20869013-a5df-4f03-847d-76071ff5fa81 HTTP/1.1" status: 404 len: 337 time: 0.1055567 Aug 10 03:53:40.587379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49532) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.598007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] For port 2439b9b2-05b3-4a62-8284-f8a3fab2a693, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2439b9b2-05b3-4a62-8284-f8a3fab2a693,segment=NetworkSegment(d4063423-4191-4ba9-bb9f-a476d74549ea),segment_id=d4063423-4191-4ba9-bb9f-a476d74549ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:40.598406 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.613736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] Calling delete_port for 2439b9b2-05b3-4a62-8284-f8a3fab2a693 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:40.633059 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-ae7e6920-bd6c-42da-819f-9e8b3a4ff3f5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679492 Aug 10 03:53:40.670232 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7697c68-98c6-40e4-9bef-8829725fe9ba tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.671783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7697c68-98c6-40e4-9bef-8829725fe9ba tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.680170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a7697c68-98c6-40e4-9bef-8829725fe9ba tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/7ece90b3-81e7-4d9e-926a-649324f79948 HTTP/1.1" status: 404 len: 333 time: 0.0910623 Aug 10 03:53:40.681605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.716318 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] device_id is not set on port 2cec90af-80a6-4b6f-980b-4b72a2e37201 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:40.764766 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a53a68-2a6e-4ab0-b619-6102f0ccb601 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.765702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a53a68-2a6e-4ab0-b619-6102f0ccb601 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.781503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-90a53a68-2a6e-4ab0-b619-6102f0ccb601 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/664f94ac-9009-4fb2-aeae-51db2484e29e HTTP/1.1" status: 404 len: 337 time: 0.0978475 Aug 10 03:53:40.782682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.827480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.860541 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3252c59b-129c-40d6-8380-8f0519e7ac0f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.862056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3252c59b-129c-40d6-8380-8f0519e7ac0f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:40.872393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3252c59b-129c-40d6-8380-8f0519e7ac0f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/ae877852-4c06-430b-9173-3a4b5212b65c HTTP/1.1" status: 404 len: 333 time: 0.0878975 Aug 10 03:53:40.874658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.884703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ea6fe14-0dc2-4d3b-ae35-438b62ba33ba req-5cc65585-89c6-47b9-8de5-83f4e597ee61 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429638 Aug 10 03:53:40.958361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Allocated IP 172.20.0.9 (691c530b-7e96-4b9d-8329-d1a8f42e40a2/01f54590-45ae-4c1a-a252-ba08b724e89f/2cec90af-80a6-4b6f-980b-4b72a2e37201) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:40.975257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] Pushing event deleted for resources: {'Port': ['ID=2439b9b2-05b3-4a62-8284-f8a3fab2a693,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:40.985926 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9314d145-0274-4546-b840-f7bc1389c929 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:40.992323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef495862-1f7f-483e-b3dc-d684e600610c None None] No DVR routers for this DVR port 2439b9b2-05b3-4a62-8284-f8a3fab2a693 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:40.992891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9314d145-0274-4546-b840-f7bc1389c929 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.003408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9314d145-0274-4546-b840-f7bc1389c929 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/ad21de5d-c12f-4b31-a769-7c91d696e196 HTTP/1.1" status: 404 len: 337 time: 0.1268063 Aug 10 03:53:41.008858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49548) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.076254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17379ac8-4dac-4b51-b6af-a49ef2651fa7 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:53:41.140237 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-edac39b1-b39f-40c4-8fcb-869155a182ef tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.141913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edac39b1-b39f-40c4-8fcb-869155a182ef tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.145863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-edac39b1-b39f-40c4-8fcb-869155a182ef tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/ab98bfcb-442a-4fbd-9b1b-20c20f767539 HTTP/1.1" status: 404 len: 337 time: 0.1353605 Aug 10 03:53:41.146938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.216138 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d0189a-24a6-4272-9840-4a112f92f20e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.217276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d0189a-24a6-4272-9840-4a112f92f20e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.222271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-76d0189a-24a6-4272-9840-4a112f92f20e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/b2db3ded-51d6-4075-9235-c90eaafdf8a9 HTTP/1.1" status: 404 len: 333 time: 0.0710168 Aug 10 03:53:41.223964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165be8f8-b195-400e-babd-440c49334888 req-9e6e04f0-c3e0-4ac6-be00-bf0e320f8a04 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.224374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.227673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-165be8f8-b195-400e-babd-440c49334888 req-9e6e04f0-c3e0-4ac6-be00-bf0e320f8a04 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 948 time: 0.2780252 Aug 10 03:53:41.287714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2439b9b2-05b3-4a62-8284-f8a3fab2a693 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:41.328549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-6fc6356e-c679-4646-a3c6-ba7976ce6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.337014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-6fc6356e-c679-4646-a3c6-ba7976ce6ad1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cb79e608495446890c361c0243ffee0&device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 1100 time: 0.3577321 Aug 10 03:53:41.339174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-165be8f8-b195-400e-babd-440c49334888 req-7a4cfdc8-4743-42bc-9eda-735ca50428f0 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049719 Aug 10 03:53:41.342028 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ba1116-9430-4a42-b081-1ca3ba234702 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.343481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ba1116-9430-4a42-b081-1ca3ba234702 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.351012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.351209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-69ba1116-9430-4a42-b081-1ca3ba234702 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/7b86233f-c1da-4fb7-be15-77765a3eefa8 HTTP/1.1" status: 404 len: 337 time: 0.1216664 Aug 10 03:53:41.387514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17379ac8-4dac-4b51-b6af-a49ef2651fa7 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:53:41.396665 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-657b99ca-a9a5-4ebb-aadd-a4a163d489d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.397145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657b99ca-a9a5-4ebb-aadd-a4a163d489d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.399002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-657b99ca-a9a5-4ebb-aadd-a4a163d489d2 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/c271fdbc-0866-41a2-b09b-479b9805128a HTTP/1.1" status: 404 len: 337 time: 0.0469773 Aug 10 03:53:41.403286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.412691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 2439b9b2-05b3-4a62-8284-f8a3fab2a693 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:41.413799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2439b9b2-05b3-4a62-8284-f8a3fab2a693 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:41.447728 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa37f01-5373-4fbf-9b71-a2bb39d54d16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.449009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa37f01-5373-4fbf-9b71-a2bb39d54d16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.451061 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4fa37f01-5373-4fbf-9b71-a2bb39d54d16 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/b7b303d0-b923-4601-b57d-1113144f06e2 HTTP/1.1" status: 404 len: 333 time: 0.0467470 Aug 10 03:53:41.458672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.514268 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9e9a80-aa7a-4427-804f-6eb6b401c05e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.515334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9e9a80-aa7a-4427-804f-6eb6b401c05e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.518873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7a9e9a80-aa7a-4427-804f-6eb6b401c05e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/272f6a46-79af-4add-9d94-3ed2b5a56066 HTTP/1.1" status: 404 len: 337 time: 0.0586474 Aug 10 03:53:41.521385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49564) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.579979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-a4c05fb8-013e-4ae3-a8c7-29abcdd2d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.582095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-a4c05fb8-013e-4ae3-a8c7-29abcdd2d2ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2294822 Aug 10 03:53:41.609842 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-39361838-fb4e-45b9-a109-25cd55f1c8e5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.611171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39361838-fb4e-45b9-a109-25cd55f1c8e5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.615033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-39361838-fb4e-45b9-a109-25cd55f1c8e5 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/350c9390-7515-448f-b5c6-f3c9cf9d4a12 HTTP/1.1" status: 404 len: 337 time: 0.0908568 Aug 10 03:53:41.621585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49568) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.693602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-fe7d6eeb-7bc7-4cc3-95c3-13a92558b867 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 HTTP/1.1" status: 200 len: 217 time: 0.0934632 Aug 10 03:53:41.742094 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25252a9-2112-4cdc-acc7-b7a14f6f9d8f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.742094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25252a9-2112-4cdc-acc7-b7a14f6f9d8f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.742094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a25252a9-2112-4cdc-acc7-b7a14f6f9d8f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/1904a8ce-b616-47b3-a1b5-41a98e0954f5 HTTP/1.1" status: 404 len: 333 time: 0.1139655 Aug 10 03:53:41.742934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.810322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.828578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Transition to ACTIVE for port object 2cec90af-80a6-4b6f-980b-4b72a2e37201 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:41.841931 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9f58d4-6dc8-4913-966d-941ee0838051 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.843091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9f58d4-6dc8-4913-966d-941ee0838051 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.847476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc9f58d4-6dc8-4913-966d-941ee0838051 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/68a2f9fc-3f0c-4717-9db1-5f407bd9c240 HTTP/1.1" status: 404 len: 337 time: 0.1051781 Aug 10 03:53:41.850055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49574) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.896053 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15965f7-92ca-4dab-af00-5fcc3a84c8b4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:41.896489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15965f7-92ca-4dab-af00-5fcc3a84c8b4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:41.899327 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b15965f7-92ca-4dab-af00-5fcc3a84c8b4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/299b0c96-f2d0-416d-8311-c93a39e18888 HTTP/1.1" status: 404 len: 337 time: 0.0473690 Aug 10 03:53:41.901899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49576) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.948266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-426b58e6-fa1b-4eb7-ab5a-93125d2b6ccb tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0b8124a-eb3f-4d29-8b92-39395b51eced HTTP/1.1" status: 200 len: 205 time: 0.0446944 Aug 10 03:53:41.950442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49578) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.956101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-0ef152f4-fd1c-4e84-a113-be60f92be014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.957674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-0ef152f4-fd1c-4e84-a113-be60f92be014 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0879164 Aug 10 03:53:41.959074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.001329 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-137a845c-d1a1-4b4e-aae0-d016572f56c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] delete failed (client error): The resource could not be found. Aug 10 03:53:42.002600 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-137a845c-d1a1-4b4e-aae0-d016572f56c7 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/routers/d0b8124a-eb3f-4d29-8b92-39395b51eced HTTP/1.1" status: 404 len: 336 time: 0.0504882 Aug 10 03:53:42.006112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49580) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.051974 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0c4668-4a23-4348-bf18-053da46cfc07 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.053195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0c4668-4a23-4348-bf18-053da46cfc07 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.057456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5d0c4668-4a23-4348-bf18-053da46cfc07 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/2f47b43d-ac8c-4467-8df9-3813d795d2a5 HTTP/1.1" status: 404 len: 337 time: 0.0508590 Aug 10 03:53:42.061054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.063235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=2cec90af-80a6-4b6f-980b-4b72a2e37201,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.067312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08f983-65ee-4443-b056-e7bee1cbefa8 req-e3a3b1d5-ddef-448f-95fe-e3e834636a4d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.069642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d08f983-65ee-4443-b056-e7bee1cbefa8 req-e3a3b1d5-ddef-448f-95fe-e3e834636a4d tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.6868246 Aug 10 03:53:42.126906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d0b3434-4c66-4b81-a470-2f15817c3847 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 HTTP/1.1" status: 200 len: 205 time: 0.0632234 Aug 10 03:53:42.129244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49584) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.144449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:42.151120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d08f983-65ee-4443-b056-e7bee1cbefa8 req-be88e1a1-b704-4d08-b38c-473fce7633ef tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580909 Aug 10 03:53:42.154209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-959180e8-e532-4b1b-82d4-628bcfd7eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.156426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-959180e8-e532-4b1b-82d4-628bcfd7eb98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073475 Aug 10 03:53:42.158549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:42.212223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:42.281764 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-4b5ddfa8-a787-4580-b92e-43f38160f1dd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] delete failed (client error): The resource could not be found. Aug 10 03:53:42.285525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b5ddfa8-a787-4580-b92e-43f38160f1dd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/routers/f0aa0b2e-ca85-4ec9-b8d8-c62a284085b3 HTTP/1.1" status: 404 len: 336 time: 0.1501863 Aug 10 03:53:42.285951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49594) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.362320 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbec987-04d7-45c9-a131-44d09d759198 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.363222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbec987-04d7-45c9-a131-44d09d759198 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.368637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bcbec987-04d7-45c9-a131-44d09d759198 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/9591cb37-34fc-403b-b02b-44ea279e38ea HTTP/1.1" status: 404 len: 337 time: 0.0783260 Aug 10 03:53:42.390614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49596) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.427379 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-540181f4-3ddc-4f21-8762-a31a3d11c428 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.427834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540181f4-3ddc-4f21-8762-a31a3d11c428 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.432011 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-540181f4-3ddc-4f21-8762-a31a3d11c428 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/d8e7ff87-7ef9-4651-a094-5dcfd2e4f082 HTTP/1.1" status: 404 len: 337 time: 0.0380387 Aug 10 03:53:42.433197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.438027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-e4436bd7-de7c-4ee3-9c3b-1e54841e5caf service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629702 Aug 10 03:53:42.449770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.450601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.469285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae367-e144-42a3-a9b3-de3a9b0c267c req-666c53d1-8135-4881-a714-4299efd714e1 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.470904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b98ae367-e144-42a3-a9b3-de3a9b0c267c req-666c53d1-8135-4881-a714-4299efd714e1 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.1206043 Aug 10 03:53:42.509606 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-950456c3-7369-4e4d-982a-3fa31bedddfd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.510428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950456c3-7369-4e4d-982a-3fa31bedddfd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.514558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-950456c3-7369-4e4d-982a-3fa31bedddfd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/1fd1958b-26fe-4de0-b8e5-b1c9adbf0cd6 HTTP/1.1" status: 404 len: 333 time: 0.0734632 Aug 10 03:53:42.517541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49602) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.561210 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-30790e50-beae-46ee-9b03-a2958cb281fe tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.564100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30790e50-beae-46ee-9b03-a2958cb281fe tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.569904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-30790e50-beae-46ee-9b03-a2958cb281fe tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/de5bdd1f-8dab-4583-8012-53d64b64be08 HTTP/1.1" status: 404 len: 337 time: 0.0510895 Aug 10 03:53:42.571382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.582172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-683988f6-d73c-46ef-9a16-831da9541a9f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7661841 Aug 10 03:53:42.582882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.597708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9f:aa:c5'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:fa:ee'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:42.611954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b98ae367-e144-42a3-a9b3-de3a9b0c267c req-b65d4536-abda-4371-89d6-8db18677730c tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052554 Aug 10 03:53:42.613076 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7253b6-76dd-4740-8681-89e532ab8bf8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.614071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7253b6-76dd-4740-8681-89e532ab8bf8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.619522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a7253b6-76dd-4740-8681-89e532ab8bf8 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/6ba78b11-7a7c-469d-ac15-11f37af47bf8 HTTP/1.1" status: 404 len: 333 time: 0.0454705 Aug 10 03:53:42.620534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.687718 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-015a63bc-0fcf-4840-a2c1-eb34510642a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.688505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015a63bc-0fcf-4840-a2c1-eb34510642a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.693710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-015a63bc-0fcf-4840-a2c1-eb34510642a9 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/d1cab37b-29db-45a6-90aa-5c31135e856f HTTP/1.1" status: 404 len: 337 time: 0.0716579 Aug 10 03:53:42.696452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.700666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95434d27-c1ad-4551-b659-9e5064e782ab req-a48d04a4-b483-427f-b518-07d80d8215cb tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.709262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95434d27-c1ad-4551-b659-9e5064e782ab req-a48d04a4-b483-427f-b518-07d80d8215cb tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 948 time: 0.1822219 Aug 10 03:53:42.735859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dabd9fd9-e8fa-48af-b79b-2c6b9338f4c4 None None] Provisioning for port 2cec90af-80a6-4b6f-980b-4b72a2e37201 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:42.747519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dabd9fd9-e8fa-48af-b79b-2c6b9338f4c4 None None] Provisioning complete for port 2cec90af-80a6-4b6f-980b-4b72a2e37201 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:42.747907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dabd9fd9-e8fa-48af-b79b-2c6b9338f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.783267 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca873d68-f255-4541-ba3c-7a420c3f0d1f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.784436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca873d68-f255-4541-ba3c-7a420c3f0d1f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.795881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ca873d68-f255-4541-ba3c-7a420c3f0d1f tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/06d6126a-3588-4ffe-86cb-ac549c0ea272 HTTP/1.1" status: 404 len: 333 time: 0.0973794 Aug 10 03:53:42.800990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.821112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:42.828760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abf707dd-5b52-47c6-8dc7-061d1c702f2b req-bec64159-2a11-4bb5-a0ca-4d86c0a8f195 service neutron] 10.222.0.65 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635395 Aug 10 03:53:42.936783 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0042da-5528-438d-8a5a-67ce616264b4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:42.937516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0042da-5528-438d-8a5a-67ce616264b4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:42.940711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf0042da-5528-438d-8a5a-67ce616264b4 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/5f675c74-5097-4308-9d6a-4bb31d8b9d87 HTTP/1.1" status: 404 len: 337 time: 0.1379044 Aug 10 03:53:42.957659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49624) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.002266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95434d27-c1ad-4551-b659-9e5064e782ab req-f80a34c5-6f34-43eb-ba7c-360300f9f427 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915018 Aug 10 03:53:43.035628 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c19cca2-b79e-4569-8521-e39d1fe7246c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.036966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c19cca2-b79e-4569-8521-e39d1fe7246c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.040994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c19cca2-b79e-4569-8521-e39d1fe7246c tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/30a68e9f-3467-489c-8892-aa4fe9230225 HTTP/1.1" status: 404 len: 333 time: 0.0762563 Aug 10 03:53:43.052061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49626) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.146282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.159979 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9591b86-33ba-4254-890f-ae075a65b8cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.160813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9591b86-33ba-4254-890f-ae075a65b8cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.164001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b9591b86-33ba-4254-890f-ae075a65b8cd tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/867c838a-e40f-45bb-89b0-2c55094c4795 HTTP/1.1" status: 404 len: 337 time: 0.1082091 Aug 10 03:53:43.169442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49628) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.198408 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eea84cf-80bb-4099-b284-c636fb026bd3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.199504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eea84cf-80bb-4099-b284-c636fb026bd3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.201762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9eea84cf-80bb-4099-b284-c636fb026bd3 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/5e4865b3-fb7f-497c-a693-ca5f23805d6e HTTP/1.1" status: 404 len: 333 time: 0.0307796 Aug 10 03:53:43.206374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49630) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.220030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a9ed-c9bd-4f0d-8d4e-2576ae5a7bb5 req-241bf0c2-9c67-4181-8e4a-38b7f8e18dd8 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.222217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc04a9ed-c9bd-4f0d-8d4e-2576ae5a7bb5 req-241bf0c2-9c67-4181-8e4a-38b7f8e18dd8 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.2944524 Aug 10 03:53:43.266405 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e917e4b7-4907-4b88-8a8d-b45b1a6bac11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.267261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e917e4b7-4907-4b88-8a8d-b45b1a6bac11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.269373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e917e4b7-4907-4b88-8a8d-b45b1a6bac11 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/9c905fb6-4fc2-4be5-9b03-8ed47e7b9bfa HTTP/1.1" status: 404 len: 337 time: 0.0616179 Aug 10 03:53:43.274150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49632) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.372301 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a8a02e-cca7-4b7d-ba10-143b0016933e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.373097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a8a02e-cca7-4b7d-ba10-143b0016933e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.375050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b4a8a02e-cca7-4b7d-ba10-143b0016933e tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/31a2ad98-fca6-44f9-a2fb-d8e11e274178 HTTP/1.1" status: 404 len: 333 time: 0.0994921 Aug 10 03:53:43.388967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49636) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.392290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc04a9ed-c9bd-4f0d-8d4e-2576ae5a7bb5 req-0553589c-0940-4c5a-a887-8238aee3f887 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459227 Aug 10 03:53:43.496293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dabd9fd9-e8fa-48af-b79b-2c6b9338f4c4 None None] Port 2cec90af-80a6-4b6f-980b-4b72a2e37201 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:43.513556 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2e6cb0-2769-4380-839f-0da69816c452 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.514510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2e6cb0-2769-4380-839f-0da69816c452 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.522075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49640) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.539181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9b2e6cb0-2769-4380-839f-0da69816c452 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/ca355848-a035-49b6-8ef5-cc85e88828a5 HTTP/1.1" status: 404 len: 337 time: 0.1457129 Aug 10 03:53:43.579334 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-24145b9c-5580-4b79-bd9a-b75c8f264c3d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.587489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24145b9c-5580-4b79-bd9a-b75c8f264c3d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.601863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24145b9c-5580-4b79-bd9a-b75c8f264c3d tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/ports/7e22b6ff-0897-4063-8f80-c26696539f46 HTTP/1.1" status: 404 len: 333 time: 0.0751271 Aug 10 03:53:43.603602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49642) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.635739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:43.676127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35', 'mac_address': 'fa:16:3e:c7:39:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:43.708984 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6d5efc-939b-4961-b2cb-4624a72b8f5b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] DELETE failed (client error): The resource could not be found. Aug 10 03:53:43.709697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6d5efc-939b-4961-b2cb-4624a72b8f5b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:53:43.717075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e6d5efc-939b-4961-b2cb-4624a72b8f5b tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/subnets/615628d7-9714-47ef-bff5-439f945c307d HTTP/1.1" status: 404 len: 337 time: 0.1080492 Aug 10 03:53:43.718309 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.811131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.822176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.836859 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.875089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:43.943455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.963013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:43.974957 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.141524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event updated for resources: {'Port': ['ID=2cec90af-80a6-4b6f-980b-4b72a2e37201,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.206645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] In _notify_port_updated(), no bound segment for port 2cec90af-80a6-4b6f-980b-4b72a2e37201 on network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:53:44.240502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:44.242962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.250443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81c03ecb-c9be-410a-9976-f5a136c0109d tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "PUT /v2.0/ports/2cec90af-80a6-4b6f-980b-4b72a2e37201 HTTP/1.1" status: 200 len: 1057 time: 1.6585493 Aug 10 03:53:44.252284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49666) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:44.308403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.316183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7e2ec92f-7e8a-4b59-99c2-6586d07f3e35'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:44.397842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.436923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436e607c-ef4c-4ae6-a09e-44491dfe481c']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.447827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ac209633-9b59-4af9-a384-3e139312d7c9 None None] Provisioning complete for port 2cec90af-80a6-4b6f-980b-4b72a2e37201 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:44.448585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ac209633-9b59-4af9-a384-3e139312d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.470337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4063423-4191-4ba9-bb9f-a476d74549ea') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.470853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4063423-4191-4ba9-bb9f-a476d74549ea') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:44.520475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.530358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-df799937-9266-447c-afe9-03e3c6310a41 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:44.538559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ac209633-9b59-4af9-a384-3e139312d7c9 None None] Port 2cec90af-80a6-4b6f-980b-4b72a2e37201 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:44.543905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-df799937-9266-447c-afe9-03e3c6310a41 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/networks?id=8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 200 len: 910 time: 0.3318634 Aug 10 03:53:44.601360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-4a580427-50d2-4051-908b-6aee8b175d5c tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/quotas/74f15c433aa24c9fbc32069ac8530dfb HTTP/1.1" status: 200 len: 375 time: 0.0382442 Aug 10 03:53:44.641711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be95248-efef-4c23-b33a-69a359588909 req-d6de6cbc-c1f4-4cbb-a9d7-814faa7f481c tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:44.644375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6be95248-efef-4c23-b33a-69a359588909 req-d6de6cbc-c1f4-4cbb-a9d7-814faa7f481c tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 949 time: 0.2382698 Aug 10 03:53:44.671594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.672726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port 2cec90af-80a6-4b6f-980b-4b72a2e37201 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:44.673310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.683866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:44.684423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:44.712195 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:44.777207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-141f2d7e-5938-4585-9240-856fd39ac0f7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1745303 Aug 10 03:53:44.786915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.844019 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6be95248-efef-4c23-b33a-69a359588909 req-f4134ca5-2fe5-4f63-ac99-62aab76873d0 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798315 Aug 10 03:53:44.847471 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.854317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] 10.222.0.53 "DELETE /v2.0/networks/436e607c-ef4c-4ae6-a09e-44491dfe481c HTTP/1.1" status: 204 len: 168 time: 1.1293709 Aug 10 03:53:44.855055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a892-d9cd-4a4e-8075-d5ddbef39e93 tempest-NetworksTestDHCPv6-1445417033 tempest-NetworksTestDHCPv6-1445417033-project] Pushing event deleted for resources: {'Network': ['ID=436e607c-ef4c-4ae6-a09e-44491dfe481c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.937741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.992397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for 2cec90af-80a6-4b6f-980b-4b72a2e37201 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:45.013053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-381ed2cf-e352-4f3a-ad2d-867ca73a4169 service neutron] 10.222.0.53 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220368 Aug 10 03:53:45.208075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-36b20a24-1259-42b6-863e-80d46df359ee service neutron] 10.222.0.53 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825349 Aug 10 03:53:45.318120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.365158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=2cec90af-80a6-4b6f-980b-4b72a2e37201,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:45.623256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-763f6a84-9acf-41a9-995b-a65ab08ef1e2 req-a1e715f1-963f-4fa2-a9dc-bfb038661f7a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 210 time: 0.0542989 Aug 10 03:53:45.759079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49690) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:45.864461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.869948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:45.870329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cad9f6ca-2fb9-45d7-a5cd-d5fd20908465 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/ports/2cec90af-80a6-4b6f-980b-4b72a2e37201 HTTP/1.1" status: 204 len: 168 time: 1.6159325 Aug 10 03:53:45.943442 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-597755c6-b93a-4d50-8c6c-b54321a0c70f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] GET failed (client error): The resource could not be found. Aug 10 03:53:45.948199 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-597755c6-b93a-4d50-8c6c-b54321a0c70f tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "GET /v2.0/ports/2cec90af-80a6-4b6f-980b-4b72a2e37201 HTTP/1.1" status: 404 len: 333 time: 0.0761664 Aug 10 03:53:45.951296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49708) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:46.274267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0be6c651-f256-4237-b084-0cd46db0c54f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2e31972b9034d27824ceeb8f33050d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133815 Aug 10 03:53:46.277879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49714) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:46.309999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246172c-550d-4a6e-bbde-325bb783ac5e req-0f0ac913-5f18-45bb-b349-eb0359a58350 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.313135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4246172c-550d-4a6e-bbde-325bb783ac5e req-0f0ac913-5f18-45bb-b349-eb0359a58350 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 949 time: 0.2183421 Aug 10 03:53:46.358462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc09da5d-db0b-4e6c-9db7-dc8d0454486e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.395025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc09da5d-db0b-4e6c-9db7-dc8d0454486e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.474560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc09da5d-db0b-4e6c-9db7-dc8d0454486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.488342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc09da5d-db0b-4e6c-9db7-dc8d0454486e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.488342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc09da5d-db0b-4e6c-9db7-dc8d0454486e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19de7acf-5a47-4f1b-b5a1-d3d44cb48886 HTTP/1.1" status: 204 len: 168 time: 0.2061520 Aug 10 03:53:46.497393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port 26724faf-d04f-4daa-ba28-d822ebff59c3 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:46.497734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.509274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09da5d-db0b-4e6c-9db7-dc8d0454486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de7acf-5a47-4f1b-b5a1-d3d44cb48886,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:46.531500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4246172c-550d-4a6e-bbde-325bb783ac5e req-9f5a24e8-0605-420b-9da4-0d4ef91afd06 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043736 Aug 10 03:53:46.824479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.841377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:46.894633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7317a-b5ae-41db-97ba-ab694a7fc339 req-1fd4bab8-a627-4e08-b760-cba9cf72378c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.896276 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9088a795-4a0b-4f9f-b567-7db8e12a074a req-9b8dc1fa-f20e-4871-a922-25c7ee803dda tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 210 time: 0.1236849 Aug 10 03:53:46.897796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for 26724faf-d04f-4daa-ba28-d822ebff59c3 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:46.907861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80b7317a-b5ae-41db-97ba-ab694a7fc339 req-1fd4bab8-a627-4e08-b760-cba9cf72378c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.0854907 Aug 10 03:53:46.941751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:46.951707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:46.958349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.097544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.171314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:47.176987 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf2414-f560-45c1-8709-3eef55096394" -d '{"events": [{"server_uuid": "c13b1b2b-daf8-48c7-975e-b7e2e074e998", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ec92f-7e8a-4b59-99c2-6586d07f3e35"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:47.217347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.231425 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.292636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.385563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=26724faf-d04f-4daa-ba28-d822ebff59c3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.386409 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:47.497874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.500832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d8af8423-e3dc-42d4-916d-137f2eee96e3 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/ports/26724faf-d04f-4daa-ba28-d822ebff59c3 HTTP/1.1" status: 204 len: 168 time: 1.5345516 Aug 10 03:53:47.510774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49750) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.511210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.528596 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4a9703-43d6-473f-bb04-715606f303b5 x-openstack-request-id: req-9d4a9703-43d6-473f-bb04-715606f303b5 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:47.529219 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13b1b2b-daf8-48c7-975e-b7e2e074e998", "name": "network-vif-plugged", "status": "completed", "tag": "7e2ec92f-7e8a-4b59-99c2-6586d07f3e35", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:47.529530 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d4a9703-43d6-473f-bb04-715606f303b5 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:47.529945 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35', 'code': 200} Aug 10 03:53:47.599729 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3046e786-3850-46e8-9845-091d31f72520 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] GET failed (client error): The resource could not be found. Aug 10 03:53:47.601383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3046e786-3850-46e8-9845-091d31f72520 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "GET /v2.0/ports/26724faf-d04f-4daa-ba28-d822ebff59c3 HTTP/1.1" status: 404 len: 333 time: 0.0953195 Aug 10 03:53:47.605644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.905427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0f07f-18b2-4f89-a5ec-43a3fb2b7dfa req-aca74241-251a-4aaf-8fdc-35f23fd1f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:47.908240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64e0f07f-18b2-4f89-a5ec-43a3fb2b7dfa req-aca74241-251a-4aaf-8fdc-35f23fd1f068 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 1102 time: 0.1272418 Aug 10 03:53:47.936190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655eca3-75ad-4968-aef3-73c0f8a6f114 req-996d93f4-e89c-434a-8e81-f1768eb50e78 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:47.937009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80b7317a-b5ae-41db-97ba-ab694a7fc339 req-3467115c-6331-4260-9559-05bb14d84ee2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0220287 Aug 10 03:53:47.951656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3655eca3-75ad-4968-aef3-73c0f8a6f114 req-996d93f4-e89c-434a-8e81-f1768eb50e78 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 950 time: 0.1958003 Aug 10 03:53:47.959464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port bb830bd6-42ea-444f-aa5b-af8ec11b9c29 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:47.960386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.093617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64e0f07f-18b2-4f89-a5ec-43a3fb2b7dfa req-d3077129-c7f8-412a-8c5d-16de4e1def47 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534896 Aug 10 03:53:48.139720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a15315d-c802-4d52-8fef-2ffe723ef385 req-b54a300e-ae97-4656-b967-86db7a98fba8 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 210 time: 0.0432608 Aug 10 03:53:48.151516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-8d5793d7-cad5-4433-a1d2-e77a876b8867 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.154360 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-8d5793d7-cad5-4433-a1d2-e77a876b8867 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.65 "GET /v2.0/networks?id=8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 200 len: 910 time: 0.3437655 Aug 10 03:53:48.174717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Request body: {'port': {'device_id': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'admin_state_up': True, 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:48.217408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Made reservation on behalf of 74f15c433aa24c9fbc32069ac8530dfb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:48.223837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.224471 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3655eca3-75ad-4968-aef3-73c0f8a6f114 req-2b138b58-ddb4-4783-8026-dadd7ddd22ed tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502577 Aug 10 03:53:48.244049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.263899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for bb830bd6-42ea-444f-aa5b-af8ec11b9c29 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:48.370293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:48.394508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Allocated IP 172.20.0.7 (8522c1b4-e140-427d-8f00-fa4e1e535a34/857bcba4-c6d6-4c2f-bec8-bdd6e323b73f/38147667-9599-461d-b93d-977e3ee2cc1d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:48.473633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.514119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=bb830bd6-42ea-444f-aa5b-af8ec11b9c29,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.565336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241913924'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:48.622256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:48.627115 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.637420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.643534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-74c3dd19-54bc-4bc6-8605-4402ff987815 tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/ports/bb830bd6-42ea-444f-aa5b-af8ec11b9c29 HTTP/1.1" status: 204 len: 168 time: 1.0341597 Aug 10 03:53:48.643688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49780) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:48.653180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.666540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.691372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Transition to ACTIVE for port object 38147667-9599-461d-b93d-977e3ee2cc1d will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:48.742968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting subnet 01f54590-45ae-4c1a-a252-ba08b724e89f {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:48.748752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.811518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.822833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['8d5986d5-3f5f-44c3-9bb4-7123d35acca5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:48.838229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.963802 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.969952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:48.981086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.996993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:49.001433 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.023225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:49.036458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Pushing event updated for resources: {'Port': ['ID=38147667-9599-461d-b93d-977e3ee2cc1d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.098321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.104235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:49.129879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e382c433-51a3-4778-b3c6-b68d30bac8ce,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.150775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.151449 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 8c81499d-b28f-4583-a2de-7e26b7988493 of type vlan for network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d Aug 10 03:53:49.195070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.195526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Subnet': ['ID=01f54590-45ae-4c1a-a252-ba08b724e89f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.198191 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.264291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.273625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26a60710-cd4f-4b40-9279-5527a7988a9c tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/subnets/01f54590-45ae-4c1a-a252-ba08b724e89f HTTP/1.1" status: 204 len: 168 time: 0.6247749 Aug 10 03:53:49.273900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3f0a4275-b91b-4a5f-9885-c5768bc5e064 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1087966 Aug 10 03:53:49.274136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49792) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:49.284329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd7d73-86c2-4ee4-b4c6-c4f5b1e83800 None None] Network 691c530b-7e96-4b9d-8329-d1a8f42e40a2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:49.323482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Request body: {'port': {'device_id': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:49.375211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.406635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.427705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-519e216e-4a61-41e1-82e9-d6e7afe860ac tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.429817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-519e216e-4a61-41e1-82e9-d6e7afe860ac tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2361910 Aug 10 03:53:49.440502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4680622-fcec-46cf-bdec-9ed114cb99e2 req-a7e957f1-6231-4f7d-8490-41d788215982 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.442747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4680622-fcec-46cf-bdec-9ed114cb99e2 req-a7e957f1-6231-4f7d-8490-41d788215982 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2499022 Aug 10 03:53:49.480690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-06e80c95-6ad1-4bb7-97f9-19cdbb1b40cd None None] Provisioning for port 38147667-9599-461d-b93d-977e3ee2cc1d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:49.498821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-06e80c95-6ad1-4bb7-97f9-19cdbb1b40cd None None] Provisioning complete for port 38147667-9599-461d-b93d-977e3ee2cc1d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:49.499453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-06e80c95-6ad1-4bb7-97f9-19cdbb1b40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.550880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.559219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.560057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.592956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-06e80c95-6ad1-4bb7-97f9-19cdbb1b40cd None None] Port 38147667-9599-461d-b93d-977e3ee2cc1d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:49.606954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2346027 Aug 10 03:53:49.701042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.776456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] DHCP port deletion for 691c530b-7e96-4b9d-8329-d1a8f42e40a2 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:49.871996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] Deleting port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:49.873115 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.963075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] For port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,segment=NetworkSegment(cf03fe8a-3a37-4f95-b049-b875790b48ec),segment_id=cf03fe8a-3a37-4f95-b049-b875790b48ec)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:49.963910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.980959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] Calling delete_port for 6c5b578b-a8df-4d4e-8277-a153ceccfd5d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:50.081753 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.118547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] Pushing event deleted for resources: {'Port': ['ID=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.138162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb64746-4b4d-4251-aa17-55626fe63d1f None None] No DVR routers for this DVR port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:50.178116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4680622-fcec-46cf-bdec-9ed114cb99e2 req-d3fc6e05-9fed-4e41-b919-5aae0c982de2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891532 Aug 10 03:53:50.215854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Deleting port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:50.216440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.307738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] For port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d, host n-d-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:50.308403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.321225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38147667-9599-461d-b93d-977e3ee2cc1d {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:50.324752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Calling delete_port for 6c5b578b-a8df-4d4e-8277-a153ceccfd5d owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:50.328188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_backend_mixin [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d was not found and therefore no delete operation was performed {{(pid=94140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:53:50.333033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.339758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.372331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f9897-d3db-4b73-b79f-494af7f62f78 req-721181cc-4406-4e6c-a555-13e9691dc42f tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:50.386598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f29f9897-d3db-4b73-b79f-494af7f62f78 req-721181cc-4406-4e6c-a555-13e9691dc42f tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1027 time: 1.0144746 Aug 10 03:53:50.392253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Transition to ACTIVE for port object 38147667-9599-461d-b93d-977e3ee2cc1d will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:50.407625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Port': ['ID=6c5b578b-a8df-4d4e-8277-a153ceccfd5d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.424847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] No DVR routers for this DVR port 6c5b578b-a8df-4d4e-8277-a153ceccfd5d on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:50.428752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.448730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc86986-5194-4d3a-b27d-a5188a056b1f tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=6f029860-c4c8-4c8c-b78d-cc3f7152b44d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.461166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Deleting port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:50.461509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.467257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:50.651515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f29f9897-d3db-4b73-b79f-494af7f62f78 req-ccd2954c-8991-4e23-9e0b-823c2f70476f tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504225 Aug 10 03:53:50.651973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.653354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Pushing event updated for resources: {'Port': ['ID=38147667-9599-461d-b93d-977e3ee2cc1d,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.668479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691c530b-7e96-4b9d-8329-d1a8f42e40a2']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.698400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf03fe8a-3a37-4f95-b049-b875790b48ec') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.699652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf03fe8a-3a37-4f95-b049-b875790b48ec') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.712071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.735683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.747374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:50.747887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.876660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Attempting to bind port 38147667-9599-461d-b93d-977e3ee2cc1d on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:50.877176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Attempting to bind port 38147667-9599-461d-b93d-977e3ee2cc1d by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:50.877628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Attempting to bind port 38147667-9599-461d-b93d-977e3ee2cc1d on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:50.889035 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:50.891627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Port 38147667-9599-461d-b93d-977e3ee2cc1d on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:50.891915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Attempting to bind port 38147667-9599-461d-b93d-977e3ee2cc1d on network 8522c1b4-e140-427d-8f00-fa4e1e535a34 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:50.902749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:50.903009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Checking segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:50.903350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Bound using segment: {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:50.903807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Bound port: 38147667-9599-461d-b93d-977e3ee2cc1d, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86c4e6ce-319e-4304-9707-b5298075d447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:50.904179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.922974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.971468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.975847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] 10.222.0.53 "DELETE /v2.0/networks/691c530b-7e96-4b9d-8329-d1a8f42e40a2 HTTP/1.1" status: 204 len: 168 time: 1.6984990 Aug 10 03:53:50.975847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caef0a-55dd-4437-b3f9-474c98d8e2cd tempest-AllowedAddressPairTestJSON-632364843 tempest-AllowedAddressPairTestJSON-632364843-project] Pushing event deleted for resources: {'Network': ['ID=691c530b-7e96-4b9d-8329-d1a8f42e40a2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.013844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca823-3f2a-48b7-9bf9-8620797891e9 req-f4a0005d-ae08-45f6-8520-9f5d38ebb20e tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.038803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f4ca823-3f2a-48b7-9bf9-8620797891e9 req-f4a0005d-ae08-45f6-8520-9f5d38ebb20e tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 950 time: 0.6880333 Aug 10 03:53:51.040684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] For port 38147667-9599-461d-b93d-977e3ee2cc1d, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:51.049396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] For port 38147667-9599-461d-b93d-977e3ee2cc1d, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38147667-9599-461d-b93d-977e3ee2cc1d,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:51.058844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.145593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8f4ca823-3f2a-48b7-9bf9-8620797891e9 req-bcd14579-e8b3-433a-bfc2-d5db60c5fd7e tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047301 Aug 10 03:53:51.168870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] For port 5028dd38-6a6e-44b2-b0ab-bb0702c77772, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5028dd38-6a6e-44b2-b0ab-bb0702c77772,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:51.169894 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.213687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.214864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.218188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] 10.222.0.65 "PUT /v2.0/ports/38147667-9599-461d-b93d-977e3ee2cc1d HTTP/1.1" status: 200 len: 1092 time: 1.9125440 Aug 10 03:53:51.219222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'tag': '38147667-9599-461d-b93d-977e3ee2cc1d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:51.220351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Calling delete_port for 5028dd38-6a6e-44b2-b0ab-bb0702c77772 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:51.233800 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30e1451-d615-456b-9d28-722cb4d1ede1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6430459-cba4-4b8d-b979-5f7b3a0247cc", "tag": "38147667-9599-461d-b93d-977e3ee2cc1d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:51.272187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c5b578b-a8df-4d4e-8277-a153ceccfd5d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:51.387057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6c5b578b-a8df-4d4e-8277-a153ceccfd5d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:51.387684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c5b578b-a8df-4d4e-8277-a153ceccfd5d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:51.526255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Pushing event updated for resources: {'Port': ['ID=38147667-9599-461d-b93d-977e3ee2cc1d,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.556936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.557288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.557644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.558007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.558390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.558739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.559103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.559393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.559727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.560065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.560402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.561051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe4de6b-01d0-44b3-96b4-7c2a3c41a107 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:51.584012 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c5eda2-bfb1-4c7e-a4bb-f3f5e618dec1 x-openstack-request-id: req-15c5eda2-bfb1-4c7e-a4bb-f3f5e618dec1 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:51.584307 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6430459-cba4-4b8d-b979-5f7b3a0247cc", "tag": "38147667-9599-461d-b93d-977e3ee2cc1d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:51.585100 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15c5eda2-bfb1-4c7e-a4bb-f3f5e618dec1 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:51.585514 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'tag': '38147667-9599-461d-b93d-977e3ee2cc1d', 'status': 'completed', 'code': 200} Aug 10 03:53:51.603941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-aeb7b3d1-e613-43c2-bb06-2e924991a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.605536 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-aeb7b3d1-e613-43c2-bb06-2e924991a00a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1095 time: 0.2941809 Aug 10 03:53:51.643911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:51.683843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed3fa-c2f5-4da4-bc0b-5fdbab6d2cd2 req-2e836b94-37c3-4bed-8023-88bfd1d1f5e7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.687488 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7aed3fa-c2f5-4da4-bc0b-5fdbab6d2cd2 req-2e836b94-37c3-4bed-8023-88bfd1d1f5e7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 946 time: 0.2168057 Aug 10 03:53:51.692115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-b6af1514-2257-436f-8e5d-830ae5e0a6f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38147667-9599-461d-b93d-977e3ee2cc1d HTTP/1.1" status: 200 len: 217 time: 0.0780015 Aug 10 03:53:51.873033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7aed3fa-c2f5-4da4-bc0b-5fdbab6d2cd2 req-4a25b2f8-ac3b-49f8-87ea-6c651b31158f tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613877 Aug 10 03:53:51.926181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.941825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6cb03c61-34d5-4d21-9656-a722629bd13b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:51.965801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-722058c6-a9d4-4ca8-9ad2-de8ccc82d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.969748 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-722058c6-a9d4-4ca8-9ad2-de8ccc82d4eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=857bcba4-c6d6-4c2f-bec8-bdd6e323b73f HTTP/1.1" status: 200 len: 848 time: 0.2665339 Aug 10 03:53:51.976926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Pushing event deleted for resources: {'Port': ['ID=5028dd38-6a6e-44b2-b0ab-bb0702c77772,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.983796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c7bad6e-f385-4ab3-87e3-3f39f134aab2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=045036dc82d44df49c7a0a56317d87c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380196 Aug 10 03:53:51.991807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:52.001278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601384b-3add-4be3-961a-2ca34c36d6f2 req-6d4a56d5-b617-41a7-be45-262a1f707f73 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.018728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f601384b-3add-4be3-961a-2ca34c36d6f2 req-6d4a56d5-b617-41a7-be45-262a1f707f73 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 950 time: 0.2341859 Aug 10 03:53:52.060419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] No DVR routers for this DVR port 5028dd38-6a6e-44b2-b0ab-bb0702c77772 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:52.079472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.081512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d709d5d-6645-49e5-be30-3fea7661eeb4 req-662a919a-047e-4cd6-a80a-165cf21c5cbc tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "DELETE /v2.0/ports/5028dd38-6a6e-44b2-b0ab-bb0702c77772 HTTP/1.1" status: 204 len: 173 time: 2.6369629 Aug 10 03:53:52.082764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'name': 'network-vif-deleted', 'tag': '5028dd38-6a6e-44b2-b0ab-bb0702c77772'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:52.086361 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44bd2f8-4f13-459b-8f4a-1706c538d5c3" -d '{"events": [{"server_uuid": "2c298a8d-72e9-494f-be7a-5c015f2c6262", "name": "network-vif-deleted", "tag": "5028dd38-6a6e-44b2-b0ab-bb0702c77772"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:52.148001 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97633c4a-aec1-4077-a9e9-8db14a7dfd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.178615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8f-3a25-4f3b-8cb0-7a780b5d2c72 req-6b4983ee-0f22-4822-af2b-245d71088686 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.181232 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84192c8f-3a25-4f3b-8cb0-7a780b5d2c72 req-6b4983ee-0f22-4822-af2b-245d71088686 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1095 time: 0.0881681 Aug 10 03:53:52.201014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97633c4a-aec1-4077-a9e9-8db14a7dfd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.201789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-43f84ecd-6182-477e-952c-4c94eec2b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.203651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-43f84ecd-6182-477e-952c-4c94eec2b915 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8522c1b4-e140-427d-8f00-fa4e1e535a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723628 Aug 10 03:53:52.215177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f601384b-3add-4be3-961a-2ca34c36d6f2 req-c37d0e1c-338c-41db-9f16-de1f40c30513 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937766 Aug 10 03:53:52.321059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84192c8f-3a25-4f3b-8cb0-7a780b5d2c72 req-36c8f587-2bef-47d2-8500-59fe473dfcb4 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331553 Aug 10 03:53:52.356837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97633c4a-aec1-4077-a9e9-8db14a7dfd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.361605 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-97633c4a-aec1-4077-a9e9-8db14a7dfd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.362871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-97633c4a-aec1-4077-a9e9-8db14a7dfd47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c7b9c8d-397c-4ce0-9a37-87fd280cc16c HTTP/1.1" status: 204 len: 168 time: 0.3700004 Aug 10 03:53:52.396278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97633c4a-aec1-4077-a9e9-8db14a7dfd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b9c8d-397c-4ce0-9a37-87fd280cc16c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:52.479874 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee71091d-f986-4542-9af5-980f2db176a6 x-openstack-request-id: req-ee71091d-f986-4542-9af5-980f2db176a6 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:52.480175 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c298a8d-72e9-494f-be7a-5c015f2c6262", "name": "network-vif-deleted", "tag": "5028dd38-6a6e-44b2-b0ab-bb0702c77772", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:52.480430 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee71091d-f986-4542-9af5-980f2db176a6 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:52.480893 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c298a8d-72e9-494f-be7a-5c015f2c6262', 'name': 'network-vif-deleted', 'tag': '5028dd38-6a6e-44b2-b0ab-bb0702c77772', 'status': 'completed', 'code': 200} Aug 10 03:53:52.493742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-b1e599da-3bd0-42a6-8a4c-47258864f812 service neutron] 10.222.0.65 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748070 Aug 10 03:53:52.678680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66fcd2d-ee41-4f62-9c17-2c29ecab71c5 req-3d4d7f5b-ac67-4388-b51c-71e54adb95ad service neutron] 10.222.0.65 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756737 Aug 10 03:53:52.685674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5028dd38-6a6e-44b2-b0ab-bb0702c77772 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:52.729059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 5028dd38-6a6e-44b2-b0ab-bb0702c77772 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:52.730555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5028dd38-6a6e-44b2-b0ab-bb0702c77772 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:53.005294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-d0049005-316e-4663-8e5b-0658bedc469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.008373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-d0049005-316e-4663-8e5b-0658bedc469f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1095 time: 0.2424314 Aug 10 03:53:53.018346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-e6811140-520f-4f5a-9200-d3d7f5575689 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.020480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-e6811140-520f-4f5a-9200-d3d7f5575689 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.65 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 950 time: 0.1613660 Aug 10 03:53:53.175751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc5e0e14-eb0f-46c2-a07b-25198021a5a5 req-f3e1d7cc-a5c2-4843-b064-ce89b9725936 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c298a8d-72e9-494f-be7a-5c015f2c6262 HTTP/1.1" status: 200 len: 210 time: 0.1332791 Aug 10 03:53:53.307497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Deleting port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:53.308260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.397130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6993-03c8-478b-abb1-1c901cce726d req-36ea3345-e7b2-48c4-bba4-f4880ee2e49a tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.406894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a31f6993-03c8-478b-abb1-1c901cce726d req-36ea3345-e7b2-48c4-bba4-f4880ee2e49a tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 950 time: 0.0753372 Aug 10 03:53:53.446294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49880) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:53.456590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:53.469464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-544cc94e-62da-475e-b226-8600ab50c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.472051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-544cc94e-62da-475e-b226-8600ab50c500 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 200 len: 910 time: 0.4503105 Aug 10 03:53:53.480481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a31f6993-03c8-478b-abb1-1c901cce726d req-96060312-20bc-484f-807c-9d2400bf4522 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Aug 10 03:53:53.611298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:53.616218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-f81322f3-e2f2-4c80-8d46-2f9ffbb3f37e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38147667-9599-461d-b93d-977e3ee2cc1d HTTP/1.1" status: 200 len: 217 time: 0.0793455 Aug 10 03:53:53.713928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4359d9-63f5-444d-89ae-e3e3d46c2342 req-1749c46e-5b27-4d4a-8b0a-afe6f1e47038 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.716128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d4359d9-63f5-444d-89ae-e3e3d46c2342 req-1749c46e-5b27-4d4a-8b0a-afe6f1e47038 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1095 time: 0.2473266 Aug 10 03:53:53.721158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] For port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:53.721515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.739269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-725456630'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:53.764119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-f2f42e06-9fca-46a0-84e3-51eb094dd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.765672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-f2f42e06-9fca-46a0-84e3-51eb094dd40d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=857bcba4-c6d6-4c2f-bec8-bdd6e323b73f HTTP/1.1" status: 200 len: 848 time: 0.1333592 Aug 10 03:53:53.775763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Calling delete_port for 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:53.807542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Made reservation on behalf of 2051fd1cff87438a9f317116ffff416f for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:53.810169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:53.813627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.814201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.835174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.933822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d4359d9-63f5-444d-89ae-e3e3d46c2342 req-3e99b732-c7db-4c21-b1a1-cde5abf96480 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054391 Aug 10 03:53:53.969517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-0c7ce4e2-f339-4d88-8278-5506cdf01c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.971157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-0c7ce4e2-f339-4d88-8278-5506cdf01c3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8522c1b4-e140-427d-8f00-fa4e1e535a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932800 Aug 10 03:53:53.973015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.980049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.025248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:54.053958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca215e40-eb81-481a-b159-5e5afb80b413,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.060812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.061171 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Added segment 4320d2d8-9449-4a1c-bb55-de65fdb77fdf of type vlan for network 45bdd87c-23a7-4596-98b9-e1301c5c4522 Aug 10 03:53:54.119820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-2e868c3b-2913-49f1-80fe-b79130115440 service neutron] 10.222.0.65 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346073 Aug 10 03:53:54.133587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.189316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.196082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.196750 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.259740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6472747 Aug 10 03:53:54.263109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49896) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:54.268539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Request body: {'subnet': {'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:54.325073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0e06a-eeaa-4086-b795-52c4a36f98da tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event updated for resources: {'Network': ['ID=45bdd87c-23a7-4596-98b9-e1301c5c4522,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.339013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:54.385581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Made reservation on behalf of 2051fd1cff87438a9f317116ffff416f for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:54.389945 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.504967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c30e1451-d615-456b-9d28-722cb4d1ede1 req-8cdf968b-be08-4b62-8563-a12de09a633f service neutron] 10.222.0.65 "GET /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776441 Aug 10 03:53:54.505968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.535454 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.554526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['7e2ec92f-7e8a-4b59-99c2-6586d07f3e35'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:54.605544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Pushing event deleted for resources: {'Port': ['ID=7e2ec92f-7e8a-4b59-99c2-6586d07f3e35,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.665548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '8c81499d-b28f-4583-a2de-7e26b7988493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:54.665797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: 6f029860-c4c8-4c8c-b78d-cc3f7152b44d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:54.729645 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.739635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f63877-f14c-4202-849d-38d4edac6812 req-1b1e4dbd-d9d4-437b-bee1-192fa814d048 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.748031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54f63877-f14c-4202-849d-38d4edac6812 req-1b1e4dbd-d9d4-437b-bee1-192fa814d048 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1727841 Aug 10 03:53:54.810656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54f63877-f14c-4202-849d-38d4edac6812 req-a9b126f1-f100-4f73-b43a-60fe6d46a04b tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614252 Aug 10 03:53:54.812905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.833379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-648d45a1-11e1-4530-bc79-3bef8e49cec6 req-bb222190-d28f-4035-ad10-928e6159f99e tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c13b1b2b-daf8-48c7-975e-b7e2e074e998 HTTP/1.1" status: 200 len: 210 time: 0.1029239 Aug 10 03:53:54.845966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=3adf829a-c8d5-4872-bb06-d2de49b5766e,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.861597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] No DVR routers for this DVR port 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:54.869337 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.873792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38147667-9599-461d-b93d-977e3ee2cc1d details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:54.885486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9102b210-4c87-4ef4-9ff9-e6978a0ad586 req-3953853a-e893-4719-9703-d72431a25be1 tempest-VolumesNegativeTest-1813580289 tempest-VolumesNegativeTest-1813580289-project] 10.222.0.65 "DELETE /v2.0/ports/7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 HTTP/1.1" status: 204 len: 173 time: 1.8498194 Aug 10 03:53:54.886611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'name': 'network-vif-deleted', 'tag': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:54.890570 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454115e-060f-417d-b178-747c5e71fa8c" -d '{"events": [{"server_uuid": "c13b1b2b-daf8-48c7-975e-b7e2e074e998", "name": "network-vif-deleted", "tag": "7e2ec92f-7e8a-4b59-99c2-6586d07f3e35"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:54.926660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Checking segment: {'id': '4320d2d8-9449-4a1c-bb55-de65fdb77fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:54.929164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Network hostable DHCP agents. Network: 45bdd87c-23a7-4596-98b9-e1301c5c4522, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:54.938222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:54.950946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event updated for resources: {'Subnet': ['ID=0ca0658b-e6af-4730-8821-8221c3b6d4c1,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.988112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6f029860-c4c8-4c8c-b78d-cc3f7152b44d) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:55.000825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:55.015157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.016174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.023023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 45bdd87c-23a7-4596-98b9-e1301c5c4522) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:55.046547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.048283 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.050455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f92804-fda1-4daa-a701-64d405ac49ad None None] Network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:55.050668 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad05502-9dc3-413f-a555-62bb66c8c190 x-openstack-request-id: req-9ad05502-9dc3-413f-a555-62bb66c8c190 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:55.051010 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13b1b2b-daf8-48c7-975e-b7e2e074e998", "name": "network-vif-deleted", "tag": "7e2ec92f-7e8a-4b59-99c2-6586d07f3e35", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:55.052485 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ad05502-9dc3-413f-a555-62bb66c8c190 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:55.052619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14aaa7-7e01-48de-8105-913bd7410382 None None] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:55.053820 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13b1b2b-daf8-48c7-975e-b7e2e074e998', 'name': 'network-vif-deleted', 'tag': '7e2ec92f-7e8a-4b59-99c2-6586d07f3e35', 'status': 'completed', 'code': 200} Aug 10 03:53:55.073514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ef3bb7dd-4259-4265-9d3d-b0a0b8f11b2d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6237152 Aug 10 03:53:55.079427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49916) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.092569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e2a0cc47-5af3-44c6-8365-8480087b418c tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8282897 Aug 10 03:53:55.093411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49918) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.098390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126090830'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.105364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Request body: {'port': {'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2062213797'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.162862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:55.167137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.198794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:55.209421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.210454 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 361f1913-5aec-43d0-81d3-107f62593518 of type vlan for network f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 Aug 10 03:53:55.265392 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.316543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adf83d-2b68-438d-b1ea-61c7f764e2a8 req-f719c317-58a6-4413-82d0-3379a721ba54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.326071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30adf83d-2b68-438d-b1ea-61c7f764e2a8 req-f719c317-58a6-4413-82d0-3379a721ba54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1095 time: 0.1752748 Aug 10 03:53:55.326624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.329121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Made reservation on behalf of 2051fd1cff87438a9f317116ffff416f for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:55.332726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.334411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.335222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.366420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 38147667-9599-461d-b93d-977e3ee2cc1d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38147667-9599-461d-b93d-977e3ee2cc1d,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:55.402417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] device_id is not set on port 072d087d-b5af-4db0-a5f7-dd3076ab2593 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:55.410535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '38147667-9599-461d-b93d-977e3ee2cc1d', 'network_id': '8522c1b4-e140-427d-8f00-fa4e1e535a34', 'port_id': '38147667-9599-461d-b93d-977e3ee2cc1d', 'mac_address': 'fa:16:3e:54:9b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857bcba4-c6d6-4c2f-bec8-bdd6e323b73f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:55.438497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:55.456934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8b823796-5c56-410d-b058-65c56674adc3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3754938 Aug 10 03:53:55.460241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.470833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': 'f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.505031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30adf83d-2b68-438d-b1ea-61c7f764e2a8 req-8b5e9027-5384-4470-b1c4-9820cda74017 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779649 Aug 10 03:53:55.539820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.579325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:55.613684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:55.624572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.644808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Allocated IP 172.20.0.11 (45bdd87c-23a7-4596-98b9-e1301c5c4522/0ca0658b-e6af-4730-8821-8221c3b6d4c1/072d087d-b5af-4db0-a5f7-dd3076ab2593) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:55.717401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38147667-9599-461d-b93d-977e3ee2cc1d {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:55.802356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6f029860-c4c8-4c8c-b78d-cc3f7152b44d', 'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': '3adf829a-c8d5-4872-bb06-d2de49b5766e'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:55.803314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.810343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 38147667-9599-461d-b93d-977e3ee2cc1d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38147667-9599-461d-b93d-977e3ee2cc1d,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:55.822225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-45bdd87c-23a7-4596-98b9-e1301c5c4522', 'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522', 'tenant_id': '2051fd1cff87438a9f317116ffff416f', 'fixed_ips': [{'subnet_id': '0ca0658b-e6af-4730-8821-8221c3b6d4c1'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:55.823074 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.940678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.965451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.016968 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.050963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Transition to ACTIVE for port object 072d087d-b5af-4db0-a5f7-dd3076ab2593 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:56.137117 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.172660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '361f1913-5aec-43d0-81d3-107f62593518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:56.175853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.176064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:56.185622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=8c96069a-7331-4e84-892b-a6ecab55dac6,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.199440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['38147667-9599-461d-b93d-977e3ee2cc1d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:56.244225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21ad0-32c0-405a-b8af-823cb650611e req-bb68f61b-c388-484e-a558-5c6e869d5f33 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.258538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-60a21ad0-32c0-405a-b8af-823cb650611e req-bb68f61b-c388-484e-a558-5c6e869d5f33 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.2750642 Aug 10 03:53:56.267339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:56.270849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:56.277338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:56.296046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:56.308647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event updated for resources: {'Port': ['ID=072d087d-b5af-4db0-a5f7-dd3076ab2593,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.324783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:56.349940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Allocated IP 172.20.0.2 (45bdd87c-23a7-4596-98b9-e1301c5c4522/0ca0658b-e6af-4730-8821-8221c3b6d4c1/4997916f-8aac-4c1f-99c7-82306b36056d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:56.357806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.358484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.363999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.364591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.371382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-60a21ad0-32c0-405a-b8af-823cb650611e req-0ffd9d16-40a2-4dc8-9943-1aee3986353d tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078167 Aug 10 03:53:56.393364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f815a553-6ee1-444e-8a67-3ed535032a24 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2979941 Aug 10 03:53:56.396994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4f302cc1-b0b2-45b8-a971-763c8ad09e45 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9333022 Aug 10 03:53:56.396994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49958) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.398176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49960) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.408064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Request body: {'port': {'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522', 'name': 'tempest-ExtraDHCPOptionsTestJSON-168933858', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:56.411042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] bootfile-name is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:53:56.411396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] tftp-server is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:53:56.411730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] server-ip-address is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:53:56.714115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.762723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Made reservation on behalf of 2051fd1cff87438a9f317116ffff416f for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:56.770320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.797333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Allocated IP 2001:db8:0:ffff::2 (6f029860-c4c8-4c8c-b78d-cc3f7152b44d/3adf829a-c8d5-4872-bb06-d2de49b5766e/f9e814b0-5165-4a1f-aa85-b89b0783d358) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:56.827559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] device_id is not set on port 6fac457b-6ae3-4abe-b254-94b1dac84a27 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:56.843445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.864351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.866628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b73882-2a87-4c4a-b58f-b183d9a2a805 None None] Network f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:56.901137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f361e-c405-4e06-b044-28448c2752cf req-33505515-d326-40e8-9e71-0cf27f57f786 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.914663 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c9f361e-c405-4e06-b044-28448c2752cf req-33505515-d326-40e8-9e71-0cf27f57f786 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1096 time: 0.1961291 Aug 10 03:53:56.982976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:56.985809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c9f361e-c405-4e06-b044-28448c2752cf req-6a2e635b-eb87-49d2-8da7-4a33046fc5a5 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696158 Aug 10 03:53:57.014865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Transition to ACTIVE for port object 4997916f-8aac-4c1f-99c7-82306b36056d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:57.049318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=38147667-9599-461d-b93d-977e3ee2cc1d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.062130 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.063881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:57.064340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 7e2ec92f-7e8a-4b59-99c2-6586d07f3e35 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:57.118673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=8c96069a-7331-4e84-892b-a6ecab55dac6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.120607 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2b6b970b-5eca-4a11-a1ef-de68ee13c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.126664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Transition to ACTIVE for port object 4997916f-8aac-4c1f-99c7-82306b36056d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:57.192806 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.211097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:57.230605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361f1913-5aec-43d0-81d3-107f62593518') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:57.231008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361f1913-5aec-43d0-81d3-107f62593518') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:57.242798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.261207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.291050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.292043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:57.294451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.299274 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d3d242fe-9a37-4884-8788-62edc11911e3 {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:53:57.300596 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:53:57.304391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebe4383-448e-4b79-9bb3-2250e5bd9dae None None] Network f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:57.324709 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:57.388761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.398439 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.403849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 HTTP/1.1" status: 204 len: 168 time: 1.0009868 Aug 10 03:53:57.404424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50016) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:57.412731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917253600'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:57.433150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b0ace-aed8-4571-a8b4-65f32fa1a165 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.468948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:57.482408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.490009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:57.508729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:57.512682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:57.520134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Pushing event updated for resources: {'Port': ['ID=4997916f-8aac-4c1f-99c7-82306b36056d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.530416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:57.541584 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.541946 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment c65c3aa3-462d-46c0-8f6d-3c81a28f05fe of type vlan for network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 Aug 10 03:53:57.595667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.609356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.632401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.640129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.640400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.644334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76315e8d-1c7b-49dd-9b96-fb78fe171ea8 req-ec599cff-59a5-49ca-b2c9-a82694875432 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.658244 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76315e8d-1c7b-49dd-9b96-fb78fe171ea8 req-ec599cff-59a5-49ca-b2c9-a82694875432 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1327364 Aug 10 03:53:57.721727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3159909 Aug 10 03:53:57.725146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:57.731534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:57.747611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Transition to ACTIVE for port object f9e814b0-5165-4a1f-aa85-b89b0783d358 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:57.769516 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76315e8d-1c7b-49dd-9b96-fb78fe171ea8 req-8f34609f-d83a-457e-b7d7-91a7c96198c2 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102071 Aug 10 03:53:57.800423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688598-5764-4d17-aeff-6f30940cf19e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.806843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.815796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Attempting to bind port 4997916f-8aac-4c1f-99c7-82306b36056d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:57.816522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Attempting to bind port 4997916f-8aac-4c1f-99c7-82306b36056d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4320d2d8-9449-4a1c-bb55-de65fdb77fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:57.816522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Attempting to bind port 4997916f-8aac-4c1f-99c7-82306b36056d on network 45bdd87c-23a7-4596-98b9-e1301c5c4522 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:57.824626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:57.846114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] device_id is not set on port 815f7dde-3acc-4c3b-b127-a5c57837994a yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:57.847954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Transition to ACTIVE for port object f9e814b0-5165-4a1f-aa85-b89b0783d358 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:57.887845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:57.888467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Checking segment: {'id': '4320d2d8-9449-4a1c-bb55-de65fdb77fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:57.888668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.889071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Bound using segment: {'id': '4320d2d8-9449-4a1c-bb55-de65fdb77fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:57.889566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Bound port: 4997916f-8aac-4c1f-99c7-82306b36056d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4320d2d8-9449-4a1c-bb55-de65fdb77fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '45bdd87c-23a7-4596-98b9-e1301c5c4522'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:57.890108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.905155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.952259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:57.956807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.965223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Pushing event updated for resources: {'Port': ['ID=f9e814b0-5165-4a1f-aa85-b89b0783d358,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.026043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:58.046573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:58.058445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:58.148681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] For port 4997916f-8aac-4c1f-99c7-82306b36056d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:58.173613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] For port 4997916f-8aac-4c1f-99c7-82306b36056d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4997916f-8aac-4c1f-99c7-82306b36056d,segment=NetworkSegment(4320d2d8-9449-4a1c-bb55-de65fdb77fdf),segment_id=4320d2d8-9449-4a1c-bb55-de65fdb77fdf)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:58.174904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Attempting to bind port f9e814b0-5165-4a1f-aa85-b89b0783d358 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:58.175212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Attempting to bind port f9e814b0-5165-4a1f-aa85-b89b0783d358 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8c81499d-b28f-4583-a2de-7e26b7988493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:58.175582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Attempting to bind port f9e814b0-5165-4a1f-aa85-b89b0783d358 on network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:58.183232 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.188750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:58.189224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Checking segment: {'id': '8c81499d-b28f-4583-a2de-7e26b7988493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:58.189695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.190081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Bound using segment: {'id': '8c81499d-b28f-4583-a2de-7e26b7988493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:58.190620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Bound port: f9e814b0-5165-4a1f-aa85-b89b0783d358, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c81499d-b28f-4583-a2de-7e26b7988493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f029860-c4c8-4c8c-b78d-cc3f7152b44d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:58.191017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.199685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Allocated IP 172.20.0.8 (45bdd87c-23a7-4596-98b9-e1301c5c4522/0ca0658b-e6af-4730-8821-8221c3b6d4c1/815f7dde-3acc-4c3b-b127-a5c57837994a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:58.231150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85e264-4dd0-4e59-a6c6-ea3c43f04358 req-55ecc509-5a31-49f6-8c18-4ff1be6ce48e tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.241440 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad85e264-4dd0-4e59-a6c6-ea3c43f04358 req-55ecc509-5a31-49f6-8c18-4ff1be6ce48e tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1096 time: 0.1072428 Aug 10 03:53:58.332243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7221-896f-4c67-b1ad-40d2b93ef23e None None] Pushing event updated for resources: {'Port': ['ID=4997916f-8aac-4c1f-99c7-82306b36056d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.368558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] For port f9e814b0-5165-4a1f-aa85-b89b0783d358, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:58.374416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] For port f9e814b0-5165-4a1f-aa85-b89b0783d358, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9e814b0-5165-4a1f-aa85-b89b0783d358,segment=NetworkSegment(8c81499d-b28f-4583-a2de-7e26b7988493),segment_id=8c81499d-b28f-4583-a2de-7e26b7988493)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:58.377008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ad85e264-4dd0-4e59-a6c6-ea3c43f04358 req-36905dcd-6949-432e-8c57-576d44389e75 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345143 Aug 10 03:53:58.386035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.496426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4c96-aeac-4249-a035-ae4c189a3660 None None] Pushing event updated for resources: {'Port': ['ID=f9e814b0-5165-4a1f-aa85-b89b0783d358,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.523656 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.699044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.751700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Transition to ACTIVE for port object 815f7dde-3acc-4c3b-b127-a5c57837994a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:58.865505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=5deb9ef1-f393-48f1-a2ec-0b596db3de22,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.887237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:58.887679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:58.895703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.902633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38147667-9599-461d-b93d-977e3ee2cc1d up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:59.004420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:59.014970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 38147667-9599-461d-b93d-977e3ee2cc1d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:59.015866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:59.023555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 38147667-9599-461d-b93d-977e3ee2cc1d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:59.024280 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.030659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:59.034615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:59.045404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event updated for resources: {'Port': ['ID=815f7dde-3acc-4c3b-b127-a5c57837994a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:59.094988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1073-081c-4ac0-83a9-223ee34640aa req-157e1f93-3071-444b-97cd-9dafbdbf4b0e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.105275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d16c1073-081c-4ac0-83a9-223ee34640aa req-157e1f93-3071-444b-97cd-9dafbdbf4b0e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.1412051 Aug 10 03:53:59.127152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:59.152185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.160296 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.183674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81baedf5-939f-4865-9d6c-08f6943f2174 None None] Network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:59.221087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.226159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.239004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-803aad9a-019f-42f7-ad5b-613f3c7ef8bd tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5123451 Aug 10 03:53:59.244389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:59.251371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-168419915'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:59.255718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50128) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:59.258506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b5bb46f4-d6b4-4341-a64f-3423a90ab4c6 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.8604774 Aug 10 03:53:59.286487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d16c1073-081c-4ac0-83a9-223ee34640aa req-79930eff-6f24-4a97-950e-48278c1ceb4e tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694682 Aug 10 03:53:59.379653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:59.383443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4997916f-8aac-4c1f-99c7-82306b36056d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:59.388102 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.388979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.420519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6c772-bf20-4dee-826a-d788c4ca3a2f tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.432008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6c772-bf20-4dee-826a-d788c4ca3a2f tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.442848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6c772-bf20-4dee-826a-d788c4ca3a2f tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.445680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ffb6c772-bf20-4dee-826a-d788c4ca3a2f tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1876879 Aug 10 03:53:59.450210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50138) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:59.509994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:59.524085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38147667-9599-461d-b93d-977e3ee2cc1d'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:59.526438 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989074d8-44fd-4166-8f29-e2919d539340" -d '{"events": [{"server_uuid": "f6430459-cba4-4b8d-b979-5f7b3a0247cc", "name": "network-vif-plugged", "status": "completed", "tag": "38147667-9599-461d-b93d-977e3ee2cc1d"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:59.598038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.598843 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 6de2747e-3362-4aeb-8249-3fe1b8013637 of type vlan for network 5b72b96d-544f-4812-9f01-41ce871db317 Aug 10 03:53:59.657078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 38147667-9599-461d-b93d-977e3ee2cc1d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38147667-9599-461d-b93d-977e3ee2cc1d,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:59.691342 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.723535 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b98da9-2d0f-4eb8-9a43-0e9cbe2d8956 x-openstack-request-id: req-74b98da9-2d0f-4eb8-9a43-0e9cbe2d8956 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:59.724034 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6430459-cba4-4b8d-b979-5f7b3a0247cc", "name": "network-vif-plugged", "status": "completed", "tag": "38147667-9599-461d-b93d-977e3ee2cc1d", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:59.727619 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74b98da9-2d0f-4eb8-9a43-0e9cbe2d8956 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:59.728402 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38147667-9599-461d-b93d-977e3ee2cc1d', 'code': 200} Aug 10 03:53:59.805075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.848681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.857323 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.863943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.865049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.871129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4030d3-6218-4471-8aaf-411feab1f94e req-ef3ce1ee-5be3-425e-a3b2-e38cabc06220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.872824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e4030d3-6218-4471-8aaf-411feab1f94e req-ef3ce1ee-5be3-425e-a3b2-e38cabc06220 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.0892959 Aug 10 03:53:59.884341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 4997916f-8aac-4c1f-99c7-82306b36056d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:59.919611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6', 'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': '5deb9ef1-f393-48f1-a2ec-0b596db3de22'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:59.920641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.952713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9e814b0-5165-4a1f-aa85-b89b0783d358 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:59.962675 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a6d6babc-414d-4306-b012-4b310a0b80a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.975193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=38147667-9599-461d-b93d-977e3ee2cc1d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:00.014544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e4030d3-6218-4471-8aaf-411feab1f94e req-4360ef27-e1c6-48aa-b7c6-49b782ad6ccb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346931 Aug 10 03:54:00.030735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7807930 Aug 10 03:54:00.031674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50168) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:00.047138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '5b72b96d-544f-4812-9f01-41ce871db317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:00.061310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c577-ae5e-4ddd-bf4f-85d21743a391 req-e12a5d58-5f74-469a-bf04-3c005e2895b6 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.066039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8586c577-ae5e-4ddd-bf4f-85d21743a391 req-e12a5d58-5f74-469a-bf04-3c005e2895b6 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1096 time: 0.4809568 Aug 10 03:54:00.123959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Deleting port 815f7dde-3acc-4c3b-b127-a5c57837994a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:00.124858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.133888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d35ec7-e92f-4d90-b0d3-7812a04fec7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=5b72b96d-544f-4812-9f01-41ce871db317,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:00.140716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6631a1f-5f5f-4285-967e-f2e8c17ffcd2 None None] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:00.180165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5b72b96d-544f-4812-9f01-41ce871db317 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:00.279484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] Provisioning for port 4997916f-8aac-4c1f-99c7-82306b36056d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:00.317746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8586c577-ae5e-4ddd-bf4f-85d21743a391 req-2609d410-39bc-4e93-86c7-5ab75924e2ff tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238462 Aug 10 03:54:00.328639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:00.352310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.442102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.453748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] Provisioning complete for port 4997916f-8aac-4c1f-99c7-82306b36056d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:00.454458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.491995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Calling delete_port for 815f7dde-3acc-4c3b-b127-a5c57837994a owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:00.516041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Performing IP validity checks on allocation pools {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:54:00.516600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:54:00.563933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Allocated IP 2001:db8::1 (b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6/5deb9ef1-f393-48f1-a2ec-0b596db3de22/b51342eb-e9db-4dc9-a527-708298822de6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:00.839698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2067786-7521-4153-859f-3ed25006b5ef req-b0899332-61fd-4427-ac8a-1ee3ed902f40 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.850265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2067786-7521-4153-859f-3ed25006b5ef req-b0899332-61fd-4427-ac8a-1ee3ed902f40 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.3402276 Aug 10 03:54:00.913584 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.967427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8179893-9fa3-4e7c-9cb1-b0da2e63ce4c None None] Network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:00.971489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e02f4-de36-4cfc-addc-7a24dac49e76 req-58af72bd-bdd3-4756-be49-884ba7120c3c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.984617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa9e02f4-de36-4cfc-addc-7a24dac49e76 req-58af72bd-bdd3-4756-be49-884ba7120c3c tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 945 time: 0.4218733 Aug 10 03:54:01.082292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f9e814b0-5165-4a1f-aa85-b89b0783d358 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:01.095654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.112970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa9e02f4-de36-4cfc-addc-7a24dac49e76 req-bef63e99-e869-4026-96a2-bc6fd4c48df7 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3721a389-18fe-4897-ba16-ea78eebb1669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269956 Aug 10 03:54:01.123216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=bbb18577-e8ff-48f8-8f41-0ed4de0b75cb,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:01.141616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '6de2747e-3362-4aeb-8249-3fe1b8013637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '5b72b96d-544f-4812-9f01-41ce871db317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:01.141616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: 5b72b96d-544f-4812-9f01-41ce871db317, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:01.196805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 5b72b96d-544f-4812-9f01-41ce871db317 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:01.231631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5b72b96d-544f-4812-9f01-41ce871db317) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:01.234790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.249111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Transition to ACTIVE for port object b51342eb-e9db-4dc9-a527-708298822de6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:01.250532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.251846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.294204 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4dbcb2a7-370c-4047-bad8-74b8a222ab9c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2618873 Aug 10 03:54:01.299485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50226) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:01.311097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b4ef68-116c-4b39-ae4a-9d602f2b32e6 None None] Network 5b72b96d-544f-4812-9f01-41ce871db317 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:01.315081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.323304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event deleted for resources: {'Port': ['ID=815f7dde-3acc-4c3b-b127-a5c57837994a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:01.327762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Deleting port 6cb03c61-34d5-4d21-9656-a722629bd13b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:01.328401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.485284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Transition to ACTIVE for port object b51342eb-e9db-4dc9-a527-708298822de6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:01.522246 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.549200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.551716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-265a5548-94d7-4297-ba9a-c12de2024786 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "DELETE /v2.0/ports/815f7dde-3acc-4c3b-b127-a5c57837994a HTTP/1.1" status: 204 len: 168 time: 2.0998557 Aug 10 03:54:01.554962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15ad4-5e27-4a98-8ff2-114561ee16ee req-b8996008-2ed6-4355-a2fe-c274a9032188 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.563745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfa15ad4-5e27-4a98-8ff2-114561ee16ee req-b8996008-2ed6-4355-a2fe-c274a9032188 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.1197002 Aug 10 03:54:01.573087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50230) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:01.585013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Request body: {'port': {'name': 'tempest-new-port-name-644472057', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:01.585869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.api.validators [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] bootfile-name is not in valid_values {{(pid=94140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:54:01.586432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.api.validators [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] tftp-server is not in valid_values {{(pid=94140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:54:01.586933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.api.validators [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] server-ip-address is not in valid_values {{(pid=94140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 03:54:01.639633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] For port 4997916f-8aac-4c1f-99c7-82306b36056d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4997916f-8aac-4c1f-99c7-82306b36056d,segment=NetworkSegment(4320d2d8-9449-4a1c-bb55-de65fdb77fdf),segment_id=4320d2d8-9449-4a1c-bb55-de65fdb77fdf)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:01.670177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.680383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfa15ad4-5e27-4a98-8ff2-114561ee16ee req-ddfeed37-bacc-4653-881b-9af6c2c6c6a1 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153295 Aug 10 03:54:01.684506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] For port 6cb03c61-34d5-4d21-9656-a722629bd13b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6cb03c61-34d5-4d21-9656-a722629bd13b,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:01.686743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.749801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Calling delete_port for 6cb03c61-34d5-4d21-9656-a722629bd13b owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:01.763026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.839432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:01.917152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Pushing event updated for resources: {'Port': ['ID=b51342eb-e9db-4dc9-a527-708298822de6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:01.936619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:01.940934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:02.112598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.175704 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.194811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] Provisioning for port f9e814b0-5165-4a1f-aa85-b89b0783d358 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:02.223546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.270848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] Provisioning complete for port f9e814b0-5165-4a1f-aa85-b89b0783d358 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:02.272121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.283626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc55ae9-47a7-420a-85f5-5a050175d0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-5b72b96d-544f-4812-9f01-41ce871db317', 'network_id': '5b72b96d-544f-4812-9f01-41ce871db317', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': 'bbb18577-e8ff-48f8-8f41-0ed4de0b75cb'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:02.284765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc3222-7000-4956-b640-ca102f926248 req-23b3a1b5-010d-4b94-bd23-4c878c4ac462 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.285162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0bc55ae9-47a7-420a-85f5-5a050175d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.303138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87bc3222-7000-4956-b640-ca102f926248 req-23b3a1b5-010d-4b94-bd23-4c878c4ac462 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.1867940 Aug 10 03:54:02.415810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c6a3cd6f-07af-41af-b085-ba3d62735b02 req-8b8d655f-c52e-4c12-8895-3cc99ecd5ce3 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 210 time: 0.0857058 Aug 10 03:54:02.422710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.440726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87bc3222-7000-4956-b640-ca102f926248 req-eeec130f-6c18-4bc3-ae11-f5c6a46bca1a tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365204 Aug 10 03:54:02.516055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.517929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe73d9-7922-4700-872d-7d3d96dedbfb None None] Pushing event updated for resources: {'Port': ['ID=4997916f-8aac-4c1f-99c7-82306b36056d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.561859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb18577-e8ff-48f8-8f41-0ed4de0b75cb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.617321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Pushing event deleted for resources: {'Port': ['ID=6cb03c61-34d5-4d21-9656-a722629bd13b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.674908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6cb03c61-34d5-4d21-9656-a722629bd13b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:02.695145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.708948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b72b96d-544f-4812-9f01-41ce871db317']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.731843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de2747e-3362-4aeb-8249-3fe1b8013637') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.732147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de2747e-3362-4aeb-8249-3fe1b8013637') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:02.741013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c3681-5ce6-4a5e-87ef-56c5aca4a36e None None] Network 5b72b96d-544f-4812-9f01-41ce871db317 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:02.743639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Attempting to bind port b51342eb-e9db-4dc9-a527-708298822de6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:02.744133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Attempting to bind port b51342eb-e9db-4dc9-a527-708298822de6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:02.744591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Attempting to bind port b51342eb-e9db-4dc9-a527-708298822de6 on network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:02.749820 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.753912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:02.754577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Checking segment: {'id': 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:02.755083 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.755573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Bound using segment: {'id': 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:02.756807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Bound port: b51342eb-e9db-4dc9-a527-708298822de6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:02.757296 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.787900 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.816271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:02.816687 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:02.837658 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:02.874043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.874568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.875049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.875410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.875807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.876381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.876879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.877371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.878201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.890786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.891387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.891880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:02.971031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] No DVR routers for this DVR port 6cb03c61-34d5-4d21-9656-a722629bd13b on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:02.976397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.978508 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2067786-7521-4153-859f-3ed25006b5ef req-c38f2783-b810-42fe-9c51-67994a0ce69a tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.39 "DELETE /v2.0/ports/6cb03c61-34d5-4d21-9656-a722629bd13b HTTP/1.1" status: 204 len: 173 time: 2.1106272 Aug 10 03:54:02.980561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'name': 'network-vif-deleted', 'tag': '6cb03c61-34d5-4d21-9656-a722629bd13b'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:02.983067 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f316b8-2184-45d4-9de6-5317a6872c73" -d '{"events": [{"server_uuid": "0e1d347a-13e0-4a07-81c3-04e6a21c72f8", "name": "network-vif-deleted", "tag": "6cb03c61-34d5-4d21-9656-a722629bd13b"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:02.987568 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.018722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a3e21-fd22-428c-bb9f-7eeddc94fb69 req-22a520ef-37e6-46c9-a633-4fa4cfbeacdc tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.028473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d88a3e21-fd22-428c-bb9f-7eeddc94fb69 req-22a520ef-37e6-46c9-a633-4fa4cfbeacdc tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.3562603 Aug 10 03:54:03.038728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.051145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.058209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.060199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/5b72b96d-544f-4812-9f01-41ce871db317 HTTP/1.1" status: 204 len: 168 time: 1.7595491 Aug 10 03:54:03.063735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.067185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50262) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.098560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795112702'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:03.118944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] For port b51342eb-e9db-4dc9-a527-708298822de6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:03.133665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] For port b51342eb-e9db-4dc9-a527-708298822de6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b51342eb-e9db-4dc9-a527-708298822de6,segment=NetworkSegment(c65c3aa3-462d-46c0-8f6d-3c81a28f05fe),segment_id=c65c3aa3-462d-46c0-8f6d-3c81a28f05fe)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:03.150658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb5009-d8e0-4fe3-98d7-d69e6f4fe1a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=5b72b96d-544f-4812-9f01-41ce871db317,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.190307 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.193061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:03.202370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.255855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:03.265879 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc6021d-2d5f-4618-bd7c-db21356d5898 x-openstack-request-id: req-8bc6021d-2d5f-4618-bd7c-db21356d5898 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:03.269070 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1d347a-13e0-4a07-81c3-04e6a21c72f8", "name": "network-vif-deleted", "tag": "6cb03c61-34d5-4d21-9656-a722629bd13b", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:03.269897 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bc6021d-2d5f-4618-bd7c-db21356d5898 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:03.271437 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1d347a-13e0-4a07-81c3-04e6a21c72f8', 'name': 'network-vif-deleted', 'tag': '6cb03c61-34d5-4d21-9656-a722629bd13b', 'status': 'completed', 'code': 200} Aug 10 03:54:03.284423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.285294 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 4276f223-9ece-4a4d-b33e-1e358fd5a319 of type vlan for network 576bcd45-2098-420a-8bea-dcc32076ca00 Aug 10 03:54:03.363685 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.373242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4997916f-8aac-4c1f-99c7-82306b36056d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:03.379036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d88a3e21-fd22-428c-bb9f-7eeddc94fb69 req-8a1df1c3-105d-4c9b-a35f-5f507453427b tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491733 Aug 10 03:54:03.414865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event updated for resources: {'Port': ['ID=072d087d-b5af-4db0-a5f7-dd3076ab2593,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.419621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] In _notify_port_updated(), no bound segment for port 072d087d-b5af-4db0-a5f7-dd3076ab2593 on network 45bdd87c-23a7-4596-98b9-e1301c5c4522 {{(pid=94140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:54:03.421497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.425909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] For port f9e814b0-5165-4a1f-aa85-b89b0783d358, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9e814b0-5165-4a1f-aa85-b89b0783d358,segment=NetworkSegment(8c81499d-b28f-4583-a2de-7e26b7988493),segment_id=8c81499d-b28f-4583-a2de-7e26b7988493)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:03.427250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.428445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.436589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.437312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.447527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e549a6fd-fd18-4897-86d5-b6c2c8351a5e tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "PUT /v2.0/ports/072d087d-b5af-4db0-a5f7-dd3076ab2593 HTTP/1.1" status: 200 len: 1136 time: 1.8720441 Aug 10 03:54:03.448101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50270) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.494196 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.495881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.601691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a7bc7-8278-4a7c-9dbe-6b4da1138524 None None] Pushing event updated for resources: {'Port': ['ID=b51342eb-e9db-4dc9-a527-708298822de6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.681100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f57cbe-4439-44fb-bce6-8bb106174346 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.698834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b1f57cbe-4439-44fb-bce6-8bb106174346 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "GET /v2.0/ports/072d087d-b5af-4db0-a5f7-dd3076ab2593 HTTP/1.1" status: 200 len: 1136 time: 0.2487681 Aug 10 03:54:03.702703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50276) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.716804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Provisioning for port 072d087d-b5af-4db0-a5f7-dd3076ab2593 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:03.721233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=576bcd45-2098-420a-8bea-dcc32076ca00,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.751989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-da07d08f-665e-45d5-9e2c-01e4af0fd30e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6802032 Aug 10 03:54:03.757229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50278) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.767623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '576bcd45-2098-420a-8bea-dcc32076ca00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:03.789259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 576bcd45-2098-420a-8bea-dcc32076ca00 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:03.808156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4997916f-8aac-4c1f-99c7-82306b36056d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:03.808886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.814614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Provisioning complete for port 072d087d-b5af-4db0-a5f7-dd3076ab2593 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:03.815757 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.884366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e0db1a4-20a9-44fe-8877-430c852215ed req-7e42adb0-f0b4-41b0-87eb-70eac8c12024 tempest-ServerRescueNegativeTestJSON-258800805 tempest-ServerRescueNegativeTestJSON-258800805-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e1d347a-13e0-4a07-81c3-04e6a21c72f8 HTTP/1.1" status: 200 len: 210 time: 0.1823614 Aug 10 03:54:04.145543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Deleting port 072d087d-b5af-4db0-a5f7-dd3076ab2593 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:04.147618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.175017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbd6e5-59b3-4c2d-a56c-203c7948a065 req-5f8b3bd3-3683-47ae-a6d3-ce5bd88cb4f5 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.183944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13cbd6e5-59b3-4c2d-a56c-203c7948a065 req-5f8b3bd3-3683-47ae-a6d3-ce5bd88cb4f5 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.1577413 Aug 10 03:54:04.216959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:04.239960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c5df1-54eb-4c98-832e-c85771d60d0f None None] Pushing event updated for resources: {'Port': ['ID=f9e814b0-5165-4a1f-aa85-b89b0783d358,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:04.261177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.287044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Port 072d087d-b5af-4db0-a5f7-dd3076ab2593 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:04.309069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Provisioning complete for port 4997916f-8aac-4c1f-99c7-82306b36056d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:04.309995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.445237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13cbd6e5-59b3-4c2d-a56c-203c7948a065 req-52e71a15-5d34-4717-82ff-fc44eee8f394 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596817 Aug 10 03:54:04.487112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.513451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Calling delete_port for 072d087d-b5af-4db0-a5f7-dd3076ab2593 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:04.554327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Could not find standard attr ID for object 815f7dde-3acc-4c3b-b127-a5c57837994a. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:54:04.596156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Provisioning complete for port f9e814b0-5165-4a1f-aa85-b89b0783d358 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:04.596938 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3864bfce-74ce-4a31-82fe-2618186ca1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.682355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.743627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6cb03c61-34d5-4d21-9656-a722629bd13b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:04.784713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=af57a50a-b9f2-4804-8d0e-65367a07dad3,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:04.813811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.839198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '4276f223-9ece-4a4d-b33e-1e358fd5a319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '576bcd45-2098-420a-8bea-dcc32076ca00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:04.839874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: 576bcd45-2098-420a-8bea-dcc32076ca00, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:04.853044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 6cb03c61-34d5-4d21-9656-a722629bd13b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:04.853404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6cb03c61-34d5-4d21-9656-a722629bd13b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:04.861215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event deleted for resources: {'Port': ['ID=072d087d-b5af-4db0-a5f7-dd3076ab2593,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:04.922624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 576bcd45-2098-420a-8bea-dcc32076ca00 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:04.943868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 576bcd45-2098-420a-8bea-dcc32076ca00) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:04.958244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.958733 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.964723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e7a95-3c08-43fb-b0ed-fd1d63033f8e None None] Network 576bcd45-2098-420a-8bea-dcc32076ca00 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:04.987015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.989723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-41430704-9b61-452c-a29b-79c7016b9bc2 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "DELETE /v2.0/ports/072d087d-b5af-4db0-a5f7-dd3076ab2593 HTTP/1.1" status: 204 len: 168 time: 1.2860436 Aug 10 03:54:04.992896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50298) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:05.026727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-652489e7-2a3d-4f5c-be73-f6e2d30f70a9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2662296 Aug 10 03:54:05.031346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50300) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:05.057119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50304) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:05.097617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-05589196-ac74-47f2-9bd6-a40744d97554 None None] Could not find standard attr ID for object 072d087d-b5af-4db0-a5f7-dd3076ab2593. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:54:05.150089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Deleting subnet 0ca0658b-e6af-4730-8821-8221c3b6d4c1 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:05.168617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.422537 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.425778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057608b-809f-4af0-bc9b-5f0a6238bb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-576bcd45-2098-420a-8bea-dcc32076ca00', 'network_id': '576bcd45-2098-420a-8bea-dcc32076ca00', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': 'af57a50a-b9f2-4804-8d0e-65367a07dad3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:05.427628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c057608b-809f-4af0-bc9b-5f0a6238bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.539399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.632326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.638796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-4b59dbe6-4d5f-40d9-ba70-a734c8357356 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.640838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-4b59dbe6-4d5f-40d9-ba70-a734c8357356 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.3027711 Aug 10 03:54:05.700956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=af57a50a-b9f2-4804-8d0e-65367a07dad3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:05.872928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.902546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576bcd45-2098-420a-8bea-dcc32076ca00']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:05.917345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4276f223-9ece-4a4d-b33e-1e358fd5a319') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:05.918060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4276f223-9ece-4a4d-b33e-1e358fd5a319') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:05.935030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.949090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Deleting port 38147667-9599-461d-b93d-977e3ee2cc1d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:05.949737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.968640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.012339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.015011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:06.015765 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:06.019459 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:06.151531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] For port 38147667-9599-461d-b93d-977e3ee2cc1d, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38147667-9599-461d-b93d-977e3ee2cc1d,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:06.152266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.170120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Calling delete_port for 38147667-9599-461d-b93d-977e3ee2cc1d owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:06.279367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b51342eb-e9db-4dc9-a527-708298822de6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:06.280231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f79ea4-caa1-4f29-a6cb-7ff9c5f5e45c req-44133cc7-318b-4713-b840-3ec26f602c30 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.282253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ff742-3133-4130-8987-d9977cfb6eb2 None None] Network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:06.283373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-25f79ea4-caa1-4f29-a6cb-7ff9c5f5e45c req-44133cc7-318b-4713-b840-3ec26f602c30 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 1097 time: 0.3341544 Aug 10 03:54:06.299297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.324390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.328440 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/576bcd45-2098-420a-8bea-dcc32076ca00 HTTP/1.1" status: 204 len: 168 time: 1.2934928 Aug 10 03:54:06.333841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50326) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.371271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489834364'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:06.415486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a003d5-b1e7-4cca-9ae3-1464e7bc31c4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=576bcd45-2098-420a-8bea-dcc32076ca00,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:06.420527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50332) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:06.432012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:06.436165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server [None req-c057608b-809f-4af0-bc9b-5f0a6238bb1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af57a50a-b9f2-4804-8d0e-65367a07dad3: This subnet is being modified by another concurrent operation. Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:54:06.462130 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af57a50a-b9f2-4804-8d0e-65367a07dad3: This subnet is being modified by another concurrent operation. Aug 10 03:54:06.467740 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Aug 10 03:54:06.508375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-25f79ea4-caa1-4f29-a6cb-7ff9c5f5e45c req-a3ffb44d-9b98-4a81-a0cc-f19390b1288b tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584089 Aug 10 03:54:06.559675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b9d1a-1ec0-4951-bdda-8f0830fbab75 None None] Network 576bcd45-2098-420a-8bea-dcc32076ca00 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:06.588966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-85f23f1f-6e43-4fa2-8559-34264bd05d17 None None] Provisioning for port b51342eb-e9db-4dc9-a527-708298822de6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:06.590527 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.618600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.648186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['8d5986d5-3f5f-44c3-9bb4-7123d35acca5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:06.655461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['38147667-9599-461d-b93d-977e3ee2cc1d'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:06.676818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Pushing event deleted for resources: {'Port': ['ID=38147667-9599-461d-b93d-977e3ee2cc1d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:06.715811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:06.729184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b9d1a-1ec0-4951-bdda-8f0830fbab75 None None] Network 576bcd45-2098-420a-8bea-dcc32076ca00 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:54:06.838953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.924657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.925012 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 907c5a4e-c94e-4ab1-908e-3389c21c7da1 of type vlan for network 2a07102c-b0e5-4f2a-b8ac-dd844afe9917 Aug 10 03:54:06.929381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] No DVR routers for this DVR port 38147667-9599-461d-b93d-977e3ee2cc1d on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:06.957175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca0658b-e6af-4730-8821-8221c3b6d4c1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:06.960498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b51342eb-e9db-4dc9-a527-708298822de6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:06.983935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b51342eb-e9db-4dc9-a527-708298822de6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:06.984449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.990109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.991212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e3f4f-6038-48be-b16d-630df0be1c37 None None] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:06.996656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aa991511-0f6b-4f9c-a85d-7b2a003d93ae tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "DELETE /v2.0/subnets/0ca0658b-e6af-4730-8821-8221c3b6d4c1 HTTP/1.1" status: 204 len: 168 time: 2.0027761 Aug 10 03:54:06.998958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50342) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.050829 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.122743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.125522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afd99057-1033-49b6-8a26-f4c3839f5c21 req-49a6c5d3-eff6-473c-81b1-3d5c4ae817a7 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.65 "DELETE /v2.0/ports/38147667-9599-461d-b93d-977e3ee2cc1d HTTP/1.1" status: 204 len: 173 time: 1.4516518 Aug 10 03:54:07.128127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'name': 'network-vif-deleted', 'tag': '38147667-9599-461d-b93d-977e3ee2cc1d'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:07.130665 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c327a-08bb-4ba8-abde-36dad14930a1" -d '{"events": [{"server_uuid": "f6430459-cba4-4b8d-b979-5f7b3a0247cc", "name": "network-vif-deleted", "tag": "38147667-9599-461d-b93d-977e3ee2cc1d"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:07.157150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.168037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.168717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.291327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.350729 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b21a78-eedd-4ff7-ad89-9d0ec997ac36 x-openstack-request-id: req-c4b21a78-eedd-4ff7-ad89-9d0ec997ac36 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:07.351320 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6430459-cba4-4b8d-b979-5f7b3a0247cc", "name": "network-vif-deleted", "tag": "38147667-9599-461d-b93d-977e3ee2cc1d", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:07.351655 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4b21a78-eedd-4ff7-ad89-9d0ec997ac36 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:07.352104 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6430459-cba4-4b8d-b979-5f7b3a0247cc', 'name': 'network-vif-deleted', 'tag': '38147667-9599-461d-b93d-977e3ee2cc1d', 'status': 'completed', 'code': 200} Aug 10 03:54:07.366103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-29292142-ef04-4fdc-9d0b-05ffec779a6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cb79e608495446890c361c0243ffee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9402099 Aug 10 03:54:07.368542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0070860 Aug 10 03:54:07.373097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50352) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.373784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50354) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.380604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '2a07102c-b0e5-4f2a-b8ac-dd844afe9917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:07.466916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0604bb4-c546-42e4-99f7-4094af9d7e57 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=2a07102c-b0e5-4f2a-b8ac-dd844afe9917,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:07.532159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2a07102c-b0e5-4f2a-b8ac-dd844afe9917 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:07.548345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ceb8315f-1278-4477-803f-07fdbc0edc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.584231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ceb8315f-1278-4477-803f-07fdbc0edc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.618510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Deleting port 4997916f-8aac-4c1f-99c7-82306b36056d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:07.619153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.651774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:07.657459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.664376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ceb8315f-1278-4477-803f-07fdbc0edc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.668612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4920d340-a436-4ab3-a67c-f202b9bce225 None None] Provisioning complete for port b51342eb-e9db-4dc9-a527-708298822de6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:07.668985 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4920d340-a436-4ab3-a67c-f202b9bce225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.669457 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ceb8315f-1278-4477-803f-07fdbc0edc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.674099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ceb8315f-1278-4477-803f-07fdbc0edc13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac6eb5bb-c3e8-4c4b-97c6-100829c37da6 HTTP/1.1" status: 204 len: 168 time: 0.2990210 Aug 10 03:54:07.768110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8315f-1278-4477-803f-07fdbc0edc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6eb5bb-c3e8-4c4b-97c6-100829c37da6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:07.779974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.839734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] DHCP port deletion for 45bdd87c-23a7-4596-98b9-e1301c5c4522 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:07.898876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39f2fe9f-5b11-4013-b726-3473b219b328 req-6f900678-60af-41a3-950a-53c95d67c511 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f6430459-cba4-4b8d-b979-5f7b3a0247cc HTTP/1.1" status: 200 len: 210 time: 0.0937417 Aug 10 03:54:08.045777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] For port 4997916f-8aac-4c1f-99c7-82306b36056d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4997916f-8aac-4c1f-99c7-82306b36056d,segment=NetworkSegment(4320d2d8-9449-4a1c-bb55-de65fdb77fdf),segment_id=4320d2d8-9449-4a1c-bb55-de65fdb77fdf)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:08.046653 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.067562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.072617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Calling delete_port for 4997916f-8aac-4c1f-99c7-82306b36056d owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:08.286187 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4920d340-a436-4ab3-a67c-f202b9bce225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.297727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.336300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b51342eb-e9db-4dc9-a527-708298822de6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b51342eb-e9db-4dc9-a527-708298822de6,segment=NetworkSegment(c65c3aa3-462d-46c0-8f6d-3c81a28f05fe),segment_id=c65c3aa3-462d-46c0-8f6d-3c81a28f05fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:08.356325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Deleting port 4997916f-8aac-4c1f-99c7-82306b36056d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:08.356957 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.360614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.361822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9e814b0-5165-4a1f-aa85-b89b0783d358 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:08.377545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=76aa9e29-fe20-46fe-b538-4b05f84246f2,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.410119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '907c5a4e-c94e-4ab1-908e-3389c21c7da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2a07102c-b0e5-4f2a-b8ac-dd844afe9917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:08.410353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: 2a07102c-b0e5-4f2a-b8ac-dd844afe9917, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:08.433124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 2a07102c-b0e5-4f2a-b8ac-dd844afe9917 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:08.446631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2a07102c-b0e5-4f2a-b8ac-dd844afe9917) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:08.447266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.452969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:08.453569 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.481642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55e9ae56-9c82-4f9e-88c9-2722720e3fe9 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1051154 Aug 10 03:54:08.485685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50376) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.535771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event deleted for resources: {'Port': ['ID=4997916f-8aac-4c1f-99c7-82306b36056d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.553794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] No DVR routers for this DVR port 4997916f-8aac-4c1f-99c7-82306b36056d on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:08.570349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa3595-61e1-455c-bef4-479a26249a42 None None] Network 2a07102c-b0e5-4f2a-b8ac-dd844afe9917 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:08.664759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.713680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b51342eb-e9db-4dc9-a527-708298822de6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.737432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.757873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.760308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bdd87c-23a7-4596-98b9-e1301c5c4522']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:08.772189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.772584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.772893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.773235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.773572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.773906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.774259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.774591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.774918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.775260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.775617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.776056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:08.796437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] For port 4997916f-8aac-4c1f-99c7-82306b36056d, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:08.796839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.802413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4320d2d8-9449-4a1c-bb55-de65fdb77fdf') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:08.803633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4320d2d8-9449-4a1c-bb55-de65fdb77fdf') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:08.871254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.873453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-4920d340-a436-4ab3-a67c-f202b9bce225 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:54:08.874023 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-4920d340-a436-4ab3-a67c-f202b9bce225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:54:08.880015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f9e814b0-5165-4a1f-aa85-b89b0783d358 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:08.880265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.880448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.913594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.924127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:08.924961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:08.929569 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:08.941342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=76aa9e29-fe20-46fe-b538-4b05f84246f2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.992595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Calling delete_port for 4997916f-8aac-4c1f-99c7-82306b36056d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:09.008439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Port 4997916f-8aac-4c1f-99c7-82306b36056d was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:54:09.010210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38147667-9599-461d-b93d-977e3ee2cc1d no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:09.141967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Deleting port f84068ae-7cb1-48d3-b2e7-43106d360907 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:09.143254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 38147667-9599-461d-b93d-977e3ee2cc1d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:09.143596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38147667-9599-461d-b93d-977e3ee2cc1d not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:09.145201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.155544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.158264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.166396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.200785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a07102c-b0e5-4f2a-b8ac-dd844afe9917']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:09.251384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907c5a4e-c94e-4ab1-908e-3389c21c7da1') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:09.251604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907c5a4e-c94e-4ab1-908e-3389c21c7da1') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:09.305154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.317052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Network 45bdd87c-23a7-4596-98b9-e1301c5c4522 is not hosted by any dhcp agent {{(pid=94142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:54:09.317684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] No DVR routers for this DVR port 4997916f-8aac-4c1f-99c7-82306b36056d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:09.330017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.331550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8444c9-a540-4f7f-a331-5372ccd4e30c None None] Pushing event deleted for resources: {'Port': ['ID=4997916f-8aac-4c1f-99c7-82306b36056d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.334393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a02510-daa4-4bc0-bbf5-9b3f8626e190 None None] Network 2a07102c-b0e5-4f2a-b8ac-dd844afe9917 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:09.350750 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.368641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:09.368950 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] 10.222.0.53 "DELETE /v2.0/networks/45bdd87c-23a7-4596-98b9-e1301c5c4522 HTTP/1.1" status: 204 len: 168 time: 2.3664892 Aug 10 03:54:09.379755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbaf2b-8f7d-4587-a551-177aeee64233 tempest-ExtraDHCPOptionsTestJSON-1191518382 tempest-ExtraDHCPOptionsTestJSON-1191518382-project] Pushing event deleted for resources: {'Network': ['ID=45bdd87c-23a7-4596-98b9-e1301c5c4522,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.382187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:09.392997 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:09.558317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.565895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.567999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/2a07102c-b0e5-4f2a-b8ac-dd844afe9917 HTTP/1.1" status: 204 len: 168 time: 1.0810668 Aug 10 03:54:09.572136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50412) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:09.616355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-928413312'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:09.623661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91a629-715f-4a6c-bc7a-8df26112e6f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=2a07102c-b0e5-4f2a-b8ac-dd844afe9917,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.637923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] For port f84068ae-7cb1-48d3-b2e7-43106d360907, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f84068ae-7cb1-48d3-b2e7-43106d360907,segment=NetworkSegment(40770b08-3a12-4490-a9a7-591f4fd3e35c),segment_id=40770b08-3a12-4490-a9a7-591f4fd3e35c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:09.638588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.669881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:09.674243 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.686082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Calling delete_port for f84068ae-7cb1-48d3-b2e7-43106d360907 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:09.709887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477b1a2-d34b-42a1-8e66-068a727179ef req-f3d0df9d-d354-4c5d-bf79-5c20be423248 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.717938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4477b1a2-d34b-42a1-8e66-068a727179ef req-f3d0df9d-d354-4c5d-bf79-5c20be423248 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.2397358 Aug 10 03:54:09.752771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:09.769507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.769864 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 25d6ca5f-1eec-43f1-af64-4bacc9f3d284 of type vlan for network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 Aug 10 03:54:09.866275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5090fc6-d599-492e-afa6-e3c56083532d None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:54:09.907365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.959292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.971107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.972182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.983646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b51342eb-e9db-4dc9-a527-708298822de6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:10.028275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50424) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.047083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4678612 Aug 10 03:54:10.054085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50428) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.060364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:10.085204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3aa01-5c6c-4542-b82b-16ec158452ea tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.144597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4477b1a2-d34b-42a1-8e66-068a727179ef req-77b475df-682d-45bd-bcb0-a893f1fa04ad tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249187 Aug 10 03:54:10.218610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:10.295533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.303343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:10.327074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.402623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b51342eb-e9db-4dc9-a527-708298822de6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:10.403004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.411416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Pushing event deleted for resources: {'Port': ['ID=f84068ae-7cb1-48d3-b2e7-43106d360907,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.478710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5090fc6-d599-492e-afa6-e3c56083532d None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:54:10.681419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.798421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50452) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.799363 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.892293 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e2d880ee-0182-4b4a-a873-b0de19f4e3e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2051fd1cff87438a9f317116ffff416f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607690 Aug 10 03:54:10.897387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50456) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.936822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '25d6ca5f-1eec-43f1-af64-4bacc9f3d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:10.937186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:10.957710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=e34a60a0-1a29-4f42-8da7-64f346d2d893,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.974685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:10.990352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:10.998157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.998826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.010494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4997916f-8aac-4c1f-99c7-82306b36056d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:11.015648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-ac51fd15-5eeb-407e-946b-9fd2bfa48329 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.017209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-ac51fd15-5eeb-407e-946b-9fd2bfa48329 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.1383176 Aug 10 03:54:11.021208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb62b490-a7f3-4d1e-96c3-c6e5413956b2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9653406 Aug 10 03:54:11.022878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50458) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:11.029189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:11.057396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 4997916f-8aac-4c1f-99c7-82306b36056d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:11.057820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4997916f-8aac-4c1f-99c7-82306b36056d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:11.258294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'network': {'name': 'tempest-network-smoke--1822237111', 'project_id': '723bb98784f94075a88f43e13602e903', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:11.315299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:11.321106 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.338632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.357144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ee8277-22c7-4caf-b345-910a183c54d2 None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:11.448106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-659d372f-d866-4ff8-8b50-2fd8ae2098c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.474002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-659d372f-d866-4ff8-8b50-2fd8ae2098c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.533151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.540304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.550935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:11.582542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f61e-879e-4a4d-ba2f-4171f24f297c req-82d9fd30-3063-4f89-9a6d-5cebcb0a32e5 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.584654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a239f61e-879e-4a4d-ba2f-4171f24f297c req-82d9fd30-3063-4f89-9a6d-5cebcb0a32e5 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.2872751 Aug 10 03:54:11.593442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:11.597807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.608520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:11.634492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b496b23-0391-44c2-a24b-660b6d262324,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.637035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-659d372f-d866-4ff8-8b50-2fd8ae2098c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.640983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-659d372f-d866-4ff8-8b50-2fd8ae2098c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.647277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.647277 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Added segment 2e724769-12a1-4db8-9340-a264dfe54fdb of type vlan for network 0589c81a-f794-4408-9dad-e006f6daec99 Aug 10 03:54:11.649656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-659d372f-d866-4ff8-8b50-2fd8ae2098c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca215e40-eb81-481a-b159-5e5afb80b413 HTTP/1.1" status: 204 len: 168 time: 0.7504313 Aug 10 03:54:11.705637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8', 'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': 'e34a60a0-1a29-4f42-8da7-64f346d2d893'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:11.707249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.770059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.788094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d372f-d866-4ff8-8b50-2fd8ae2098c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca215e40-eb81-481a-b159-5e5afb80b413,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.812518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Deleting port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:11.813573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.830375 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.845665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.846348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.930740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] For port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:11.931127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.995989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Calling delete_port for 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:12.019125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a239f61e-879e-4a4d-ba2f-4171f24f297c req-4994caa6-4eba-4b9b-8a2c-8ddc9bb5ed88 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136188 Aug 10 03:54:12.067135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2622707 Aug 10 03:54:12.071498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.073763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Allocated IP 2001:db8::2 (56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8/e34a60a0-1a29-4f42-8da7-64f346d2d893/b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:12.096836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'admin_state_up': True, 'project_id': '723bb98784f94075a88f43e13602e903', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:12.123813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5468-e04a-458c-b3be-58d8b27fa2c6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Network': ['ID=0589c81a-f794-4408-9dad-e006f6daec99,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:12.160118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.162967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.199911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:12.212693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0589c81a-f794-4408-9dad-e006f6daec99 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:12.213070 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] Sync routers for ids ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:12.229998 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-058604d2-4707-466f-ae64-a36ac163856e admin admin] 10.222.0.53 "PUT /v2.0/routers/0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1716580 Aug 10 03:54:12.236061 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] Routers {'0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:12.236964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.239047 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:12.258086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.508000 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.524510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Transition to ACTIVE for port object b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:12.567898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.572878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Transition to ACTIVE for port object b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:12.588346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.616822 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] Set router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:12.717570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:12.758741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:12.771750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:12.780125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Pushing event updated for resources: {'Port': ['ID=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:12.929165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Attempting to bind port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:12.930114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Attempting to bind port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '25d6ca5f-1eec-43f1-af64-4bacc9f3d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:12.931056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Attempting to bind port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b on network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:12.973387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:12.974340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.982031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Checking segment: {'id': '25d6ca5f-1eec-43f1-af64-4bacc9f3d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:12.983064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.983972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Bound using segment: {'id': '25d6ca5f-1eec-43f1-af64-4bacc9f3d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:12.985099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Bound port: b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d6ca5f-1eec-43f1-af64-4bacc9f3d284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:12.987634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.998053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.026729 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:54:10Z', 'revision_number': 5, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:13.095986 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] Checking router: 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:13.115538 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] Routers {'0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:13.116181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:13.194870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] For port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:13.207159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] For port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,segment=NetworkSegment(25d6ca5f-1eec-43f1-af64-4bacc9f3d284),segment_id=25d6ca5f-1eec-43f1-af64-4bacc9f3d284)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:13.221100 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.248297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.25.2.42 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/69d2313c-6a00-484a-a7eb-42214542d5a0) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:13.453693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f89c1-68bb-4066-b594-e7e69ea12dfc None None] Pushing event updated for resources: {'Port': ['ID=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.555655 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] Set router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:13.558615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.662505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50528) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:13.680673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.804574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.809846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:13.845920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:13.863581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:13.886975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844c4d-ad36-4afb-afe3-a38dfba23a37 req-a2d004be-2c2e-4673-90b1-6c06e3ea0202 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.893260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6844c4d-ad36-4afb-afe3-a38dfba23a37 req-a2d004be-2c2e-4673-90b1-6c06e3ea0202 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35a53b0b-a6ab-4e6e-82e8-426d22f26952 HTTP/1.1" status: 200 len: 1098 time: 0.6638973 Aug 10 03:54:13.894591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.955348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=69d2313c-6a00-484a-a7eb-42214542d5a0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:14.040199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:14.128594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] No DVR routers for this DVR port 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:14.133297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.135481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a5b9c7c4-cf03-4bcc-b53d-553c3f06f9a4 req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.39 "DELETE /v2.0/ports/8d5986d5-3f5f-44c3-9bb4-7123d35acca5 HTTP/1.1" status: 204 len: 173 time: 3.1104050 Aug 10 03:54:14.155895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'name': 'network-vif-deleted', 'tag': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:14.157505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:14.159905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-768992978'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:14.164380 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab31d22-0360-4c07-8422-e530bb066b5b" -d '{"events": [{"server_uuid": "35a53b0b-a6ab-4e6e-82e8-426d22f26952", "name": "network-vif-deleted", "tag": "8d5986d5-3f5f-44c3-9bb4-7123d35acca5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:14.178567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119b51a-9636-4a77-a851-74fdce611a54 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d5986d5-3f5f-44c3-9bb4-7123d35acca5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:14.278827 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0ef6b-b904-407c-b4c2-1f8411153b0f x-openstack-request-id: req-76d0ef6b-b904-407c-b4c2-1f8411153b0f {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:14.279135 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a53b0b-a6ab-4e6e-82e8-426d22f26952", "name": "network-vif-deleted", "tag": "8d5986d5-3f5f-44c3-9bb4-7123d35acca5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:14.279394 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76d0ef6b-b904-407c-b4c2-1f8411153b0f {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:14.279812 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a53b0b-a6ab-4e6e-82e8-426d22f26952', 'name': 'network-vif-deleted', 'tag': '8d5986d5-3f5f-44c3-9bb4-7123d35acca5', 'status': 'completed', 'code': 200} Aug 10 03:54:14.284704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Made reservation on behalf of 5db51584e1174f75ad705d32df94cc51 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:14.298899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.330440 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.344746 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:54:10Z', 'revision_number': 5, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:14.405529 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca5071-10df-4a85-a704-da7a57c126f5 None None] The sync data for ids ['0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6'] in n-d-769329-14 is: [{'id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1679288899-router', 'tenant_id': 'd85c481132734674bbf759571f2010d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:35Z', 'updated_at': '2021-08-10T03:54:10Z', 'revision_number': 5, 'project_id': 'd85c481132734674bbf759571f2010d3', 'gw_port': {'id': 'c2ff12cc-563f-488d-b33d-f13590e91664', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ff:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:36Z', 'updated_at': '2021-08-10T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:14.531070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.542314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6844c4d-ad36-4afb-afe3-a38dfba23a37 req-49a19756-4207-47e8-b7d0-d9aa10e64c81 tempest-TestServerMultinode-73507478 tempest-TestServerMultinode-73507478-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=50e5aa0d-ef2b-46fd-a122-b10a115b96aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312587 Aug 10 03:54:14.581037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.685146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.690500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=84c52092-0a17-4679-8f4f-04f159389b03,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:14.703080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:14.709658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:14.714449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.718646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.765014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:14.820784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Deleting port c2ff12cc-563f-488d-b33d-f13590e91664 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:14.822844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.900581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:14.902418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8d5986d5-3f5f-44c3-9bb4-7123d35acca5 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:14.980104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] For port c2ff12cc-563f-488d-b33d-f13590e91664, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c2ff12cc-563f-488d-b33d-f13590e91664,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:14.980484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.017270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Calling delete_port for c2ff12cc-563f-488d-b33d-f13590e91664 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:15.539049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.566784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b5e6e0-c04e-495d-86c3-17a7b2a1cfcb None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:15.617054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ff12cc-563f-488d-b33d-f13590e91664,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:15.682769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:15.717401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] Provisioning for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:15.735977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] Provisioning complete for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:15.736360 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.836401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.982925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-46bece25-a5a4-47bc-bcae-6b69e646124d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.9589474 Aug 10 03:54:15.988636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:15.994717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f84068ae-7cb1-48d3-b2e7-43106d360907 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:16.014650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.018379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.063398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.066916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f84068ae-7cb1-48d3-b2e7-43106d360907 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:16.067423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f84068ae-7cb1-48d3-b2e7-43106d360907 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:16.107320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.155868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] For port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,segment=NetworkSegment(25d6ca5f-1eec-43f1-af64-4bacc9f3d284),segment_id=25d6ca5f-1eec-43f1-af64-4bacc9f3d284)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:16.155868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.206934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:16.217774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dba3a-a9af-4d98-9ef3-7c8f0b4cf871 None None] Pushing event updated for resources: {'Port': ['ID=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:16.235145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0700eb9a-cec3-4c8b-b00a-f198c6b125cd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:16.262413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.263205 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Added segment 6a707bb3-0ab6-4e31-9cad-c21c74d1850a of type vlan for network 9d2aa481-4da3-406b-b64f-7640595952c9 Aug 10 03:54:16.282208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.286721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.303066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Update dhcp port {'port': {'network_id': '56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8', 'fixed_ips': [{'subnet_id': 'e34a60a0-1a29-4f42-8da7-64f346d2d893', 'ip_address': '2001:db8::2'}, {'subnet_id': '84c52092-0a17-4679-8f4f-04f159389b03'}], 'binding:host_id': 'n-d-769329-14'}, 'id': 'b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b'} from n-d-769329-14. {{(pid=94142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:54:16.303429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d97b9c-c6bb-4b97-b25a-fe0da7c42566 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.308422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d97b9c-c6bb-4b97-b25a-fe0da7c42566 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.310467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d97b9c-c6bb-4b97-b25a-fe0da7c42566 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.312092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d97b9c-c6bb-4b97-b25a-fe0da7c42566 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.314331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d97b9c-c6bb-4b97-b25a-fe0da7c42566 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.316201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b8d97b9c-c6bb-4b97-b25a-fe0da7c42566 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3263237 Aug 10 03:54:16.320564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50574) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:16.335940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724850026'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:16.352357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.409265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.410523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:16.414759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.423633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.426247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:16.426891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c76bed76-53b4-4701-8554-cffc20d3275d admin admin] 10.222.0.53 "DELETE /v2.0/routers/0146e2d2-73f0-4cf2-b44d-018f4a5dc5c6 HTTP/1.1" status: 204 len: 168 time: 4.1851716 Aug 10 03:54:16.431978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50576) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:16.445756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:16.449831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.553515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:16.600190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.605263 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 2e0f8cf3-948f-488f-a74a-f85ad79641cc of type vlan for network 145f0e53-3fd6-48af-98f1-c8c1087c4272 Aug 10 03:54:16.663072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.672477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.673753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.684465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Deleting subnet 723c42e0-05cd-465a-b397-ef12eeb2bcc5 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:16.718799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.826866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.831367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Allocated IP 172.20.0.1 (56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8/84c52092-0a17-4679-8f4f-04f159389b03/b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:16.875807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2085955 Aug 10 03:54:16.878768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:16.882085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50586) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:16.905780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.911763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'subnet': {'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:16.967359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:17.044668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.094845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.120079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.121931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7bfde031-3f12-4a57-8086-a2a9f7fb6691 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0461614 Aug 10 03:54:17.122423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de5ae7-a59c-4fb9-b704-92d39f36c845 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Network': ['ID=9d2aa481-4da3-406b-b64f-7640595952c9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.124842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:17.134724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:17.137779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:17.142126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.154757 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/723c42e0-05cd-465a-b397-ef12eeb2bcc5 HTTP/1.1" status: 204 len: 168 time: 0.7179446 Aug 10 03:54:17.156564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9d2aa481-4da3-406b-b64f-7640595952c9 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:17.166875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:17.253133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.259763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.260419 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.265910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00caa93-bb50-4b48-9650-f7e42aa8d308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723c42e0-05cd-465a-b397-ef12eeb2bcc5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.293482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.471014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Made reservation on behalf of 5db51584e1174f75ad705d32df94cc51 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:17.475169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.494291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1605136 Aug 10 03:54:17.496755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50598) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:17.502754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:17.525610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.559822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:17.718304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dfb3a-c429-4bd0-9f68-0934dded3c39 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=145f0e53-3fd6-48af-98f1-c8c1087c4272,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.732645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-274ae989-e9ad-47b2-ad40-5646e2951067 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=723bb98784f94075a88f43e13602e903&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6016972 Aug 10 03:54:17.738193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:17.831489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:17.853554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] For port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,segment=NetworkSegment(25d6ca5f-1eec-43f1-af64-4bacc9f3d284),segment_id=25d6ca5f-1eec-43f1-af64-4bacc9f3d284)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:17.981003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.027473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:18.038322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac49871-57cf-44d4-8840-42f4998fb7b5']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.071650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40770b08-3a12-4490-a9a7-591f4fd3e35c') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.071947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40770b08-3a12-4490-a9a7-591f4fd3e35c') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.076541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.100936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.105355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.140934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Transition to ACTIVE for port object b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:18.158774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.174402 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.188646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.199930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:18.200350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:18.204566 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:18.212297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c607b-fccc-4c43-b0da-042d58fd0daf tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:18.213766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a60c607b-fccc-4c43-b0da-042d58fd0daf tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4661558 Aug 10 03:54:18.218000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:18.266010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.307632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 is not hosted by any dhcp agent {{(pid=94141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:54:18.310860 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0524f4d9-d328-4b31-8009-7ef98acf4c00 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0907931 Aug 10 03:54:18.314264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:18.314490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:18.315340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.316907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "PUT /v2.0/networks/145f0e53-3fd6-48af-98f1-c8c1087c4272 HTTP/1.1" status: 200 len: 723 time: 0.8188982 Aug 10 03:54:18.327054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390253779', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'project_id': '723bb98784f94075a88f43e13602e903', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:18.332070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50616) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:18.360250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': '145f0e53-3fd6-48af-98f1-c8c1087c4272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:18.469782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:14Z', 'revision_number': 3, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:18.496606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b0714-cd85-47ff-b2b9-8f951338fed8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=145f0e53-3fd6-48af-98f1-c8c1087c4272,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:18.538383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.556089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Subnet': ['ID=a48667e4-98e6-4825-adfe-420c5ce2321b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:18.569164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.571553 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7ac49871-57cf-44d4-8840-42f4998fb7b5 HTTP/1.1" status: 204 len: 168 time: 1.4014139 Aug 10 03:54:18.619662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:18.620266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Updating router 59fe9944-4032-4660-b3af-4d4419bf2cb2 port 69d2313c-6a00-484a-a7eb-42214542d5a0 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:54:18.655470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110bf76-2588-40d0-8023-d633adf726c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac49871-57cf-44d4-8840-42f4998fb7b5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:18.677116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:18.682903 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.702272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f1580-ff95-45f6-8450-a223d92bf561 None None] Pushing event updated for resources: {'Port': ['ID=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:18.711105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2ff12cc-563f-488d-b33d-f13590e91664 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:18.761831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Checking segment: {'id': '6a707bb3-0ab6-4e31-9cad-c21c74d1850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:18.762408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network hostable DHCP agents. Network: 9d2aa481-4da3-406b-b64f-7640595952c9, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:18.824006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:18.845176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.890678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:18.907515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.063877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network 9d2aa481-4da3-406b-b64f-7640595952c9 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:19.148740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9d2aa481-4da3-406b-b64f-7640595952c9) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:19.163658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:19.164924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.200282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50642) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:19.247233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e7dcbe08-7468-474b-806f-fdd886b38a54 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3441322 Aug 10 03:54:19.258542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50644) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:19.279094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1370033590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:19.284259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c2ff12cc-563f-488d-b33d-f13590e91664 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:19.284835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2ff12cc-563f-488d-b33d-f13590e91664 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:19.289195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd28992-8fa9-44bd-bd94-a6605642ad13 None None] Network 9d2aa481-4da3-406b-b64f-7640595952c9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:19.358126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e61b7c6e-d2b8-448b-9785-94a5f2aed0c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d85c481132734674bbf759571f2010d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550777 Aug 10 03:54:19.361583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Deleting port 50e4579f-b986-4cd2-b414-f734c8714a51 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:19.362356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.365936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:19.396396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.407057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.572394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ad025-2234-4ba2-8aad-8e2c88cd63b8 None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:19.719306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.732112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8828a68a-95b6-46a2-a77b-de9156c77a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.762587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.779780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8828a68a-95b6-46a2-a77b-de9156c77a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.869581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.873076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.905318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d6a5cf46-cc88-47e7-9c79-9fd47c241551 None None] Provisioning for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:19.908287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8828a68a-95b6-46a2-a77b-de9156c77a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.911199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8828a68a-95b6-46a2-a77b-de9156c77a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.913003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8828a68a-95b6-46a2-a77b-de9156c77a9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3721a389-18fe-4897-ba16-ea78eebb1669 HTTP/1.1" status: 204 len: 168 time: 0.5272062 Aug 10 03:54:19.915190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] For port 50e4579f-b986-4cd2-b414-f734c8714a51, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50e4579f-b986-4cd2-b414-f734c8714a51,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:19.915552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.968704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d6a5cf46-cc88-47e7-9c79-9fd47c241551 None None] Provisioning complete for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:19.973238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d6a5cf46-cc88-47e7-9c79-9fd47c241551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.012246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a68a-95b6-46a2-a77b-de9156c77a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3721a389-18fe-4897-ba16-ea78eebb1669,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.033383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.056078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.062002 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2abfbe97-366e-44ae-8f14-4c0213046b8f tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7980049 Aug 10 03:54:20.063471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50658) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:20.072811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Calling delete_port for 50e4579f-b986-4cd2-b414-f734c8714a51 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:20.140897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:20.160529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Subnet': ['ID=bef95216-5bcb-4314-8e41-3cd4c1a77f9b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.169273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Checking segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:20.170060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network hostable DHCP agents. Network: 0589c81a-f794-4408-9dad-e006f6daec99, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:20.293624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 0589c81a-f794-4408-9dad-e006f6daec99 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:20.332600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0589c81a-f794-4408-9dad-e006f6daec99) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:20.345935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:20.347531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.407278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564da1d3-f53d-4f83-a5bf-2bf2796874c2 None None] Network 0589c81a-f794-4408-9dad-e006f6daec99 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:20.429134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade19a70-0215-455f-8951-98dc21019613 req-2f0bdbfd-e772-4c38-9376-2899e47b549d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:20.445264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ade19a70-0215-455f-8951-98dc21019613 req-2f0bdbfd-e772-4c38-9376-2899e47b549d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.4567070 Aug 10 03:54:20.570937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24de31d8-24a6-4b51-99a0-5fd376e52286 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2547562 Aug 10 03:54:20.574901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50662) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:20.612273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '2e0f8cf3-948f-488f-a74a-f85ad79641cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '145f0e53-3fd6-48af-98f1-c8c1087c4272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:20.612653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: 145f0e53-3fd6-48af-98f1-c8c1087c4272, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:20.682722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ade19a70-0215-455f-8951-98dc21019613 req-1f6064b4-be1f-49c5-b844-5b7ca93af9d8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351992 Aug 10 03:54:20.752056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:20.767158 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.776772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 145f0e53-3fd6-48af-98f1-c8c1087c4272) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:20.806581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:20.807444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.832710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c5697-6c60-4a73-9926-c33bd803761a None None] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:20.860383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.887453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:20.887822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5d27dc86-4895-475b-ad1a-6f818e8a1218 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5316679 Aug 10 03:54:20.888826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.890764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50670) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:20.899724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:20.991004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-9d2aa481-4da3-406b-b64f-7640595952c9', 'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9', 'tenant_id': '5db51584e1174f75ad705d32df94cc51', 'fixed_ips': [{'subnet_id': 'a48667e4-98e6-4825-adfe-420c5ce2321b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:20.997171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.532289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12506567'] for subnet, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.662924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e4579f-b986-4cd2-b414-f734c8714a51,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:21.779655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Allocated IP 172.20.0.1 (9d2aa481-4da3-406b-b64f-7640595952c9/a48667e4-98e6-4825-adfe-420c5ce2321b/1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:21.822126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.933580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-0589c81a-f794-4408-9dad-e006f6daec99', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:21.937492 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.013824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Transition to ACTIVE for port object 69d2313c-6a00-484a-a7eb-42214542d5a0 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:22.038141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4fa18266-3009-43b0-9be6-0599ab8b7055 None None] Provisioning complete for port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:22.040044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4fa18266-3009-43b0-9be6-0599ab8b7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.143348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.147913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2856-469b-4158-b02f-7bfa4f9e773f req-7f773646-2628-413e-8be8-6b8df66611f7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:22.150841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dba2856-469b-4158-b02f-7bfa4f9e773f req-7f773646-2628-413e-8be8-6b8df66611f7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2337272 Aug 10 03:54:22.297194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Attempting to bind port 69d2313c-6a00-484a-a7eb-42214542d5a0 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:22.297194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Attempting to bind port 69d2313c-6a00-484a-a7eb-42214542d5a0 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:22.297630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Attempting to bind port 69d2313c-6a00-484a-a7eb-42214542d5a0 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:22.331224 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731981418132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9395371'] for subnet, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.378615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dba2856-469b-4158-b02f-7bfa4f9e773f req-eab78455-457a-4449-84be-bd2b1f1b13a8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084621 Aug 10 03:54:22.406230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:22.406879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.408443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "PUT /v2.0/subnets/7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c HTTP/1.1" status: 200 len: 826 time: 1.5166757 Aug 10 03:54:22.416461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50702) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:22.432554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1909a-e221-4239-ada5-b5d2704ca7ef tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:22.532984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.564339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Transition to ACTIVE for port object 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:22.596042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.603136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b06b-45bf-4032-bf1c-4102b3d526bf None None] Pushing event updated for resources: {'Port': ['ID=69d2313c-6a00-484a-a7eb-42214542d5a0,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:22.616757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d2657-0321-4753-b9fc-31c79cfe8cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-145f0e53-3fd6-48af-98f1-c8c1087c4272', 'network_id': '145f0e53-3fd6-48af-98f1-c8c1087c4272', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': '7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:22.620153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-984d2657-0321-4753-b9fc-31c79cfe8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.639099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:22.639478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:22.639883 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.640282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:22.640756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Bound port: 69d2313c-6a00-484a-a7eb-42214542d5a0, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:22.641137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.727789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c8c5d65-7f06-40d1-95b9-e9624c81c207 req-472ec6df-8bd4-4c6f-8cf6-4777f216704d tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1531553 Aug 10 03:54:22.763291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] For port 69d2313c-6a00-484a-a7eb-42214542d5a0, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:22.780866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] For port 69d2313c-6a00-484a-a7eb-42214542d5a0, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=69d2313c-6a00-484a-a7eb-42214542d5a0,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:22.802120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.882936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.911478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Allocated IP 172.20.0.2 (9d2aa481-4da3-406b-b64f-7640595952c9/a48667e4-98e6-4825-adfe-420c5ce2321b/340be15b-6f3f-45ce-8569-96136c698704) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:22.930769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.050522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network 9d2aa481-4da3-406b-b64f-7640595952c9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:23.095137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:23.104016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Port': ['ID=1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:23.112167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:23.143755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.169776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Transition to ACTIVE for port object 340be15b-6f3f-45ce-8569-96136c698704 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:23.237430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.246511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.344707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:23.367125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Allocated IP 172.20.0.2 (0589c81a-f794-4408-9dad-e006f6daec99/bef95216-5bcb-4314-8e41-3cd4c1a77f9b/188a3401-a306-4406-a937-eefd8d74c33c) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:23.461192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.478555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145f0e53-3fd6-48af-98f1-c8c1087c4272']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:23.506193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0f8cf3-948f-488f-a74a-f85ad79641cc') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:23.506193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0f8cf3-948f-488f-a74a-f85ad79641cc') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:23.533264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.627975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.631717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.669266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:23.670234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:23.745877 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:23.771949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289b908-54a9-4f63-9313-5a2da0627707 req-572dc76d-2c51-4856-ae70-713e603fe00e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:23.774655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e289b908-54a9-4f63-9313-5a2da0627707 req-572dc76d-2c51-4856-ae70-713e603fe00e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1901011 Aug 10 03:54:23.795524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Router fe328c78-edbf-411b-a4e1-29293f38614e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:23.818780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.838677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.845697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Transition to ACTIVE for port object 340be15b-6f3f-45ce-8569-96136c698704 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server [None req-984d2657-0321-4753-b9fc-31c79cfe8cfa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c: This subnet is being modified by another concurrent operation. Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:54:23.875310 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c: This subnet is being modified by another concurrent operation. Aug 10 03:54:23.879903 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Aug 10 03:54:23.957481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-709565b7-4474-48f9-9953-2b3447ea00b3 req-6f0fa33b-900d-4815-a1c7-e177f8af8308 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0364163 Aug 10 03:54:23.961637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.966195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d833e0-ed6b-4b4c-b5ee-49a24941569d None None] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:24.079848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:24.088885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-43e1e71b-18f7-4c29-80d1-82ff3ea33307 admin admin] 10.222.0.53 "PUT /v2.0/routers/fe328c78-edbf-411b-a4e1-29293f38614e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4048436 Aug 10 03:54:24.091028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50720) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:24.095043 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] Sync routers for ids ['fe328c78-edbf-411b-a4e1-29293f38614e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:24.112338 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] Routers {'fe328c78-edbf-411b-a4e1-29293f38614e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:24.116059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['fe328c78-edbf-411b-a4e1-29293f38614e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:24.139113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.151761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Transition to ACTIVE for port object 188a3401-a306-4406-a937-eefd8d74c33c will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:24.174789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Transition to ACTIVE for port object 188a3401-a306-4406-a937-eefd8d74c33c will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:24.200008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.226572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685b06b-45bf-4032-bf1c-4102b3d526bf None None] Pushing event updated for resources: {'Port': ['ID=69d2313c-6a00-484a-a7eb-42214542d5a0,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.269292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.281135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/145f0e53-3fd6-48af-98f1-c8c1087c4272 HTTP/1.1" status: 204 len: 168 time: 1.8632450 Aug 10 03:54:24.288235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:24.308533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.310670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Network 9d2aa481-4da3-406b-b64f-7640595952c9 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:24.318857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.340447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.354731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bdd81-9f6b-4de9-8f3d-895ea1fb4e2a tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=145f0e53-3fd6-48af-98f1-c8c1087c4272,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.366654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:24.368641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:24.370092 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] Set router fe328c78-edbf-411b-a4e1-29293f38614e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:24.388301 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c87a77-77a3-4741-9d10-3da83ce332b5 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:24.398718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c87a77-77a3-4741-9d10-3da83ce332b5 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:24.400597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f8c87a77-77a3-4741-9d10-3da83ce332b5 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/145f0e53-3fd6-48af-98f1-c8c1087c4272 HTTP/1.1" status: 404 len: 339 time: 0.1016855 Aug 10 03:54:24.470525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50726) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:24.493330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266670339', 'description': 'd1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:24.513257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e289b908-54a9-4f63-9313-5a2da0627707 req-4e128f14-9b78-4ce2-b1cd-8ed58dbdcb41 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5856357 Aug 10 03:54:24.563542 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.575429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:24.580533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Port': ['ID=1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.627598 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:24.687424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Network 0589c81a-f794-4408-9dad-e006f6daec99 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:24.706734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:24.713578 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.734253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:54:20Z', 'revision_number': 5, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:24.754235 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.762542 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] Checking router: fe328c78-edbf-411b-a4e1-29293f38614e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:24.772404 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] Routers {'fe328c78-edbf-411b-a4e1-29293f38614e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:24.773042 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['fe328c78-edbf-411b-a4e1-29293f38614e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:24.799925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:24.803318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:24.810155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:24.850940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:24.929550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:24.938255 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] Set router fe328c78-edbf-411b-a4e1-29293f38614e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:24.938532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.20.0.1 (0589c81a-f794-4408-9dad-e006f6daec99/bef95216-5bcb-4314-8e41-3cd4c1a77f9b/b07d3028-dc62-4173-aa36-e9843757da4b) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:24.953836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network 9d2aa481-4da3-406b-b64f-7640595952c9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:24.960821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:25.010874 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.071107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.087063 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 1b95399b-9da9-45e0-b968-9294ac487f78 of type vlan for network 310e84c2-78b3-422e-a6a5-3fce7d415cc1 Aug 10 03:54:25.191882 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:54:20Z', 'revision_number': 5, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.230060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Pushing event updated for resources: {'Port': ['ID=340be15b-6f3f-45ce-8569-96136c698704,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.253052 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc48fecf-4ba5-4d5a-8340-f79b9d00e9a4 None None] The sync data for ids ['fe328c78-edbf-411b-a4e1-29293f38614e'] in n-d-769329-14 is: [{'id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'name': 'tempest-TestServerMultinode-449626972-router', 'tenant_id': 'd92247502b7640cf91061e6c0f96de02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:52:36Z', 'updated_at': '2021-08-10T03:54:20Z', 'revision_number': 5, 'project_id': 'd92247502b7640cf91061e6c0f96de02', 'gw_port': {'id': '49b2a1a0-0a82-42dd-b247-3c94eff608f5', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe328c78-edbf-411b-a4e1-29293f38614e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:39Z', 'updated_at': '2021-08-10T03:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:25.275022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Router 2524b586-e764-4104-8654-549916cd4d38 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:54:25.294589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.343215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Attempting to bind port 188a3401-a306-4406-a937-eefd8d74c33c on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:25.343841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Attempting to bind port 188a3401-a306-4406-a937-eefd8d74c33c by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:25.344463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Attempting to bind port 188a3401-a306-4406-a937-eefd8d74c33c on network 0589c81a-f794-4408-9dad-e006f6daec99 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:25.351420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.356330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Pushing event updated for resources: {'Port': ['ID=188a3401-a306-4406-a937-eefd8d74c33c,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.362360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52b1b84b-c386-4906-a590-1da17c7f333b req-65bba844-12be-4ca4-be3b-e713a72f1ad1 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0770710 Aug 10 03:54:25.377388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Transition to ACTIVE for port object b07d3028-dc62-4173-aa36-e9843757da4b will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:25.388032 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.410291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:25.411116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Checking segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:25.411461 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.412678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Bound using segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:25.413973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Bound port: 188a3401-a306-4406-a937-eefd8d74c33c, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:25.414779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.457226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Attempting to bind port 340be15b-6f3f-45ce-8569-96136c698704 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:25.457890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Attempting to bind port 340be15b-6f3f-45ce-8569-96136c698704 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6a707bb3-0ab6-4e31-9cad-c21c74d1850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:25.458388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Attempting to bind port 340be15b-6f3f-45ce-8569-96136c698704 on network 9d2aa481-4da3-406b-b64f-7640595952c9 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:25.468238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a9ddc-03f9-4386-830a-82ba3df17a03 None None] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:25.521111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:25.532676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fab31a29-0bf6-4413-9b12-e89afa9e683c tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "PUT /v2.0/routers/2524b586-e764-4104-8654-549916cd4d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4626091 Aug 10 03:54:25.533065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50732) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:25.533464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.540232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:25.541238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.541554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'port': {'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9', 'name': 'tempest-FloatingIPNegativeTestJSON-191889710'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:25.578072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] Sync routers for ids ['2524b586-e764-4104-8654-549916cd4d38'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:25.582306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:25.583044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Checking segment: {'id': '6a707bb3-0ab6-4e31-9cad-c21c74d1850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:25.583944 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.584631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Bound using segment: {'id': '6a707bb3-0ab6-4e31-9cad-c21c74d1850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:25.585530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Bound port: 340be15b-6f3f-45ce-8569-96136c698704, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a707bb3-0ab6-4e31-9cad-c21c74d1850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9d2aa481-4da3-406b-b64f-7640595952c9'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:25.586263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.612578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a9ddc-03f9-4386-830a-82ba3df17a03 None None] Network 145f0e53-3fd6-48af-98f1-c8c1087c4272 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:54:25.618945 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.652349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:14Z', 'revision_number': 3, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.718763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7205c-c830-46f0-ab85-33d3d0da7215 None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:14Z', 'revision_number': 3, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:25.734869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Deleting port 49b2a1a0-0a82-42dd-b247-3c94eff608f5 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:25.735454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.750839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2791276 Aug 10 03:54:25.772828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50736) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:25.774168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] Routers {'2524b586-e764-4104-8654-549916cd4d38'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:25.774926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2524b586-e764-4104-8654-549916cd4d38'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.848953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.876205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] For port 188a3401-a306-4406-a937-eefd8d74c33c, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:25.918892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Made reservation on behalf of 5db51584e1174f75ad705d32df94cc51 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:25.925385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.928585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] For port 340be15b-6f3f-45ce-8569-96136c698704, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:25.936937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] Routers {'2524b586-e764-4104-8654-549916cd4d38'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:25.937759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2524b586-e764-4104-8654-549916cd4d38'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:25.954583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] For port 188a3401-a306-4406-a937-eefd8d74c33c, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=188a3401-a306-4406-a937-eefd8d74c33c,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:25.984307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304633c-22a7-4a5b-8016-97d9f5004dbb tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=310e84c2-78b3-422e-a6a5-3fce7d415cc1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.991546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 0589c81a-f794-4408-9dad-e006f6daec99 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:26.014486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] For port 340be15b-6f3f-45ce-8569-96136c698704, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=340be15b-6f3f-45ce-8569-96136c698704,segment=NetworkSegment(6a707bb3-0ab6-4e31-9cad-c21c74d1850a),segment_id=6a707bb3-0ab6-4e31-9cad-c21c74d1850a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:26.015864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 310e84c2-78b3-422e-a6a5-3fce7d415cc1 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:26.025300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639a6ec-2b7a-41f8-a788-8a6515ecba12 req-503c6fa2-92d1-4e1a-9887-184ddfa96c03 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:26.029051 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.030157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4639a6ec-2b7a-41f8-a788-8a6515ecba12 req-503c6fa2-92d1-4e1a-9887-184ddfa96c03 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1854298 Aug 10 03:54:26.031508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:26.032295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8a8cf-c11d-4ca4-8df2-11912783df63 None None] The sync data for ids ['2524b586-e764-4104-8654-549916cd4d38'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:26.034914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] device_id is not set on port d146bcce-f896-4b15-b9c7-ab751221edd2 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:26.037019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:26.039097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=b07d3028-dc62-4173-aa36-e9843757da4b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.054409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:26.107463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.155846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4639a6ec-2b7a-41f8-a788-8a6515ecba12 req-fd081e4a-706e-4ecd-927b-64d53a256903 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007435 Aug 10 03:54:26.239148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.268714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b627c7e-8e0d-4ac7-8f62-cb2b893c09c4 None None] Pushing event updated for resources: {'Port': ['ID=188a3401-a306-4406-a937-eefd8d74c33c,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.435303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a657-6585-48e7-8f28-4efb174d40ff None None] Pushing event updated for resources: {'Port': ['ID=340be15b-6f3f-45ce-8569-96136c698704,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.583462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Allocated IP 172.20.0.11 (9d2aa481-4da3-406b-b64f-7640595952c9/a48667e4-98e6-4825-adfe-420c5ce2321b/d146bcce-f896-4b15-b9c7-ab751221edd2) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:26.976320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 69d2313c-6a00-484a-a7eb-42214542d5a0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:27.100290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-484b5618-e2e1-4c90-bd52-823da8c49739 req-de9b5d22-664f-4f44-b586-cfb1a0e5fc4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 1.3462517 Aug 10 03:54:27.128766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a3e3ee0-f7c1-4d41-b528-1ab74071f5fe req-68299eca-4818-446b-a18b-89336c732a43 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1899173 Aug 10 03:54:27.157293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2a431636-4811-4a90-b8b3-3ab78fbcec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.165599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed3d79-1399-4e25-a9e7-12b9edfbe012 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:27.167047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 69d2313c-6a00-484a-a7eb-42214542d5a0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:27.168729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b2ed3d79-1399-4e25-a9e7-12b9edfbe012 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks?id=310e84c2-78b3-422e-a6a5-3fce7d415cc1 HTTP/1.1" status: 200 len: 764 time: 1.3941495 Aug 10 03:54:27.180869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 69d2313c-6a00-484a-a7eb-42214542d5a0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:27.181759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.187559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50744) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:27.200664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'description': 'd2'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:27.227846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] For port 49b2a1a0-0a82-42dd-b247-3c94eff608f5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=49b2a1a0-0a82-42dd-b247-3c94eff608f5,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:27.228370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.267799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Calling delete_port for 49b2a1a0-0a82-42dd-b247-3c94eff608f5 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:27.289289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.330333 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.357687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 69d2313c-6a00-484a-a7eb-42214542d5a0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=69d2313c-6a00-484a-a7eb-42214542d5a0,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:27.368574 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.398974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Transition to ACTIVE for port object d146bcce-f896-4b15-b9c7-ab751221edd2 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:27.408026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50e4579f-b986-4cd2-b414-f734c8714a51 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:27.458270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 50e4579f-b986-4cd2-b414-f734c8714a51 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:27.459188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50e4579f-b986-4cd2-b414-f734c8714a51 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:27.502392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.502955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317671d1-1174-44ff-9bc9-0166f9f1d0a8 req-19d850e2-b4b7-48cc-a884-923e44d2ebf6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:27.507935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317671d1-1174-44ff-9bc9-0166f9f1d0a8 req-19d850e2-b4b7-48cc-a884-923e44d2ebf6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1806552 Aug 10 03:54:27.526476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=69d2313c-6a00-484a-a7eb-42214542d5a0,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:27.568274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317671d1-1174-44ff-9bc9-0166f9f1d0a8 req-84205b58-aa62-4acc-ba41-2a5877e89438 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510170 Aug 10 03:54:27.581742 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.649763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Port': ['ID=d146bcce-f896-4b15-b9c7-ab751221edd2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:27.665613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network 9d2aa481-4da3-406b-b64f-7640595952c9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:27.667179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:27.670010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:27.752110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:27.752775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.795243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4191acb9-397f-4f30-bb0b-8b5115574c96 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2569103 Aug 10 03:54:27.797910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50750) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:27.806504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:27.874725 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.986551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.064828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Pushing event deleted for resources: {'Port': ['ID=49b2a1a0-0a82-42dd-b247-3c94eff608f5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.107414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.175516 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.296676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Allocated IP 172.25.2.251 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/5e1108e4-ba78-4bde-b723-d47d0670f7b8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:28.331041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.335686 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.491069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.529318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d82658-0309-42a7-bc4a-fc773a78ad87 None None] Network 0589c81a-f794-4408-9dad-e006f6daec99 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:28.553721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.601903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.604003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83dd8904-4d6a-401f-96b4-eeef052c48f3 req-47f19d48-6b3c-4a83-89b8-ed0f189d6bac tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1792984 Aug 10 03:54:28.609822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.611147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe328c78-edbf-411b-a4e1-29293f38614e {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:28.616560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.617724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dc3463e0-1e5b-4551-81f2-e0ecaef2b18f admin admin] 10.222.0.53 "DELETE /v2.0/routers/fe328c78-edbf-411b-a4e1-29293f38614e HTTP/1.1" status: 204 len: 168 time: 4.5257010 Aug 10 03:54:28.624555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50756) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:28.719429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9ff2b767-b98a-4fa9-aee2-36a6ce07f7b1 None None] Provisioning for port 188a3401-a306-4406-a937-eefd8d74c33c completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:28.803135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:28.923152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:28.952511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:28.955908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Port': ['ID=5e1108e4-ba78-4bde-b723-d47d0670f7b8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:29.037092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86aab3f-a841-4851-8dce-e48c05e21ce1 None None] Network 9d2aa481-4da3-406b-b64f-7640595952c9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:29.051311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786d62b-1efb-47c6-a69d-0c18fac94dfd req-7c9aad14-7f87-4c49-8ec9-6d968fbf2858 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.053971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0786d62b-1efb-47c6-a69d-0c18fac94dfd req-7c9aad14-7f87-4c49-8ec9-6d968fbf2858 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2853663 Aug 10 03:54:29.124209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-3cd226e5-4845-4a32-912c-3bc475f5f030 req-1e53e4b5-31f1-46de-8933-2a1f356be406 service neutron] (94141) timed out ('10.222.0.65', 56304) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:54:29.171741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Deleting subnet 857bcba4-c6d6-4c2f-bec8-bdd6e323b73f {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:29.176610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.186956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3d422921-9ea6-4221-8ee7-93743154e876 None None] Provisioning for port 340be15b-6f3f-45ce-8569-96136c698704 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:29.204262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.245412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.248718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 69d2313c-6a00-484a-a7eb-42214542d5a0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:29.282143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.284358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network 310e84c2-78b3-422e-a6a5-3fce7d415cc1 is not hosted by any dhcp agent {{(pid=94140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:54:29.300636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.301377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.302927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "PUT /v2.0/networks/310e84c2-78b3-422e-a6a5-3fce7d415cc1 HTTP/1.1" status: 200 len: 761 time: 2.1134403 Aug 10 03:54:29.312143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0786d62b-1efb-47c6-a69d-0c18fac94dfd req-c1e83a4e-f07e-48f7-8ae6-847aa5931ef3 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479539 Aug 10 03:54:29.315708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50762) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:29.354620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.425119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 69d2313c-6a00-484a-a7eb-42214542d5a0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:29.425496 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.427968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.466403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.512328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c309f4f-23b9-4686-af9d-f090ca420700 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.516063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8c309f4f-23b9-4686-af9d-f090ca420700 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks?id=310e84c2-78b3-422e-a6a5-3fce7d415cc1 HTTP/1.1" status: 200 len: 764 time: 0.1882460 Aug 10 03:54:29.523870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50764) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:29.652720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 188a3401-a306-4406-a937-eefd8d74c33c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:29.686181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fee03419-da5b-4c0a-b307-ea0b2b0171f3 None None] Provisioning for port b07d3028-dc62-4173-aa36-e9843757da4b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:29.688614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.704269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fee03419-da5b-4c0a-b307-ea0b2b0171f3 None None] Provisioning complete for port b07d3028-dc62-4173-aa36-e9843757da4b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:29.704651 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fee03419-da5b-4c0a-b307-ea0b2b0171f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.748958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ede49-e05b-4a6b-ba96-b718582bcd50 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=310e84c2-78b3-422e-a6a5-3fce7d415cc1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:29.770158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 310e84c2-78b3-422e-a6a5-3fce7d415cc1 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:29.800232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.810342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.957677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.976279 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.995863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Port': ['ID=5e1108e4-ba78-4bde-b723-d47d0670f7b8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.006551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.009248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-35c1ca71-2001-4a5f-848a-e9c3d83614e5 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2100205 Aug 10 03:54:30.012837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:30.026369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0946c7e6-8dd2-4214-aa9c-a3dd96529f23 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'floatingip': {'port_id': 'd146bcce-f896-4b15-b9c7-ab751221edd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:30.169258 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0946c7e6-8dd2-4214-aa9c-a3dd96529f23 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.220150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.226535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/857bcba4-c6d6-4c2f-bec8-bdd6e323b73f HTTP/1.1" status: 204 len: 168 time: 1.1422038 Aug 10 03:54:30.229579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50776) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:30.259812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3cef5-e3a1-480e-bdb7-753ea329d4e6 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:30.266722 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3ec3cef5-e3a1-480e-bdb7-753ea329d4e6 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7355497 Aug 10 03:54:30.273516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd2977-36ad-43da-ae32-d8565c425c0c None None] Network 8522c1b4-e140-427d-8f00-fa4e1e535a34 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:30.323607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fee03419-da5b-4c0a-b307-ea0b2b0171f3 None None] Port b07d3028-dc62-4173-aa36-e9843757da4b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:30.395803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf396a28-6b74-4fbf-9026-2d7a9e2cecfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857bcba4-c6d6-4c2f-bec8-bdd6e323b73f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.408910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50778) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:30.483055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-263df76a-effb-413b-9502-354315e59896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.498185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.516919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 188a3401-a306-4406-a937-eefd8d74c33c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:30.520852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.548469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 188a3401-a306-4406-a937-eefd8d74c33c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:30.548906 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.557426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.599628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Provisioning for port 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:30.612917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ad77747-2eb5-4cf7-a7bd-2716beab65a4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 207 time: 0.1960318 Aug 10 03:54:30.642578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Provisioning complete for port 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:30.643214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.652867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50788) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:30.688977 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-0946c7e6-8dd2-4214-aa9c-a3dd96529f23 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] update failed (client error): The resource could not be found. Aug 10 03:54:30.701533 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0946c7e6-8dd2-4214-aa9c-a3dd96529f23 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "PUT /v2.0/floatingips/3f6e270f-907f-45b8-9a7b-45ae2bc0e0d2 HTTP/1.1" status: 404 len: 507 time: 0.6771181 Aug 10 03:54:30.702548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50798) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:30.866798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=b07d3028-dc62-4173-aa36-e9843757da4b,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.881834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.895412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fee20c-7a69-49c8-ac08-303c0d4bdda1 req-6351ecdb-e747-44ee-811c-60fff98befac tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:30.909648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-58fee20c-7a69-49c8-ac08-303c0d4bdda1 req-6351ecdb-e747-44ee-811c-60fff98befac tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.4395614 Aug 10 03:54:30.910856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Port 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:30.956890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Provisioning for port d146bcce-f896-4b15-b9c7-ab751221edd2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:30.970102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Provisioning complete for port d146bcce-f896-4b15-b9c7-ab751221edd2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:30.970671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.064199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Port d146bcce-f896-4b15-b9c7-ab751221edd2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:31.068636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:31.081300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.102170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-58fee20c-7a69-49c8-ac08-303c0d4bdda1 req-ce04097f-40da-4742-95bd-a782ae84d5c9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909950 Aug 10 03:54:31.110201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] DHCP port deletion for 8522c1b4-e140-427d-8f00-fa4e1e535a34 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:31.140388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Deleting port 5e1108e4-ba78-4bde-b723-d47d0670f7b8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:31.140856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.274736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Provisioning complete for port b07d3028-dc62-4173-aa36-e9843757da4b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:31.275105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.339083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 188a3401-a306-4406-a937-eefd8d74c33c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=188a3401-a306-4406-a937-eefd8d74c33c,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:31.345261 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:54:31.359762 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.360220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.379508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Calling delete_port for 5e1108e4-ba78-4bde-b723-d47d0670f7b8 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:31.462584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:31.481219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'mac_address': 'fa:16:3e:5a:38:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:31.492611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.493168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 340be15b-6f3f-45ce-8569-96136c698704 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:31.600771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.620914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72579604-16b7-4e48-a7a7-cd6088dec413 req-2b2ac976-ce73-4b7b-b661-d41355dc787c tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.2458699 Aug 10 03:54:31.622483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-81b0c963-6403-4371-a3e3-602db522a4d4 None None] Port b07d3028-dc62-4173-aa36-e9843757da4b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:31.644380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:31.696622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] Deleting port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:31.697290 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.757432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:31.757739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.768375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Deleting port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:31.769783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.794196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.811634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.823460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Port': ['ID=5e1108e4-ba78-4bde-b723-d47d0670f7b8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.824649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=188a3401-a306-4406-a937-eefd8d74c33c,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.830009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.834054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.845641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.855022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.891551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.896238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-636df33e-76bf-484f-a5e4-89ebbb0ad7f8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.2417550 Aug 10 03:54:31.940371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50808) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:31.966502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.982388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 340be15b-6f3f-45ce-8569-96136c698704 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:31.986065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.989367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.995556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e2323c41-d9cd-4671-a6fa-5a824cd6644e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "DELETE /v2.0/floatingips/3f6e270f-907f-45b8-9a7b-45ae2bc0e0d2 HTTP/1.1" status: 204 len: 168 time: 1.2898405 Aug 10 03:54:32.000752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50812) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:32.001680 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.008722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 340be15b-6f3f-45ce-8569-96136c698704 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:32.009367 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.009560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ce844a50-3210-4da2-aedf-8616caf63811 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'floatingip': {'floating_network_id': '9d2aa481-4da3-406b-b64f-7640595952c9', 'port_id': 'd146bcce-f896-4b15-b9c7-ab751221edd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:32.044126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:32.079044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3f84aac6-624a-4bb5-9c7c-7ba9ae9247f6 None None] Provisioning complete for port 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:32.079534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f84aac6-624a-4bb5-9c7c-7ba9ae9247f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.080183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce844a50-3210-4da2-aedf-8616caf63811 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.110244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] For port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:32.110600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.129359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Calling delete_port for e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:32.155960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-438f3154-dfa1-4480-bd3f-2421a6b9d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.157539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-438f3154-dfa1-4480-bd3f-2421a6b9d22e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1096 time: 0.3100080 Aug 10 03:54:32.183259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] For port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,segment=NetworkSegment(86c4e6ce-319e-4304-9707-b5298075d447),segment_id=86c4e6ce-319e-4304-9707-b5298075d447)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:32.183760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.224315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] Calling delete_port for e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:32.242938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3f84aac6-624a-4bb5-9c7c-7ba9ae9247f6 None None] Port 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:32.304140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-4a217b86-5b57-4068-a391-7632ccde603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.305749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-4a217b86-5b57-4068-a391-7632ccde603b service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.1188240 Aug 10 03:54:32.315774 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.349898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3f84aac6-624a-4bb5-9c7c-7ba9ae9247f6 None None] Provisioning complete for port d146bcce-f896-4b15-b9c7-ab751221edd2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:32.349898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f84aac6-624a-4bb5-9c7c-7ba9ae9247f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.460872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.466537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 0589c81a-f794-4408-9dad-e006f6daec99 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:32.472001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] No DVR routers for this DVR port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:32.480713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-7eed2cb8-ea6a-407a-961d-c35c58a248c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 1000 time: 0.1615047 Aug 10 03:54:32.485537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:32.502078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.585961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4720-432d-459e-b309-dd79bc6d134a req-ad4e00d4-7586-44be-9fab-01a763bbcd0d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.587686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-586a4720-432d-459e-b309-dd79bc6d134a req-ad4e00d4-7586-44be-9fab-01a763bbcd0d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1883705 Aug 10 03:54:32.633843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3f84aac6-624a-4bb5-9c7c-7ba9ae9247f6 None None] Port d146bcce-f896-4b15-b9c7-ab751221edd2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:32.687871 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-ce844a50-3210-4da2-aedf-8616caf63811 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:54:32.696417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce844a50-3210-4da2-aedf-8616caf63811 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6882238 Aug 10 03:54:32.706165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50830) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:32.707107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 340be15b-6f3f-45ce-8569-96136c698704, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=340be15b-6f3f-45ce-8569-96136c698704,segment=NetworkSegment(6a707bb3-0ab6-4e31-9cad-c21c74d1850a),segment_id=6a707bb3-0ab6-4e31-9cad-c21c74d1850a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:32.727795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'd146bcce-f896-4b15-b9c7-ab751221edd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:32.731327 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.774466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.808770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] No DVR routers for this DVR port e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:32.824359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-586a4720-432d-459e-b309-dd79bc6d134a req-a2a85d33-c7b6-4253-8226-31e080ec4665 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278891 Aug 10 03:54:32.833116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-5d1a88a2-6fdf-4ebb-be8a-f17882b877a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.837389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-5d1a88a2-6fdf-4ebb-be8a-f17882b877a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.3469875 Aug 10 03:54:32.874788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=340be15b-6f3f-45ce-8569-96136c698704,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.971519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 188a3401-a306-4406-a937-eefd8d74c33c up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:32.980497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.993277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a0bcf-0b3f-4b5b-bb71-6de3fb0f8e24 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:54:33.004998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-314dfc0a-c6f3-4f27-bb5a-8d865b27f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:33.007428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-314dfc0a-c6f3-4f27-bb5a-8d865b27f626 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594841 Aug 10 03:54:33.042902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-711ff39d-a207-4b14-b408-c1fe667734a5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:33.044023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-711ff39d-a207-4b14-b408-c1fe667734a5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061316 Aug 10 03:54:33.090850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d9276-e9ed-46b2-b3c9-17a6b7ae7b91 None None] Pushing event deleted for resources: {'Port': ['ID=e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:33.105049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:33.210772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-96596b87-a99f-4d19-845f-5d5a14979f2b service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572227 Aug 10 03:54:33.312331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.517005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Allocated IP 172.25.2.193 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/f33b7971-a1ed-4cb0-9d08-3582aa5b3444) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:33.518505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a0bcf-0b3f-4b5b-bb71-6de3fb0f8e24 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:54:33.572861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5570a0ad-b409-4e51-8e71-94845aa9b9a4 None None] Provisioning complete for port b07d3028-dc62-4173-aa36-e9843757da4b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:33.573731 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5570a0ad-b409-4e51-8e71-94845aa9b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.590183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.701056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-253c14d5-23ad-44d4-8285-aa2538a8e401 req-26aa40b2-cc91-46c6-858f-18d454c7276b tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.3369176 Aug 10 03:54:33.721856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.756959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:33.812474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-344b168d-6bf0-4e29-9cd0-9c0ca167c33e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 1.8703449 Aug 10 03:54:33.816070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8522c1b4-e140-427d-8f00-fa4e1e535a34']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:33.826520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50844) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:33.859713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c4e6ce-319e-4304-9707-b5298075d447') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:33.860541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c4e6ce-319e-4304-9707-b5298075d447') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:33.862887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 188a3401-a306-4406-a937-eefd8d74c33c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:33.863398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.866066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5570a0ad-b409-4e51-8e71-94845aa9b9a4 None None] Port b07d3028-dc62-4173-aa36-e9843757da4b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:34.017816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:34.019097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.054246 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.163913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.190869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:34.191450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:34.197212 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:34.204752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dc9e0-8fd2-4b51-8ce1-7cb4efc45a4b tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.204752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dc9e0-8fd2-4b51-8ce1-7cb4efc45a4b tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.207138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dc9e0-8fd2-4b51-8ce1-7cb4efc45a4b tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.207604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dc9e0-8fd2-4b51-8ce1-7cb4efc45a4b tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.210080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dc9e0-8fd2-4b51-8ce1-7cb4efc45a4b tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.212006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-620dc9e0-8fd2-4b51-8ce1-7cb4efc45a4b tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3747058 Aug 10 03:54:34.217457 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.234634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50848) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:34.247575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.302501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.370506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:34.375011 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4becf9-1bff-4203-b3ab-0c1da42310bc" -d '{"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-plugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:34.426090 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.445834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:34.448465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:34.456103 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.462861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:34.467183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:34.512651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.515612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] 10.222.0.53 "DELETE /v2.0/networks/8522c1b4-e140-427d-8f00-fa4e1e535a34 HTTP/1.1" status: 204 len: 168 time: 4.2473407 Aug 10 03:54:34.525670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281fd29-677d-4fee-bf11-19a065c9cd26 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.528261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281fd29-677d-4fee-bf11-19a065c9cd26 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.530039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281fd29-677d-4fee-bf11-19a065c9cd26 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.532037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281fd29-677d-4fee-bf11-19a065c9cd26 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.533619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281fd29-677d-4fee-bf11-19a065c9cd26 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.543845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4281fd29-677d-4fee-bf11-19a065c9cd26 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2994668 Aug 10 03:54:34.543845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50856) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:34.544582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50858) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:34.570269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:34.633124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:34.636078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e6f5e6bc-8a24-4be7-bae4-ab1e9ead5dc4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:34.638198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 49b2a1a0-0a82-42dd-b247-3c94eff608f5 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:34.667868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b1107-cb78-4402-b506-b1abf24ec208 req-d8803606-303e-49e5-a8fd-4fa5c2454b0b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.670856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d4b1107-cb78-4402-b506-b1abf24ec208 req-d8803606-303e-49e5-a8fd-4fa5c2454b0b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.3802276 Aug 10 03:54:34.710948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event updated for resources: {'Port': ['ID=f33b7971-a1ed-4cb0-9d08-3582aa5b3444,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:34.714939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198e4b-5d69-4483-b13d-f0ab7012d52a admin admin] Pushing event deleted for resources: {'Network': ['ID=8522c1b4-e140-427d-8f00-fa4e1e535a34,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:34.737167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 49b2a1a0-0a82-42dd-b247-3c94eff608f5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:34.756336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 49b2a1a0-0a82-42dd-b247-3c94eff608f5 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:34.797206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:34.804685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:34.814209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fafaf87d-d5ea-45e6-ac23-555dae320beb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "PUT /v2.0/routers/59fe9944-4032-4660-b3af-4d4419bf2cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2372050 Aug 10 03:54:34.814855 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:34.825341 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72da8de-b297-4064-a98a-c22de2c19095 x-openstack-request-id: req-b72da8de-b297-4064-a98a-c22de2c19095 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:34.827693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50862) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:34.828437 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-plugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:34.833039 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b72da8de-b297-4064-a98a-c22de2c19095 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:34.842979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49431f45-54c0-4c1b-8a7b-1bed316658df req-a9d1174c-70ef-478c-a443-8d39db5984c3 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5683920 Aug 10 03:54:34.843203 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'code': 200} Aug 10 03:54:34.864859 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:34.865954 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:35.061542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d4b1107-cb78-4402-b506-b1abf24ec208 req-59f76a86-d5c1-4cdd-9a6a-ecbb002b54a8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577983 Aug 10 03:54:35.191303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 340be15b-6f3f-45ce-8569-96136c698704 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:35.264915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77401df-edb6-40ac-87f0-9cb8c14d14f0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.267438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d77401df-edb6-40ac-87f0-9cb8c14d14f0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks/6f029860-c4c8-4c8c-b78d-cc3f7152b44d HTTP/1.1" status: 200 len: 804 time: 0.7074208 Aug 10 03:54:35.275819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50864) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:35.303843 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:35.333842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 340be15b-6f3f-45ce-8569-96136c698704 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:35.334552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.457701 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5167f59e-9a89-4f88-b407-b5566a511294 req-03912080-9536-44a6-8acf-c39d3d37a9dc tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.2128649 Aug 10 03:54:35.672724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Deleting port f33b7971-a1ed-4cb0-9d08-3582aa5b3444 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:35.673107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.727374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ee60d94-49f4-4ff6-b74f-c158058fd728 req-84514a47-a800-47b2-aa15-832cb04baf78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1ed9d2e99b24f09ac8497eed06ae07f&device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0373404 Aug 10 03:54:35.736977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.737622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.738125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.738593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.739048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.739575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.740392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.741228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.741691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.742475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.743220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.743683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.744144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.749719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-91baba64-fea0-479a-a7ff-dd76e6fc401c tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9193 time: 0.9149873 Aug 10 03:54:35.765556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50868) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:35.870748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 2, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:35.959019 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:35.959664 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Updating router 59fe9944-4032-4660-b3af-4d4419bf2cb2 port b07d3028-dc62-4173-aa36-e9843757da4b binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:54:35.971455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-486e88ae-f61c-492e-9196-987192b8e101 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/networks/6f029860-c4c8-4c8c-b78d-cc3f7152b44d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6732144 Aug 10 03:54:35.985653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50870) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.059393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.078473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.131512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Calling delete_port for f33b7971-a1ed-4cb0-9d08-3582aa5b3444 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:36.372537 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.430299 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.459679 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ee60d94-49f4-4ff6-b74f-c158058fd728 req-8c264a31-ae44-4ef5-afee-7ce15cc2419e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1ed9d2e99b24f09ac8497eed06ae07f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6292539 Aug 10 03:54:36.504718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.506665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.507305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.507922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.508543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.510344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.510961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.515547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.516871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.517512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.518164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.518791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.519609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.524755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-460e730f-22a9-4da1-92b1-3998efbd7886 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8370 time: 0.7551310 Aug 10 03:54:36.528082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50874) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.538342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03a1c8-3182-430c-9bcc-ba6b1278936d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.545960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f03a1c8-3182-430c-9bcc-ba6b1278936d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/subnets/3adf829a-c8d5-4872-bb06-d2de49b5766e HTTP/1.1" status: 200 len: 843 time: 0.5556724 Aug 10 03:54:36.560066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50876) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.568153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Port': ['ID=f33b7971-a1ed-4cb0-9d08-3582aa5b3444,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:36.761109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a1ed4-eeea-46c0-923c-e7e4b838593c req-132e92af-f453-451c-b10f-815b6e55d49c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.763498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf4a1ed4-eeea-46c0-923c-e7e4b838593c req-132e92af-f453-451c-b10f-815b6e55d49c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.3456345 Aug 10 03:54:36.900990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406481f-2f69-4107-8e23-85b63e45c8a1 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.914278 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b406481f-2f69-4107-8e23-85b63e45c8a1 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "GET /v2.0/subnets/3adf829a-c8d5-4872-bb06-d2de49b5766e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3433447 Aug 10 03:54:36.929540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50882) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.958873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12455763'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:37.017090 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf4a1ed4-eeea-46c0-923c-e7e4b838593c req-6fd9b74b-44ed-4bd2-a014-d4eab3a8e78a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229471 Aug 10 03:54:37.084366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:37.090588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.141807 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] create failed (client error): The resource could not be found. Aug 10 03:54:37.144020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-689fc434-8e16-4c32-ab33-c538076830a3 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4359155 Aug 10 03:54:37.147174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f657e03e-d5c6-46d6-bb18-b06d08fa4968 req-a6c942a4-16cc-4859-b4ee-aed1d61790ba tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.2184501 Aug 10 03:54:37.151212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50884) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:37.228800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:37.277494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.278338 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Added segment 0831acc0-ab8c-46a1-9a50-aafdce100441 of type vlan for network e49056ec-116e-42f7-bfc4-9e04c52e6be1 Aug 10 03:54:37.393970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.414248 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.441648 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Transition to ACTIVE for port object b07d3028-dc62-4173-aa36-e9843757da4b will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:37.454641 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.492427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Deleting port d146bcce-f896-4b15-b9c7-ab751221edd2 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:37.493183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.615398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.632134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:37.633805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.638406 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Pushing event updated for resources: {'Port': ['ID=b07d3028-dc62-4173-aa36-e9843757da4b,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:37.736671 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Attempting to bind port b07d3028-dc62-4173-aa36-e9843757da4b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:37.737343 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Attempting to bind port b07d3028-dc62-4173-aa36-e9843757da4b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:37.737892 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Attempting to bind port b07d3028-dc62-4173-aa36-e9843757da4b on network 0589c81a-f794-4408-9dad-e006f6daec99 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:37.749466 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.750027 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.750563 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.751060 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.751548 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.752034 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.752531 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.753030 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.753521 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.754047 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.754529 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.756348 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:37.770293 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:37.770759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Checking segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:37.771149 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.771543 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Bound using segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:37.772033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Bound port: b07d3028-dc62-4173-aa36-e9843757da4b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:37.772413 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.839798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.860873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Calling delete_port for d146bcce-f896-4b15-b9c7-ab751221edd2 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:37.941636 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] For port b07d3028-dc62-4173-aa36-e9843757da4b, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:37.964713 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] For port b07d3028-dc62-4173-aa36-e9843757da4b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b07d3028-dc62-4173-aa36-e9843757da4b,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:37.999861 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.037526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0947859 Aug 10 03:54:38.050778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee60d94-49f4-4ff6-b74f-c158058fd728 req-49e6e1c1-d056-441b-8941-174912c8c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.053674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ee60d94-49f4-4ff6-b74f-c158058fd728 req-49e6e1c1-d056-441b-8941-174912c8c9e8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5241916 Aug 10 03:54:38.065360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50888) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:38.071725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:38.138815 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:38.139596 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:38.179647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a266a4-2a8a-4e51-945d-18baa3aad6f7 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Network': ['ID=e49056ec-116e-42f7-bfc4-9e04c52e6be1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.217288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e49056ec-116e-42f7-bfc4-9e04c52e6be1 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:38.412527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Made reservation on behalf of d6beff249d404d378feafcc1a648d010 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:38.417906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.525902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40b186c0-3be0-48e8-8ce0-059ffcd2554d req-0e84a2a1-a66e-4bc4-96dc-7462724849b6 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0876539 Aug 10 03:54:38.559780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.575060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-11f3d621-479c-4c8f-97d9-f1dec3943292 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5042 time: 2.0267313 Aug 10 03:54:38.606413 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021f352-844c-4ed0-8185-85391a917a0b None None] Pushing event updated for resources: {'Port': ['ID=b07d3028-dc62-4173-aa36-e9843757da4b,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.634218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091a8d2-9c5c-4eb8-b09e-0812c33c0dba req-d8d7eeaa-5b85-4a6f-90f8-7143a09ceb13 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.638342 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:38.651117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2091a8d2-9c5c-4eb8-b09e-0812c33c0dba req-d8d7eeaa-5b85-4a6f-90f8-7143a09ceb13 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.3258238 Aug 10 03:54:38.661905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Port': ['ID=d146bcce-f896-4b15-b9c7-ab751221edd2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.706517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.708145 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Performing IP validity checks on allocation pools {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:54:38.708687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:54:38.995897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2091a8d2-9c5c-4eb8-b09e-0812c33c0dba req-1e69a021-30a8-4d4e-bc28-5c447468db03 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437014 Aug 10 03:54:39.130545 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:39.227860 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e7538-0d03-48a7-9d33-0143a45fb5ac None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:39.358699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.364098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-400da482-8415-435f-abea-4ed2d499b6cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "DELETE /v2.0/ports/d146bcce-f896-4b15-b9c7-ab751221edd2 HTTP/1.1" status: 204 len: 168 time: 2.2111082 Aug 10 03:54:39.374461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50900) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:39.385463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.493013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50902) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:39.532948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475395362', 'description': 'tempest-secgroup-smoke-1475395362 description', 'project_id': '723bb98784f94075a88f43e13602e903'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:39.549215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fedb3-1efc-4552-bd1f-f7e0754b3e9e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.550915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6e0fedb3-1efc-4552-bd1f-f7e0754b3e9e tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "GET /v2.0/ports?device_id=2524b586-e764-4104-8654-549916cd4d38 HTTP/1.1" status: 200 len: 913 time: 0.1753497 Aug 10 03:54:39.585884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50904) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:39.603622 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.715821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=93d7b56d-a78b-4d32-83cf-3354e2895b2f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:39.738020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Deleting port 1faad8a8-7725-400c-9d34-a53dc1adc29b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:39.739048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.923703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94bf241f-6b14-46de-bcb6-546d52090bcd req-07454f9a-52a2-4920-a278-9813b3e06086 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1907961 Aug 10 03:54:39.933856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Checking segment: {'id': '0831acc0-ab8c-46a1-9a50-aafdce100441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:39.934947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network hostable DHCP agents. Network: e49056ec-116e-42f7-bfc4-9e04c52e6be1, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:39.942060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] For port 1faad8a8-7725-400c-9d34-a53dc1adc29b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1faad8a8-7725-400c-9d34-a53dc1adc29b,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:39.946854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.018247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Calling delete_port for 1faad8a8-7725-400c-9d34-a53dc1adc29b owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:40.333862 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.337725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Network e49056ec-116e-42f7-bfc4-9e04c52e6be1 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:40.371186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.409942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e49056ec-116e-42f7-bfc4-9e04c52e6be1) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:40.422911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d7cbb-0b63-42a1-8a8e-e9fa651f979d req-c8e578ce-0b9b-4b7b-8061-5bf7aa3948c0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.423622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.424605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.425293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0def17-0895-4a10-bde0-b0809d57916f None None] Network e49056ec-116e-42f7-bfc4-9e04c52e6be1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:40.438033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc5d7cbb-0b63-42a1-8a8e-e9fa651f979d req-c8e578ce-0b9b-4b7b-8061-5bf7aa3948c0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1853971 Aug 10 03:54:40.460130 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.466117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9572072 Aug 10 03:54:40.485659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e847523a-7023-42f4-8d4b-1812e43bd3a0 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4191341 Aug 10 03:54:40.486656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50912) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.487301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50914) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.512112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '0efb9623-7ad9-4c2c-9155-f6bb30e5404e', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:40.544146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:40.571772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bc5d7cbb-0b63-42a1-8a8e-e9fa651f979d req-38d073c2-db57-4930-bce2-5ea31cbd1076 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311274 Aug 10 03:54:40.728437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.796086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12506567'] for subnet, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.823210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faad8a8-7725-400c-9d34-a53dc1adc29b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:40.949103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-e49056ec-116e-42f7-bfc4-9e04c52e6be1', 'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1', 'tenant_id': 'd6beff249d404d378feafcc1a648d010', 'fixed_ips': [{'subnet_id': '93d7b56d-a78b-4d32-83cf-3354e2895b2f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:40.950836 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.195727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d3165-791f-4b51-81bd-3567bb811209 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efb9623-7ad9-4c2c-9155-f6bb30e5404e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.222886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b07d3028-dc62-4173-aa36-e9843757da4b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:41.393709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b07d3028-dc62-4173-aa36-e9843757da4b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:41.408161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b07d3028-dc62-4173-aa36-e9843757da4b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:41.408790 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.420561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.706508 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.732010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.776441 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:54:41.776441 n-d-769329-14 neutron-server[94142]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 10 03:54:41.776441 n-d-769329-14 neutron-server[94142]: [parameters: {'in_use': 1, 'id_1': '93d7b56d-a78b-4d32-83cf-3354e2895b2f'}] Aug 10 03:54:41.776441 n-d-769329-14 neutron-server[94142]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:54:41.777731 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:54:41.805899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b07d3028-dc62-4173-aa36-e9843757da4b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b07d3028-dc62-4173-aa36-e9843757da4b,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:41.816045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.948891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b07d3028-dc62-4173-aa36-e9843757da4b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:42.048453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731981418132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9395371'] for subnet, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.052412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23954f91-2d78-447c-bda0-103ef6655107 req-05ad6741-33f3-4b2a-aa29-66b29bf1dbb5 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.8295774 Aug 10 03:54:42.090219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Router b0b7098c-aa74-4c82-960b-0ed51e4361cb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:42.122286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b413ec-e224-426d-81a0-3bdacc7fbf99 req-490c28c5-74dc-43f4-9254-af2ebda4f9f4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.127826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6b413ec-e224-426d-81a0-3bdacc7fbf99 req-490c28c5-74dc-43f4-9254-af2ebda4f9f4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2896326 Aug 10 03:54:42.174897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.178564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.179189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.184020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "PUT /v2.0/subnets/93d7b56d-a78b-4d32-83cf-3354e2895b2f HTTP/1.1" status: 200 len: 900 time: 1.6811502 Aug 10 03:54:42.184020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a45eb8-07f4-4d6c-86e6-ce470a476dbc tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event updated for resources: {'Subnet': ['ID=93d7b56d-a78b-4d32-83cf-3354e2895b2f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:42.185282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:42.256469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6b413ec-e224-426d-81a0-3bdacc7fbf99 req-fb3e2010-cec3-460d-b7ed-2c30723d51f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017063 Aug 10 03:54:42.280041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.338390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.352954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.410489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:42.440492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd43b964-81df-45d9-8e87-6f9bb344b884,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:42.452947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f2f8848-310a-484b-8dac-cf674bc5a5a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/b0b7098c-aa74-4c82-960b-0ed51e4361cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8985415 Aug 10 03:54:42.455419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50926) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:42.464060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.467460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aa1d5a2f-e033-4e1c-8457-f272b6145f45 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9697931 Aug 10 03:54:42.475415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50928) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:42.523686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '0efb9623-7ad9-4c2c-9155-f6bb30e5404e', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:42.601704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Allocated IP 2001:db8::3 (e49056ec-116e-42f7-bfc4-9e04c52e6be1/93d7b56d-a78b-4d32-83cf-3354e2895b2f/9f0c6b2c-ff21-41ce-b577-10c22219b336) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:42.643384 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.731269 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.754417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.758730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.788123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] Sync routers for ids ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:42.810881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.817362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] Routers {'b0b7098c-aa74-4c82-960b-0ed51e4361cb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:42.818149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:42.827223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.038360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Transition to ACTIVE for port object 9f0c6b2c-ff21-41ce-b577-10c22219b336 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:43.047544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Deleting port d3599531-7160-4cc9-b789-efef05918911 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:43.047899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.125702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Transition to ACTIVE for port object 9f0c6b2c-ff21-41ce-b577-10c22219b336 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:43.143330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.165435 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.194084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.302863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b07d3028-dc62-4173-aa36-e9843757da4b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:43.311258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] Set router b0b7098c-aa74-4c82-960b-0ed51e4361cb gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:43.331866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] For port d3599531-7160-4cc9-b789-efef05918911, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d3599531-7160-4cc9-b789-efef05918911,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:43.332759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.343981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b078cc-1f8d-4b49-9fa9-671eec3079f2,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.377191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Calling delete_port for d3599531-7160-4cc9-b789-efef05918911 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:43.395353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.408361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74f9973c-7729-4abd-be42-0f3dda604c3d req-564d24d4-20e0-4bc0-9207-f660316c3e7f tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1118777 Aug 10 03:54:43.410705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.417602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bde65c40-d89d-473e-8aa6-8ae0c6efc5a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9169750 Aug 10 03:54:43.454513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50938) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:43.468433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '0efb9623-7ad9-4c2c-9155-f6bb30e5404e', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:43.499508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=93d7b56d-a78b-4d32-83cf-3354e2895b2f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.518997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Network e49056ec-116e-42f7-bfc4-9e04c52e6be1 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:43.539288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:43.546555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:43.662111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Pushing event updated for resources: {'Port': ['ID=9f0c6b2c-ff21-41ce-b577-10c22219b336,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.720692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.724372 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.782241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49056ec-116e-42f7-bfc4-9e04c52e6be1']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.803714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0831acc0-ab8c-46a1-9a50-aafdce100441') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.805140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0831acc0-ab8c-46a1-9a50-aafdce100441') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:43.806011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.850190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.870830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3599531-7160-4cc9-b789-efef05918911,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.881941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Attempting to bind port 9f0c6b2c-ff21-41ce-b577-10c22219b336 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:43.883393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Attempting to bind port 9f0c6b2c-ff21-41ce-b577-10c22219b336 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '0831acc0-ab8c-46a1-9a50-aafdce100441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:43.884253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Attempting to bind port 9f0c6b2c-ff21-41ce-b577-10c22219b336 on network e49056ec-116e-42f7-bfc4-9e04c52e6be1 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:43.886585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.912347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:43.912786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.914492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b07d3028-dc62-4173-aa36-e9843757da4b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:43.915211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:43.920585 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:43.923062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41737-48c6-4295-a5af-e37284dac642 req-2b9dc7fe-e94e-4cef-91a5-aed11d913ffe tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.930778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6f41737-48c6-4295-a5af-e37284dac642 req-2b9dc7fe-e94e-4cef-91a5-aed11d913ffe tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2182283 Aug 10 03:54:43.932403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:43.932939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Checking segment: {'id': '0831acc0-ab8c-46a1-9a50-aafdce100441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:43.933567 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.934322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Bound using segment: {'id': '0831acc0-ab8c-46a1-9a50-aafdce100441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:43.935132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Bound port: 9f0c6b2c-ff21-41ce-b577-10c22219b336, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0831acc0-ab8c-46a1-9a50-aafdce100441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:43.935902 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.946565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.985947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.013027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': 'd3599531-7160-4cc9-b789-efef05918911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:54:40Z', 'revision_number': 5, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port': {'id': 'd3599531-7160-4cc9-b789-efef05918911', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:02Z', 'updated_at': '2021-08-10T03:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:44.020952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ae31ab-1151-4540-a635-1b0ec949987a,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:44.026616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Deleting port 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:44.027012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.093709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.111785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] Checking router: b0b7098c-aa74-4c82-960b-0ed51e4361cb for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:44.135047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.150805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Calling delete_port for 1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:44.151589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] Routers {'b0b7098c-aa74-4c82-960b-0ed51e4361cb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:44.151881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:44.290261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] Set router b0b7098c-aa74-4c82-960b-0ed51e4361cb gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:44.309776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.324182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.352652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6f41737-48c6-4295-a5af-e37284dac642 req-6a7b5111-94ec-4956-b545-d468a7eb44f8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639785 Aug 10 03:54:44.437506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:54:44.437506 n-d-769329-14 neutron-server[94141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:54:44.437506 n-d-769329-14 neutron-server[94141]: [parameters: {'id': 'e49056ec-116e-42f7-bfc4-9e04c52e6be1'}] Aug 10 03:54:44.437506 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:54:44.438266 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:54:44.439589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.445737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-33f8ef09-4b5d-4f17-b841-6aa365cfbb44 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9824836 Aug 10 03:54:44.446699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:44.458995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '0efb9623-7ad9-4c2c-9155-f6bb30e5404e', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:44.467561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.484742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.487225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b7098c-aa74-4c82-960b-0ed51e4361cb {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:44.513550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.519051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-331fe331-0aad-4d5e-9d6a-9c652740ea08 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b0b7098c-aa74-4c82-960b-0ed51e4361cb HTTP/1.1" status: 204 len: 168 time: 2.0620193 Aug 10 03:54:44.520392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50946) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:44.540808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:54:43Z', 'revision_number': 7, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:44.586993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Port': ['ID=1fb0dbe0-f391-4dd8-b5c3-74d6b9a591fc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:44.635046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Deleting subnet 8188f4ab-ebef-4088-9ba7-26e4006bdb9a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:44.648959 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.698900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a033b8-f3d5-4c5d-b3fd-433623e56a5b None None] The sync data for ids ['b0b7098c-aa74-4c82-960b-0ed51e4361cb'] in n-d-769329-14 is: [{'id': 'b0b7098c-aa74-4c82-960b-0ed51e4361cb', 'name': 'tempest-TestServerMultinode-952060013-router', 'tenant_id': '74f15c433aa24c9fbc32069ac8530dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:00Z', 'updated_at': '2021-08-10T03:54:43Z', 'revision_number': 7, 'project_id': '74f15c433aa24c9fbc32069ac8530dfb', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:44.754295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] For port 9f0c6b2c-ff21-41ce-b577-10c22219b336, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:44.758896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] For port 9f0c6b2c-ff21-41ce-b577-10c22219b336, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9f0c6b2c-ff21-41ce-b577-10c22219b336,segment=NetworkSegment(0831acc0-ab8c-46a1-9a50-aafdce100441),segment_id=0831acc0-ab8c-46a1-9a50-aafdce100441)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:44.772118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.839171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09473c8a-6cad-42aa-a671-be2097d5e2d5 req-d62abcea-41ba-4e08-8558-7d10824f10f5 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.2444096 Aug 10 03:54:44.973288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.984456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.995227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11869169-6b0d-4eed-9fd4-1362e774b181 None None] Pushing event updated for resources: {'Port': ['ID=9f0c6b2c-ff21-41ce-b577-10c22219b336,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.047678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f312e-f19e-4314-bbf0-600774154c6e None None] Network e49056ec-116e-42f7-bfc4-9e04c52e6be1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:45.053378 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.394411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1faad8a8-7725-400c-9d34-a53dc1adc29b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:45.439369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.480540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1faad8a8-7725-400c-9d34-a53dc1adc29b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:45.480859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1faad8a8-7725-400c-9d34-a53dc1adc29b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:45.554194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad477a-d2f5-4060-8dbe-042c7d2dcd89 None None] Network e49056ec-116e-42f7-bfc4-9e04c52e6be1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:45.608583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.613495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.846485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.848040 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.905376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8188f4ab-ebef-4088-9ba7-26e4006bdb9a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.924577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.925773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d404f8e4-0b04-41af-a723-fb63a02980ba,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.934992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-512a4230-9eca-4c79-a27c-48a8073f8ffe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8188f4ab-ebef-4088-9ba7-26e4006bdb9a HTTP/1.1" status: 204 len: 168 time: 1.4128516 Aug 10 03:54:45.937603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b01785-fac0-447d-9d75-25d9de1e37dd None None] Network d6f70172-edb4-4ab6-9178-84f3686f4995 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:45.937989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50974) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:45.962236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Router 2524b586-e764-4104-8654-549916cd4d38 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:45.975526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.980980 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a091600-0b37-4490-a56c-71fd5991415f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5316916 Aug 10 03:54:45.986576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50976) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.000858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '0efb9623-7ad9-4c2c-9155-f6bb30e5404e', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:46.123132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2d178-666e-44b2-929d-8467042152af req-b7f497f2-20ef-4add-adda-b4d06755f8c7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:46.125079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97c2d178-666e-44b2-929d-8467042152af req-b7f497f2-20ef-4add-adda-b4d06755f8c7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.3838978 Aug 10 03:54:46.224120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.256280 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Project 723bb98784f94075a88f43e13602e903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:54:46.307958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.355227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] DHCP port deletion for d6f70172-edb4-4ab6-9178-84f3686f4995 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:46.383005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97c2d178-666e-44b2-929d-8467042152af req-e95f6527-5e06-4f16-a18a-f90d56a6bb35 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277260 Aug 10 03:54:46.542158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] Deleting port 2d44360a-19fa-4df4-add5-c1b75f9f4312 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:46.542855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.561210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:46.576681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-35f37c6a-5e6a-4133-88ca-eb21dd71e6ed tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "PUT /v2.0/routers/2524b586-e764-4104-8654-549916cd4d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9880912 Aug 10 03:54:46.579547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50984) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.589204 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] Sync routers for ids ['2524b586-e764-4104-8654-549916cd4d38'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:46.609161 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] Routers {'2524b586-e764-4104-8654-549916cd4d38'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:46.609805 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2524b586-e764-4104-8654-549916cd4d38'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.622594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.630885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting port 9f0c6b2c-ff21-41ce-b577-10c22219b336 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:46.631589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.634808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.644736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4defb99-1e4f-49d3-aa0a-7be883439d7d req-b9a307d4-446b-43e1-8853-2a244f156472 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.6334641 Aug 10 03:54:46.690951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Deleting port 2d44360a-19fa-4df4-add5-c1b75f9f4312 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:46.692055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.692256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] For port 2d44360a-19fa-4df4-add5-c1b75f9f4312, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d44360a-19fa-4df4-add5-c1b75f9f4312,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:46.692587 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.709884 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.750987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] Calling delete_port for 2d44360a-19fa-4df4-add5-c1b75f9f4312 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:46.752994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dfc11d-b8d4-4963-92d2-4ff80e0c2bf9,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:46.755782 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] Routers {'2524b586-e764-4104-8654-549916cd4d38'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:46.757968 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:54:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2524b586-e764-4104-8654-549916cd4d38'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.773265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.775645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9f024821-b535-4630-bf66-da9f2b335742 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7799149 Aug 10 03:54:46.779460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.784286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '0efb9623-7ad9-4c2c-9155-f6bb30e5404e', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:46.834733 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Project 723bb98784f94075a88f43e13602e903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:54:46.880706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] For port 2d44360a-19fa-4df4-add5-c1b75f9f4312, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d44360a-19fa-4df4-add5-c1b75f9f4312,segment=NetworkSegment(8be3f13c-612d-499c-bc33-8eac761bae38),segment_id=8be3f13c-612d-499c-bc33-8eac761bae38)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:46.881238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.902379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:46.903062 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070a48de-19d5-4b8b-8134-662086615d55 None None] The sync data for ids ['2524b586-e764-4104-8654-549916cd4d38'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:46.910407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Calling delete_port for 2d44360a-19fa-4df4-add5-c1b75f9f4312 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:46.937774 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.946135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.979818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d44360a-19fa-4df4-add5-c1b75f9f4312 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:47.100440 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.124689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No active binding found for port 2d44360a-19fa-4df4-add5-c1b75f9f4312 {{(pid=94142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:54:47.125125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d44360a-19fa-4df4-add5-c1b75f9f4312 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:47.130582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d3599531-7160-4cc9-b789-efef05918911 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:47.162925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.171276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.201892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.203513 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4227886 Aug 10 03:54:47.237276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d3599531-7160-4cc9-b789-efef05918911 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:47.238512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d3599531-7160-4cc9-b789-efef05918911 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:47.241606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] Pushing event deleted for resources: {'Port': ['ID=2d44360a-19fa-4df4-add5-c1b75f9f4312,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.264831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0b38-8870-4dd9-b1de-3665f27495b2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01790b05-3f69-42fe-a6e7-d4944e31ddbd,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.273970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c82298-9db6-4ae4-8c73-b606f4a3a1c0 None None] No DVR routers for this DVR port 2d44360a-19fa-4df4-add5-c1b75f9f4312 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:47.297242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.308105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bf70a-73a0-497e-829a-02f41f692b25 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:54:47.352513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d44360a-19fa-4df4-add5-c1b75f9f4312,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.357542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] No DVR routers for this DVR port 2d44360a-19fa-4df4-add5-c1b75f9f4312 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:47.465239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.477537 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.527677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.545881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0bf70a-73a0-497e-829a-02f41f692b25 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:54:47.571140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f70172-edb4-4ab6-9178-84f3686f4995']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:47.622786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be3f13c-612d-499c-bc33-8eac761bae38') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:47.624095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be3f13c-612d-499c-bc33-8eac761bae38') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:47.639925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] For port 9f0c6b2c-ff21-41ce-b577-10c22219b336, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9f0c6b2c-ff21-41ce-b577-10c22219b336,segment=NetworkSegment(0831acc0-ab8c-46a1-9a50-aafdce100441),segment_id=0831acc0-ab8c-46a1-9a50-aafdce100441)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:47.640537 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.649072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.650818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Fanout notify agent at l3_agent the message router_deleted on router 2524b586-e764-4104-8654-549916cd4d38 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:54:47.656275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.669800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.675781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9daf28d3-f61f-4407-929a-a095d5d6e7cb tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "DELETE /v2.0/routers/2524b586-e764-4104-8654-549916cd4d38 HTTP/1.1" status: 204 len: 168 time: 1.0937028 Aug 10 03:54:47.692711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:47.705010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Calling delete_port for 9f0c6b2c-ff21-41ce-b577-10c22219b336 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:47.746723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.809239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-b2e979a8-2c8b-4fa5-8f45-0d8435ef917c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475395362&fields=id&tenant_id=723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 267 time: 0.0921559 Aug 10 03:54:47.822028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960410-5af8-4fe8-bbf9-9d3f8ff0b2b8 req-f65acb8f-ddba-474c-a821-ec4055b1f1f8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.826021 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c960410-5af8-4fe8-bbf9-9d3f8ff0b2b8 req-f65acb8f-ddba-474c-a821-ec4055b1f1f8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2698941 Aug 10 03:54:47.827519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:47.827723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:47.830336 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:47.942062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Deleting subnet a48667e4-98e6-4825-adfe-420c5ce2321b {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:47.949173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.951445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.963724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.965724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] 10.222.0.53 "DELETE /v2.0/networks/d6f70172-edb4-4ab6-9178-84f3686f4995 HTTP/1.1" status: 204 len: 168 time: 2.0220592 Aug 10 03:54:48.073398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994166b-a5fb-4f34-9a43-618d0e55029f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f70172-edb4-4ab6-9178-84f3686f4995,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.129215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c960410-5af8-4fe8-bbf9-9d3f8ff0b2b8 req-804c9e76-bc7c-4305-beaf-92ec28afc71c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916803 Aug 10 03:54:48.142806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.153623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.281338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:48.316183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Port': ['ID=9f0c6b2c-ff21-41ce-b577-10c22219b336,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.328751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No DVR routers for this DVR port 9f0c6b2c-ff21-41ce-b577-10c22219b336 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:48.365344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-ffb7a6a5-e0cd-4955-88e9-54dee70d8e62 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:48.378604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-ffb7a6a5-e0cd-4955-88e9-54dee70d8e62 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 797 time: 0.5482752 Aug 10 03:54:48.467669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-c62901d1-4ade-4b97-a4ba-fac9b19e98ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/quotas/723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 375 time: 0.0876374 Aug 10 03:54:48.490038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.607230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e22cd9f-15b8-4ba3-aefa-ca0fe16314a4 req-e5885671-87a3-47a6-911c-1467738d024c tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.2546937 Aug 10 03:54:48.611646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.668707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Subnet': ['ID=a48667e4-98e6-4825-adfe-420c5ce2321b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.678770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.680527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.685859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ad03fee2-3f9b-4ba8-8337-30a68eb13f62 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "DELETE /v2.0/subnets/a48667e4-98e6-4825-adfe-420c5ce2321b HTTP/1.1" status: 204 len: 168 time: 0.9920664 Aug 10 03:54:48.687878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17239d-28f0-4a9a-aacc-d72176ce1e36 None None] Network 9d2aa481-4da3-406b-b64f-7640595952c9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:48.690531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24f510e5-0000-4976-adaa-22b38d3d5001 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d92247502b7640cf91061e6c0f96de02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075370 Aug 10 03:54:48.691499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51028) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:48.693669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51030) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:48.719449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49056ec-116e-42f7-bfc4-9e04c52e6be1']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:48.783809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-9dd921d4-ccd3-4799-9203-710544a33693 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3150222 Aug 10 03:54:48.791153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0831acc0-ab8c-46a1-9a50-aafdce100441') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:48.791457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0831acc0-ab8c-46a1-9a50-aafdce100441') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:48.796277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.845069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.897948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.919880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:48.920319 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:48.933441 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:48.965204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a8774-f494-4c3c-a9d9-29b420e55394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.011390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-62d2ea3f-b080-40e2-a108-828f2aa72ab6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:49.012280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-62d2ea3f-b080-40e2-a108-828f2aa72ab6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1996398 Aug 10 03:54:49.023388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a8774-f494-4c3c-a9d9-29b420e55394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.070515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Deleting port 340be15b-6f3f-45ce-8569-96136c698704 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:49.071698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.107149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] DHCP port deletion for 9d2aa481-4da3-406b-b64f-7640595952c9 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:49.122222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.195089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.198026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/e49056ec-116e-42f7-bfc4-9e04c52e6be1 HTTP/1.1" status: 204 len: 168 time: 7.0112526 Aug 10 03:54:49.210990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51036) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:49.279722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] Deleting port 340be15b-6f3f-45ce-8569-96136c698704 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:49.280268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.301248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832578d-d2b6-4540-b375-6bb4a4241ddf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=e49056ec-116e-42f7-bfc4-9e04c52e6be1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:49.324321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] For port 340be15b-6f3f-45ce-8569-96136c698704, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=340be15b-6f3f-45ce-8569-96136c698704,segment=NetworkSegment(6a707bb3-0ab6-4e31-9cad-c21c74d1850a),segment_id=6a707bb3-0ab6-4e31-9cad-c21c74d1850a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:49.324692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.340446 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a8774-f494-4c3c-a9d9-29b420e55394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.352541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a8774-f494-4c3c-a9d9-29b420e55394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.362798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b82a8774-f494-4c3c-a9d9-29b420e55394 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e04a83c-309b-48ac-b519-910e4d22cc6f HTTP/1.1" status: 204 len: 168 time: 0.5718620 Aug 10 03:54:49.372841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-412296d7-0028-4590-a9a6-a753f18c4493 service neutron] 10.222.0.53 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942863 Aug 10 03:54:49.373875 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-43364f99-5660-4108-9fa3-f1ba5a51b3f5 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:49.374524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43364f99-5660-4108-9fa3-f1ba5a51b3f5 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:49.377133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-43364f99-5660-4108-9fa3-f1ba5a51b3f5 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/93d7b56d-a78b-4d32-83cf-3354e2895b2f HTTP/1.1" status: 404 len: 337 time: 0.0916171 Aug 10 03:54:49.380262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51046) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:49.438029 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcf7d25-9f42-4175-b3f1-f9251ec02a01 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:49.438918 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcf7d25-9f42-4175-b3f1-f9251ec02a01 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:49.441642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cdcf7d25-9f42-4175-b3f1-f9251ec02a01 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/e49056ec-116e-42f7-bfc4-9e04c52e6be1 HTTP/1.1" status: 404 len: 339 time: 0.0599344 Aug 10 03:54:49.453644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51048) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:49.454681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Calling delete_port for 340be15b-6f3f-45ce-8569-96136c698704 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:49.488058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a8774-f494-4c3c-a9d9-29b420e55394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04a83c-309b-48ac-b519-910e4d22cc6f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:49.533289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] For port 340be15b-6f3f-45ce-8569-96136c698704, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=340be15b-6f3f-45ce-8569-96136c698704,segment=NetworkSegment(6a707bb3-0ab6-4e31-9cad-c21c74d1850a),segment_id=6a707bb3-0ab6-4e31-9cad-c21c74d1850a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:49.534204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.603951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-691e6183-c959-412e-b876-708a06cb5c04 service neutron] 10.222.0.53 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048705 Aug 10 03:54:49.876281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979bd35-3462-4620-9b58-63cdf14d946b req-486e0e41-508d-4f72-86c9-33c8b5a07e0d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.878812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6979bd35-3462-4620-9b58-63cdf14d946b req-486e0e41-508d-4f72-86c9-33c8b5a07e0d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.4735193 Aug 10 03:54:49.903902 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.011671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.024208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6979bd35-3462-4620-9b58-63cdf14d946b req-79418c65-faef-4e48-9c1b-48c441751825 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168320 Aug 10 03:54:50.091047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f024d523-627e-494b-81be-b1648d10ea7f req-afa76303-a3ac-4710-a24f-73c5699038ca tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1386659 Aug 10 03:54:50.095408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] Calling delete_port for 340be15b-6f3f-45ce-8569-96136c698704 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:50.211984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Port': ['ID=340be15b-6f3f-45ce-8569-96136c698704,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:50.231952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e928611d-803a-4f33-8e4b-1511c99ebc97 req-cc8a4cea-1265-4030-87b0-f3b8162c0e4c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 210 time: 0.0476208 Aug 10 03:54:50.234378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.247252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] No DVR routers for this DVR port 340be15b-6f3f-45ce-8569-96136c698704 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:50.252306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] No DVR routers for this DVR port 340be15b-6f3f-45ce-8569-96136c698704 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:50.282275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.300339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a97d91-56d5-48f5-9d52-c72f9fd0d06a None None] Pushing event deleted for resources: {'Port': ['ID=340be15b-6f3f-45ce-8569-96136c698704,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:50.308255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310e84c2-78b3-422e-a6a5-3fce7d415cc1']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:50.317561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b95399b-9da9-45e0-b968-9294ac487f78') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:50.317839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b95399b-9da9-45e0-b968-9294ac487f78') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:50.329879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.365572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.402270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:50.402834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.426921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:50.527078 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:50.550075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dfe7b169-0909-4a98-9cdf-ccc0cae73827 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74f15c433aa24c9fbc32069ac8530dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176462 Aug 10 03:54:50.550529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51072) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:50.636393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.667734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7c57dc-a5e7-4a99-a4f4-362828012cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.672497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2aa481-4da3-406b-b64f-7640595952c9']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:50.692519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a707bb3-0ab6-4e31-9cad-c21c74d1850a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:50.692992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a707bb3-0ab6-4e31-9cad-c21c74d1850a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:50.717067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7c57dc-a5e7-4a99-a4f4-362828012cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.733127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.755155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.764125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:50.764661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:50.794043 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:50.812923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7c57dc-a5e7-4a99-a4f4-362828012cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.816320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7c57dc-a5e7-4a99-a4f4-362828012cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.817639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e7c57dc-a5e7-4a99-a4f4-362828012cc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50e5aa0d-ef2b-46fd-a122-b10a115b96aa HTTP/1.1" status: 204 len: 168 time: 0.2659798 Aug 10 03:54:50.845405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.876132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.878393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/310e84c2-78b3-422e-a6a5-3fce7d415cc1 HTTP/1.1" status: 204 len: 168 time: 1.4192512 Aug 10 03:54:50.890032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51082) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:50.927453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c57dc-a5e7-4a99-a4f4-362828012cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e5aa0d-ef2b-46fd-a122-b10a115b96aa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:50.934339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e4dc-2133-4e2a-af27-aad03b243a00 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=310e84c2-78b3-422e-a6a5-3fce7d415cc1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:50.963541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.978202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.000496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] 10.222.0.53 "DELETE /v2.0/networks/9d2aa481-4da3-406b-b64f-7640595952c9 HTTP/1.1" status: 204 len: 168 time: 2.2951412 Aug 10 03:54:51.060006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a19851-aa53-4b94-8c29-15d0ee42dd45 tempest-FloatingIPNegativeTestJSON-45894407 tempest-FloatingIPNegativeTestJSON-45894407-project] Pushing event deleted for resources: {'Network': ['ID=9d2aa481-4da3-406b-b64f-7640595952c9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:51.128847 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f93989-101f-4a15-a120-3db29915ea7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:51.130739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f93989-101f-4a15-a120-3db29915ea7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:51.147315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.147630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-86f93989-101f-4a15-a120-3db29915ea7e tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/7bbcb3d4-495f-4feb-bef4-9a0f8a84e02c HTTP/1.1" status: 404 len: 337 time: 0.2555792 Aug 10 03:54:51.164877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 340be15b-6f3f-45ce-8569-96136c698704 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:51.237212 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f556e189-64fd-4581-be23-8164733ac850 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:51.242422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 340be15b-6f3f-45ce-8569-96136c698704 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:51.242973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f556e189-64fd-4581-be23-8164733ac850 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:51.243227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 340be15b-6f3f-45ce-8569-96136c698704 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:51.254422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51102) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.255458 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f556e189-64fd-4581-be23-8164733ac850 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/145f0e53-3fd6-48af-98f1-c8c1087c4272 HTTP/1.1" status: 404 len: 339 time: 0.1028860 Aug 10 03:54:51.442945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c25ae85-968c-4bdc-97e3-91ec463c337a req-ad757ded-fce6-4315-be8d-f85f4aa75008 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0973604 Aug 10 03:54:51.627049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting subnet 84c52092-0a17-4679-8f4f-04f159389b03 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:51.656394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c22280b6-1431-4465-84a4-bf5bfd1afd49 req-d758fe8a-faef-41d3-8c6a-e6c0c8cdaf65 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 210 time: 0.0993822 Aug 10 03:54:51.657417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.711216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51112) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.791761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.086499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.202286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022a36-b8c8-4f8d-9424-2133ba407904 req-da949c46-181b-472d-b972-53732b11ea01 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.204041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82022a36-b8c8-4f8d-9424-2133ba407904 req-da949c46-181b-472d-b972-53732b11ea01 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.8255386 Aug 10 03:54:52.258703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.305461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=84c52092-0a17-4679-8f4f-04f159389b03,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.314488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.316750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/84c52092-0a17-4679-8f4f-04f159389b03 HTTP/1.1" status: 204 len: 168 time: 1.0603666 Aug 10 03:54:52.318605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3fdd61-6c72-47ef-baeb-8889d632641f None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:52.323017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51118) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:52.347459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.351158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1be4ecb4-def1-447c-8756-2d54f2fa0f47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5db51584e1174f75ad705d32df94cc51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374757 Aug 10 03:54:52.352672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.353536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51120) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:52.358664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.359299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.359802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.360335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.361108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.361658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.362175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.362692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.365730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.366340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d60b95-b2ce-40de-acfa-2f397a2b53f2 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:52.417289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82022a36-b8c8-4f8d-9424-2133ba407904 req-3f8597c4-7a67-4288-b722-ab00c3a7f5a6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670120 Aug 10 03:54:52.511264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting subnet e34a60a0-1a29-4f42-8da7-64f346d2d893 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:52.515452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.526593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e6476e2-8384-458f-977a-a3252c0b1a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.561972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.565017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e6476e2-8384-458f-977a-a3252c0b1a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.654827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc31f69a-637c-4f96-b5fd-c933d40c0018 req-27321ff5-d87d-4641-9b0c-966627e2eb7a tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0580182 Aug 10 03:54:52.678285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e6476e2-8384-458f-977a-a3252c0b1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.681393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e6476e2-8384-458f-977a-a3252c0b1a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.684918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e6476e2-8384-458f-977a-a3252c0b1a53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0700eb9a-cec3-4c8b-b00a-f198c6b125cd HTTP/1.1" status: 204 len: 168 time: 0.3278661 Aug 10 03:54:52.697609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6476e2-8384-458f-977a-a3252c0b1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0700eb9a-cec3-4c8b-b00a-f198c6b125cd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.727431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.852556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.899967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=e34a60a0-1a29-4f42-8da7-64f346d2d893,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.912817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.915073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-71f4e81d-e509-46d6-b4c9-4c7adfcf21d4 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/e34a60a0-1a29-4f42-8da7-64f346d2d893 HTTP/1.1" status: 204 len: 168 time: 0.5893412 Aug 10 03:54:52.917877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51134) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:53.149163 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.167625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-a4d00c5f-aba8-4ee0-993a-5ceec60fa30f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.169174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-a4d00c5f-aba8-4ee0-993a-5ceec60fa30f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.65 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 797 time: 0.2134993 Aug 10 03:54:53.267686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94c65e35-afc1-411f-9f50-f72a805d0b74 req-34f23f88-5811-4f2d-a773-d3c6304279eb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 210 time: 0.0973237 Aug 10 03:54:53.316888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:53.317222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.324145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-a4b74573-e352-4922-8a08-b8e92189fad6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 380 time: 0.1424775 Aug 10 03:54:53.339518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'port': {'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'admin_state_up': True, 'tenant_id': '723bb98784f94075a88f43e13602e903', 'security_groups': ['0efb9623-7ad9-4c2c-9155-f6bb30e5404e']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:53.496551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] For port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,segment=NetworkSegment(25d6ca5f-1eec-43f1-af64-4bacc9f3d284),segment_id=25d6ca5f-1eec-43f1-af64-4bacc9f3d284)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:53.498122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.538685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Calling delete_port for b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:53.580455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:53.591001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.696792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fdb3f-909e-480f-bf2a-4f0de05b5dbf req-ac5b2f52-bc2b-4801-a8f9-7a611611905b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.705970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f7fdb3f-909e-480f-bf2a-4f0de05b5dbf req-ac5b2f52-bc2b-4801-a8f9-7a611611905b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1442897 Aug 10 03:54:53.871714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.20.0.9 (0589c81a-f794-4408-9dad-e006f6daec99/bef95216-5bcb-4314-8e41-3cd4c1a77f9b/271bb86c-8949-4c75-9646-bdf8cfc0cf43) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:53.883681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f7fdb3f-909e-480f-bf2a-4f0de05b5dbf req-c487e386-49a3-4ea8-8ecd-c656c8b4b84d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764846 Aug 10 03:54:53.934037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.959360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Port': ['ID=b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:53.963599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No DVR routers for this DVR port b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:54.002452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0d8d355-0cb0-4cea-b7f4-f0345a7a0d58 req-daa571e3-0ad7-41d0-8b9f-f7a9996bc56d tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0967715 Aug 10 03:54:54.023806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505f95c-ee57-4f96-bcf0-78aa602f7259 None None] Network 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:54.159262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2ee75ab9-9f14-4c10-8b10-c3fed4e8a593 None None] Could not find standard attr ID for object b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:54:54.198808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.243597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:54.257926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d6ca5f-1eec-43f1-af64-4bacc9f3d284') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:54.258549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d6ca5f-1eec-43f1-af64-4bacc9f3d284') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:54.290435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.310091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Transition to ACTIVE for port object 271bb86c-8949-4c75-9646-bdf8cfc0cf43 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:54.327282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.364602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.393058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:54.395234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:54.403153 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:54.417859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec69c9f-168f-4778-8793-0d17a0caef13 None None] DHCP port deletion for 56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:54.446594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.525509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51170) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.622216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 0589c81a-f794-4408-9dad-e006f6daec99 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:54.630842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:54.646693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:54.685008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a390e0-5ff8-49db-b4cc-92cdbd652347 req-f436a6d0-1d67-4654-93a4-96952737b2da tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.718586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07a390e0-5ff8-49db-b4cc-92cdbd652347 req-f436a6d0-1d67-4654-93a4-96952737b2da tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 931 time: 0.2677705 Aug 10 03:54:54.729194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.738627 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.772007 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.776303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8 HTTP/1.1" status: 204 len: 168 time: 1.8571997 Aug 10 03:54:54.780316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51178) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.797926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=271bb86c-8949-4c75-9646-bdf8cfc0cf43,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:54.841132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.841792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.852825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3b4b0-c96c-4fa2-9e4c-5b7e48539d7d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=56cc55a4-4a45-4af1-9dcf-a7e61aa70bf8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:54.874394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-0e8896b2-085a-4bd6-bd59-44d17cf42e9f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5389411 Aug 10 03:54:54.892511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Request body: {'port': {'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:54.921231 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db38d74-da3f-46d8-83ff-1c03e5379503 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:54.921832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db38d74-da3f-46d8-83ff-1c03e5379503 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:54.928237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8db38d74-da3f-46d8-83ff-1c03e5379503 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/76aa9e29-fe20-46fe-b538-4b05f84246f2 HTTP/1.1" status: 404 len: 337 time: 0.1196542 Aug 10 03:54:54.928237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51182) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.954199 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3b1b52-6d58-4c3d-bde9-db28349e3126 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:54.955169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3b1b52-6d58-4c3d-bde9-db28349e3126 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:54.958564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f3b1b52-6d58-4c3d-bde9-db28349e3126 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/2a07102c-b0e5-4f2a-b8ac-dd844afe9917 HTTP/1.1" status: 404 len: 339 time: 0.0300200 Aug 10 03:54:54.967037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:54.979633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-df422f10-d42b-4bdf-9102-33c778d22bda tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] Request body: {'port': {'network_id': '7b8aac9c-424e-44a2-a624-9c01938aa558', 'name': 'tempest-NetworksNegativeTestJSON-1243146580'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:54.994716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51186) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.016584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:55.017117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b4e19e38-81ef-4c5a-8cd0-1d6cc890ff1b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:55.034310 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-df422f10-d42b-4bdf-9102-33c778d22bda tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] POST failed (client error): The resource could not be found. Aug 10 03:54:55.035105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df422f10-d42b-4bdf-9102-33c778d22bda tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.037284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-df422f10-d42b-4bdf-9102-33c778d22bda tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4922822 Aug 10 03:54:55.056694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51188) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.077696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07a390e0-5ff8-49db-b4cc-92cdbd652347 req-a3830605-48cf-4eed-98a6-aa01466e2f52 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553190 Aug 10 03:54:55.079196 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8463d9b-3253-4153-a358-f8ad1780c338 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.079913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8463d9b-3253-4153-a358-f8ad1780c338 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.084859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d8463d9b-3253-4153-a358-f8ad1780c338 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/af57a50a-b9f2-4804-8d0e-65367a07dad3 HTTP/1.1" status: 404 len: 337 time: 0.0860207 Aug 10 03:54:55.084859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51192) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.116712 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2e68b8-1f4a-42b2-9416-46f9e1017923 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.119585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2e68b8-1f4a-42b2-9416-46f9e1017923 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.129349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3d2e68b8-1f4a-42b2-9416-46f9e1017923 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "DELETE /v2.0/networks/374adaab-5113-4613-b5b3-9f91e865bb44 HTTP/1.1" status: 404 len: 339 time: 0.0710485 Aug 10 03:54:55.130045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51194) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.135352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.163758 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71097a8-7225-462b-ac63-36249401d97d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.164387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71097a8-7225-462b-ac63-36249401d97d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.186036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f71097a8-7225-462b-ac63-36249401d97d tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/576bcd45-2098-420a-8bea-dcc32076ca00 HTTP/1.1" status: 404 len: 339 time: 0.0848765 Aug 10 03:54:55.187022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51196) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.208741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e755c4a3-8b2f-423e-9f9f-3cd673ee26db None None] Provisioning for port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:55.215631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e755c4a3-8b2f-423e-9f9f-3cd673ee26db None None] Provisioning complete for port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:55.216193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e755c4a3-8b2f-423e-9f9f-3cd673ee26db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.258969 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-603c8152-4ea8-44df-85d6-70f45fa4960c tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.260092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603c8152-4ea8-44df-85d6-70f45fa4960c tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.271783 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-603c8152-4ea8-44df-85d6-70f45fa4960c tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "DELETE /v2.0/ports/57d399f0-ec8f-4b2a-baa9-7b95edb98748 HTTP/1.1" status: 404 len: 333 time: 0.1246512 Aug 10 03:54:55.273439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51198) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.301085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e755c4a3-8b2f-423e-9f9f-3cd673ee26db None None] Port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:55.351040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35fd93-642f-474e-b548-a9668ad14b95 req-f2d8e1e9-dd7c-40d4-a7fa-149e7459c242 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.351040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d35fd93-642f-474e-b548-a9668ad14b95 req-f2d8e1e9-dd7c-40d4-a7fa-149e7459c242 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2099988 Aug 10 03:54:55.361639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef143b42-5c7d-4d12-be7a-750b1ebb0eaa req-61aa4bcb-2703-4380-9ae4-de2bc4681983 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1209712 Aug 10 03:54:55.371097 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0d8b1d-c384-4574-94e1-ca2f91489f55 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.371097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0d8b1d-c384-4574-94e1-ca2f91489f55 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.374647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bb0d8b1d-c384-4574-94e1-ca2f91489f55 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/bbb18577-e8ff-48f8-8f41-0ed4de0b75cb HTTP/1.1" status: 404 len: 337 time: 0.1375034 Aug 10 03:54:55.379096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51200) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.409285 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04a6eb1-3bb6-47e9-a0e0-ab634a6bd9bf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.410058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04a6eb1-3bb6-47e9-a0e0-ab634a6bd9bf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.412265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e04a6eb1-3bb6-47e9-a0e0-ab634a6bd9bf tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/5b72b96d-544f-4812-9f01-41ce871db317 HTTP/1.1" status: 404 len: 339 time: 0.0309930 Aug 10 03:54:55.416286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.528077 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-637a7b3c-4c1f-4b01-80aa-1a04b31f097d tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:55.528457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637a7b3c-4c1f-4b01-80aa-1a04b31f097d tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.532890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-637a7b3c-4c1f-4b01-80aa-1a04b31f097d tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "DELETE /v2.0/subnets/c99b4ca3-24a1-4e04-b53e-a53872370b48 HTTP/1.1" status: 404 len: 337 time: 0.2554712 Aug 10 03:54:55.555637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51206) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.562683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d35fd93-642f-474e-b548-a9668ad14b95 req-ec7c5ff2-a854-49d3-aa43-ab8873001ad2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367023 Aug 10 03:54:55.677374 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abdbc57-99f0-43f0-a35f-209a469b2595 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] GET failed (client error): The resource could not be found. Aug 10 03:54:55.679267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3abdbc57-99f0-43f0-a35f-209a469b2595 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "GET /v2.0/networks/09c58622-6286-4202-9b79-c19d39809434 HTTP/1.1" status: 404 len: 339 time: 0.1226196 Aug 10 03:54:55.691199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51212) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.755846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting subnet 5deb9ef1-f393-48f1-a2ec-0b596db3de22 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:55.761442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.820331 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e9a407-43ed-4eb6-ac0e-6f6a853f6c76 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] GET failed (client error): The resource could not be found. Aug 10 03:54:55.822096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-45e9a407-43ed-4eb6-ac0e-6f6a853f6c76 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "GET /v2.0/ports/377525dd-517c-4d55-81f2-e3e9e1ce5844 HTTP/1.1" status: 404 len: 333 time: 0.1281085 Aug 10 03:54:55.834126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51214) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.841392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.903012 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5f9f07-5065-49fc-9816-930b9ec89b4b tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] GET failed (client error): The resource could not be found. Aug 10 03:54:55.904771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1f5f9f07-5065-49fc-9816-930b9ec89b4b tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "GET /v2.0/subnets/2c0c8e49-f395-4441-b608-2c8b69fe7be4 HTTP/1.1" status: 404 len: 337 time: 0.0695617 Aug 10 03:54:55.943878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51218) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.949603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fcb9c127-99da-46ef-a79c-92e9d8673bcc tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:55.974542 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb9c127-99da-46ef-a79c-92e9d8673bcc tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] PUT failed (client error): The resource could not be found. Aug 10 03:54:55.975111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb9c127-99da-46ef-a79c-92e9d8673bcc tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:55.978680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fcb9c127-99da-46ef-a79c-92e9d8673bcc tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "PUT /v2.0/networks/b989cb90-38e7-4121-8578-affd4902373b HTTP/1.1" status: 404 len: 339 time: 0.0316007 Aug 10 03:54:55.988881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51220) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.996432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0a6aedc3-173f-40ea-8b29-7831e4a63e64 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:56.005181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271bb86c-8949-4c75-9646-bdf8cfc0cf43 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:56.023566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.052577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Transition to ACTIVE for port object 271bb86c-8949-4c75-9646-bdf8cfc0cf43 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:56.054665 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6aedc3-173f-40ea-8b29-7831e4a63e64 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] PUT failed (client error): The resource could not be found. Aug 10 03:54:56.055510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6aedc3-173f-40ea-8b29-7831e4a63e64 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:56.056844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0a6aedc3-173f-40ea-8b29-7831e4a63e64 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "PUT /v2.0/ports/049f6220-182a-415f-9874-c5053116a8f1 HTTP/1.1" status: 404 len: 333 time: 0.0669463 Aug 10 03:54:56.059767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.063525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51222) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:56.069255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-33e156ef-cbdf-4636-9b4b-e4ff316a6332 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:56.088437 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.118410 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e156ef-cbdf-4636-9b4b-e4ff316a6332 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] PUT failed (client error): The resource could not be found. Aug 10 03:54:56.119200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e156ef-cbdf-4636-9b4b-e4ff316a6332 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:56.127638 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-33e156ef-cbdf-4636-9b4b-e4ff316a6332 tempest-NetworksNegativeTestJSON-1379692645 tempest-NetworksNegativeTestJSON-1379692645-project] 10.222.0.53 "PUT /v2.0/subnets/7c5d6875-937a-4d3f-82e4-8ed5d6bd97bb HTTP/1.1" status: 404 len: 337 time: 0.0624716 Aug 10 03:54:56.172337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Pushing event updated for resources: {'Port': ['ID=271bb86c-8949-4c75-9646-bdf8cfc0cf43,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.179974 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.290810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Attempting to bind port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:56.291359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Attempting to bind port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:56.291897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Attempting to bind port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 on network 0589c81a-f794-4408-9dad-e006f6daec99 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:56.313880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 on network 0589c81a-f794-4408-9dad-e006f6daec99 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:56.314448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Attempting to bind port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 on network 0589c81a-f794-4408-9dad-e006f6daec99 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:56.337744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:56.339452 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Checking segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:56.341607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Bound using segment: {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:56.342242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Bound port: 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e724769-12a1-4db8-9340-a264dfe54fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:56.342755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.427790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7b36-6e8c-418f-ac8b-980ba9853396 req-422260cf-f324-4488-8a9e-ba9230fbb4ab tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.429891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c34f7b36-6e8c-418f-ac8b-980ba9853396 req-422260cf-f324-4488-8a9e-ba9230fbb4ab tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 943 time: 0.1667604 Aug 10 03:54:56.522529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c34f7b36-6e8c-418f-ac8b-980ba9853396 req-8713dc9c-9ceb-48d0-9d59-8dae419e0bde tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811203 Aug 10 03:54:56.563893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.599685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21399c6-1912-4df6-b2e0-8336cd969847 None None] Network b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:56.658582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.665962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/5deb9ef1-f393-48f1-a2ec-0b596db3de22 HTTP/1.1" status: 204 len: 168 time: 1.2484047 Aug 10 03:54:56.666690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51238) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:56.669016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244f318-cdbc-4ab5-a3d1-099e26dbe8b8 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=5deb9ef1-f393-48f1-a2ec-0b596db3de22,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.961751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] DHCP port deletion for b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:57.001458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.008431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51242) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:57.012246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] For port 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:57.016201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] For port 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:57.030975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.068938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ce4b8-932f-43ea-9f44-816db65a5011 req-b1ae7bf5-cc7b-4396-9358-886e4de0d471 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.081045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab7ce4b8-932f-43ea-9f44-816db65a5011 req-b1ae7bf5-cc7b-4396-9358-886e4de0d471 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1793120 Aug 10 03:54:57.092065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.092731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.094542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] 10.222.0.65 "PUT /v2.0/ports/271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 1092 time: 2.2112167 Aug 10 03:54:57.095118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:57.097814 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15cdf4-1457-4817-8aef-eed996dc22aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:57.106113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2b2864a-abf7-443d-8d37-4c3f380a73bb req-3356f079-b0df-4c41-9724-73f8d2bab799 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0879807 Aug 10 03:54:57.146380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd9354-4dfd-46d9-89ef-bef775e835e6 service neutron] Pushing event updated for resources: {'Port': ['ID=271bb86c-8949-4c75-9646-bdf8cfc0cf43,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:57.160057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-82ca7894-8a29-4c53-9651-6fa3d40220a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.221861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] Deleting port b51342eb-e9db-4dc9-a527-708298822de6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:57.226024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.267923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-8e29f511-92da-4c5c-89a4-4b509b86a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.271859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-8e29f511-92da-4c5c-89a4-4b509b86a454 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1095 time: 0.1196752 Aug 10 03:54:57.349013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab7ce4b8-932f-43ea-9f44-816db65a5011 req-387e0937-4f57-4239-865f-31cb489f98e0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546896 Aug 10 03:54:57.380309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-72b1f145-d527-4b56-8d46-aa225ed1eaed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 217 time: 0.0922456 Aug 10 03:54:57.391278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] For port b51342eb-e9db-4dc9-a527-708298822de6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b51342eb-e9db-4dc9-a527-708298822de6,segment=NetworkSegment(c65c3aa3-462d-46c0-8f6d-3c81a28f05fe),segment_id=c65c3aa3-462d-46c0-8f6d-3c81a28f05fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:57.391535 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6215304a-c720-4516-95a6-04b88ce3b204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.393732 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.429033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] Calling delete_port for b51342eb-e9db-4dc9-a527-708298822de6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:57.464752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-db286c08-7489-4cc3-84a1-e09c6ccc2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.466968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-db286c08-7489-4cc3-84a1-e09c6ccc2796 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 200 len: 834 time: 0.0891328 Aug 10 03:54:57.530923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting port b51342eb-e9db-4dc9-a527-708298822de6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:57.531470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.565085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-aca27735-f168-489c-a3a6-7443db3add9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.567744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-aca27735-f168-489c-a3a6-7443db3add9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0589c81a-f794-4408-9dad-e006f6daec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923870 Aug 10 03:54:57.704554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-992738f5-7855-4f5a-8100-ea3b76e786bb service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283956 Aug 10 03:54:57.706491 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345df097-9bb1-42a6-b8d1-0a1a0f58b545 x-openstack-request-id: req-345df097-9bb1-42a6-b8d1-0a1a0f58b545 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:57.706910 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:57.708051 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-345df097-9bb1-42a6-b8d1-0a1a0f58b545 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:57.708051 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'status': 'completed', 'code': 200} Aug 10 03:54:57.772844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] For port b51342eb-e9db-4dc9-a527-708298822de6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b51342eb-e9db-4dc9-a527-708298822de6,segment=NetworkSegment(c65c3aa3-462d-46c0-8f6d-3c81a28f05fe),segment_id=c65c3aa3-462d-46c0-8f6d-3c81a28f05fe)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:57.773476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.781069 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.806643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31e01e-0983-4998-b448-93bced7400e6 req-b6c9a0cb-2a3f-46e7-aec7-5b3dc96ab818 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.816112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac31e01e-0983-4998-b448-93bced7400e6 req-b6c9a0cb-2a3f-46e7-aec7-5b3dc96ab818 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 943 time: 0.1623666 Aug 10 03:54:57.881667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] Pushing event deleted for resources: {'Port': ['ID=b51342eb-e9db-4dc9-a527-708298822de6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:57.892956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6807a-cf6c-4d4a-829b-02c8c189dcb6 None None] No DVR routers for this DVR port b51342eb-e9db-4dc9-a527-708298822de6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:58.027151 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c94f192-fb44-409f-acf7-2a3fb390020a req-7e1f4e50-20b4-4300-8806-afa8f619af25 service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129270 Aug 10 03:54:58.198599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Calling delete_port for b51342eb-e9db-4dc9-a527-708298822de6 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:58.201446 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6215304a-c720-4516-95a6-04b88ce3b204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.203138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-42c0ec0a-aac2-43c2-b4bb-dd552bf56040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.206952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-42c0ec0a-aac2-43c2-b4bb-dd552bf56040 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1095 time: 0.0969040 Aug 10 03:54:58.216939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6215304a-c720-4516-95a6-04b88ce3b204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.252351 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6215304a-c720-4516-95a6-04b88ce3b204 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9e7176391114e239af0a39f53dc2ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2383242 Aug 10 03:54:58.255043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51262) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:58.269823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac31e01e-0983-4998-b448-93bced7400e6 req-c6522c30-4bd0-4de2-b208-78405621659a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514825 Aug 10 03:54:58.382357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-299cf5e5-ada6-4494-9438-5fc09aa5f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.384155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-299cf5e5-ada6-4494-9438-5fc09aa5f845 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 898 time: 0.1649926 Aug 10 03:54:58.417051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a1a4730-c4bb-4ab8-bb7c-47f7b877cd9b req-992ddd9e-9b6d-4973-afdd-deb26a3d87a0 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0754464 Aug 10 03:54:58.468557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215304a-c720-4516-95a6-04b88ce3b204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc714808-0ae4-40d5-9f11-0222987599f2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.472542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.545170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-24df509c-7009-4f80-97a4-a44898c45484 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 217 time: 0.1267262 Aug 10 03:54:58.607904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Port': ['ID=b51342eb-e9db-4dc9-a527-708298822de6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.632840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No DVR routers for this DVR port b51342eb-e9db-4dc9-a527-708298822de6 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:58.634635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-973ca8f1-1165-4e79-82c1-0799d06424dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.646566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-1301b94f-e950-4900-af9d-3715e53ff24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.648131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-1301b94f-e950-4900-af9d-3715e53ff24e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 200 len: 834 time: 0.0953746 Aug 10 03:54:58.690125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-973ca8f1-1165-4e79-82c1-0799d06424dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.725458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930df04-7ce4-41a8-b9ca-2c4e3369e63d req-519a1c56-3a17-43e8-ab79-0f33d78421ee tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.727125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9930df04-7ce4-41a8-b9ca-2c4e3369e63d req-519a1c56-3a17-43e8-ab79-0f33d78421ee tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2211835 Aug 10 03:54:58.753810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-35a47e9d-b7f5-4e3d-8b44-b5573d0cea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.755544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-35a47e9d-b7f5-4e3d-8b44-b5573d0cea2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0589c81a-f794-4408-9dad-e006f6daec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976727 Aug 10 03:54:58.867644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.887832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:58.915287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9930df04-7ce4-41a8-b9ca-2c4e3369e63d req-04db86ad-5396-4d60-8049-d416914e74f5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437628 Aug 10 03:54:58.929091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:58.929499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65c3aa3-462d-46c0-8f6d-3c81a28f05fe') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:58.932124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-973ca8f1-1165-4e79-82c1-0799d06424dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.934865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-973ca8f1-1165-4e79-82c1-0799d06424dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.936160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-973ca8f1-1165-4e79-82c1-0799d06424dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc714808-0ae4-40d5-9f11-0222987599f2 HTTP/1.1" status: 204 len: 168 time: 0.6626132 Aug 10 03:54:58.949759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.991054 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ca8f1-1165-4e79-82c1-0799d06424dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc714808-0ae4-40d5-9f11-0222987599f2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.012200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.030777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:59.040132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:59.047409 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:59.069683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b51342eb-e9db-4dc9-a527-708298822de6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:59.110692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-a5d2ba4f-f747-4bac-beee-61d5eb2ef8a6 service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457527 Aug 10 03:54:59.143057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b51342eb-e9db-4dc9-a527-708298822de6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:59.147942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b51342eb-e9db-4dc9-a527-708298822de6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:59.266325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa15cdf4-1457-4817-8aef-eed996dc22aa req-f78c41cf-1990-48a2-a522-f688a362b14c service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479020 Aug 10 03:54:59.303972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9da9c0e1-630d-4de2-881c-626152cf4490 req-70a9d2d3-de70-47b9-aead-bc3d7acdc302 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1265500 Aug 10 03:54:59.355949 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.406360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.408760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6 HTTP/1.1" status: 204 len: 168 time: 2.7408745 Aug 10 03:54:59.410175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72f551-fdc4-48d9-99d8-95ef12abbd13 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=b3021ec5-39dc-4ccb-bd88-7cd3fb453dd6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.412128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51290) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:59.467468 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1278257-9b47-4642-bab4-43e8a201b8ee tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:59.467939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1278257-9b47-4642-bab4-43e8a201b8ee tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:59.472081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b1278257-9b47-4642-bab4-43e8a201b8ee tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/8c96069a-7331-4e84-892b-a6ecab55dac6 HTTP/1.1" status: 404 len: 337 time: 0.0563834 Aug 10 03:54:59.473618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51298) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:59.497065 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b20aa00-640f-4ba4-8eec-c7ca1fa1842c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:59.498141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b20aa00-640f-4ba4-8eec-c7ca1fa1842c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:59.507184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b20aa00-640f-4ba4-8eec-c7ca1fa1842c tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/f1b4a010-5c7c-4fed-ac96-00d7e4da1bd2 HTTP/1.1" status: 404 len: 339 time: 0.0330565 Aug 10 03:54:59.508174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:59.583313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca18c7-5b50-4103-a678-b2c11717b725 req-33470ec7-ff08-4276-923a-f63b7a7172a8 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.585615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8aca18c7-5b50-4103-a678-b2c11717b725 req-33470ec7-ff08-4276-923a-f63b7a7172a8 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 943 time: 0.1302497 Aug 10 03:54:59.593777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cb4ed8e-6a21-4346-9838-0ceff90800e8 req-4fdf68cb-e0c3-4540-863a-e5ee62a2a047 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0373220 Aug 10 03:54:59.624750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting subnet 3adf829a-c8d5-4872-bb06-d2de49b5766e {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:59.632699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.643476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.659731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8aca18c7-5b50-4103-a678-b2c11717b725 req-9a107697-030e-47d9-a122-2d0a40519f01 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614614 Aug 10 03:54:59.725925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.848017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b6238be2-7ee5-4f2e-a388-c4f8491c2575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.859839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.932825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.968587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Subnet': ['ID=3adf829a-c8d5-4872-bb06-d2de49b5766e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.981698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.983066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029690c-7f3f-47a9-9204-ecdd4a5c5d96 None None] Network 6f029860-c4c8-4c8c-b78d-cc3f7152b44d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:59.990840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ce398b3c-c5ce-4ed3-b695-29d7f25f7bce tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/subnets/3adf829a-c8d5-4872-bb06-d2de49b5766e HTTP/1.1" status: 204 len: 168 time: 0.4783628 Aug 10 03:54:59.991987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51328) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:00.118190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.195200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Deleting port f9e814b0-5165-4a1f-aa85-b89b0783d358 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:00.195842 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.271934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f79b37-1f82-46c8-8ce6-d07a1426b263 req-f44bd52d-62a2-4531-8dc3-1a234f7ccc2d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.274655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51f79b37-1f82-46c8-8ce6-d07a1426b263 req-f44bd52d-62a2-4531-8dc3-1a234f7ccc2d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1642203 Aug 10 03:55:00.364183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51336) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:00.388590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] DHCP port deletion for 6f029860-c4c8-4c8c-b78d-cc3f7152b44d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:00.432441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51f79b37-1f82-46c8-8ce6-d07a1426b263 req-9acc84b9-c076-416b-9f95-825eab0edfe9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511991 Aug 10 03:55:00.438049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] For port f9e814b0-5165-4a1f-aa85-b89b0783d358, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9e814b0-5165-4a1f-aa85-b89b0783d358,segment=NetworkSegment(8c81499d-b28f-4583-a2de-7e26b7988493),segment_id=8c81499d-b28f-4583-a2de-7e26b7988493)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:00.438683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.467351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-7c5e66c0-136c-4e1e-9c2f-26ebbda0851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.471045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-7c5e66c0-136c-4e1e-9c2f-26ebbda0851f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1097 time: 0.1560664 Aug 10 03:55:00.492167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] Deleting port f9e814b0-5165-4a1f-aa85-b89b0783d358 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:00.493525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.497344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Calling delete_port for f9e814b0-5165-4a1f-aa85-b89b0783d358 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:00.589274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] For port f9e814b0-5165-4a1f-aa85-b89b0783d358, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9e814b0-5165-4a1f-aa85-b89b0783d358,segment=NetworkSegment(8c81499d-b28f-4583-a2de-7e26b7988493),segment_id=8c81499d-b28f-4583-a2de-7e26b7988493)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:00.590222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.592139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1979400082'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:00.621740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] Calling delete_port for f9e814b0-5165-4a1f-aa85-b89b0783d358 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:00.661171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:00.670699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.709352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-7d1b8f87-02c3-4ff8-a625-95bb9a79a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.711485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-7d1b8f87-02c3-4ff8-a625-95bb9a79a5c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.2301519 Aug 10 03:55:00.715906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.815658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.844308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.887753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] Pushing event deleted for resources: {'Port': ['ID=f9e814b0-5165-4a1f-aa85-b89b0783d358,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:00.898024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e242007-a2be-44aa-9856-0d423bddaa1b None None] No DVR routers for this DVR port f9e814b0-5165-4a1f-aa85-b89b0783d358 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:00.927239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Port': ['ID=f9e814b0-5165-4a1f-aa85-b89b0783d358,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:00.935231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-715e484d-a92c-47ee-abbc-dd823e0d1442 req-0afbc792-adbc-4bf9-bce9-0ca26feee936 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1544037 Aug 10 03:55:00.949058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] No DVR routers for this DVR port f9e814b0-5165-4a1f-aa85-b89b0783d358 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:00.956008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303068a7-df47-40d3-a3ff-afc480558280 req-fa3cfc4c-019c-42ed-9521-bcfe5c5d8bf5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.963967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9e814b0-5165-4a1f-aa85-b89b0783d358 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:00.970016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-303068a7-df47-40d3-a3ff-afc480558280 req-fa3cfc4c-019c-42ed-9521-bcfe5c5d8bf5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 943 time: 0.1606443 Aug 10 03:55:00.996682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f9e814b0-5165-4a1f-aa85-b89b0783d358 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:00.997277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9e814b0-5165-4a1f-aa85-b89b0783d358 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:01.001329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-6d76c54b-4c97-4ec8-a0ed-bc1e6ed53673 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 1001 time: 0.2804301 Aug 10 03:55:01.135690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 271bb86c-8949-4c75-9646-bdf8cfc0cf43 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:01.153913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.181086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-303068a7-df47-40d3-a3ff-afc480558280 req-4a450f4d-8971-44af-995a-f36f14613494 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036941 Aug 10 03:55:01.183259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.186704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f029860-c4c8-4c8c-b78d-cc3f7152b44d']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.190435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.206334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:01.211154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-300ff777-0983-492d-9bfc-90d04621b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.211994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-300ff777-0983-492d-9bfc-90d04621b337 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.1769652 Aug 10 03:55:01.214825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c81499d-b28f-4583-a2de-7e26b7988493') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.217202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c81499d-b28f-4583-a2de-7e26b7988493') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:01.235055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.236823 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment d2755929-3ccb-490b-b560-801a9d3e6980 of type vlan for network a8449e14-6473-46d2-a656-533712cc8416 Aug 10 03:55:01.248985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.326252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.340172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:01.341272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:01.344507 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:01.349389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-3a2580ec-4599-461c-b2dc-2e038ddcae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.351447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-3a2580ec-4599-461c-b2dc-2e038ddcae5b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310220 Aug 10 03:55:01.356436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.377877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:01.379786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c9be8-96d2-4d9b-829a-965badd13ce9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:01.440651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:01.506877 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:01.523202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.537953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.538637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.599398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.621665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271bb86c-8949-4c75-9646-bdf8cfc0cf43 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:01.635515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.640915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.648390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] 10.222.0.53 "DELETE /v2.0/networks/6f029860-c4c8-4c8c-b78d-cc3f7152b44d HTTP/1.1" status: 204 len: 168 time: 1.6529946 Aug 10 03:55:01.648560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=a8449e14-6473-46d2-a656-533712cc8416,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:01.651423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:01.652245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0dd6cf7-53d4-42d7-8e6a-daabaf3629e7 req-9a76f344-0eb1-4edd-a594-3f5dcc0346ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1ed9d2e99b24f09ac8497eed06ae07f&device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1982181 Aug 10 03:55:01.662305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.674300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-a0fb7bc9-5ec7-4767-9dfa-b992e5940b50 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799697 Aug 10 03:55:01.681416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network a8449e14-6473-46d2-a656-533712cc8416 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:01.700254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344606b9-0072-48e7-8702-bb7d1486c5a3 tempest-NetworksIpV6Test-791507420 tempest-NetworksIpV6Test-791507420-project] Pushing event deleted for resources: {'Network': ['ID=6f029860-c4c8-4c8c-b78d-cc3f7152b44d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:01.716731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2fb4-aa8f-47d5-a60d-c6d081386a2b req-54a1d29b-5e51-4015-9508-67efb365b9cf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.719350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bdec2fb4-aa8f-47d5-a60d-c6d081386a2b req-54a1d29b-5e51-4015-9508-67efb365b9cf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1762774 Aug 10 03:55:01.727915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c01dc21-a51b-4d83-b303-9db9b4202d70 req-65572d13-7dce-46dc-89ba-83bd4de32f95 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.2083373 Aug 10 03:55:01.731594 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b2bdb833-1a0a-4b81-8f53-77a541c886e4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3492544 Aug 10 03:55:01.746684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51368) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:01.757634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0dd6cf7-53d4-42d7-8e6a-daabaf3629e7 req-d1380d34-ac4e-47f1-8ee5-6d3c84fbe272 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1ed9d2e99b24f09ac8497eed06ae07f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907588 Aug 10 03:55:01.780393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-276324524'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:01.835583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.855293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:01.860875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.866490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=271bb86c-8949-4c75-9646-bdf8cfc0cf43,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:01.902042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['271bb86c-8949-4c75-9646-bdf8cfc0cf43'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:01.947308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bdec2fb4-aa8f-47d5-a60d-c6d081386a2b req-b545f90c-5107-40be-b020-18a61ea0f0bc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015536 Aug 10 03:55:01.971600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:02.002407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.003014 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment fc1f9adc-38bd-413c-a7a3-3c77fb642867 of type vlan for network db72317b-d12a-4bf9-b80b-091e2b040ed9 Aug 10 03:55:02.028079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd6cf7-53d4-42d7-8e6a-daabaf3629e7 req-c76fb4ef-4cc7-48de-9399-488610ec1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.029301 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0dd6cf7-53d4-42d7-8e6a-daabaf3629e7 req-c76fb4ef-4cc7-48de-9399-488610ec1466 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644322 Aug 10 03:55:02.051839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-812920eb-037a-4903-a9ce-4759ca5ad32c req-1dcbe186-e7c3-4bd1-8841-66da2f33cc40 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621571 Aug 10 03:55:02.075754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.131088 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.139479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.140138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.177201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51378) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.214068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4635463 Aug 10 03:55:02.217681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.223809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': 'a8449e14-6473-46d2-a656-533712cc8416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:02.245429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298780c1-ff6d-4597-9592-098948dbcfc6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=db72317b-d12a-4bf9-b80b-091e2b040ed9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.279139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:02.416326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d980f-85f1-4bbd-ade2-bdafbdf17cfa req-80e594e3-76f0-4d4c-8df9-d676b40b12c1 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.417938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ec4d980f-85f1-4bbd-ade2-bdafbdf17cfa req-80e594e3-76f0-4d4c-8df9-d676b40b12c1 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 944 time: 0.0945075 Aug 10 03:55:02.462763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:02.466463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.547618 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ec4d980f-85f1-4bbd-ade2-bdafbdf17cfa req-ea6e0ef7-5643-434d-98a1-72ad0779607d tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180818 Aug 10 03:55:02.562350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2c3c998-eea9-4280-813f-fdee428c63cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6beff249d404d378feafcc1a648d010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824430 Aug 10 03:55:02.564005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51390) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.648044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016fce5-7365-47ef-8e18-fd85924ce3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.677786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016fce5-7365-47ef-8e18-fd85924ce3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.738497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.762572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016fce5-7365-47ef-8e18-fd85924ce3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.766151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a016fce5-7365-47ef-8e18-fd85924ce3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.767538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a016fce5-7365-47ef-8e18-fd85924ce3c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e382c433-51a3-4778-b3c6-b68d30bac8ce HTTP/1.1" status: 204 len: 168 time: 0.2023568 Aug 10 03:55:02.781943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016fce5-7365-47ef-8e18-fd85924ce3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e382c433-51a3-4778-b3c6-b68d30bac8ce,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.839392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=072e9b5e-3f11-4f1a-b95c-058c7f0663c9,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.886317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': 'd2755929-3ccb-490b-b560-801a9d3e6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8449e14-6473-46d2-a656-533712cc8416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:02.886553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: a8449e14-6473-46d2-a656-533712cc8416, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:02.901701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ec1080c-b351-404f-a9d2-116d25c1b184 req-288196d8-5841-4325-a3b2-4c0fc63fac4d tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0542326 Aug 10 03:55:02.909966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network a8449e14-6473-46d2-a656-533712cc8416 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:02.924027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, a8449e14-6473-46d2-a656-533712cc8416) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:02.945797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352c5a9-3fb4-42ac-8f0a-1aafc0a91cb8 None None] Network a8449e14-6473-46d2-a656-533712cc8416 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:02.946926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.946926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.962081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-899f9c55-afbd-4b34-ae20-e3aee01a3781 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7426629 Aug 10 03:55:02.965080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51404) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.982197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:03.170832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 271bb86c-8949-4c75-9646-bdf8cfc0cf43 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:03.207493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-a8449e14-6473-46d2-a656-533712cc8416', 'network_id': 'a8449e14-6473-46d2-a656-533712cc8416', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '072e9b5e-3f11-4f1a-b95c-058c7f0663c9'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:03.208520 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.255976 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.269871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d83d3-8092-455c-8dc3-b53021fa58ef req-ef551393-f6a5-461c-b87b-6a1dbb18b3fe tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:03.272354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d83d3-8092-455c-8dc3-b53021fa58ef req-ef551393-f6a5-461c-b87b-6a1dbb18b3fe tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1700456 Aug 10 03:55:03.372180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:03.380268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:03.381091 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.402524 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a0dd6cf7-53d4-42d7-8e6a-daabaf3629e7 req-a224d7dc-d0dd-4dbb-af15-f8c955281994 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.39 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.0907402 Aug 10 03:55:03.455065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-638d83d3-8092-455c-8dc3-b53021fa58ef req-560a430f-886f-41f1-a05a-3954dea7b487 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741915 Aug 10 03:55:03.458338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:03.474961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.546923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Allocated IP 2001:db8::2 (a8449e14-6473-46d2-a656-533712cc8416/072e9b5e-3f11-4f1a-b95c-058c7f0663c9/1c9c4f20-1aa6-4f07-b7e9-9255c91617da) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:03.605514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.799444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:03.806828 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33dbaf-6dac-4087-937b-788a29268200" -d '{"events": [{"server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "name": "network-vif-plugged", "status": "completed", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:03.827024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:03.854726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1c159-ae0f-4c42-b70c-16fb4483f39a req-d46d9315-c0e1-46e2-85c9-e0d8e117e0c3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:03.856251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8d1c159-ae0f-4c42-b70c-16fb4483f39a req-d46d9315-c0e1-46e2-85c9-e0d8e117e0c3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 944 time: 0.1883354 Aug 10 03:55:03.914045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.916228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:03.929147 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.995058 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0477ce-ded3-41cb-a869-6851ef2c4b76 x-openstack-request-id: req-5d0477ce-ded3-41cb-a869-6851ef2c4b76 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:03.995633 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "name": "network-vif-plugged", "status": "completed", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:03.996019 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d0477ce-ded3-41cb-a869-6851ef2c4b76 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:03.996711 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'code': 200} Aug 10 03:55:04.070168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8d1c159-ae0f-4c42-b70c-16fb4483f39a req-268d94ec-05b6-47e0-9826-5734d7b5599d tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846616 Aug 10 03:55:04.110059 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': 'fc1f9adc-38bd-413c-a7a3-3c77fb642867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:04.110434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: db72317b-d12a-4bf9-b80b-091e2b040ed9, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:04.136781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=6e70dd3b-d07e-417b-95e3-9099bacfc231,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.175043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.175485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.175996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.178961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.179480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.179773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.180126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.180472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.180888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.181573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.181573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.187341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:04.250094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2af4-3fd6-4f7e-ac3e-05c90934262c req-3a8355bb-1858-4a7c-ace2-35a56abe5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.255514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-182b2af4-3fd6-4f7e-ac3e-05c90934262c req-3a8355bb-1858-4a7c-ace2-35a56abe5909 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1097 time: 0.1454649 Aug 10 03:55:04.303447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.326432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-182b2af4-3fd6-4f7e-ac3e-05c90934262c req-474f602d-c09a-4e3b-b340-c673d411a89d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621636 Aug 10 03:55:04.331637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.336441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d4542fc-469e-4a60-a4f4-72e059e37a98 req-d7492fb1-6459-45f8-ac62-65b93d906f03 tempest-ServerShowV254Test-1392441132 tempest-ServerShowV254Test-1392441132-project] 10.222.0.53 "GET /v2.0/ports?device_id=c40a81ba-6cad-4942-9fba-e71d903139bb HTTP/1.1" status: 200 len: 210 time: 0.1442962 Aug 10 03:55:04.340851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:04.351162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=271bb86c-8949-4c75-9646-bdf8cfc0cf43,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.356661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Transition to ACTIVE for port object 1c9c4f20-1aa6-4f07-b7e9-9255c91617da will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:04.363352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, db72317b-d12a-4bf9-b80b-091e2b040ed9) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:04.368259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.369240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.384333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff15c1-be08-4c3a-8fb8-4cabaf27ae2b None None] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:04.391880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:04.417681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d26db5d0-bfe8-4c3e-9b6d-d8851becdfe0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4498661 Aug 10 03:55:04.420517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51452) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:04.428005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1344883806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:04.502132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Transition to ACTIVE for port object 1c9c4f20-1aa6-4f07-b7e9-9255c91617da will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:04.509737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:04.510987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.512544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.542044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.552570 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.633906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Network a8449e14-6473-46d2-a656-533712cc8416 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:04.645474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:04.650233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:04.652672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-288670477'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:04.663141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.689430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.715324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.722040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:04.726388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.757902 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.765213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.771717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6de5d721-4dcd-4ebe-b075-716d51216683 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3445919 Aug 10 03:55:04.772941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51460) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:04.786977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Attempting to bind port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:04.787521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Attempting to bind port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd2755929-3ccb-490b-b560-801a9d3e6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8449e14-6473-46d2-a656-533712cc8416'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:04.787683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Attempting to bind port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da on network a8449e14-6473-46d2-a656-533712cc8416 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:04.811029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:04.811408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Checking segment: {'id': 'd2755929-3ccb-490b-b560-801a9d3e6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8449e14-6473-46d2-a656-533712cc8416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:04.811809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.812200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Bound using segment: {'id': 'd2755929-3ccb-490b-b560-801a9d3e6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8449e14-6473-46d2-a656-533712cc8416'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:04.812674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Bound port: 1c9c4f20-1aa6-4f07-b7e9-9255c91617da, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2755929-3ccb-490b-b560-801a9d3e6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8449e14-6473-46d2-a656-533712cc8416'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:04.813153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.855974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Pushing event updated for resources: {'Port': ['ID=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.881697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405162c6-8278-48f1-81ef-b8f3b19cbcba req-db905f06-1a30-4595-a3e0-0e7080e4ab5e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.883362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-405162c6-8278-48f1-81ef-b8f3b19cbcba req-db905f06-1a30-4595-a3e0-0e7080e4ab5e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.2412162 Aug 10 03:55:04.925904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-db72317b-d12a-4bf9-b80b-091e2b040ed9', 'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '6e70dd3b-d07e-417b-95e3-9099bacfc231'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:04.928706 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.999459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] For port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:05.039502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-405162c6-8278-48f1-81ef-b8f3b19cbcba req-acd16b55-71c3-4d60-869a-cc9e4401da6c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445973 Aug 10 03:55:05.065393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.081125 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.145296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:05.155907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] For port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,segment=NetworkSegment(d2755929-3ccb-490b-b560-801a9d3e6980),segment_id=d2755929-3ccb-490b-b560-801a9d3e6980)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:05.169715 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.177678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.178249 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Added segment 7d2277e0-40be-4dd4-a2b8-28503020a113 of type vlan for network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 Aug 10 03:55:05.231947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.271115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c75d7ca-5ede-4fcb-91f5-9748248a113e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.294036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.306205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.308080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.481359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Allocated IP 2001:db8:1::2 (db72317b-d12a-4bf9-b80b-091e2b040ed9/6e70dd3b-d07e-417b-95e3-9099bacfc231/66d7b6f3-c98e-4e80-b4fa-000e038ebb72) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:05.515633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1207724 Aug 10 03:55:05.547031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414107fd-feb6-4752-8b52-d7e714a13cc5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Network': ['ID=97e825e5-ae1e-4c2d-9934-87b75f416ef4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.549308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208580c-298e-47c9-b4c3-f6c776a760bf None None] Pushing event updated for resources: {'Port': ['ID=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.551560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.603886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea42d-18a4-42f3-bc33-1c8066406636 req-6967bccd-a392-4f38-a504-433be1acaefa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.613759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:05.623283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67bea42d-18a4-42f3-bc33-1c8066406636 req-6967bccd-a392-4f38-a504-433be1acaefa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.3018420 Aug 10 03:55:05.821432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67bea42d-18a4-42f3-bc33-1c8066406636 req-dd87fd23-0e07-4ef7-9fdd-15a3db5742f8 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820498 Aug 10 03:55:06.009524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:06.013383 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15015fd-9a35-43bd-b541-fb947c7d7cc6" -d '{"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-unplugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:06.112865 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b337c1cd-0f82-4a58-8d38-d8515fc5a8c3 x-openstack-request-id: req-b337c1cd-0f82-4a58-8d38-d8515fc5a8c3 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:06.114128 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-unplugged", "status": "failed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "code": 422}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:06.114423 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b337c1cd-0f82-4a58-8d38-d8515fc5a8c3 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:06.114991 n-d-769329-14 neutron-server[94142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'code': 422} returned with failed status Aug 10 03:55:06.289771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8::1 (a8449e14-6473-46d2-a656-533712cc8416/072e9b5e-3f11-4f1a-b95c-058c7f0663c9/0fecf994-f3d0-4ef1-87c5-0bcecd296408) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:06.337108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.365630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Transition to ACTIVE for port object 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:06.411772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Transition to ACTIVE for port object 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:06.425539 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.536638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.537355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:06.541601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:06.549653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:06.572467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 0fecf994-f3d0-4ef1-87c5-0bcecd296408 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:06.655815 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.896052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=0fecf994-f3d0-4ef1-87c5-0bcecd296408,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:07.120947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51518) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:07.207453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network a8449e14-6473-46d2-a656-533712cc8416 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:07.229774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:07.236684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:07.237952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.270726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:07.305822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65b7ac-75b6-4234-860d-c87f59ae55a4 req-a9b33fa1-f8ac-4072-b941-5ad30eba1522 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.328064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Pushing event updated for resources: {'Port': ['ID=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:07.335074 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a65b7ac-75b6-4234-860d-c87f59ae55a4 req-a9b33fa1-f8ac-4072-b941-5ad30eba1522 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.3270631 Aug 10 03:55:07.530103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Attempting to bind port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:07.530476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Attempting to bind port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fc1f9adc-38bd-413c-a7a3-3c77fb642867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:07.531767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Attempting to bind port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 on network db72317b-d12a-4bf9-b80b-091e2b040ed9 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:07.538685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1c9c4f20-1aa6-4f07-b7e9-9255c91617da up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:07.580718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:07.583966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Checking segment: {'id': 'fc1f9adc-38bd-413c-a7a3-3c77fb642867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:07.585534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.590920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Bound using segment: {'id': 'fc1f9adc-38bd-413c-a7a3-3c77fb642867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:07.600674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Bound port: 66d7b6f3-c98e-4e80-b4fa-000e038ebb72, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1f9adc-38bd-413c-a7a3-3c77fb642867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db72317b-d12a-4bf9-b80b-091e2b040ed9'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:07.601798 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.611364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a65b7ac-75b6-4234-860d-c87f59ae55a4 req-a9847c81-023d-41e8-b37a-2538e27ca21c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744336 Aug 10 03:55:07.690328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dbdbc91b-dd42-4f08-9156-ebb89b51f1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.698488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfb6d7-3306-4e70-b0a6-596ca41b826c req-5eb011eb-65e5-412a-abd2-b10120b329dd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.712612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78dfb6d7-3306-4e70-b0a6-596ca41b826c req-5eb011eb-65e5-412a-abd2-b10120b329dd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.8046517 Aug 10 03:55:07.775547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:07.934314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:07.992002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] For port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:08.009749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] For port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,segment=NetworkSegment(fc1f9adc-38bd-413c-a7a3-3c77fb642867),segment_id=fc1f9adc-38bd-413c-a7a3-3c77fb642867)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:08.015854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c75fb-c82d-4b79-82a1-d7e63d8cbd90 None None] Network a8449e14-6473-46d2-a656-533712cc8416 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:08.042289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.166355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78dfb6d7-3306-4e70-b0a6-596ca41b826c req-eb5f0361-d7a1-46d8-9739-f6762746c9bf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386685 Aug 10 03:55:08.338608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.380878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7920db-632f-4766-98c7-d16b512f4fc7 None None] Pushing event updated for resources: {'Port': ['ID=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.402785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-77b41996-8f89-4acf-92ef-311e46066304 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6169798 Aug 10 03:55:08.455423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b5a45-d730-40ce-a436-f241b9267eed req-3add1b06-e28a-4d7c-a1df-f4270833bcfb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:08.465099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb3b5a45-d730-40ce-a436-f241b9267eed req-3add1b06-e28a-4d7c-a1df-f4270833bcfb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.3435512 Aug 10 03:55:08.495819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dbdbc91b-dd42-4f08-9156-ebb89b51f1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.619434 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dbdbc91b-dd42-4f08-9156-ebb89b51f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.867606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb3b5a45-d730-40ce-a436-f241b9267eed req-1edd4194-b53b-4f5f-9cf3-0ef251fcef33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850708 Aug 10 03:55:08.912392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:08.943114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:08.948877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'subnet': {'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:09.008651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Provisioning for port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:09.026149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dbdbc91b-dd42-4f08-9156-ebb89b51f1d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1ed9d2e99b24f09ac8497eed06ae07f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8931384 Aug 10 03:55:09.032317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:09.180914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Provisioning complete for port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:09.181713 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.195327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbc91b-dd42-4f08-9156-ebb89b51f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859205b5-2ef8-43c7-a792-b1cf0b3f4878,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.268280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8b516-a97a-4f8e-848f-a7cab532494e tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:09.270492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dcb8b516-a97a-4f8e-848f-a7cab532494e tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1092 time: 0.3263612 Aug 10 03:55:09.276685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51570) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:09.294365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:09.321507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4068d320-7330-4510-ba09-28d5252e28d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.347790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:09.384056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:09.398181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4068d320-7330-4510-ba09-28d5252e28d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.417357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.483222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.501834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.523100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.523988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.691444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4068d320-7330-4510-ba09-28d5252e28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.694803 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4068d320-7330-4510-ba09-28d5252e28d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.696211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4068d320-7330-4510-ba09-28d5252e28d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/859205b5-2ef8-43c7-a792-b1cf0b3f4878 HTTP/1.1" status: 204 len: 168 time: 0.6624367 Aug 10 03:55:09.754084 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.807623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068d320-7330-4510-ba09-28d5252e28d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859205b5-2ef8-43c7-a792-b1cf0b3f4878,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.831989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=0fecf994-f3d0-4ef1-87c5-0bcecd296408,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.867558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:09.944974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] For port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,segment=NetworkSegment(d2755929-3ccb-490b-b560-801a9d3e6980),segment_id=d2755929-3ccb-490b-b560-801a9d3e6980)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:09.976548 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.996491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.000144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97ab94-dd61-4741-be60-ab07d7df1bd0 req-b878bc2c-3462-446a-a438-89fa80633a6d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.009523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e97ab94-dd61-4741-be60-ab07d7df1bd0 req-b878bc2c-3462-446a-a438-89fa80633a6d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.5350494 Aug 10 03:55:10.127898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Pushing event updated for resources: {'Port': ['ID=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.158032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Subnet': ['ID=0af11803-6244-490b-bb70-1193ab2c9010,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.174627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.175468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.175755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.176722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.177828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.177828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.177828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.178262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.178508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.178837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.179407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.179719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797390c-2dbc-4937-9440-dd737bc471ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:10.226783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Checking segment: {'id': '7d2277e0-40be-4dd4-a2b8-28503020a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:10.227679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network hostable DHCP agents. Network: 97e825e5-ae1e-4c2d-9934-87b75f416ef4, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:10.277518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:10.299718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 97e825e5-ae1e-4c2d-9934-87b75f416ef4) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:10.306851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.307794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.343437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabff61-1057-4185-aa8b-bff5f964c377 None None] Network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:10.356398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f80b429-1efc-4828-9dad-9c5d6f9435e2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4389865 Aug 10 03:55:10.359019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:10.379285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1509974830'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:10.451662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:10.458593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.536784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:10.620774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.623868 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Added segment 8aca2564-4883-4b3e-914f-e767d57922b3 of type vlan for network c0708292-6adf-4624-bf68-2ad37bffb7cc Aug 10 03:55:10.642511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dbd59caf-9b0f-4d4f-9959-9597ca6f1bcf None None] Provisioning for port 0fecf994-f3d0-4ef1-87c5-0bcecd296408 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:10.657780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dbd59caf-9b0f-4d4f-9959-9597ca6f1bcf None None] Provisioning complete for port 0fecf994-f3d0-4ef1-87c5-0bcecd296408 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:10.658914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dbd59caf-9b0f-4d4f-9959-9597ca6f1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.760001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dbd59caf-9b0f-4d4f-9959-9597ca6f1bcf None None] Port 0fecf994-f3d0-4ef1-87c5-0bcecd296408 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:10.769314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f1069-d13e-4bf7-9cf2-7b89f6ef7da8 None None] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:10.815393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.972689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e97ab94-dd61-4741-be60-ab07d7df1bd0 req-a7bb6505-98b1-4566-81fc-4ecd856b7360 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9576750 Aug 10 03:55:10.987479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.021025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.021383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network a8449e14-6473-46d2-a656-533712cc8416 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:11.022237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.030731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:11.101314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1c9c4f20-1aa6-4f07-b7e9-9255c91617da up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:11.121460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dbd59caf-9b0f-4d4f-9959-9597ca6f1bcf None None] Provisioning complete for port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:11.121806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dbd59caf-9b0f-4d4f-9959-9597ca6f1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.186879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.222724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8569956 Aug 10 03:55:11.232269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51608) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:11.250007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'subnet': {'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:11.442032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737236c-3f25-4b72-80c8-37634977ab3f tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Network': ['ID=c0708292-6adf-4624-bf68-2ad37bffb7cc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:11.512398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network c0708292-6adf-4624-bf68-2ad37bffb7cc details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:11.542168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:11.556242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.748612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.25.2.9 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/6f3be3fb-8f31-44da-aca6-5173f18ce6c8) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:11.776047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 28575ee5-c77c-4ec3-9b36-a354e7062aeb is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:11.943941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:11.951851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c4b26ba5-3879-4e9b-ad74-33100e25a15e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/28575ee5-c77c-4ec3-9b36-a354e7062aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1768482 Aug 10 03:55:11.958259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51628) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:12.056157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-8044b7e6-c205-4735-a458-45c2f3fbe041 req-35668f45-6748-41e3-9ff4-ec63a5b4c918 tempest-AttachVolumeNegativeTest-1252773716 tempest-AttachVolumeNegativeTest-1252773716-project] (94141) timed out ('10.222.0.39', 50885) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:55:12.153401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] Sync routers for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:12.262338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:55:12.267619 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.300247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:12.301397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:12.351839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Subnet': ['ID=a94cd429-a122-49ff-8936-1e4caebd62b6,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.368469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Checking segment: {'id': '8aca2564-4883-4b3e-914f-e767d57922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:12.369158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network hostable DHCP agents. Network: c0708292-6adf-4624-bf68-2ad37bffb7cc, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:12.394623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network c0708292-6adf-4624-bf68-2ad37bffb7cc is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:12.414875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97018f16-3b84-4a6e-bc86-255221068ced tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.416607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-97018f16-3b84-4a6e-bc86-255221068ced tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports/0fecf994-f3d0-4ef1-87c5-0bcecd296408 HTTP/1.1" status: 200 len: 911 time: 0.4516101 Aug 10 03:55:12.421307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51646) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:12.431174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, c0708292-6adf-4624-bf68-2ad37bffb7cc) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:12.453352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.454449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.476023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac158a-ee1a-47e5-8ff4-345074aa9ce6 req-8e1278b7-2efb-49c5-adf5-1b0de8384463 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.477843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caac158a-ee1a-47e5-8ff4-345074aa9ce6 req-8e1278b7-2efb-49c5-adf5-1b0de8384463 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.1858988 Aug 10 03:55:12.517122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.586308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caac158a-ee1a-47e5-8ff4-345074aa9ce6 req-cbe9f5e8-1e26-4d78-912a-8d5e2555879b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760155 Aug 10 03:55:12.607676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a2f18024-915a-44c3-9e03-f129d8d82cf5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3719463 Aug 10 03:55:12.610099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51650) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:12.611195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546486f-9d70-42d3-a7dd-119eef6367c4 None None] Network c0708292-6adf-4624-bf68-2ad37bffb7cc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:12.630634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'port': {'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc', 'name': 'tempest-NetworksIpV6TestAttrs-1539548020'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:12.695901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.881216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=6f3be3fb-8f31-44da-aca6-5173f18ce6c8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.913167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:12.922111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:12.931894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:12.932275 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.936833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Provisioning complete for port 0fecf994-f3d0-4ef1-87c5-0bcecd296408 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:12.937092 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.938854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:12.942033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-97e825e5-ae1e-4c2d-9934-87b75f416ef4', 'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4', 'tenant_id': '87d02116878d4a60b0300b8a33949ca1', 'fixed_ips': [{'subnet_id': '0af11803-6244-490b-bb70-1193ab2c9010'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:12.942974 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.996154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f534e00-096b-4c72-b651-45a4e4212efc req-eb1a9a13-8f88-4fec-af9b-6be951661e73 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1155865 Aug 10 03:55:12.997535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:13.141308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-c0708292-6adf-4624-bf68-2ad37bffb7cc', 'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc', 'tenant_id': '87d02116878d4a60b0300b8a33949ca1', 'fixed_ips': [{'subnet_id': 'a94cd429-a122-49ff-8936-1e4caebd62b6'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:13.142271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.172147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:13.172933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:13.286506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:13.287821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff05b43-fe6b-4fc7-b5b5-022c4182d2b8 None None] The sync data for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:13.305663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Port 0fecf994-f3d0-4ef1-87c5-0bcecd296408 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:13.321296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:13.325501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.387796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] device_id is not set on port 973a762a-ecf3-4683-8b71-093c058f383d yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:13.897630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Allocated IP 2001:db8::f816:3eff:fe39:5843 (c0708292-6adf-4624-bf68-2ad37bffb7cc/a94cd429-a122-49ff-8936-1e4caebd62b6/20ba370a-3c8b-4b93-97ef-1d3200890024) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:14.063518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d658-69a3-41af-8833-e050d5e8d6ef req-7e024c89-1d55-4526-b584-09489a6f8c95 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.076747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97a5d658-69a3-41af-8833-e050d5e8d6ef req-7e024c89-1d55-4526-b584-09489a6f8c95 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.1207130 Aug 10 03:55:14.088657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.387801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97a5d658-69a3-41af-8833-e050d5e8d6ef req-f2c0cbc9-fe1d-4049-b523-f3f5876fd84f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821219 Aug 10 03:55:14.546622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a23ecadc-7171-4e03-af45-75354d7d404f req-26547ffe-7304-46c6-853f-8944228e2b2b tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.2785389 Aug 10 03:55:14.602189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.603429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Provisioning for port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:14.612685 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.622165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Transition to ACTIVE for port object 20ba370a-3c8b-4b93-97ef-1d3200890024 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:14.637546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Provisioning complete for port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:14.638003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.679353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8:1::1 (db72317b-d12a-4bf9-b80b-091e2b040ed9/6e70dd3b-d07e-417b-95e3-9099bacfc231/6470e502-3308-4e12-a5b2-ebc453cc21a9) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:14.760768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Transition to ACTIVE for port object 20ba370a-3c8b-4b93-97ef-1d3200890024 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:14.829668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.838355 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.872388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.893741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.912160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 6470e502-3308-4e12-a5b2-ebc453cc21a9 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:14.932471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Network c0708292-6adf-4624-bf68-2ad37bffb7cc is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:14.954688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Allocated IP 2001:db8:0:ffff::2 (97e825e5-ae1e-4c2d-9934-87b75f416ef4/0af11803-6244-490b-bb70-1193ab2c9010/818a5eae-4197-4d70-9f53-71053d4950b8) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:14.955659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.967067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:14.969911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:15.011801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] For port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,segment=NetworkSegment(fc1f9adc-38bd-413c-a7a3-3c77fb642867),segment_id=fc1f9adc-38bd-413c-a7a3-3c77fb642867)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:15.035433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Pushing event updated for resources: {'Port': ['ID=20ba370a-3c8b-4b93-97ef-1d3200890024,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.049650 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.057967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:15.064615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Allocated IP 2001:db8::f816:3eff:feea:9469 (c0708292-6adf-4624-bf68-2ad37bffb7cc/a94cd429-a122-49ff-8936-1e4caebd62b6/973a762a-ecf3-4683-8b71-093c058f383d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:15.067679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:15.077536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:15.084997 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.233204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1cb17-5e17-449a-aaaa-7d9e5e399ada None None] Pushing event updated for resources: {'Port': ['ID=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.282109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=6470e502-3308-4e12-a5b2-ebc453cc21a9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.293928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.466654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Attempting to bind port 20ba370a-3c8b-4b93-97ef-1d3200890024 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:15.466935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Attempting to bind port 20ba370a-3c8b-4b93-97ef-1d3200890024 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8aca2564-4883-4b3e-914f-e767d57922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:15.467302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Attempting to bind port 20ba370a-3c8b-4b93-97ef-1d3200890024 on network c0708292-6adf-4624-bf68-2ad37bffb7cc {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:15.478687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-81981a48-59b4-497a-a9ed-944ce57203dd None None] Provisioning complete for port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:15.479183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-81981a48-59b4-497a-a9ed-944ce57203dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.480018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.493890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.577206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:15.577579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Checking segment: {'id': '8aca2564-4883-4b3e-914f-e767d57922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:15.578003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.578415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Bound using segment: {'id': '8aca2564-4883-4b3e-914f-e767d57922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:15.578913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Bound port: 20ba370a-3c8b-4b93-97ef-1d3200890024, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca2564-4883-4b3e-914f-e767d57922b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c0708292-6adf-4624-bf68-2ad37bffb7cc'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:15.579301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.730764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=6f3be3fb-8f31-44da-aca6-5173f18ce6c8,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.740975 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.764644 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.782418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Transition to ACTIVE for port object 973a762a-ecf3-4683-8b71-093c058f383d will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:15.803931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Transition to ACTIVE for port object 818a5eae-4197-4d70-9f53-71053d4950b8 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:15.887646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.907412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Transition to ACTIVE for port object 818a5eae-4197-4d70-9f53-71053d4950b8 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:15.940293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.990480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Port': ['ID=973a762a-ecf3-4683-8b71-093c058f383d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.020253 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.021801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network c0708292-6adf-4624-bf68-2ad37bffb7cc is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:16.027240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:16.033270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:16.040241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.041238 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.196912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:16.202868 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eddd706b-c85c-4f6d-9c0b-766f9afbfe59 req-6d0338d8-2765-4461-98ed-14ed7a88056a tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1228423 Aug 10 03:55:16.215596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f6a9d-51dd-4b64-89b6-95e2d6f3b148 req-155f4bc0-8c15-46ec-b0ea-b154266d799f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.221722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a43f6a9d-51dd-4b64-89b6-95e2d6f3b148 req-155f4bc0-8c15-46ec-b0ea-b154266d799f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.3647764 Aug 10 03:55:16.230760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:16.233824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:16.247266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] For port 20ba370a-3c8b-4b93-97ef-1d3200890024, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:16.250454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Pushing event updated for resources: {'Port': ['ID=818a5eae-4197-4d70-9f53-71053d4950b8,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.256531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] For port 20ba370a-3c8b-4b93-97ef-1d3200890024, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=20ba370a-3c8b-4b93-97ef-1d3200890024,segment=NetworkSegment(8aca2564-4883-4b3e-914f-e767d57922b3),segment_id=8aca2564-4883-4b3e-914f-e767d57922b3)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:16.328258 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.398706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31675613-cb55-4366-adab-59bdc12e28c7 req-1dfc8204-92ce-4567-a5e7-6634acf813c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1524205 Aug 10 03:55:16.424785 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Floating IP 6e18e3d4-d934-4720-9665-a0040839288c associated. External IP: 172.25.2.9, port: 271bb86c-8949-4c75-9646-bdf8cfc0cf43. Aug 10 03:55:16.455034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.507650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93721bc-cd93-4447-97e5-c6103bd51cb1 None None] Provisioning for port 6470e502-3308-4e12-a5b2-ebc453cc21a9 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:16.512326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4fb589da-9db1-4143-b5c8-5cf1029a8c63 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8929696 Aug 10 03:55:16.520927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51698) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:16.524670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.526980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.535785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93721bc-cd93-4447-97e5-c6103bd51cb1 None None] Provisioning complete for port 6470e502-3308-4e12-a5b2-ebc453cc21a9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:16.543722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93721bc-cd93-4447-97e5-c6103bd51cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.547228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Attempting to bind port 818a5eae-4197-4d70-9f53-71053d4950b8 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:16.547906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Attempting to bind port 818a5eae-4197-4d70-9f53-71053d4950b8 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '7d2277e0-40be-4dd4-a2b8-28503020a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:16.548518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Attempting to bind port 818a5eae-4197-4d70-9f53-71053d4950b8 on network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:16.662612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:16.663395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Checking segment: {'id': '7d2277e0-40be-4dd4-a2b8-28503020a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:16.664169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.664923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Bound using segment: {'id': '7d2277e0-40be-4dd4-a2b8-28503020a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:16.671708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Bound port: 818a5eae-4197-4d70-9f53-71053d4950b8, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2277e0-40be-4dd4-a2b8-28503020a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '97e825e5-ae1e-4c2d-9934-87b75f416ef4'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:16.672772 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.726199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa097cb1-57ed-45fa-858b-2eb1dfa473cd None None] Pushing event updated for resources: {'Port': ['ID=20ba370a-3c8b-4b93-97ef-1d3200890024,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.745026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e93721bc-cd93-4447-97e5-c6103bd51cb1 None None] Port 6470e502-3308-4e12-a5b2-ebc453cc21a9 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:16.875372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=6470e502-3308-4e12-a5b2-ebc453cc21a9,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.933631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] For port 818a5eae-4197-4d70-9f53-71053d4950b8, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:16.938737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] For port 818a5eae-4197-4d70-9f53-71053d4950b8, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=818a5eae-4197-4d70-9f53-71053d4950b8,segment=NetworkSegment(7d2277e0-40be-4dd4-a2b8-28503020a113),segment_id=7d2277e0-40be-4dd4-a2b8-28503020a113)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:16.951878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.125062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a43f6a9d-51dd-4b64-89b6-95e2d6f3b148 req-bbcfb01e-4621-43d7-bf6c-8151ca45080f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6611009 Aug 10 03:55:17.135006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fb148-e0f8-46e1-b571-1ceaf5377c3f None None] Pushing event updated for resources: {'Port': ['ID=818a5eae-4197-4d70-9f53-71053d4950b8,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:17.221772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:17.389583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:17.391895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:17.392279 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.398179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:17.443044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting subnet a94cd429-a122-49ff-8936-1e4caebd62b6 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:17.463334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.571436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06af755f-b105-4f75-a648-dffe850f7c46 req-415a9903-a7bf-404f-96d1-ad772b27a07e tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0304940 Aug 10 03:55:17.601688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.647508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:17.786682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.859998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:17.873431 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:17.888468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.894239 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:17.897841 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:17.984751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e6cafc2-06fb-4fa0-adb0-8e867b49b2ca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.7004850 Aug 10 03:55:17.985697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:17.989141 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd3480f-f450-40c2-b96c-9169b9953545" -d '{"events": [{"name": "network-changed", "server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:17.995685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.140020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc12295d-ba2e-4a8e-9dc8-c1f611160824 None None] Provisioning complete for port 6470e502-3308-4e12-a5b2-ebc453cc21a9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:18.142395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc12295d-ba2e-4a8e-9dc8-c1f611160824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.154121 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510e2d74-5243-466e-b172-f0d045a95e94 x-openstack-request-id: req-510e2d74-5243-466e-b172-f0d045a95e94 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:18.156936 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:18.157898 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-510e2d74-5243-466e-b172-f0d045a95e94 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:18.158531 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'status': 'completed', 'code': 200} Aug 10 03:55:18.200211 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.235670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 28575ee5-c77c-4ec3-9b36-a354e7062aeb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:18.291028 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:18.322055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.329608 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/a94cd429-a122-49ff-8936-1e4caebd62b6 HTTP/1.1" status: 204 len: 168 time: 1.7950780 Aug 10 03:55:18.330511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51722) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.331237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dc12295d-ba2e-4a8e-9dc8-c1f611160824 None None] Port 6470e502-3308-4e12-a5b2-ebc453cc21a9 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:18.488482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc5fe48e-38e3-4f93-b582-9dbbdb801068 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/6e18e3d4-d934-4720-9665-a0040839288c HTTP/1.1" status: 200 len: 989 time: 0.4674983 Aug 10 03:55:18.522213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545238a2-50a9-454a-8df2-95fd396b9377 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Subnet': ['ID=a94cd429-a122-49ff-8936-1e4caebd62b6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:18.546860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0949680-1657-4e8a-9e77-9f7ebcc1b4a8 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.561850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0949680-1657-4e8a-9e77-9f7ebcc1b4a8 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.563670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d0949680-1657-4e8a-9e77-9f7ebcc1b4a8 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2177331 Aug 10 03:55:18.575648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.591055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-c14fe1e0-6e06-4a91-80a9-b2173d9e42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.592897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-c14fe1e0-6e06-4a91-80a9-b2173d9e42de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1097 time: 0.4031847 Aug 10 03:55:18.774567 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-45dc6b4a-e926-4c24-8996-a5f3252cd6ee tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.800548 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dc6b4a-e926-4c24-8996-a5f3252cd6ee tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:55:18.803264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dc6b4a-e926-4c24-8996-a5f3252cd6ee tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:18.808024 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-45dc6b4a-e926-4c24-8996-a5f3252cd6ee tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/c0708292-6adf-4624-bf68-2ad37bffb7cc HTTP/1.1" status: 409 len: 405 time: 0.2302690 Aug 10 03:55:18.814490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51732) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.829154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-354529013'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:18.880461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea29df-4589-48ad-a6df-3536fbd83300 req-0058df45-5a83-48cd-884f-1ac33add2f65 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.903160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6eea29df-4589-48ad-a6df-3536fbd83300 req-0058df45-5a83-48cd-884f-1ac33add2f65 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.4157329 Aug 10 03:55:18.961172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-617281bb-0f00-4a89-815f-dd90d66d6eb4 req-0e064448-297f-45d3-8af8-18a9a69c910d tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.3950756 Aug 10 03:55:18.964467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-40d3fe5b-e2bb-4f05-87c6-66d114609e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.969120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-40d3fe5b-e2bb-4f05-87c6-66d114609e3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 898 time: 0.2483172 Aug 10 03:55:19.052379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6eea29df-4589-48ad-a6df-3536fbd83300 req-ce8478b0-74c8-4c67-b699-cf029b0ecdeb tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484246 Aug 10 03:55:19.108726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:19.120746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.141086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-33101224-ccdd-4d5e-ab60-44593a753301 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 997 time: 0.1304817 Aug 10 03:55:19.192148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:19.208164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 818a5eae-4197-4d70-9f53-71053d4950b8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:19.216525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.216778 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Added segment 41819364-7ede-4dce-bff3-adc5409d314d of type vlan for network cf332caa-a611-42f8-896a-fc12b85e1883 Aug 10 03:55:19.255244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9c8eb6-9977-4d2c-849b-7a70b89df350 None None] Network c0708292-6adf-4624-bf68-2ad37bffb7cc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:19.257799 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 0, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:19.285819 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.313067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:19.317772 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:19.342587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-566f8d29-2ca7-44f1-8202-260f4a3d5c3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/28575ee5-c77c-4ec3-9b36-a354e7062aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9161792 Aug 10 03:55:19.344870 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:19.345064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51736) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:19.345733 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:19.378661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.386778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.387790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.390469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-989c9700-53d4-4861-869e-4ad652127f30 None None] Provisioning for port 20ba370a-3c8b-4b93-97ef-1d3200890024 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:19.393548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] Sync routers for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:19.451951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-38ca71f3-eec6-4f9d-a6ea-c3b7dd2ebd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.454185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-38ca71f3-eec6-4f9d-a6ea-c3b7dd2ebd41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 200 len: 834 time: 0.3043585 Aug 10 03:55:19.468644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:19.471372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:19.483957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:19.543990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe50c0c-d6f0-488d-8e07-9bc8aef2c7fb tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.545604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dbe50c0c-d6f0-488d-8e07-9bc8aef2c7fb tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports/6470e502-3308-4e12-a5b2-ebc453cc21a9 HTTP/1.1" status: 200 len: 913 time: 0.1976013 Aug 10 03:55:19.549140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856480d7-3d1e-4791-b400-d1dd5c364260 None None] Network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:19.549455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51740) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:19.555707 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:19.556589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 818a5eae-4197-4d70-9f53-71053d4950b8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:19.596544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51742) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:19.599892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7823641 Aug 10 03:55:19.603901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'subnet': {'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:19.621286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4e2db-11e1-42b9-bc18-8f21acc548b9 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Network': ['ID=cf332caa-a611-42f8-896a-fc12b85e1883,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.653788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b6396d66-d6e8-4f01-a8c1-bdd7b17538ac tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/6e18e3d4-d934-4720-9665-a0040839288c HTTP/1.1" status: 200 len: 989 time: 0.1671112 Aug 10 03:55:19.675050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 20ba370a-3c8b-4b93-97ef-1d3200890024 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:19.718348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network cf332caa-a611-42f8-896a-fc12b85e1883 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:19.928424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:19.935577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] Provisioning for port 818a5eae-4197-4d70-9f53-71053d4950b8 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:19.948727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] Provisioning complete for port 818a5eae-4197-4d70-9f53-71053d4950b8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:19.949431 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.970135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-8c808824-47ee-44ac-bcb2-c30a653d86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.971802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-8c808824-47ee-44ac-bcb2-c30a653d86d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0589c81a-f794-4408-9dad-e006f6daec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5052295 Aug 10 03:55:20.011217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:20.012832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:20.171425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:20.180248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b33fab5-666d-4bbb-a443-0c12888d1d22 None None] The sync data for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:20.186694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-578afa57-c3dc-433e-8f29-e0619a537a7e req-171f56a8-99d9-4611-932d-5bf484d1dfca tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0511708 Aug 10 03:55:20.260236 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 0, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:20.290679 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.299693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fee0f-1990-4683-8501-dd30933a2151 req-d88e7128-7de6-43e2-b9a4-a43d157c4a7a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:20.302113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f22fee0f-1990-4683-8501-dd30933a2151 req-d88e7128-7de6-43e2-b9a4-a43d157c4a7a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.1497335 Aug 10 03:55:20.308975 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab897a-1cc1-408f-9135-99444c932192 None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:54:28Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:13Z', 'revision_number': 0, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:20.325745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b116128-e22d-479d-908d-a848fb725fde None None] DHCP port deletion for c0708292-6adf-4624-bf68-2ad37bffb7cc request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:20.382758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f22fee0f-1990-4683-8501-dd30933a2151 req-7c091e1e-a5e8-4bb2-8ff3-1ad5a93b87df tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629199 Aug 10 03:55:20.405086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 20ba370a-3c8b-4b93-97ef-1d3200890024 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:20.410994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] For port 818a5eae-4197-4d70-9f53-71053d4950b8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=818a5eae-4197-4d70-9f53-71053d4950b8,segment=NetworkSegment(7d2277e0-40be-4dd4-a2b8-28503020a113),segment_id=7d2277e0-40be-4dd4-a2b8-28503020a113)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:20.421092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 20ba370a-3c8b-4b93-97ef-1d3200890024 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:20.421599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.461187 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.489747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:20.493466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.574931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-9dce9397-52d4-4246-ba7c-17a2eed9795d service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719306 Aug 10 03:55:20.625226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb95ad-b29a-4069-912c-e75e51d38a14 None None] Pushing event updated for resources: {'Port': ['ID=818a5eae-4197-4d70-9f53-71053d4950b8,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.636227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7b116128-e22d-479d-908d-a848fb725fde None None] Deleting port 20ba370a-3c8b-4b93-97ef-1d3200890024 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:20.636641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7b116128-e22d-479d-908d-a848fb725fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.658345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51750) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:20.763856 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984fa9cc-2654-4eb8-9982-fb26c57f33a3 None None] New status for floating IP 6e18e3d4-d934-4720-9665-a0040839288c: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:55:20.793135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b7dfc0b-27a8-4764-ada6-0314d6a138e9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/6e18e3d4-d934-4720-9665-a0040839288c HTTP/1.1" status: 200 len: 989 time: 0.1326809 Aug 10 03:55:20.898752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cd3480f-f450-40c2-b96c-9169b9953545 req-ab2853db-b9ba-43c3-866d-017ea519b769 service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134017 Aug 10 03:55:20.921776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.993071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7b116128-e22d-479d-908d-a848fb725fde None None] For port 20ba370a-3c8b-4b93-97ef-1d3200890024, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=20ba370a-3c8b-4b93-97ef-1d3200890024,segment=NetworkSegment(8aca2564-4883-4b3e-914f-e767d57922b3),segment_id=8aca2564-4883-4b3e-914f-e767d57922b3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:21.001940 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7b116128-e22d-479d-908d-a848fb725fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.001940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 20ba370a-3c8b-4b93-97ef-1d3200890024, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=20ba370a-3c8b-4b93-97ef-1d3200890024,segment=NetworkSegment(8aca2564-4883-4b3e-914f-e767d57922b3),segment_id=8aca2564-4883-4b3e-914f-e767d57922b3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:21.010442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.022943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7b116128-e22d-479d-908d-a848fb725fde None None] Calling delete_port for 20ba370a-3c8b-4b93-97ef-1d3200890024 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:21.101244 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.161677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=20ba370a-3c8b-4b93-97ef-1d3200890024,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.267759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 818a5eae-4197-4d70-9f53-71053d4950b8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:21.271604 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7b116128-e22d-479d-908d-a848fb725fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.343093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b116128-e22d-479d-908d-a848fb725fde None None] Pushing event deleted for resources: {'Port': ['ID=20ba370a-3c8b-4b93-97ef-1d3200890024,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.351871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b116128-e22d-479d-908d-a848fb725fde None None] No DVR routers for this DVR port 20ba370a-3c8b-4b93-97ef-1d3200890024 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:21.379348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 818a5eae-4197-4d70-9f53-71053d4950b8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:21.379779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.432111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9a7a385e-2ea0-4238-8e34-8dbcd2bd12d9 req-39aea3b7-6c0e-48b5-b197-913e9fc560df tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0649879 Aug 10 03:55:21.473943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.objects.ports [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94141) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:55:21.477890 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.543998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Subnet': ['ID=41afca96-af12-4865-874d-feecb28f1676,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.564447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fb5b11da-d798-4687-a738-179fcdb7f931 None None] Provisioning complete for port 818a5eae-4197-4d70-9f53-71053d4950b8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:21.565695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb5b11da-d798-4687-a738-179fcdb7f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.646917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 20ba370a-3c8b-4b93-97ef-1d3200890024 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:21.666630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb26f-8b93-45d4-b7fd-1ca726d509c3 req-f9f169e6-2f00-4122-afa9-66079915d985 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.669373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Checking segment: {'id': '41819364-7ede-4dce-bff3-adc5409d314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:21.669749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network hostable DHCP agents. Network: cf332caa-a611-42f8-896a-fc12b85e1883, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:21.671296 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9fcfb26f-8b93-45d4-b7fd-1ca726d509c3 req-f9f169e6-2f00-4122-afa9-66079915d985 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.1305490 Aug 10 03:55:21.685112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 20ba370a-3c8b-4b93-97ef-1d3200890024 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:21.685608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 20ba370a-3c8b-4b93-97ef-1d3200890024 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:21.726016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network cf332caa-a611-42f8-896a-fc12b85e1883 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:21.755359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9fcfb26f-8b93-45d4-b7fd-1ca726d509c3 req-cd690478-0686-49a7-87f7-5d3c7bfd3967 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753078 Aug 10 03:55:21.767444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, cf332caa-a611-42f8-896a-fc12b85e1883) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:21.776659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc85179-4c61-458c-8df7-cbdcdd2cf22f None None] Network cf332caa-a611-42f8-896a-fc12b85e1883 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:21.777170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.778948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.804429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51758) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:21.821640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8a1e849c-c8f4-4ffd-8367-2e930442eabf tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2224357 Aug 10 03:55:21.827050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51760) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:21.842580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'port': {'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883', 'name': 'tempest-NetworksIpV6TestAttrs-434074517'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:21.930136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 6470e502-3308-4e12-a5b2-ebc453cc21a9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:21.930803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.940922 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc2f1198-7945-4713-b098-dd5222d1257e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/6e18e3d4-d934-4720-9665-a0040839288c HTTP/1.1" status: 200 len: 991 time: 0.1315339 Aug 10 03:55:22.022569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-cf332caa-a611-42f8-896a-fc12b85e1883', 'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883', 'tenant_id': '87d02116878d4a60b0300b8a33949ca1', 'fixed_ips': [{'subnet_id': '41afca96-af12-4865-874d-feecb28f1676'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:22.024100 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.142575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.147586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:22.153687 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.194366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 6470e502-3308-4e12-a5b2-ebc453cc21a9 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:22.208953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Allocated IP 2001:db8::f816:3eff:fefe:a7e5 (cf332caa-a611-42f8-896a-fc12b85e1883/41afca96-af12-4865-874d-feecb28f1676/09dc5a0c-f574-40fd-85c7-e551eddfb386) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:22.217889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] device_id is not set on port b26d2e31-22db-4a73-b8d7-a2408ac70199 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:22.374341 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.384019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Transition to ACTIVE for port object 09dc5a0c-f574-40fd-85c7-e551eddfb386 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:22.403979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Transition to ACTIVE for port object 09dc5a0c-f574-40fd-85c7-e551eddfb386 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:22.412691 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.452513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Network cf332caa-a611-42f8-896a-fc12b85e1883 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:22.459995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:22.464038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:22.472340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Pushing event updated for resources: {'Port': ['ID=09dc5a0c-f574-40fd-85c7-e551eddfb386,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.545642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Attempting to bind port 09dc5a0c-f574-40fd-85c7-e551eddfb386 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:22.547127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Attempting to bind port 09dc5a0c-f574-40fd-85c7-e551eddfb386 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '41819364-7ede-4dce-bff3-adc5409d314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:22.547127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Attempting to bind port 09dc5a0c-f574-40fd-85c7-e551eddfb386 on network cf332caa-a611-42f8-896a-fc12b85e1883 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:22.554558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:22.555188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Checking segment: {'id': '41819364-7ede-4dce-bff3-adc5409d314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:22.555691 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.556192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Bound using segment: {'id': '41819364-7ede-4dce-bff3-adc5409d314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:22.556787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Bound port: 09dc5a0c-f574-40fd-85c7-e551eddfb386, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41819364-7ede-4dce-bff3-adc5409d314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cf332caa-a611-42f8-896a-fc12b85e1883'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:22.557253 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.598791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Allocated IP 2001:db8::f816:3eff:fe5e:9d19 (cf332caa-a611-42f8-896a-fc12b85e1883/41afca96-af12-4865-874d-feecb28f1676/b26d2e31-22db-4a73-b8d7-a2408ac70199) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:22.634692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67de1d1d-35ff-4d20-a0da-e720d032a6d6 req-18dacd90-8ee6-4d8a-939b-dcd7e99eea97 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0473769 Aug 10 03:55:22.645357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] For port 09dc5a0c-f574-40fd-85c7-e551eddfb386, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:22.649558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] For port 09dc5a0c-f574-40fd-85c7-e551eddfb386, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09dc5a0c-f574-40fd-85c7-e551eddfb386,segment=NetworkSegment(41819364-7ede-4dce-bff3-adc5409d314d),segment_id=41819364-7ede-4dce-bff3-adc5409d314d)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:22.660608 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.760214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a88f-a1b6-456b-9b0c-d6759f355eb1 None None] Pushing event updated for resources: {'Port': ['ID=09dc5a0c-f574-40fd-85c7-e551eddfb386,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.764852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.842960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=6470e502-3308-4e12-a5b2-ebc453cc21a9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:23.059857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.090820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b04de6-cc5a-4b65-9d28-041bb5830e22 req-3a300528-475e-4642-a729-ac11713a81a7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.093489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68b04de6-cc5a-4b65-9d28-041bb5830e22 req-3a300528-475e-4642-a729-ac11713a81a7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.1671979 Aug 10 03:55:23.107561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.110050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Transition to ACTIVE for port object b26d2e31-22db-4a73-b8d7-a2408ac70199 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:23.261950 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68b04de6-cc5a-4b65-9d28-041bb5830e22 req-5e987ae4-f1e5-4961-bd12-a8c1054e63cc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429079 Aug 10 03:55:23.426894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.509174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network cf332caa-a611-42f8-896a-fc12b85e1883 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:23.578139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:23.589195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:23.600882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.602216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.678268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Port': ['ID=b26d2e31-22db-4a73-b8d7-a2408ac70199,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:23.712537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d5b2e064-c21d-48d2-be17-1a4c1ff44316 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8835416 Aug 10 03:55:23.717341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:23.760404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 28575ee5-c77c-4ec3-9b36-a354e7062aeb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:23.831492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting subnet 41afca96-af12-4865-874d-feecb28f1676 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:23.837355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.903705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c31909a3-d752-4263-b91e-993986ea505a req-24abae92-9cca-4ec1-ab96-fc48055770ae tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0696650 Aug 10 03:55:23.914363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.923736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:23.940191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] Sync routers for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:23.948957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ae424a90-1669-4338-a2bc-36309db6939d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/28575ee5-c77c-4ec3-9b36-a354e7062aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3966017 Aug 10 03:55:23.952307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:23.992406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:23.993285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:24.066282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:24.091276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:24.092408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:24.195184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:24.196712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781e49b-9838-4842-b376-154b1f3fcf4e None None] The sync data for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:24.203552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-88ca4df9-351b-46aa-aae5-44fcf10c7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.206494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-88ca4df9-351b-46aa-aae5-44fcf10c7fa6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a&tenant_id=69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 1095 time: 0.2110698 Aug 10 03:55:24.229115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:24.322676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.553179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023e26a-02ce-460d-aa2c-5b02707cbc52 None None] Network cf332caa-a611-42f8-896a-fc12b85e1883 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:24.579615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.611892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.807106 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.818324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-10d74d1e-8a7a-440a-bc49-2ec0f721be7e None None] Provisioning for port 09dc5a0c-f574-40fd-85c7-e551eddfb386 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:24.923210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.970157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Subnet': ['ID=41afca96-af12-4865-874d-feecb28f1676,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.044607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114fc8b-4f6e-4229-9ca8-756d01f1f384 req-f84c7af5-6d21-4489-acf0-f96b5372b66c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:25.046548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7114fc8b-4f6e-4229-9ca8-756d01f1f384 req-f84c7af5-6d21-4489-acf0-f96b5372b66c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.5093470 Aug 10 03:55:25.049824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.052116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6a0f3ae-7db4-4ab9-bc4b-6dcaf5ace8e7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/41afca96-af12-4865-874d-feecb28f1676 HTTP/1.1" status: 204 len: 168 time: 1.3330526 Aug 10 03:55:25.055036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51782) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:25.076028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 0fecf994-f3d0-4ef1-87c5-0bcecd296408 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:25.077932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.237879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09dc5a0c-f574-40fd-85c7-e551eddfb386 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:25.311729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:25.319395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781c264-69a8-435c-8a4e-cb25e361f92a None None] Network cf332caa-a611-42f8-896a-fc12b85e1883 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:25.329559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7114fc8b-4f6e-4229-9ca8-756d01f1f384 req-d9f4ec07-8a08-4796-8f6d-3b4059020264 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566013 Aug 10 03:55:25.379960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01942f3-aee4-42b3-8b26-5197aef12c1b tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:25.384007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01942f3-aee4-42b3-8b26-5197aef12c1b tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:25.388970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 09dc5a0c-f574-40fd-85c7-e551eddfb386 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:25.389741 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b01942f3-aee4-42b3-8b26-5197aef12c1b tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3338048 Aug 10 03:55:25.390753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51784) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:25.420363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 09dc5a0c-f574-40fd-85c7-e551eddfb386 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.420967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.529699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Provisioning complete for port 09dc5a0c-f574-40fd-85c7-e551eddfb386 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.530126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.547113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:25.605687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e377d8a9-0ffb-41dd-ba46-ac5f1c133e25 req-a7780c60-cb12-41c1-a325-f577f8c7b1db tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.4453936 Aug 10 03:55:25.616574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:25.632052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.651335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.670922 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.673857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Transition to ACTIVE for port object fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:25.679646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-38caf9fc-f71c-4bc1-9a4e-dc7f715522ce tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.684532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 0fecf994-f3d0-4ef1-87c5-0bcecd296408 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:25.685087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.696425 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-38caf9fc-f71c-4bc1-9a4e-dc7f715522ce tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 03:55:25.697283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38caf9fc-f71c-4bc1-9a4e-dc7f715522ce tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:25.706357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-38caf9fc-f71c-4bc1-9a4e-dc7f715522ce tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/cf332caa-a611-42f8-896a-fc12b85e1883 HTTP/1.1" status: 409 len: 405 time: 0.3051734 Aug 10 03:55:25.726779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51788) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:25.727664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] For port 09dc5a0c-f574-40fd-85c7-e551eddfb386, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09dc5a0c-f574-40fd-85c7-e551eddfb386,segment=NetworkSegment(41819364-7ede-4dce-bff3-adc5409d314d),segment_id=41819364-7ede-4dce-bff3-adc5409d314d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:25.736297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-972834930'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:25.752383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.821197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Pushing event updated for resources: {'Port': ['ID=09dc5a0c-f574-40fd-85c7-e551eddfb386,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.921014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Provisioning for port b26d2e31-22db-4a73-b8d7-a2408ac70199 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:25.926175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Provisioning complete for port b26d2e31-22db-4a73-b8d7-a2408ac70199 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.926569 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.964010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=9']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.967074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] No DVR routers for this DVR port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:26.005335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ba047404-6ed0-4623-9be0-7b70bc01458e None None] Port b26d2e31-22db-4a73-b8d7-a2408ac70199 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:26.083148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:26.094593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] DHCP port deletion for cf332caa-a611-42f8-896a-fc12b85e1883 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:26.095412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.101524 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.165886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] Deleting port 09dc5a0c-f574-40fd-85c7-e551eddfb386 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:26.165886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.172430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:26.212621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.214342 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Added segment 4674f33d-b3c2-437e-a202-3b96318f2ae5 of type vlan for network 4271abd4-5884-46e2-bd4f-452edbbd6a1e Aug 10 03:55:26.256551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.288399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:26.288658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] For port 09dc5a0c-f574-40fd-85c7-e551eddfb386, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=09dc5a0c-f574-40fd-85c7-e551eddfb386,segment=NetworkSegment(41819364-7ede-4dce-bff3-adc5409d314d),segment_id=41819364-7ede-4dce-bff3-adc5409d314d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:26.289184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:26.289184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:26.289589 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.321579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:26.322246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Attempting to bind port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:26.327227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] Calling delete_port for 09dc5a0c-f574-40fd-85c7-e551eddfb386 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:26.334136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=0fecf994-f3d0-4ef1-87c5-0bcecd296408,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.335261 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.359207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:26.361367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Checking segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:26.362792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Bound using segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:26.364609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Bound port: fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:26.365810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.494219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.528233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.539746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.545754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.546442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.611354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] No DVR routers for this DVR port 09dc5a0c-f574-40fd-85c7-e551eddfb386 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:26.622803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24547399-02a2-4d4d-88df-781e6a1dd8c5 None None] Pushing event deleted for resources: {'Port': ['ID=09dc5a0c-f574-40fd-85c7-e551eddfb386,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.685758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:26.693189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:26.700079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9694319 Aug 10 03:55:26.703449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51800) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:26.705324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a25cc-ae3f-457e-9b0f-ee1f497aadf2 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Network': ['ID=4271abd4-5884-46e2-bd4f-452edbbd6a1e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.710963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'subnet': {'network_id': '4271abd4-5884-46e2-bd4f-452edbbd6a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:26.718709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4271abd4-5884-46e2-bd4f-452edbbd6a1e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:26.726671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988e27-079c-4b1d-999d-7a33950aef8a req-2c139ce5-9abc-4e1a-8c0e-daca3f83710e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.728978 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe988e27-079c-4b1d-999d-7a33950aef8a req-2c139ce5-9abc-4e1a-8c0e-daca3f83710e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 943 time: 0.2658217 Aug 10 03:55:26.730738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.741015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 28575ee5-c77c-4ec3-9b36-a354e7062aeb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:26.848312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.849112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.851152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] 10.222.0.39 "PUT /v2.0/ports/fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 1092 time: 2.6303442 Aug 10 03:55:26.853686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:26.856233 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e215be-1ee4-4242-b270-d82eab6672ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:26.869477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:26.883736 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] Sync routers for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:26.885910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52f51755-b47f-4b57-b00f-fa847cb69d6f req-1d870781-d61a-4fb4-bd43-e1f1611eb467 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0590355 Aug 10 03:55:26.892934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-01074cc5-1b62-4b04-a429-2129d56baeec tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/28575ee5-c77c-4ec3-9b36-a354e7062aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391530 Aug 10 03:55:26.896495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51806) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:26.899843 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:26.900608 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:26.939677 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:26.948147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe988e27-079c-4b1d-999d-7a33950aef8a req-a90c31c9-eb44-4e19-9f24-776ec37bd9c7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722665 Aug 10 03:55:26.950883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] Routers {'28575ee5-c77c-4ec3-9b36-a354e7062aeb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:26.951971 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:26.967435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c09eb9-093b-47a1-8bd7-2b9b0fa0d11a service neutron] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=10']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.969029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3497ce13-d09f-4dfd-a63f-5624298a8a13 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=28575ee5-c77c-4ec3-9b36-a354e7062aeb HTTP/1.1" status: 200 len: 205 time: 0.0709305 Aug 10 03:55:26.976609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:27.020904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:27.022643 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477c257-4ccb-4edb-ae6a-b3a1659e8e8e None None] The sync data for ids ['28575ee5-c77c-4ec3-9b36-a354e7062aeb'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:27.025529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-15f6d24f-cf59-4b20-86b4-c81356680ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.028835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-15f6d24f-cf59-4b20-86b4-c81356680ebb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1096 time: 0.1248484 Aug 10 03:55:27.030670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:27.041171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.049235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a4f81c0-0f3f-4953-8c06-4f282bb30814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.116237 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a65f7-ae69-4874-8f35-d7bfc2421901 x-openstack-request-id: req-375a65f7-ae69-4874-8f35-d7bfc2421901 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:27.116716 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:27.117140 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-375a65f7-ae69-4874-8f35-d7bfc2421901 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:27.117808 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'status': 'completed', 'code': 200} Aug 10 03:55:27.127754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.203347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09dc5a0c-f574-40fd-85c7-e551eddfb386 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:27.243903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 09dc5a0c-f574-40fd-85c7-e551eddfb386 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:27.244263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 09dc5a0c-f574-40fd-85c7-e551eddfb386 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:27.329954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.333691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.385623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.386359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router 28575ee5-c77c-4ec3-9b36-a354e7062aeb {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:27.402889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.406615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c61b41b-cab9-4ab6-ab6b-291a1bfdbd0f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/28575ee5-c77c-4ec3-9b36-a354e7062aeb HTTP/1.1" status: 204 len: 168 time: 0.4264796 Aug 10 03:55:27.406803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51810) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:27.466455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 6e70dd3b-d07e-417b-95e3-9099bacfc231 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:27.470252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.526722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.599011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51812) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:27.611760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094115029', 'description': 'tempest-secgroup-smoke-2094115029 description', 'project_id': '7ccd7e045e1f443abe34a1f28057e686'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:27.703564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.709619 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.730244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-aab315db-6f11-49d0-b7c7-c4903715088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.731821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-aab315db-6f11-49d0-b7c7-c4903715088c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.6791990 Aug 10 03:55:27.821678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.867901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.870033 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/6e70dd3b-d07e-417b-95e3-9099bacfc231 HTTP/1.1" status: 204 len: 168 time: 0.4620368 Aug 10 03:55:27.875349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51814) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:27.876787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b311cda-bca1-4d91-bbe1-fd42dd1951ef tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=6e70dd3b-d07e-417b-95e3-9099bacfc231,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:27.884560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cf06d-255a-4e63-a983-76632a25330a None None] Network db72317b-d12a-4bf9-b80b-091e2b040ed9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:27.918035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-9a3059c2-bc23-4f3c-bc2f-dafc47c048aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 999 time: 0.1540852 Aug 10 03:55:27.961498 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.969847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 072e9b5e-3f11-4f1a-b95c-058c7f0663c9 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:27.974449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.978007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.070084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-26a01c8a-db2a-489d-b254-c2d6e2f0d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.072639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-26a01c8a-db2a-489d-b254-c2d6e2f0d5b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.1376810 Aug 10 03:55:28.124372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:28.141663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.148929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55acee44-48ea-4cac-a340-3c7322ffbb55 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5482225 Aug 10 03:55:28.153292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.156799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.161503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group_rule': {'security_group_id': 'e9e09a4e-be6f-4e12-aebe-2dba78bbecdb', 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:28.164833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9a7917c-b724-4a48-a645-863818cda455 req-3ef879af-ce80-4858-953f-ffcd0b63512f tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0369592 Aug 10 03:55:28.230915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:55:28.233412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-54626b83-e8b2-4d05-ac7f-faabe05fffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.235025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-54626b83-e8b2-4d05-ac7f-faabe05fffa3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365726 Aug 10 03:55:28.236427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.274249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-72daf3fe-46cd-47f7-8dc6-4997032b7b61 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:55:28.275328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-72daf3fe-46cd-47f7-8dc6-4997032b7b61 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069399 Aug 10 03:55:28.307131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] DHCP port deletion for db72317b-d12a-4bf9-b80b-091e2b040ed9 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:28.330277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.342847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1159-6d40-42d7-98a7-9127deef16f8 req-aeb833e6-a7b4-4274-9d6f-336cf727281b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.344930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea2d1159-6d40-42d7-98a7-9127deef16f8 req-aeb833e6-a7b4-4274-9d6f-336cf727281b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.2132456 Aug 10 03:55:28.360923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Subnet': ['ID=c2e6bbae-b641-41de-9365-c280ff75c85b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:28.401079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Checking segment: {'id': '4674f33d-b3c2-437e-a202-3b96318f2ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4271abd4-5884-46e2-bd4f-452edbbd6a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:28.401570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network hostable DHCP agents. Network: 4271abd4-5884-46e2-bd4f-452edbbd6a1e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:28.405646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] Deleting port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:28.406773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.436928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-d70455fe-322f-4d0c-8da6-3cb87d9e0f5a service neutron] 10.222.0.39 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533782 Aug 10 03:55:28.440246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network 4271abd4-5884-46e2-bd4f-452edbbd6a1e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:28.450700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.484045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea2d1159-6d40-42d7-98a7-9127deef16f8 req-16230410-1a4d-483e-a0a9-b56d835c7fee tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042490 Aug 10 03:55:28.511544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4271abd4-5884-46e2-bd4f-452edbbd6a1e) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:28.515599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.524554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.525019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.525323 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.559903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] For port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,segment=NetworkSegment(fc1f9adc-38bd-413c-a7a3-3c77fb642867),segment_id=fc1f9adc-38bd-413c-a7a3-3c77fb642867)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:28.560575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.561736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35190e6-bc5a-476e-bcb1-281abfff0583,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:28.580605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.585430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-847d46a6-b604-403b-b16f-e2222b269eb1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259601 Aug 10 03:55:28.586572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51822) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.589225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7d6b5-83c9-40e6-a9dc-a39b6b864ec4 None None] Network 4271abd4-5884-46e2-bd4f-452edbbd6a1e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:28.595084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group_rule': {'security_group_id': 'e9e09a4e-be6f-4e12-aebe-2dba78bbecdb', 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:28.599801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b386340b-9f3f-4a4a-8c67-a837d6d50753 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8953743 Aug 10 03:55:28.602763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] Calling delete_port for 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:28.603612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.609358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.672948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=072e9b5e-3f11-4f1a-b95c-058c7f0663c9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:28.682887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.685725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ae4d3a6-1361-4ec8-b2b5-eceb5312d808 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/072e9b5e-3f11-4f1a-b95c-058c7f0663c9 HTTP/1.1" status: 204 len: 168 time: 0.8051116 Aug 10 03:55:28.687337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-724d89dd-10dc-40cb-a67e-b44cbb168a3e req-edc0c698-e1b6-4a4e-9e3b-5a93a9c2e788 service neutron] 10.222.0.39 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403865 Aug 10 03:55:28.688904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51826) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.707352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0554514d-3ee8-43a8-bb85-3bb342495ff7 None None] Network a8449e14-6473-46d2-a656-533712cc8416 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:28.780313 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.782408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.838417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-da4f0edb-a409-4217-9b13-780fd74be84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.839015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.840159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-da4f0edb-a409-4217-9b13-780fd74be84d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1096 time: 0.0965829 Aug 10 03:55:28.871282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.902505 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.913135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.964472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b6fd52-3f48-4117-8701-18e8a4a7e0e2,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:28.968634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.012795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.020246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-26cd552a-52f2-4805-86a9-9c97bd7fd647 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4310415 Aug 10 03:55:29.021451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:29.030380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group_rule': {'security_group_id': 'e9e09a4e-be6f-4e12-aebe-2dba78bbecdb', 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:29.041408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:29.041408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.053937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.068858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] Pushing event deleted for resources: {'Port': ['ID=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.083941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e6bbae-b641-41de-9365-c280ff75c85b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.092777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c653e6-dba2-4e5d-8bad-454f73a44c93 None None] No DVR routers for this DVR port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:29.093241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-faeb7f10-ed43-4258-8e23-bafbf46465f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.096037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-faeb7f10-ed43-4258-8e23-bafbf46465f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.2195570 Aug 10 03:55:29.261106 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.265509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:29.268949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3372fcf-c3c7-4e30-9eb5-7eb67884dba2 None None] Network 4271abd4-5884-46e2-bd4f-452edbbd6a1e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:29.272100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:29.280645 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.322827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.351028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:29.351389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:29.365493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4271abd4-5884-46e2-bd4f-452edbbd6a1e']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.374399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:29.415244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:55:29.415532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4674f33d-b3c2-437e-a202-3b96318f2ae5') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.416000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4674f33d-b3c2-437e-a202-3b96318f2ae5') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.425609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.440497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.469444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.483533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:29.484172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.522948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] DHCP port deletion for a8449e14-6473-46d2-a656-533712cc8416 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:29.576045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port 66d7b6f3-c98e-4e80-b4fa-000e038ebb72 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:29.584133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=66d7b6f3-c98e-4e80-b4fa-000e038ebb72,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:29.630183 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:29.703278 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.741172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.746838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.749575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/4271abd4-5884-46e2-bd4f-452edbbd6a1e HTTP/1.1" status: 204 len: 168 time: 1.1445882 Aug 10 03:55:29.754039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] Deleting port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:29.755819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.763524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db72317b-d12a-4bf9-b80b-091e2b040ed9']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.770984 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c750c6de-117f-4e00-b32b-1ce6cb23396f req-eb815bbd-9446-4779-b2a9-2969f65e1575 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1395288 Aug 10 03:55:29.775314 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.778248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1f9adc-38bd-413c-a7a3-3c77fb642867') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.778637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1f9adc-38bd-413c-a7a3-3c77fb642867') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:29.784937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51850) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:29.800244 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.832973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee8edc-c3a7-4463-a3ec-20cef99f509c tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Network': ['ID=4271abd4-5884-46e2-bd4f-452edbbd6a1e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.837276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.850365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:29.851919 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.870524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1982874257'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:29.879123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ada5a149-0f59-459c-9b92-be7c155f6e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.898779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] For port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,segment=NetworkSegment(d2755929-3ccb-490b-b560-801a9d3e6980),segment_id=d2755929-3ccb-490b-b560-801a9d3e6980)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:29.899386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.919121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] Calling delete_port for 1c9c4f20-1aa6-4f07-b7e9-9255c91617da owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:29.988535 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:29.996695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.996952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-f31c34ac-66da-4d40-880b-db992321c67c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 999 time: 0.8884439 Aug 10 03:55:30.028898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.033871 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/db72317b-d12a-4bf9-b80b-091e2b040ed9 HTTP/1.1" status: 204 len: 168 time: 1.3411095 Aug 10 03:55:30.034735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.044278 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.048217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96d108-7f3b-4223-8dde-bf34e98c549b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=db72317b-d12a-4bf9-b80b-091e2b040ed9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.053851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.086858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd0a781-5e10-4d48-9fc7-0de98d46e4b9,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.100320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43059eb-6b32-489a-a97a-87d7541c7240 req-b172224c-9226-49b1-a35b-9ec5dad9fa94 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.109129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f43059eb-6b32-489a-a97a-87d7541c7240 req-b172224c-9226-49b1-a35b-9ec5dad9fa94 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1304781 Aug 10 03:55:30.121341 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.129219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.130732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-134a2203-cc5c-47b3-b530-bc5361cb7379 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1071622 Aug 10 03:55:30.135632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51856) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.143376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group_rule': {'security_group_id': 'e9e09a4e-be6f-4e12-aebe-2dba78bbecdb', 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:30.153784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:30.166869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.178444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] Pushing event deleted for resources: {'Port': ['ID=1c9c4f20-1aa6-4f07-b7e9-9255c91617da,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.183105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f43059eb-6b32-489a-a97a-87d7541c7240 req-f6698206-695d-4439-989d-cc927f499bae tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715296 Aug 10 03:55:30.195294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04fb7f-dbbe-47ef-9a19-c2daa15a345d None None] No DVR routers for this DVR port 1c9c4f20-1aa6-4f07-b7e9-9255c91617da on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:30.227425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.305001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-62c3566b-590e-4626-90fb-74023c0aba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.306763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-62c3566b-590e-4626-90fb-74023c0aba9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.2142625 Aug 10 03:55:30.338762 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.352067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.360303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.362568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:30.380210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.380601 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Added segment 9a3ed35d-6b84-4eb0-bd17-e03f1028e554 of type vlan for network 27d4d22e-a9a9-430b-b9b8-32462cc455ba Aug 10 03:55:30.407067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4685aa-29fa-4894-bf61-35bae0cf1d28,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.411470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.413248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b2eb7ebc-7cec-403a-b465-952c588487a8 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2735822 Aug 10 03:55:30.418146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.427696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group_rule': {'security_group_id': 'e9e09a4e-be6f-4e12-aebe-2dba78bbecdb', 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:30.492964 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Project 7ccd7e045e1f443abe34a1f28057e686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:55:30.510532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.516285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.549658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.570219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8449e14-6473-46d2-a656-533712cc8416']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:30.606526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2755929-3ccb-490b-b560-801a9d3e6980') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:30.607282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2755929-3ccb-490b-b560-801a9d3e6980') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:30.635539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.646294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.650577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.654272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.663363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.664334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.686097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a730cb93-4bc7-4d56-afdc-0d937c1d7fc6,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.708215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.711844 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cec394dc-756b-459e-bb2a-af250adcaf9f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2918360 Aug 10 03:55:30.716253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51862) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.724255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'security_group_rule': {'security_group_id': 'e9e09a4e-be6f-4e12-aebe-2dba78bbecdb', 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:30.726857 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.814268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:30.815386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:30.822070 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:30.828681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51866) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.829118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0018306 Aug 10 03:55:30.835517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'subnet': {'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:30.939083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f8b0-dff6-40d8-b2a8-53a8f591f875 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Network': ['ID=27d4d22e-a9a9-430b-b9b8-32462cc455ba,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.959880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 27d4d22e-a9a9-430b-b9b8-32462cc455ba details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:30.974729 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Project 7ccd7e045e1f443abe34a1f28057e686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:55:30.986183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.055456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:31.059617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.062736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.065302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.078179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/a8449e14-6473-46d2-a656-533712cc8416 HTTP/1.1" status: 204 len: 168 time: 1.0318053 Aug 10 03:55:31.079226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51868) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:31.086700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1723457413'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:31.151871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f19fb5af-d395-4527-bd5f-20c2ad5698bc req-f226a117-4e30-4c1e-aede-e9f28fc5b7a2 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1328993 Aug 10 03:55:31.218553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.222912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:31.228731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.257298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1c9c4f20-1aa6-4f07-b7e9-9255c91617da no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:31.284256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382840-e31e-4a3d-a4aa-deb999c7bf5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=a8449e14-6473-46d2-a656-533712cc8416,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:31.291209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1c9c4f20-1aa6-4f07-b7e9-9255c91617da {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:31.291665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1c9c4f20-1aa6-4f07-b7e9-9255c91617da not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:31.304601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.345597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-ec85ce5a-ee1e-424c-9740-21b2fde5e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.347175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-ec85ce5a-ee1e-424c-9740-21b2fde5e02f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189372 Aug 10 03:55:31.366186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:31.478535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdbf4d6-f853-43c5-9960-8dabcfe20457,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:31.547910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.550075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91160562-da31-4941-b0aa-a00a1a7503d9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8315077 Aug 10 03:55:31.563691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.564068 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment a60d0548-f2eb-420a-9f73-80906623dced of type vlan for network c806668a-8a95-4283-9f1c-4afc66921e03 Aug 10 03:55:31.654644 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.693706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d38836-63cd-4514-b8bd-3e5ade2438c3 req-ef30eaff-d52b-4506-8b7c-16d0c8159741 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.696499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2d38836-63cd-4514-b8bd-3e5ade2438c3 req-ef30eaff-d52b-4506-8b7c-16d0c8159741 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.3513031 Aug 10 03:55:31.736694 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.805019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.915243 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-241cc913-ecca-494c-b1bf-96c4ebbf8653 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094115029&fields=id&tenant_id=7ccd7e045e1f443abe34a1f28057e686 HTTP/1.1" status: 200 len: 267 time: 0.0770421 Aug 10 03:55:31.960235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2d38836-63cd-4514-b8bd-3e5ade2438c3 req-f97b6c30-5812-4f2b-9e67-ea1df939a183 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457786 Aug 10 03:55:31.961368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Subnet': ['ID=b97b5f86-e075-46e9-b0ef-5db28caa7dc7,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:31.977084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Checking segment: {'id': '9a3ed35d-6b84-4eb0-bd17-e03f1028e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:31.977776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network hostable DHCP agents. Network: 27d4d22e-a9a9-430b-b9b8-32462cc455ba, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:31.994056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.002977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.003695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.107091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-962cae52-bd96-49bb-b519-5eb3fa5b3ea6 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.120406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network 27d4d22e-a9a9-430b-b9b8-32462cc455ba is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:32.120770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-962cae52-bd96-49bb-b519-5eb3fa5b3ea6 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 814 time: 0.2036796 Aug 10 03:55:32.131108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0520689 Aug 10 03:55:32.136329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51878) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.143448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:32.147617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd9069-1582-4965-9e0c-bcf5cab85176 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=c806668a-8a95-4283-9f1c-4afc66921e03,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:32.152467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 27d4d22e-a9a9-430b-b9b8-32462cc455ba) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:32.160426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network c806668a-8a95-4283-9f1c-4afc66921e03 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:32.178287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-b065011b-501d-48f9-844c-c82c5b6694fa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/quotas/7ccd7e045e1f443abe34a1f28057e686 HTTP/1.1" status: 200 len: 375 time: 0.0284710 Aug 10 03:55:32.183582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4467ce2b-901e-4676-b6c8-4a560dcb4f3c None None] Network 27d4d22e-a9a9-430b-b9b8-32462cc455ba requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:32.200117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.200713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.281522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-349199ca-581f-4c2d-a4ec-7990551ed5db tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018407 Aug 10 03:55:32.296941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-df7a49da-04e6-4511-8c27-9b3b58b6436e tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4611669 Aug 10 03:55:32.297968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.389611 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f367a60-0c99-4075-8edc-c26c669668ce req-934d2e72-65a4-4be3-bb48-10f2034a09c3 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0517468 Aug 10 03:55:32.408463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:32.423974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.704049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.710191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-25c2d60c-8862-46c7-a47f-0e4125079264 service neutron] 10.222.0.53 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022728 Aug 10 03:55:32.821342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-27d4d22e-a9a9-430b-b9b8-32462cc455ba', 'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba', 'tenant_id': '87d02116878d4a60b0300b8a33949ca1', 'fixed_ips': [{'subnet_id': 'b97b5f86-e075-46e9-b0ef-5db28caa7dc7'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:32.822281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.912013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.008167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-6d1c7086-271e-4ac8-ae1d-fe783ed8203e service neutron] 10.222.0.53 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874000 Aug 10 03:55:33.028893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Allocated IP 2001:db8::2 (27d4d22e-a9a9-430b-b9b8-32462cc455ba/b97b5f86-e075-46e9-b0ef-5db28caa7dc7/95cb5982-cb06-408b-a773-4e0f7e7f010f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:33.225833 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.337037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.350481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Transition to ACTIVE for port object 95cb5982-cb06-408b-a773-4e0f7e7f010f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:33.374228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Transition to ACTIVE for port object 95cb5982-cb06-408b-a773-4e0f7e7f010f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:33.389050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.396652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=87bb6212-369e-468e-a00d-15874b35fbcf,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.418676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.443407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Network 27d4d22e-a9a9-430b-b9b8-32462cc455ba is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:33.446675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:33.455688 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.457000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d09f10-1bdc-42a3-aaa2-821034ed46c6 req-118a46f2-d7ca-4e02-a40e-cc45dc8b5195 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:33.462246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:33.469506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d09f10-1bdc-42a3-aaa2-821034ed46c6 req-118a46f2-d7ca-4e02-a40e-cc45dc8b5195 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.2569606 Aug 10 03:55:33.523483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Pushing event updated for resources: {'Port': ['ID=95cb5982-cb06-408b-a773-4e0f7e7f010f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.547307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Subnet': ['ID=b97b5f86-e075-46e9-b0ef-5db28caa7dc7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.549083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Attempting to bind port 95cb5982-cb06-408b-a773-4e0f7e7f010f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:33.557723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Attempting to bind port 95cb5982-cb06-408b-a773-4e0f7e7f010f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9a3ed35d-6b84-4eb0-bd17-e03f1028e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:33.558137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Attempting to bind port 95cb5982-cb06-408b-a773-4e0f7e7f010f on network 27d4d22e-a9a9-430b-b9b8-32462cc455ba {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:33.564550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:33.564959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Checking segment: {'id': '9a3ed35d-6b84-4eb0-bd17-e03f1028e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:33.565451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.566025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Bound using segment: {'id': '9a3ed35d-6b84-4eb0-bd17-e03f1028e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:33.566568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Bound port: 95cb5982-cb06-408b-a773-4e0f7e7f010f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3ed35d-6b84-4eb0-bd17-e03f1028e554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:33.567040 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.610614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': 'a60d0548-f2eb-420a-9f73-80906623dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:33.610969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: c806668a-8a95-4283-9f1c-4afc66921e03, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:33.685754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d09f10-1bdc-42a3-aaa2-821034ed46c6 req-c4281f33-4efd-4267-96ec-1d4f7eaca7dc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771553 Aug 10 03:55:33.689526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network c806668a-8a95-4283-9f1c-4afc66921e03 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:33.711395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.739331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d4d22e-a9a9-430b-b9b8-32462cc455ba']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.760171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] For port 95cb5982-cb06-408b-a773-4e0f7e7f010f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:33.764180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, c806668a-8a95-4283-9f1c-4afc66921e03) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:33.766992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] For port 95cb5982-cb06-408b-a773-4e0f7e7f010f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=95cb5982-cb06-408b-a773-4e0f7e7f010f,segment=NetworkSegment(9a3ed35d-6b84-4eb0-bd17-e03f1028e554),segment_id=9a3ed35d-6b84-4eb0-bd17-e03f1028e554)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:33.777860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dd1bc6-bb94-4d54-a33c-14082dac598e None None] Network c806668a-8a95-4283-9f1c-4afc66921e03 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:33.781330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3ed35d-6b84-4eb0-bd17-e03f1028e554') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.781554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3ed35d-6b84-4eb0-bd17-e03f1028e554') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.788538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.802266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.827878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:33.827878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.840417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e4d8e241-b283-4c91-9f11-e0937d348071 req-bc5b55e5-b647-44be-9ced-bc8568d0b27a tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0509579 Aug 10 03:55:33.872826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.879210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ff4306a4-3e9b-45a3-beda-33ac3b7dcb39 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7405813 Aug 10 03:55:33.885148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51902) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:33.894044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1418623777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:33.915140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:33.915969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.944591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cdab636d-82e6-4612-b8e6-1792afd1783b req-6d27a8f5-79eb-46f1-9c7c-b6da44763457 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.0931077 Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:33.966596 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:33.988820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-b94b5920-ded9-4dc7-9abb-7749888e1fcc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2507496 Aug 10 03:55:34.129937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4d79b-feca-4f09-a8b0-b8282fd6299a None None] Pushing event updated for resources: {'Port': ['ID=95cb5982-cb06-408b-a773-4e0f7e7f010f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.149495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b401343-6f87-47f1-8360-3d446088e174 req-4ab63d28-459f-4265-967a-6450a63cf4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.160407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-4ab63d28-459f-4265-967a-6450a63cf4d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1097 time: 0.1268308 Aug 10 03:55:34.200508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c585e2c-63b9-4a69-a58f-9d8078f2a88e None None] Network 27d4d22e-a9a9-430b-b9b8-32462cc455ba requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:34.251450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:55:34.251450 n-d-769329-14 neutron-server[94140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:55:34.251450 n-d-769329-14 neutron-server[94140]: [parameters: {'id': '27d4d22e-a9a9-430b-b9b8-32462cc455ba'}] Aug 10 03:55:34.251450 n-d-769329-14 neutron-server[94140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:34.252716 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:34.261295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.267333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.393098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b401343-6f87-47f1-8360-3d446088e174 req-d3f0f659-6ca2-4435-b420-0b5b2ca625f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.396131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-d3f0f659-6ca2-4435-b420-0b5b2ca625f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 898 time: 0.1952293 Aug 10 03:55:34.678978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.688229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.708854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-19e9e186-a9c2-4a00-8c5a-0b60bc17a262 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 999 time: 0.3023911 Aug 10 03:55:34.753717 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.766446 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.773346 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-00a46acb-a985-4bc7-9e07-3db4f1eef9dd tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8863087 Aug 10 03:55:34.778899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51912) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:34.802555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'port': {'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03', 'name': 'tempest-RoutersIpV6Test-566256300'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:34.901997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-c806668a-8a95-4283-9f1c-4afc66921e03', 'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '87bb6212-369e-468e-a00d-15874b35fbcf'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:34.916242 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.928710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b401343-6f87-47f1-8360-3d446088e174 req-a4a351a1-6d48-47e0-ba83-f2dfc443e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.931602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-a4a351a1-6d48-47e0-ba83-f2dfc443e8ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 200 len: 834 time: 0.2148094 Aug 10 03:55:35.092514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b401343-6f87-47f1-8360-3d446088e174 req-b26ea6f1-2ad2-4d1a-a7b0-4ff55fe76c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:35.105277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-b26ea6f1-2ad2-4d1a-a7b0-4ff55fe76c99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0589c81a-f794-4408-9dad-e006f6daec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550393 Aug 10 03:55:35.411625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5777e4b6-6815-440c-bf40-f2e759ec655e req-e922854f-7f74-45a3-95a6-87af960caa04 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.3041549 Aug 10 03:55:35.479286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f775e6-ce53-4cc2-a4ef-c5abe3489fc3 req-ba3e34cd-32ca-4c7b-8d6d-d860f128369d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:35.489469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5f775e6-ce53-4cc2-a4ef-c5abe3489fc3 req-ba3e34cd-32ca-4c7b-8d6d-d860f128369d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.4371762 Aug 10 03:55:35.499184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:35.504466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.570403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Allocated IP 2001:db8::2 (c806668a-8a95-4283-9f1c-4afc66921e03/87bb6212-369e-468e-a00d-15874b35fbcf/6f89e966-c752-43b1-adb9-64475f466299) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:35.579889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting port 95cb5982-cb06-408b-a773-4e0f7e7f010f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:35.580374 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.591683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-555a4641-f53d-4ae8-8c5c-60f1fbc525c6 service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717433 Aug 10 03:55:36.028853 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.046132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Transition to ACTIVE for port object 6f89e966-c752-43b1-adb9-64475f466299 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:36.078482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Transition to ACTIVE for port object 6f89e966-c752-43b1-adb9-64475f466299 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:36.094970 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.098954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-6e0e6e26-4734-40e5-b0cf-6bf550508446 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:36.101064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-6e0e6e26-4734-40e5-b0cf-6bf550508446 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.65 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 814 time: 0.5229113 Aug 10 03:55:36.112078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5da96864-df35-4f8e-8ef4-876cc171f9f8 req-e716a9ff-7971-4435-b950-2c5af6449d48 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.2747498 Aug 10 03:55:36.217022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Pushing event updated for resources: {'Port': ['ID=6f89e966-c752-43b1-adb9-64475f466299,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:36.240362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Network c806668a-8a95-4283-9f1c-4afc66921e03 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:36.242991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:36.257491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:36.297386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b401343-6f87-47f1-8360-3d446088e174 req-517a18a3-b27a-4102-a2e8-16e019a97452 service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528611 Aug 10 03:55:36.350107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-0e20ff5d-5df1-401b-88cb-8d81e69b8d7d tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd7e045e1f443abe34a1f28057e686 HTTP/1.1" status: 200 len: 380 time: 0.2281864 Aug 10 03:55:36.364057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'port': {'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'admin_state_up': True, 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'security_groups': ['e9e09a4e-be6f-4e12-aebe-2dba78bbecdb']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:36.384361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Attempting to bind port 6f89e966-c752-43b1-adb9-64475f466299 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:36.384970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Attempting to bind port 6f89e966-c752-43b1-adb9-64475f466299 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a60d0548-f2eb-420a-9f73-80906623dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:36.385338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Attempting to bind port 6f89e966-c752-43b1-adb9-64475f466299 on network c806668a-8a95-4283-9f1c-4afc66921e03 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:36.393336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:36.393336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Checking segment: {'id': 'a60d0548-f2eb-420a-9f73-80906623dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:36.393336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.393336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Bound using segment: {'id': 'a60d0548-f2eb-420a-9f73-80906623dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:36.394675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Bound port: 6f89e966-c752-43b1-adb9-64475f466299, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d0548-f2eb-420a-9f73-80906623dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c806668a-8a95-4283-9f1c-4afc66921e03'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:36.395183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.505642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] For port 6f89e966-c752-43b1-adb9-64475f466299, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:36.512007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] For port 6f89e966-c752-43b1-adb9-64475f466299, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6f89e966-c752-43b1-adb9-64475f466299,segment=NetworkSegment(a60d0548-f2eb-420a-9f73-80906623dced),segment_id=a60d0548-f2eb-420a-9f73-80906623dced)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:36.521963 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.596658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] device_id is not set on port 6f91733a-42b4-4709-809e-00f59d405c04 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:36.677108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Made reservation on behalf of 7ccd7e045e1f443abe34a1f28057e686 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:36.683409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.752335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a057de-c234-454d-a27f-5d74b3e85952 None None] Pushing event updated for resources: {'Port': ['ID=6f89e966-c752-43b1-adb9-64475f466299,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:36.843855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8::1c (c806668a-8a95-4283-9f1c-4afc66921e03/87bb6212-369e-468e-a00d-15874b35fbcf/6f91733a-42b4-4709-809e-00f59d405c04) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:36.856943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ec22c0e-f95e-4926-80aa-a866690392a0 req-8dbb6c7d-10a6-4121-887a-d5d4200f816f tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1003661 Aug 10 03:55:37.419086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5f775e6-ce53-4cc2-a4ef-c5abe3489fc3 req-2d2dfd2f-79fd-4b0f-8196-fcfc2008a1ce tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9273551 Aug 10 03:55:37.445607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Allocated IP 172.20.0.4 (86030e4c-8b5f-4abe-9927-2a7570f8b9de/25dad5ee-01a0-4185-ba66-3ce1f5460022/9e43c463-9394-4f7f-9e4d-810129977a05) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:37.519289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f89e966-c752-43b1-adb9-64475f466299 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:37.632546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] For port 95cb5982-cb06-408b-a773-4e0f7e7f010f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=95cb5982-cb06-408b-a773-4e0f7e7f010f,segment=NetworkSegment(9a3ed35d-6b84-4eb0-bd17-e03f1028e554),segment_id=9a3ed35d-6b84-4eb0-bd17-e03f1028e554)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:37.633442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.671417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.697285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Transition to ACTIVE for port object 9e43c463-9394-4f7f-9e4d-810129977a05 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:37.836044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.868562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6f89e966-c752-43b1-adb9-64475f466299 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:37.884374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Calling delete_port for 95cb5982-cb06-408b-a773-4e0f7e7f010f owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:37.965073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:37.985877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:37.992820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:37.998427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:38.102191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-395bc1d2-0963-4740-af05-29025df2bfdf service neutron] 10.222.0.39 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5222561 Aug 10 03:55:38.152648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3780213-90f8-437b-85c5-53ccf1c74245 req-8cbabf3d-408e-49a1-a3ff-dd46baaae27a tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:38.180973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f3780213-90f8-437b-85c5-53ccf1c74245 req-8cbabf3d-408e-49a1-a3ff-dd46baaae27a tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 931 time: 0.3553443 Aug 10 03:55:38.306956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:38.308052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.342786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4d86d72c-af12-43d0-997d-8016e7da7162 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9859512 Aug 10 03:55:38.375661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f3780213-90f8-437b-85c5-53ccf1c74245 req-cf7ebdd9-85b8-45e7-86c5-db37e7fcc37e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761222 Aug 10 03:55:38.388414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Request body: {'port': {'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:38.473569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.548897 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:38.573133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 6f91733a-42b4-4709-809e-00f59d405c04 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:38.708655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-55c2a740-d51f-49bb-9ec4-46b5ec4df8e9 None None] Provisioning for port 9e43c463-9394-4f7f-9e4d-810129977a05 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:38.715265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-55c2a740-d51f-49bb-9ec4-46b5ec4df8e9 None None] Provisioning complete for port 9e43c463-9394-4f7f-9e4d-810129977a05 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:38.716310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55c2a740-d51f-49bb-9ec4-46b5ec4df8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.784029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.801292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-55c2a740-d51f-49bb-9ec4-46b5ec4df8e9 None None] Port 9e43c463-9394-4f7f-9e4d-810129977a05 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:38.856535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd671248-3a22-43ae-93d0-119b142fac35 req-dcc2383a-14c3-4fc3-a9e5-0be1c5765ecd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:38.866744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd671248-3a22-43ae-93d0-119b142fac35 req-dcc2383a-14c3-4fc3-a9e5-0be1c5765ecd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1656430 Aug 10 03:55:38.892262 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-028d9aa4-c53f-42b6-af9a-c6325a3f33bf req-fcabf395-31f4-4efe-ae8f-825fea151b1c tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.6361883 Aug 10 03:55:39.044956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd671248-3a22-43ae-93d0-119b142fac35 req-350a00a5-0d58-4d22-8986-fea485fbf2e6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763108 Aug 10 03:55:39.069885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7e215be-1ee4-4242-b270-d82eab6672ec req-827a77e9-c8b0-46c7-8a57-cf02f4f227d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119912 Aug 10 03:55:39.122612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.125926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.128658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05eb35-28ac-4ec9-b9de-c9d9f8a9e0ec None None] Network c806668a-8a95-4283-9f1c-4afc66921e03 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:39.254895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No DVR routers for this DVR port 95cb5982-cb06-408b-a773-4e0f7e7f010f on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:39.259103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Port': ['ID=95cb5982-cb06-408b-a773-4e0f7e7f010f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:39.380105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network c806668a-8a95-4283-9f1c-4afc66921e03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:39.406428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] Provisioning for port 6f89e966-c752-43b1-adb9-64475f466299 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:39.421742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] Provisioning complete for port 6f89e966-c752-43b1-adb9-64475f466299 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:39.422462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.459356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:39.484287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:39.508573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.509681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.595914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e43c463-9394-4f7f-9e4d-810129977a05 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:39.610730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.633462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Transition to ACTIVE for port object 9e43c463-9394-4f7f-9e4d-810129977a05 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:39.645390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.755516 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.807229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=6f91733a-42b4-4709-809e-00f59d405c04,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:39.840090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] For port 6f89e966-c752-43b1-adb9-64475f466299, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6f89e966-c752-43b1-adb9-64475f466299,segment=NetworkSegment(a60d0548-f2eb-420a-9f73-80906623dced),segment_id=a60d0548-f2eb-420a-9f73-80906623dced)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:39.847962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.889825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Pushing event updated for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:39.952912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca651260-a0bd-40fd-bc42-acb25c697542 None None] Pushing event updated for resources: {'Port': ['ID=6f89e966-c752-43b1-adb9-64475f466299,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:39.976132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ed672f08-e827-40be-9deb-23ca773c2a2c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.1922872 Aug 10 03:55:40.000027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51934) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:40.004959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-c4a8d445-2aca-4893-8175-f69f98f67130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.032193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-c4a8d445-2aca-4893-8175-f69f98f67130 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1096 time: 0.8081577 Aug 10 03:55:40.073186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.131203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4156681b-2abe-4b93-b03a-d7cf1d390580 req-6350480c-f3bd-440e-bed0-2fdea3ea94c1 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0391247 Aug 10 03:55:40.144383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Attempting to bind port 9e43c463-9394-4f7f-9e4d-810129977a05 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:40.144815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Attempting to bind port 9e43c463-9394-4f7f-9e4d-810129977a05 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:40.145261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Attempting to bind port 9e43c463-9394-4f7f-9e4d-810129977a05 on network 86030e4c-8b5f-4abe-9927-2a7570f8b9de {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:40.151907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Port 9e43c463-9394-4f7f-9e4d-810129977a05 on network 86030e4c-8b5f-4abe-9927-2a7570f8b9de not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:40.152384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Attempting to bind port 9e43c463-9394-4f7f-9e4d-810129977a05 on network 86030e4c-8b5f-4abe-9927-2a7570f8b9de {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:40.160557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:40.162419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Checking segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:40.163086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Bound using segment: {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:40.163894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Bound port: 9e43c463-9394-4f7f-9e4d-810129977a05, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04e1be2-cc52-4e02-94f1-a042806f7682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:40.164543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.251761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d4d22e-a9a9-430b-b9b8-32462cc455ba']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:40.319491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:40.331197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9e43c463-9394-4f7f-9e4d-810129977a05,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:40.351373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.413812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9945ca49-e5bb-4e7e-811d-c6786b27f1b7 None None] Provisioning for port 6f91733a-42b4-4709-809e-00f59d405c04 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:40.423934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9945ca49-e5bb-4e7e-811d-c6786b27f1b7 None None] Provisioning complete for port 6f91733a-42b4-4709-809e-00f59d405c04 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:40.424362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9945ca49-e5bb-4e7e-811d-c6786b27f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.441466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3ed35d-6b84-4eb0-bd17-e03f1028e554') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:40.443111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3ed35d-6b84-4eb0-bd17-e03f1028e554') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:40.483299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9945ca49-e5bb-4e7e-811d-c6786b27f1b7 None None] Port 6f91733a-42b4-4709-809e-00f59d405c04 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:40.496033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47ac6e-9ee9-4f98-8c90-3489a8c1d893 req-5763144b-8027-4482-af23-8192486fa232 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.501242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9945ca49-e5bb-4e7e-811d-c6786b27f1b7 None None] Provisioning complete for port 6f89e966-c752-43b1-adb9-64475f466299 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:40.501807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9945ca49-e5bb-4e7e-811d-c6786b27f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.510817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c47ac6e-9ee9-4f98-8c90-3489a8c1d893 req-5763144b-8027-4482-af23-8192486fa232 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.9136920 Aug 10 03:55:40.512236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.514308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.516013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] 10.222.0.65 "PUT /v2.0/ports/9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 1092 time: 2.1625450 Aug 10 03:55:40.558352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:40.564246 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:40.700720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d8f2f-d4d7-4a52-802a-17c6da58d0aa service neutron] Pushing event updated for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:40.703633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-de9009c5-955a-488a-8b8c-79ab3862b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.705484 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-de9009c5-955a-488a-8b8c-79ab3862b858 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.6199508 Aug 10 03:55:40.721550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-90ad307f-74bf-422b-aeb8-9f76a56e78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.724655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-90ad307f-74bf-422b-aeb8-9f76a56e78f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1095 time: 0.1490102 Aug 10 03:55:40.730627 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.735278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dac8ed-5f11-4e37-ac86-7e31348c402b req-02c658b1-b425-4509-9dc2-ee106624ed1f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.738103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08dac8ed-5f11-4e37-ac86-7e31348c402b req-02c658b1-b425-4509-9dc2-ee106624ed1f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.4145188 Aug 10 03:55:40.792037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-f12dbe5c-2749-458b-bdb1-b82d220f128f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 217 time: 0.0525475 Aug 10 03:55:40.871061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ab2e3277-1142-4e2f-94bb-8e5a747b847c None None] Provisioning complete for port 6f91733a-42b4-4709-809e-00f59d405c04 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:40.874092 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3277-1142-4e2f-94bb-8e5a747b847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.876065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08dac8ed-5f11-4e37-ac86-7e31348c402b req-b5d7d24e-d0e0-46ba-b0fe-cb98fb89a0c0 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274507 Aug 10 03:55:40.898830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-0728b650-c4ec-4ebf-a4af-f0ebe247b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.902069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-0728b650-c4ec-4ebf-a4af-f0ebe247b1ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 200 len: 853 time: 0.0929759 Aug 10 03:55:40.960569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.967374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e3277-1142-4e2f-94bb-8e5a747b847c None None] Port 6f91733a-42b4-4709-809e-00f59d405c04 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:40.973767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef334ad-7bfe-4f1e-b63f-55dc3b18b789 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:55:40.989189 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:40.989808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.015247 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaaba7c-dc21-4d06-9c4c-6894bba936a1 x-openstack-request-id: req-2aaaba7c-dc21-4d06-9c4c-6894bba936a1 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:41.016311 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:41.016676 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aaaba7c-dc21-4d06-9c4c-6894bba936a1 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:41.017708 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'status': 'completed', 'code': 200} Aug 10 03:55:41.025662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-19e1f8cb-f861-498a-9167-6ffb87d87dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.029892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-19e1f8cb-f861-498a-9167-6ffb87d87dc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86030e4c-8b5f-4abe-9927-2a7570f8b9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134367 Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:41.176682 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:41.187065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.214005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef334ad-7bfe-4f1e-b63f-55dc3b18b789 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:55:41.293621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.333875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-1c1e1119-6633-4272-92af-6d6374628a08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 200 len: 999 time: 0.5284472 Aug 10 03:55:41.343498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.355413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/27d4d22e-a9a9-430b-b9b8-32462cc455ba HTTP/1.1" status: 204 len: 168 time: 9.0560901 Aug 10 03:55:41.356018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51946) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.367187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754c702-6e6a-47c5-ba60-7c47ae59e17d tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.367858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754c702-6e6a-47c5-ba60-7c47ae59e17d tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.368436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754c702-6e6a-47c5-ba60-7c47ae59e17d tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.370338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d754c702-6e6a-47c5-ba60-7c47ae59e17d tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=723bb98784f94075a88f43e13602e903&network_id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 2972 time: 0.1795030 Aug 10 03:55:41.373201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c47ac6e-9ee9-4f98-8c90-3489a8c1d893 req-a273c0ab-3d1e-4137-87f3-14ca1d3091df tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8613548 Aug 10 03:55:41.406788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1570656622'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:41.433845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d492d0-4229-4d85-a927-e5192a1910b1 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Network': ['ID=27d4d22e-a9a9-430b-b9b8-32462cc455ba,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:41.460211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-e078112b-297d-4959-b475-e85e4b18855a service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217448 Aug 10 03:55:41.463472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:41.469451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.470643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f89e966-c752-43b1-adb9-64475f466299 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:41.644482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6f89e966-c752-43b1-adb9-64475f466299 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:41.645126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.656009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f2e25c-5388-48ce-a3cb-bab4570abf84 req-e5033439-0cca-47d6-9ad2-003e2ddd4f31 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775584 Aug 10 03:55:41.743013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:41.853382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.854280 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Added segment add37c2e-07df-4775-aa26-db1ffca17edd of type vlan for network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b Aug 10 03:55:41.858423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-6a552116-e262-4609-876d-e8386b8f86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.859955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-6a552116-e262-4609-876d-e8386b8f86ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.4582131 Aug 10 03:55:41.957282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.045626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-15cfc1da-417e-48c7-8018-8687f4329565 req-158c917c-8e03-4641-9c39-c6f4815067af tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.3873694 Aug 10 03:55:42.135454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-82ed2c9f-88c2-422c-8446-9993c984cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.138515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-82ed2c9f-88c2-422c-8446-9993c984cc7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1095 time: 0.3888488 Aug 10 03:55:42.189792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-0e8b886e-9f9b-43f8-bb72-186b6c25b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.193006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-0e8b886e-9f9b-43f8-bb72-186b6c25b1d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3096921 Aug 10 03:55:42.208771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.336924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45e6e0-ff32-41b0-bc8d-7e8307802caf req-13d0b8c1-19d3-4a2c-a75a-38f0334c85da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.345502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e45e6e0-ff32-41b0-bc8d-7e8307802caf req-13d0b8c1-19d3-4a2c-a75a-38f0334c85da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.2299840 Aug 10 03:55:42.485339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e45e6e0-ff32-41b0-bc8d-7e8307802caf req-fc8c2085-5983-433d-9f3d-9b781362f0aa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378989 Aug 10 03:55:42.496588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-0dad3076-fbd7-4e09-bbbf-5d4b88858cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.501906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-0dad3076-fbd7-4e09-bbbf-5d4b88858cb4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 915 time: 0.3385782 Aug 10 03:55:42.505881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.523696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.524443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.595846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2234335 Aug 10 03:55:42.620645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51960) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:42.627677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Request body: {'subnet': {'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:42.634463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-dff8ce3a-b449-4b26-be8f-f7f7a0b8b8a8 service neutron] 10.222.0.39 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080088 Aug 10 03:55:42.747687 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-9f84bf45-ad1e-4ee5-a892-525608701353 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 217 time: 0.1893687 Aug 10 03:55:42.832324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c0366-5400-4d12-8f4d-45c2bd4e2e68 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Network': ['ID=01dcf948-dbfc-43cd-bd1a-9d8f92e3984b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:42.860366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:42.965018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a07255d-bfc5-4367-81f0-f4da711adf9a req-1da1fae2-3fc8-4870-97c5-8f08b193a05e service neutron] 10.222.0.39 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700696 Aug 10 03:55:42.972356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Made reservation on behalf of 87d02116878d4a60b0300b8a33949ca1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:42.976185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.032107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51964) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:43.123608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.156470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.267987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59dd6c-df99-4adc-b27c-3f5b917e9220 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.283775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5e59dd6c-df99-4adc-b27c-3f5b917e9220 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 814 time: 0.2070444 Aug 10 03:55:43.321806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-11e9d8f4-d798-4240-bbeb-c8d0b0b5780b req-84574cc9-68be-4439-9d00-10248a0db9e7 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0675094 Aug 10 03:55:43.350997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=6f91733a-42b4-4709-809e-00f59d405c04,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:43.449067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992f8db-e8f8-4ca4-924e-999e7a397b67 req-43c8a8a8-4905-4575-b2c9-6cf222f91627 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.452206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b992f8db-e8f8-4ca4-924e-999e7a397b67 req-43c8a8a8-4905-4575-b2c9-6cf222f91627 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.8968394 Aug 10 03:55:43.486523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-b7296ebe-c3c6-4303-854f-e5f56c8b4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.489861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-b7296ebe-c3c6-4303-854f-e5f56c8b4789 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 200 len: 853 time: 0.7243404 Aug 10 03:55:43.527432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b992f8db-e8f8-4ca4-924e-999e7a397b67 req-68656982-fe36-4343-ba43-f77c459a3ebe tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676932 Aug 10 03:55:43.575862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.634958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-830784b7-9ac3-4ff2-94ed-35ba46a147fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.637802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-830784b7-9ac3-4ff2-94ed-35ba46a147fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86030e4c-8b5f-4abe-9927-2a7570f8b9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252644 Aug 10 03:55:43.711759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b127b23c-cdc8-4744-a2d3-c4e886273004 None None] Provisioning complete for port 6f91733a-42b4-4709-809e-00f59d405c04 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:43.712337 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b127b23c-cdc8-4744-a2d3-c4e886273004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.759532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b127b23c-cdc8-4744-a2d3-c4e886273004 None None] Port 6f91733a-42b4-4709-809e-00f59d405c04 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:43.790860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-3f90dcae-b8ae-4ee9-a0a2-f69279255848 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433945 Aug 10 03:55:43.797592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51974) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:43.808035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'network': {'name': 'tempest-network-smoke--439283471', 'project_id': '723bb98784f94075a88f43e13602e903', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:43.947591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:43.952873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.983403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363241dc-7d38-4f7e-ab73-e46ade655049 req-4432f500-f223-44cd-b686-31a9eeb2a12e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.985924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-363241dc-7d38-4f7e-ab73-e46ade655049 req-4432f500-f223-44cd-b686-31a9eeb2a12e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.2450774 Aug 10 03:55:44.000561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:44.017409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.017938 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Added segment 857060db-1848-460e-ba71-fb1a4f36176a of type vlan for network 27ddd046-90af-40c9-b100-624d5a9a6748 Aug 10 03:55:44.110708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.126350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac97a2db-5fdc-4d3c-a816-0a9c926c9bc8 req-649cac03-96d5-4f70-b217-409420608eb6 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107247 Aug 10 03:55:44.178386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.187812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.188891 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.304962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5001223 Aug 10 03:55:44.306879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51976) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.404010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab26b-ea8b-4b92-9dd1-1d3cc174cdc9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Network': ['ID=27ddd046-90af-40c9-b100-624d5a9a6748,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.427069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 27ddd046-90af-40c9-b100-624d5a9a6748 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:44.447166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:55:44.456856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.459965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1f1bc-1556-4299-9dbd-0de83dcac7a3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.466717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91c1f1bc-1556-4299-9dbd-0de83dcac7a3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=723bb98784f94075a88f43e13602e903&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1554279 Aug 10 03:55:44.467040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.467875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.527533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-363241dc-7d38-4f7e-ab73-e46ade655049 req-2e3b8218-af99-4471-9b4a-f0a75cef6b7f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192884 Aug 10 03:55:44.583880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event updated for resources: {'Subnet': ['ID=f266cb37-48cb-4a01-a9b0-b7b5158376ee,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.680669 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7422a153-e064-431f-a88d-c994a6b29871 req-373f6469-f220-4d05-b9e9-67b4715eea4a tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0565917 Aug 10 03:55:44.712477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Checking segment: {'id': 'add37c2e-07df-4775-aa26-db1ffca17edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:44.712889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network hostable DHCP agents. Network: 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:44.886099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716eb5cd-ccba-480e-92d3-89c988def7ca tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.891975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:44.893201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-716eb5cd-ccba-480e-92d3-89c988def7ca tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4231715 Aug 10 03:55:44.894227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51984) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.901969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37ee1c-a275-45e4-92cc-327780ab168c req-7df8c0e7-82d3-4553-b81b-08eafa32601e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.903858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e37ee1c-a275-45e4-92cc-327780ab168c req-7df8c0e7-82d3-4553-b81b-08eafa32601e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.2046502 Aug 10 03:55:44.930914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:44.949192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.949913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.956381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89f5c76-ff25-4575-8762-215e96d73759 None None] Network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:44.959473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2934b0b4-400a-4a1f-bd70-9516c75ebba0 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628688 Aug 10 03:55:44.962496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51986) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.992961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e37ee1c-a275-45e4-92cc-327780ab168c req-61a229fe-db97-43cc-b1ca-e13f6bced26f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750299 Aug 10 03:55:45.018059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-81e8c7fb-1d8d-478b-92cb-9c234bed53f5 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3948319 Aug 10 03:55:45.018527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 51988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.031469 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e44a72f-9738-480e-9b37-7a10428661d6 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=723bb98784f94075a88f43e13602e903&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665202 Aug 10 03:55:45.033705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51990) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.126994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.137962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.138823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.153401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c97e8-3e47-477f-8f02-efa99ac7031b tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:45.158063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bd7c97e8-3e47-477f-8f02-efa99ac7031b tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1192336 Aug 10 03:55:45.160078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51992) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.194332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ceb16a1b-72f0-434d-9ae0-7c8b143064f5 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323400 Aug 10 03:55:45.197628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 51994) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.205082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1851750071', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'project_id': '723bb98784f94075a88f43e13602e903', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:45.215732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.276823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-01dcf948-dbfc-43cd-bd1a-9d8f92e3984b', 'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b', 'tenant_id': '87d02116878d4a60b0300b8a33949ca1', 'fixed_ips': [{'subnet_id': 'f266cb37-48cb-4a01-a9b0-b7b5158376ee'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:45.277934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.278257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=6f91733a-42b4-4709-809e-00f59d405c04,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.355520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:45.364054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.385365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network c806668a-8a95-4283-9f1c-4afc66921e03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:45.394267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:45.403980 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.495582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Allocated IP 2001:db8::f816:3eff:fe4c:5eea (01dcf948-dbfc-43cd-bd1a-9d8f92e3984b/f266cb37-48cb-4a01-a9b0-b7b5158376ee/3905539e-e548-42ca-8a3c-048703a64260) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:45.636988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 9d4d2c35-115c-4c5a-984a-9ac74fc51b1d is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:45.726556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.732962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.747770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Transition to ACTIVE for port object 3905539e-e548-42ca-8a3c-048703a64260 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:45.773780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Transition to ACTIVE for port object 3905539e-e548-42ca-8a3c-048703a64260 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:45.785347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.841748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f196f-524b-4059-9520-410b1df78696 req-00141a47-cacf-4b12-86d9-751a8488590f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:45.843506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-325f196f-524b-4059-9520-410b1df78696 req-00141a47-cacf-4b12-86d9-751a8488590f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1596358 Aug 10 03:55:45.845779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:45.846859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Checking segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:45.847726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network hostable DHCP agents. Network: 27ddd046-90af-40c9-b100-624d5a9a6748, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:45.852447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:45.853967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Subnet': ['ID=86fb2fa4-479a-42af-b219-ecc8e8ef8e34,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.854998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:45.872362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Pushing event updated for resources: {'Port': ['ID=3905539e-e548-42ca-8a3c-048703a64260,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.875037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ce172ea-8b5f-4704-9f51-75e604f529b3 req-af3f7aab-7172-45ff-b721-ec987c2fba61 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0671759 Aug 10 03:55:45.885680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3f758457-8784-45d3-bb50-76df46636b0e None None] Provisioning complete for port 6f91733a-42b4-4709-809e-00f59d405c04 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:45.886188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f758457-8784-45d3-bb50-76df46636b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.892577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 27ddd046-90af-40c9-b100-624d5a9a6748 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:45.895791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.915657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 27ddd046-90af-40c9-b100-624d5a9a6748) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:45.935352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Subnet': ['ID=f266cb37-48cb-4a01-a9b0-b7b5158376ee,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.935587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:45.936428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.946299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:45.952911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a476adcd-a38c-48f9-8c11-e49fdf3f7e38 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/9d4d2c35-115c-4c5a-984a-9ac74fc51b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9197843 Aug 10 03:55:45.958485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-325f196f-524b-4059-9520-410b1df78696 req-2fb21cd5-3e38-4917-9149-eedb8f46f640 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953736 Aug 10 03:55:45.961971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52000) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.973122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b905f3d-dbf1-4b47-b41c-4fc9d0594cf8 None None] Network 27ddd046-90af-40c9-b100-624d5a9a6748 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:45.978016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] Sync routers for ids ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:45.984785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1387cd26-6a76-45ee-8097-06ccf7d0f26b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7805738 Aug 10 03:55:46.028059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.030313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec86ebd-b3ec-426e-92c5-f6fdfd11e2f7 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:46.034199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9ec86ebd-b3ec-426e-92c5-f6fdfd11e2f7 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports/6f91733a-42b4-4709-809e-00f59d405c04 HTTP/1.1" status: 200 len: 982 time: 0.0709331 Aug 10 03:55:46.044256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52006) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.044932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dcf948-dbfc-43cd-bd1a-9d8f92e3984b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.063580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add37c2e-07df-4775-aa26-db1ffca17edd') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.063946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add37c2e-07df-4775-aa26-db1ffca17edd') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.091985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.121964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.142841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:46.145528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.155521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3f758457-8784-45d3-bb50-76df46636b0e None None] Port 6f91733a-42b4-4709-809e-00f59d405c04 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:46.163605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] Routers {'9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:46.163605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:46.166112 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:46.170028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Attempting to bind port 3905539e-e548-42ca-8a3c-048703a64260 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:46.170028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Attempting to bind port 3905539e-e548-42ca-8a3c-048703a64260 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'add37c2e-07df-4775-aa26-db1ffca17edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:46.170028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Attempting to bind port 3905539e-e548-42ca-8a3c-048703a64260 on network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:46.215368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.227347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:46.227812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Checking segment: {'id': 'add37c2e-07df-4775-aa26-db1ffca17edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:46.228131 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.228530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Bound using segment: {'id': 'add37c2e-07df-4775-aa26-db1ffca17edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:46.229015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Bound port: 3905539e-e548-42ca-8a3c-048703a64260, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add37c2e-07df-4775-aa26-db1ffca17edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:46.229410 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.250944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] Routers {'9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:46.251583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.281957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:55:46.281957 n-d-769329-14 neutron-server[94140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:55:46.281957 n-d-769329-14 neutron-server[94140]: [parameters: {'id': '01dcf948-dbfc-43cd-bd1a-9d8f92e3984b'}] Aug 10 03:55:46.281957 n-d-769329-14 neutron-server[94140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:46.282606 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:46.294218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:46.294878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8187b6-2ed9-485a-b19f-ef8f0194bf7b None None] The sync data for ids ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:46.297817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d2c24-3ff5-4990-adb5-b1217919e3b6 req-d585dfae-a9c9-4924-8f4f-a9629db5f4b1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:46.299709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b3d2c24-3ff5-4990-adb5-b1217919e3b6 req-d585dfae-a9c9-4924-8f4f-a9629db5f4b1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.1814227 Aug 10 03:55:46.393395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52008) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.400687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849394775', 'description': 'tempest-secgroup-smoke-1849394775 description', 'project_id': '723bb98784f94075a88f43e13602e903'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.405724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] For port 3905539e-e548-42ca-8a3c-048703a64260, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:46.420110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] For port 3905539e-e548-42ca-8a3c-048703a64260, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3905539e-e548-42ca-8a3c-048703a64260,segment=NetworkSegment(add37c2e-07df-4775-aa26-db1ffca17edd),segment_id=add37c2e-07df-4775-aa26-db1ffca17edd)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:46.422478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b3d2c24-3ff5-4990-adb5-b1217919e3b6 req-5d153d7e-4a3b-4452-9cf7-1d4dfe3cdaca tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044202 Aug 10 03:55:46.434514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-27ddd046-90af-40c9-b100-624d5a9a6748', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'fixed_ips': [{'subnet_id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:46.435283 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.435547 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.448156 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.590516 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.597495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.603476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583f83-bb22-4e0e-bb1a-5c210604819f None None] Pushing event updated for resources: {'Port': ['ID=3905539e-e548-42ca-8a3c-048703a64260,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:46.642662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.649505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2495029 Aug 10 03:55:46.650191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52010) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.659987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '132e3d36-e500-4fb5-9797-b510762f397c', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.677782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d0a95-95ee-428c-afd9-d888e220d38b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132e3d36-e500-4fb5-9797-b510762f397c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:46.678747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54833a-5c49-4da2-9d53-09e0e809f7ef None None] Network 01dcf948-dbfc-43cd-bd1a-9d8f92e3984b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:46.711306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.724497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.743169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Allocated IP 172.20.0.18 (27ddd046-90af-40c9-b100-624d5a9a6748/86fb2fa4-479a-42af-b219-ecc8e8ef8e34/c462ffda-4286-48d0-b365-cdc4de59ab2f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:46.792231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.895098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.908017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.931072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3aac49-a97d-4504-99c1-c7550e262f8b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:46.951489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.953015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-718978ef-f247-422a-94b5-939e2d9ea277 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3006425 Aug 10 03:55:46.958017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52014) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.963070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '132e3d36-e500-4fb5-9797-b510762f397c', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.972968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting port 3905539e-e548-42ca-8a3c-048703a64260 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:46.973318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.990123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.001373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Transition to ACTIVE for port object c462ffda-4286-48d0-b365-cdc4de59ab2f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:47.020553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Transition to ACTIVE for port object c462ffda-4286-48d0-b365-cdc4de59ab2f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:47.029119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.061296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 6f91733a-42b4-4709-809e-00f59d405c04 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:47.062453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.079267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f3fa5ac6-8481-4c1c-bc95-f7863a1b3820 req-6481c2ae-f2ca-40b6-99ae-2480502a700d tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0493407 Aug 10 03:55:47.092987 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.102814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] For port 3905539e-e548-42ca-8a3c-048703a64260, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3905539e-e548-42ca-8a3c-048703a64260,segment=NetworkSegment(add37c2e-07df-4775-aa26-db1ffca17edd),segment_id=add37c2e-07df-4775-aa26-db1ffca17edd)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:47.103196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.124188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Network 27ddd046-90af-40c9-b100-624d5a9a6748 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:47.127826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Calling delete_port for 3905539e-e548-42ca-8a3c-048703a64260 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:47.132503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:47.145246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:47.171667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Pushing event updated for resources: {'Port': ['ID=c462ffda-4286-48d0-b365-cdc4de59ab2f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.198753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9353f4-d608-47c2-9a94-d59800bb8619 req-0f91e583-e697-4958-b61c-1d31c8a4bbd5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:47.200336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb9353f4-d608-47c2-9a94-d59800bb8619 req-0f91e583-e697-4958-b61c-1d31c8a4bbd5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.0646961 Aug 10 03:55:47.224262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.241064 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.263679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Attempting to bind port c462ffda-4286-48d0-b365-cdc4de59ab2f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:47.264231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Attempting to bind port c462ffda-4286-48d0-b365-cdc4de59ab2f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:47.265240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Attempting to bind port c462ffda-4286-48d0-b365-cdc4de59ab2f on network 27ddd046-90af-40c9-b100-624d5a9a6748 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:47.265666 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.270487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:47.270866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Checking segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:47.271267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.271655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Bound using segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:47.272131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Bound port: c462ffda-4286-48d0-b365-cdc4de59ab2f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:47.272497 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.274109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783ec530-011f-4d6b-8f49-cf20ff6ca14d,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.288724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 6f91733a-42b4-4709-809e-00f59d405c04 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:47.292298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.294177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4954da4b-10f7-4c9a-990a-0155769e498f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3350170 Aug 10 03:55:47.298961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.302195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cb9353f4-d608-47c2-9a94-d59800bb8619 req-cf5385e3-97ab-4273-b377-9d1dd9e30170 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917909 Aug 10 03:55:47.305290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '132e3d36-e500-4fb5-9797-b510762f397c', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:47.315387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.353849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8323413e-07f3-4705-8a48-418f894d658d None None] For port c462ffda-4286-48d0-b365-cdc4de59ab2f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:47.357879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Port': ['ID=3905539e-e548-42ca-8a3c-048703a64260,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.359029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8323413e-07f3-4705-8a48-418f894d658d None None] For port c462ffda-4286-48d0-b365-cdc4de59ab2f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c462ffda-4286-48d0-b365-cdc4de59ab2f,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:47.368676 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.375382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No DVR routers for this DVR port 3905539e-e548-42ca-8a3c-048703a64260 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:47.438344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323413e-07f3-4705-8a48-418f894d658d None None] Pushing event updated for resources: {'Port': ['ID=c462ffda-4286-48d0-b365-cdc4de59ab2f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.509349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.515079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.546233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01dcf948-dbfc-43cd-bd1a-9d8f92e3984b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:47.564813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.593193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add37c2e-07df-4775-aa26-db1ffca17edd') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:47.593504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add37c2e-07df-4775-aa26-db1ffca17edd') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:47.610866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.615057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=6f91733a-42b4-4709-809e-00f59d405c04,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.646593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.662671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:47.663137 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.674397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e81a5-738f-41ef-9735-24710315c6e1 req-de2473bd-8c38-43b0-a0af-53a4a9ed58bd tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:47.682689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c2e81a5-738f-41ef-9735-24710315c6e1 req-de2473bd-8c38-43b0-a0af-53a4a9ed58bd tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.1557686 Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:47.690750 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:47.784059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.804399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.827901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4c2e81a5-738f-41ef-9735-24710315c6e1 req-b433625a-f8da-4ad4-96dd-7e8d3ee20402 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442525 Aug 10 03:55:47.839796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.849051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f376aaf8-7d3e-472b-8c7a-93a8d25ce047,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.895037 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.903394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/01dcf948-dbfc-43cd-bd1a-9d8f92e3984b HTTP/1.1" status: 204 len: 168 time: 2.8732371 Aug 10 03:55:47.915615 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.917846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc6882bb-f348-412b-88f4-c2167181ddda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6165123 Aug 10 03:55:47.918840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52022) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.932923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52024) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.934171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6b047-6e7d-4805-a908-ea7d47c4b530 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Network': ['ID=01dcf948-dbfc-43cd-bd1a-9d8f92e3984b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.944571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '132e3d36-e500-4fb5-9797-b510762f397c', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:48.008514 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1771108-211c-4eb9-a4ac-79316bc0ce8b tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:48.009256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1771108-211c-4eb9-a4ac-79316bc0ce8b tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:48.012472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e1771108-211c-4eb9-a4ac-79316bc0ce8b tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/f266cb37-48cb-4a01-a9b0-b7b5158376ee HTTP/1.1" status: 404 len: 337 time: 0.0914943 Aug 10 03:55:48.017093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52026) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.050558 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4e4c1d-f68d-4b9c-9e02-ba55c0eec8f8 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:48.051428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4e4c1d-f68d-4b9c-9e02-ba55c0eec8f8 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:48.054220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f4e4c1d-f68d-4b9c-9e02-ba55c0eec8f8 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/01dcf948-dbfc-43cd-bd1a-9d8f92e3984b HTTP/1.1" status: 404 len: 339 time: 0.0348916 Aug 10 03:55:48.058510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52028) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.070415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.098993 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-11899d1c-5d79-41fc-82c0-d4754ffde5ff tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:48.099628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11899d1c-5d79-41fc-82c0-d4754ffde5ff tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:48.101607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-11899d1c-5d79-41fc-82c0-d4754ffde5ff tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/b97b5f86-e075-46e9-b0ef-5db28caa7dc7 HTTP/1.1" status: 404 len: 337 time: 0.0416062 Aug 10 03:55:48.104891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52030) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.139028 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f775147c-202a-4132-9537-49a7a72b92fd tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:48.139659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f775147c-202a-4132-9537-49a7a72b92fd tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:48.141799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f775147c-202a-4132-9537-49a7a72b92fd tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/27d4d22e-a9a9-430b-b9b8-32462cc455ba HTTP/1.1" status: 404 len: 339 time: 0.0356236 Aug 10 03:55:48.146078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52034) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.178808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.182619 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7e684e-0c76-4fb6-8b5f-1fa6a186611d tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:48.183206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7e684e-0c76-4fb6-8b5f-1fa6a186611d tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:48.186619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad7e684e-0c76-4fb6-8b5f-1fa6a186611d tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/c2e6bbae-b641-41de-9365-c280ff75c85b HTTP/1.1" status: 404 len: 337 time: 0.0380039 Aug 10 03:55:48.192082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52036) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.207983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.214983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.226261 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cbf97f-c984-4aab-bb63-4198d12d1108 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:48.226885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cbf97f-c984-4aab-bb63-4198d12d1108 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:48.228918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-21cbf97f-c984-4aab-bb63-4198d12d1108 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/4271abd4-5884-46e2-bd4f-452edbbd6a1e HTTP/1.1" status: 404 len: 339 time: 0.0356646 Aug 10 03:55:48.235196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52038) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.267037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fafb22-0e5b-4ff8-83d3-9d17188603df,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:48.304837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.306867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc05d6a7-8e0d-4443-aa48-e1ad67c2a2ff tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690488 Aug 10 03:55:48.311991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52040) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.320042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '132e3d36-e500-4fb5-9797-b510762f397c', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:48.322739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff79f523-fb6a-471e-94a7-c610b1654cc6 req-3743c7af-521c-477b-9a6d-f2ad2169f3af tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1101220 Aug 10 03:55:48.410473 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Project 723bb98784f94075a88f43e13602e903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:55:48.430286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.451508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 9d4d2c35-115c-4c5a-984a-9ac74fc51b1d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:48.550624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:48.564914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7690eaad-ec9b-4f01-b7a7-78c99aa34e6c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/9d4d2c35-115c-4c5a-984a-9ac74fc51b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249424 Aug 10 03:55:48.567814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52044) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.570185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting port b26d2e31-22db-4a73-b8d7-a2408ac70199 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:48.570542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.572596 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] Sync routers for ids ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:48.602940 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] Routers {'9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:48.603897 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.662293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.668386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.690945 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] Routers {'9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:48.692689 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.694877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Calling delete_port for b26d2e31-22db-4a73-b8d7-a2408ac70199 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:48.714184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ecd92-ab93-40f9-bae9-9948f5280aaf req-b9dab74a-56cf-4f7d-ac77-b19afae32dd9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:48.716298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-761ecd92-ab93-40f9-bae9-9948f5280aaf req-b9dab74a-56cf-4f7d-ac77-b19afae32dd9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.2624736 Aug 10 03:55:48.730964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.746278 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.786729 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.786729 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b4e9b-a0df-4442-80b2-f911f0a29129 None None] The sync data for ids ['9d4d2c35-115c-4c5a-984a-9ac74fc51b1d'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:48.811551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d6e929-5f82-46de-9a37-115a84bf4e24,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:48.844150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f499d2-cbaa-494a-bf92-83b4b94de37a None None] Network 27ddd046-90af-40c9-b100-624d5a9a6748 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:48.850685 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-69885993-2db1-433c-95cd-75b900dad6d5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:55:48.855426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-69885993-2db1-433c-95cd-75b900dad6d5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/9d4d2c35-115c-4c5a-984a-9ac74fc51b1d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2825174 Aug 10 03:55:48.856235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52046) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.870927 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.874730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-64a18488-3234-48fe-a890-0faa929beac9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5587649 Aug 10 03:55:48.877652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-761ecd92-ab93-40f9-bae9-9948f5280aaf req-21b9a604-6dc7-447e-bf4a-082968a3ff1a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451888 Aug 10 03:55:48.878296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52048) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.893679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68ea7eed-04f2-43ea-a97f-6e6da8a0b39f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d4d2c35-115c-4c5a-984a-9ac74fc51b1d HTTP/1.1" status: 200 len: 205 time: 0.0337987 Aug 10 03:55:48.894019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '132e3d36-e500-4fb5-9797-b510762f397c', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:48.895266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52052) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.978543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-942e98c0-0d46-457d-afb5-d04659d90524 None None] Provisioning for port c462ffda-4286-48d0-b365-cdc4de59ab2f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:48.980394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.984768 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Project 723bb98784f94075a88f43e13602e903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:55:49.027878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.040320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Port': ['ID=b26d2e31-22db-4a73-b8d7-a2408ac70199,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:49.054314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.058644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba047d1f-d7bb-4f35-a7c9-2d9e571beec3 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/ports/b26d2e31-22db-4a73-b8d7-a2408ac70199 HTTP/1.1" status: 204 len: 168 time: 0.8107357 Aug 10 03:55:49.061644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52054) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.117173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.137601 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf90a46-a2aa-4e9b-89ed-8dbd83fa6030 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:49.138652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf90a46-a2aa-4e9b-89ed-8dbd83fa6030 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:49.142131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7cf90a46-a2aa-4e9b-89ed-8dbd83fa6030 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/41afca96-af12-4865-874d-feecb28f1676 HTTP/1.1" status: 404 len: 337 time: 0.0780158 Aug 10 03:55:49.144531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52056) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.235546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.237115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c462ffda-4286-48d0-b365-cdc4de59ab2f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:49.261143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.291058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb94ac8-98f4-4164-a296-6b2743306d4a req-2b48262b-8957-40c6-80a9-3cc22c5f01b7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:49.298909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecb94ac8-98f4-4164-a296-6b2743306d4a req-2b48262b-8957-40c6-80a9-3cc22c5f01b7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.3029273 Aug 10 03:55:49.304273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed326ed-1fa1-4d78-8fe9-c8466aea3f6e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:49.311996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.314325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.317753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ed5c7656-0696-4720-93f0-476b20bc97fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4342875 Aug 10 03:55:49.358240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c462ffda-4286-48d0-b365-cdc4de59ab2f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:49.359034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.361593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.374799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c462ffda-4286-48d0-b365-cdc4de59ab2f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:49.375220 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.406291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecb94ac8-98f4-4164-a296-6b2743306d4a req-16c23575-a787-4ee6-9db0-c2feb0c7ddf9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054051 Aug 10 03:55:49.498104 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.508045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4d2c35-115c-4c5a-984a-9ac74fc51b1d {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:49.521670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.527681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e46ab7ae-8577-4bd5-8894-46d1cda63996 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/9d4d2c35-115c-4c5a-984a-9ac74fc51b1d HTTP/1.1" status: 204 len: 168 time: 0.6307335 Aug 10 03:55:49.531473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52064) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.553287 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.590713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a60b9-6da1-4d95-8644-fb584d64c3aa None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:55:49.591844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.596960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4456e184-dce1-4622-9de4-a71433ee3f8c req-9ea074b4-ef70-4c1b-b06e-7505e17a856c tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0845923 Aug 10 03:55:49.610816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf332caa-a611-42f8-896a-fc12b85e1883']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:49.626743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c462ffda-4286-48d0-b365-cdc4de59ab2f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c462ffda-4286-48d0-b365-cdc4de59ab2f,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:49.643732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41819364-7ede-4dce-bff3-adc5409d314d') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:49.644234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41819364-7ede-4dce-bff3-adc5409d314d') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:49.650761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-87be439b-7144-4f38-96a7-fbcb0e8f52dd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849394775&fields=id&tenant_id=723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 267 time: 0.0577161 Aug 10 03:55:49.657467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 87bb6212-369e-468e-a00d-15874b35fbcf {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:49.666042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.668143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.681796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.724312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.742121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:49.742771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:49.748363 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:49.763702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1c8b1d5c-2bd1-4c96-94cc-b1b8597445a8 None None] Provisioning complete for port c462ffda-4286-48d0-b365-cdc4de59ab2f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:49.764332 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1c8b1d5c-2bd1-4c96-94cc-b1b8597445a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.789723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-9eddf7e1-8cc4-4730-82ce-e9d888db3136 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:49.791350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-9eddf7e1-8cc4-4730-82ce-e9d888db3136 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/networks?id=27ddd046-90af-40c9-b100-624d5a9a6748 HTTP/1.1" status: 200 len: 796 time: 0.1394174 Aug 10 03:55:49.811348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-feba53e7-99f8-4983-aab2-83eb40b71f80 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/quotas/723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 375 time: 0.0126030 Aug 10 03:55:49.824273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.892586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c462ffda-4286-48d0-b365-cdc4de59ab2f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:49.895001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-bee29695-402b-44ab-8d9b-c8eea3b11548 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0761340 Aug 10 03:55:49.896368 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.901869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.904468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/cf332caa-a611-42f8-896a-fc12b85e1883 HTTP/1.1" status: 204 len: 168 time: 0.7584379 Aug 10 03:55:49.910161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52074) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.961661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cbe56-a488-4df5-a287-d97f02a22e73 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Network': ['ID=cf332caa-a611-42f8-896a-fc12b85e1883,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:49.997905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a60b9-6da1-4d95-8644-fb584d64c3aa None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:55:50.018232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.111232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e7721-2068-4aa4-8bfb-4f827f84e110 req-43b18faa-112f-4192-ace9-9d99479dbdc9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:50.113278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e1e7721-2068-4aa4-8bfb-4f827f84e110 req-43b18faa-112f-4192-ace9-9d99479dbdc9 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1095135 Aug 10 03:55:50.140697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.151504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-6ccb4dba-5398-4ecb-a083-e88793a8ddaa service neutron] 10.222.0.53 "GET /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228923 Aug 10 03:55:50.153863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting port 973a762a-ecf3-4683-8b71-093c058f383d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:50.154232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.208858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=87bb6212-369e-468e-a00d-15874b35fbcf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:50.220027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.227062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6471dd69-658d-4d9e-9a3d-629656aacfb0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/87bb6212-369e-468e-a00d-15874b35fbcf HTTP/1.1" status: 204 len: 168 time: 0.6935120 Aug 10 03:55:50.228722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52078) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.253173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e1e7721-2068-4aa4-8bfb-4f827f84e110 req-9c958f96-2755-4f1a-88b8-48c29973bd23 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191697 Aug 10 03:55:50.317534 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.341319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Calling delete_port for 973a762a-ecf3-4683-8b71-093c058f383d owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:50.350958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.369916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-2f7315d7-add0-47e4-a93e-2b31a729dd0a service neutron] 10.222.0.53 "GET /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000432 Aug 10 03:55:50.373316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fdf4f0-bc37-4c9f-9a08-230bf9acf261 None None] Network c806668a-8a95-4283-9f1c-4afc66921e03 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:50.428112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 6f89e966-c752-43b1-adb9-64475f466299 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:50.431790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.520207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.566451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 6f89e966-c752-43b1-adb9-64475f466299, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6f89e966-c752-43b1-adb9-64475f466299,segment=NetworkSegment(a60d0548-f2eb-420a-9f73-80906623dced),segment_id=a60d0548-f2eb-420a-9f73-80906623dced)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:50.566835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.584382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 6f89e966-c752-43b1-adb9-64475f466299 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:50.591505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Port': ['ID=973a762a-ecf3-4683-8b71-093c058f383d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:50.601128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.604175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0247dd19-fe2f-4e33-9b98-2759650f5d91 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/ports/973a762a-ecf3-4683-8b71-093c058f383d HTTP/1.1" status: 204 len: 168 time: 0.6926525 Aug 10 03:55:50.610513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f190199-ab46-4ed6-b33a-26c1bf643fa2 req-d2af53df-1e23-4ef4-bb21-0c48147ed58e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:50.615715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f190199-ab46-4ed6-b33a-26c1bf643fa2 req-d2af53df-1e23-4ef4-bb21-0c48147ed58e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.1064732 Aug 10 03:55:50.616010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52086) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.646993 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-847124ab-201d-4621-a393-c5a53d7a6328 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:50.647581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847124ab-201d-4621-a393-c5a53d7a6328 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:50.650128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-847124ab-201d-4621-a393-c5a53d7a6328 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/a94cd429-a122-49ff-8936-1e4caebd62b6 HTTP/1.1" status: 404 len: 337 time: 0.0363533 Aug 10 03:55:50.656244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52090) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.668715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c97efa07-3cc7-4fe1-9b71-fd0c28713ac7 req-14afd561-ffbc-449c-8625-17b88924c9f9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 210 time: 0.0737195 Aug 10 03:55:50.727134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] DHCP port deletion for c806668a-8a95-4283-9f1c-4afc66921e03 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:50.781896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f190199-ab46-4ed6-b33a-26c1bf643fa2 req-e9fbb212-b1a8-4c1d-a9d6-ebd07afdaa39 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362729 Aug 10 03:55:50.797099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.821391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.824499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ddc29757-857c-4d47-83ba-48f9022ff861 req-2cd7d56f-7d82-49bc-81ac-45ecc8ed4898 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0353329 Aug 10 03:55:50.869166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Deleting port 6f89e966-c752-43b1-adb9-64475f466299 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:50.869832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.915713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=6f89e966-c752-43b1-adb9-64475f466299,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:50.929032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port 6f89e966-c752-43b1-adb9-64475f466299 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:50.965422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] For port 6f89e966-c752-43b1-adb9-64475f466299, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:50.966302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.990879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Calling delete_port for 6f89e966-c752-43b1-adb9-64475f466299 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:50.996089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Port 6f89e966-c752-43b1-adb9-64475f466299 was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:55:50.998017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.037968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] Pushing event deleted for resources: {'Port': ['ID=6f89e966-c752-43b1-adb9-64475f466299,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.040028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0f6962-29fe-4852-a35f-a8156ca06691 None None] No DVR routers for this DVR port 6f89e966-c752-43b1-adb9-64475f466299 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:51.165214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c462ffda-4286-48d0-b365-cdc4de59ab2f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:51.219818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c462ffda-4286-48d0-b365-cdc4de59ab2f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:51.220729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.403200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f89e966-c752-43b1-adb9-64475f466299 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:51.425040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6f89e966-c752-43b1-adb9-64475f466299 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:51.425416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6f89e966-c752-43b1-adb9-64475f466299 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:51.450018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e7ad07d-2876-4d94-94bd-1bd890ba9e09 req-b20bfefb-629d-45b5-98ab-3f26ba8c9a0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0774093 Aug 10 03:55:51.493207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.522378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0708292-6adf-4624-bf68-2ad37bffb7cc']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:51.538427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.554238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aca2564-4883-4b3e-914f-e767d57922b3') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:51.554576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aca2564-4883-4b3e-914f-e767d57922b3') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:51.557427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c806668a-8a95-4283-9f1c-4afc66921e03']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:51.577027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.587205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c1ec2-7596-44ef-a423-40e51b9f35d9 req-bd02316c-63f5-4568-abec-ed04ab5b7442 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:51.589369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da2c1ec2-7596-44ef-a423-40e51b9f35d9 req-bd02316c-63f5-4568-abec-ed04ab5b7442 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.1975763 Aug 10 03:55:51.590680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60d0548-f2eb-420a-9f73-80906623dced') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:51.590974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60d0548-f2eb-420a-9f73-80906623dced') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:51.610905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.639509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.641682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.656085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:51.656533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.661087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:51.661551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:51.664749 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:51.773762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-da2c1ec2-7596-44ef-a423-40e51b9f35d9 req-90c0b61f-82fb-48cf-98d1-ecf554dac5ee tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696157 Aug 10 03:55:51.796895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.813765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.815408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/c806668a-8a95-4283-9f1c-4afc66921e03 HTTP/1.1" status: 204 len: 168 time: 1.5853829 Aug 10 03:55:51.821942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.822378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bcdeb562-5168-4d2d-9182-886a15970828 req-877a897b-dc0c-44b2-b1e8-c4855c38a952 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 210 time: 0.0410705 Aug 10 03:55:51.824048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879440022'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:51.840411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.851530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087ff9f-8ff9-417e-a6b8-ef6961fc935a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=c806668a-8a95-4283-9f1c-4afc66921e03,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.851530 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.862128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52106) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.864047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/c0708292-6adf-4624-bf68-2ad37bffb7cc HTTP/1.1" status: 204 len: 168 time: 1.1970570 Aug 10 03:55:51.881916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a6eb4-90a3-48ef-a595-bebb062a97d7 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Network': ['ID=c0708292-6adf-4624-bf68-2ad37bffb7cc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.889953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:51.894053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.926015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:51.943612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.944442 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment ed588611-152a-4a33-a3e0-0b25976626c5 of type vlan for network 96ad3e43-d736-4d68-9184-7892ecb71d10 Aug 10 03:55:52.005273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting subnet 0af11803-6244-490b-bb70-1193ab2c9010 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:52.025274 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.054179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c85de04-c3b1-46a1-b497-4c8860418b08 req-42a41ece-738e-4355-b5c7-a4fde861c27a tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0721779 Aug 10 03:55:52.068446 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.110731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.154512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11b86d-ca90-478d-a8c2-6537160422da req-80d163ec-0e08-4749-965f-3a7aa4705b96 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.156170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d11b86d-ca90-478d-a8c2-6537160422da req-80d163ec-0e08-4749-965f-3a7aa4705b96 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.1674504 Aug 10 03:55:52.204787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.210623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.211249 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.291120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-59b7d69f-43a6-485e-bce7-f45d20d9b27c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.292721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-59b7d69f-43a6-485e-bce7-f45d20d9b27c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "GET /v2.0/networks?id=27ddd046-90af-40c9-b100-624d5a9a6748 HTTP/1.1" status: 200 len: 796 time: 0.2412224 Aug 10 03:55:52.294551 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4747248 Aug 10 03:55:52.301709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52110) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.317099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:52.330574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12caccf3-ac14-4451-beb8-e2c7bb317d61 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=96ad3e43-d736-4d68-9184-7892ecb71d10,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:52.348190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:52.370648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d11b86d-ca90-478d-a8c2-6537160422da req-a4cde1c9-faa7-4c9b-a17f-ba0d6debfd41 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809504 Aug 10 03:55:52.393409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-ecacd901-f529-4a0a-a768-b94a76c5304c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 473 time: 0.0820808 Aug 10 03:55:52.408386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'port': {'device_id': '6307d070-b051-4317-a400-f6f2f2cd3956', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'admin_state_up': True, 'tenant_id': '723bb98784f94075a88f43e13602e903', 'security_groups': ['132e3d36-e500-4fb5-9797-b510762f397c']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:52.470241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.582080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:55:52.582080 n-d-769329-14 neutron-server[94141]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:55:52.582080 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id_1': '60a3f4462ebc400994cd39f1f0856152', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 55, 52, 565001)}] Aug 10 03:55:52.582080 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:52.582585 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:52.587307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:52.593631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.608621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.640144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Subnet': ['ID=0af11803-6244-490b-bb70-1193ab2c9010,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:52.650716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.657814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/subnets/0af11803-6244-490b-bb70-1193ab2c9010 HTTP/1.1" status: 204 len: 168 time: 0.7970185 Aug 10 03:55:52.657814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.657814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.657814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.657814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.658549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.658549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.658742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.658994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.660255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.660255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.660460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.661035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45b0ce3-9e9e-4768-888b-5b1c30541480 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:52.664730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52112) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.666522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2051b1-decf-432d-a63b-96184f5924bc None None] Network 97e825e5-ae1e-4c2d-9934-87b75f416ef4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:52.756261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.20.0.28 (27ddd046-90af-40c9-b100-624d5a9a6748/86fb2fa4-479a-42af-b219-ecc8e8ef8e34/6e8aec87-fc84-4842-a8c5-7e2f58895e66) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:52.757767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.824429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Deleting port 818a5eae-4197-4d70-9f53-71053d4950b8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:52.825239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.904671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] For port 818a5eae-4197-4d70-9f53-71053d4950b8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=818a5eae-4197-4d70-9f53-71053d4950b8,segment=NetworkSegment(7d2277e0-40be-4dd4-a2b8-28503020a113),segment_id=7d2277e0-40be-4dd4-a2b8-28503020a113)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:52.905205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.926613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Calling delete_port for 818a5eae-4197-4d70-9f53-71053d4950b8 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:52.960745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.969915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] DHCP port deletion for 97e825e5-ae1e-4c2d-9934-87b75f416ef4 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:53.016219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d3c3ac0-38ba-4af8-aa9a-815bfe103542 req-37f63c1e-68a2-49a3-ba40-b58a9fdbe259 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 210 time: 0.0527484 Aug 10 03:55:53.019514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Transition to ACTIVE for port object 6e8aec87-fc84-4842-a8c5-7e2f58895e66 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:53.055375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] Deleting port 818a5eae-4197-4d70-9f53-71053d4950b8 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:53.058561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.070260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.088557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc0640-ecba-4911-8095-3596538ab2cd req-28e39d09-9e78-4f40-a604-ed903b1d257d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:53.088557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7cc0640-ecba-4911-8095-3596538ab2cd req-28e39d09-9e78-4f40-a604-ed903b1d257d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 944 time: 0.0994363 Aug 10 03:55:53.091261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.149095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] No DVR routers for this DVR port 818a5eae-4197-4d70-9f53-71053d4950b8 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:53.154921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Port': ['ID=818a5eae-4197-4d70-9f53-71053d4950b8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:53.197106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] For port 818a5eae-4197-4d70-9f53-71053d4950b8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=818a5eae-4197-4d70-9f53-71053d4950b8,segment=NetworkSegment(7d2277e0-40be-4dd4-a2b8-28503020a113),segment_id=7d2277e0-40be-4dd4-a2b8-28503020a113)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:53.197575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.202420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 818a5eae-4197-4d70-9f53-71053d4950b8 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:53.203038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=6e8aec87-fc84-4842-a8c5-7e2f58895e66,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:53.214124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:53.218764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.224875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 27ddd046-90af-40c9-b100-624d5a9a6748 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:53.241338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 818a5eae-4197-4d70-9f53-71053d4950b8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:53.241839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 818a5eae-4197-4d70-9f53-71053d4950b8 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:53.245486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] Calling delete_port for 818a5eae-4197-4d70-9f53-71053d4950b8 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:53.270541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f58f721-6dc3-4e50-b66b-3e184afa94ab req-d8e8732f-2f90-4f58-b1b9-0472b6792c8a tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0825834 Aug 10 03:55:53.271805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:53.287177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:53.319610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7cc0640-ecba-4911-8095-3596538ab2cd req-7ca7753d-279c-463a-b5c2-083e0b297e81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218719 Aug 10 03:55:53.358494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.367407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:53.368111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.380942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e825e5-ae1e-4c2d-9934-87b75f416ef4']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.396478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-5fa62b78-c388-4328-acc9-58a68a1c2f23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9951801 Aug 10 03:55:53.412777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Request body: {'port': {'device_id': '6307d070-b051-4317-a400-f6f2f2cd3956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:53.415824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2277e0-40be-4dd4-a2b8-28503020a113') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.416209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2277e0-40be-4dd4-a2b8-28503020a113') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.419622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:53.441150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.469184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9e43c463-9394-4f7f-9e4d-810129977a05 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:53.503954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.594397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.638819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.646677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:53.646677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.647231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.resource_extend [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:53.720870 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:53.745697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.788614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b85a04cd-dbe3-4d62-b4b6-bcfd4be115d8 req-f30238cb-add7-4352-b876-74980df34297 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0735755 Aug 10 03:55:53.917958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] Pushing event deleted for resources: {'Port': ['ID=818a5eae-4197-4d70-9f53-71053d4950b8,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:53.923637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d59b5-1120-4a0c-a763-661ccd6cc759 None None] No DVR routers for this DVR port 818a5eae-4197-4d70-9f53-71053d4950b8 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:53.962990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a13ce576-b80d-472d-9c7f-6ed4ac2121ce None None] Provisioning for port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:53.977880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a13ce576-b80d-472d-9c7f-6ed4ac2121ce None None] Provisioning complete for port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:53.978346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a13ce576-b80d-472d-9c7f-6ed4ac2121ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.991055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8aec87-fc84-4842-a8c5-7e2f58895e66 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:54.007104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.032638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Transition to ACTIVE for port object 6e8aec87-fc84-4842-a8c5-7e2f58895e66 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:54.035150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:54.040357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.066312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9e43c463-9394-4f7f-9e4d-810129977a05,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:54.071294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'port_id': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'mac_address': 'fa:16:3e:5a:38:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:54.083121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a13ce576-b80d-472d-9c7f-6ed4ac2121ce None None] Port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:54.101324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '9e43c463-9394-4f7f-9e4d-810129977a05', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:54.110285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.117487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] 10.222.0.53 "DELETE /v2.0/networks/97e825e5-ae1e-4c2d-9934-87b75f416ef4 HTTP/1.1" status: 204 len: 168 time: 1.4508145 Aug 10 03:55:54.151120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.164481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.167766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.188815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:54.200684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e43c463-9394-4f7f-9e4d-810129977a05 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:54.226553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:54.229499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8aec87-fc84-4842-a8c5-7e2f58895e66,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.243113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.245833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9e43c463-9394-4f7f-9e4d-810129977a05,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:54.271694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9b8b432-f414-4d9c-8618-10d5a88d5d6a req-dc3fefeb-4fc0-4b6e-87fd-584aca73ffa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8791432704b54eca8ce5e16237942a61&device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.5490794 Aug 10 03:55:54.288605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=9853ee2d-59e0-41d5-afb4-4dd9fb157ddb,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.301080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.332634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c1b2d-11a1-46e1-8c81-acf884d6d048 tempest-NetworksIpV6TestAttrs-126537327 tempest-NetworksIpV6TestAttrs-126537327-project] Pushing event deleted for resources: {'Network': ['ID=97e825e5-ae1e-4c2d-9934-87b75f416ef4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.337572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9b8b432-f414-4d9c-8618-10d5a88d5d6a req-7fd21c14-5e41-4cf1-81ab-1ddf33f614ee service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8791432704b54eca8ce5e16237942a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433369 Aug 10 03:55:54.387944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.475875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.482360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Attempting to bind port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:54.482994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Attempting to bind port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:54.483496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Attempting to bind port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 on network 27ddd046-90af-40c9-b100-624d5a9a6748 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:54.509304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:54.513898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['9e43c463-9394-4f7f-9e4d-810129977a05'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:54.519760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c32bc-06b4-49c1-8dee-5fa410abb8ea req-34a0b0c6-4e89-43a5-82a7-3958d8427f85 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.523846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d9f0-cebc-4305-befc-4a51fc78cbd7 req-03bccac3-0eda-4026-935a-a9fc179b0516 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.526903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7b3d9f0-cebc-4305-befc-4a51fc78cbd7 req-03bccac3-0eda-4026-935a-a9fc179b0516 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 944 time: 0.1955221 Aug 10 03:55:54.529549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 on network 27ddd046-90af-40c9-b100-624d5a9a6748 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:54.529849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Attempting to bind port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 on network 27ddd046-90af-40c9-b100-624d5a9a6748 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:54.535335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e57c32bc-06b4-49c1-8dee-5fa410abb8ea req-34a0b0c6-4e89-43a5-82a7-3958d8427f85 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.8978260 Aug 10 03:55:54.543458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:54.544080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Checking segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:54.544658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Bound using segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:54.545298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Bound port: 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:54.545846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.636918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e57c32bc-06b4-49c1-8dee-5fa410abb8ea req-69a37b99-5744-4d2e-beaf-69b819a4e797 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003168 Aug 10 03:55:54.648332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7b3d9f0-cebc-4305-befc-4a51fc78cbd7 req-807c21a9-4f00-4f24-b998-c05c3e13e1b7 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065166 Aug 10 03:55:54.657529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8b432-f414-4d9c-8618-10d5a88d5d6a req-e8b1a1b9-5d92-47b3-8eb4-8570cf6ad8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.659207 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9b8b432-f414-4d9c-8618-10d5a88d5d6a req-e8b1a1b9-5d92-47b3-8eb4-8570cf6ad8b7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3140709 Aug 10 03:55:54.670713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': 'ed588611-152a-4a33-a3e0-0b25976626c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:54.671159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: 96ad3e43-d736-4d68-9184-7892ecb71d10, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:54.706921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:54.707187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] For port 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:54.711055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] For port 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:54.720843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.723027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 96ad3e43-d736-4d68-9184-7892ecb71d10) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:54.728369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.729290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.749166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4b21f-6405-4237-b8db-01c68eca36e7 None None] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:54.774914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.775545 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.777080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] 10.222.0.39 "PUT /v2.0/ports/6e8aec87-fc84-4842-a8c5-7e2f58895e66 HTTP/1.1" status: 200 len: 1093 time: 1.3715889 Aug 10 03:55:54.777580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6307d070-b051-4317-a400-f6f2f2cd3956', 'tag': '6e8aec87-fc84-4842-a8c5-7e2f58895e66'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:54.779997 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ca065-5273-4363-b285-97eef96a4aad" -d '{"events": [{"name": "network-changed", "server_uuid": "6307d070-b051-4317-a400-f6f2f2cd3956", "tag": "6e8aec87-fc84-4842-a8c5-7e2f58895e66"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:54.799321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c8dbab3-83c6-417d-82a6-2d840ac4ad18 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4958799 Aug 10 03:55:54.800167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52136) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.837716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1619096978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:54.874411 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af24683-b5bc-4551-b55d-c24e1a766539 x-openstack-request-id: req-1af24683-b5bc-4551-b55d-c24e1a766539 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:54.874724 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6307d070-b051-4317-a400-f6f2f2cd3956", "tag": "6e8aec87-fc84-4842-a8c5-7e2f58895e66", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:54.878258 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1af24683-b5bc-4551-b55d-c24e1a766539 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:54.878662 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6307d070-b051-4317-a400-f6f2f2cd3956', 'tag': '6e8aec87-fc84-4842-a8c5-7e2f58895e66', 'status': 'completed', 'code': 200} Aug 10 03:55:54.896685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52140) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.916984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a90eb6-1508-4560-b72c-b4c4fc662318 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8aec87-fc84-4842-a8c5-7e2f58895e66,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.924331 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.934499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-011625c5-e12b-4b03-ba07-8dae71587e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.936373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-011625c5-e12b-4b03-ba07-8dae71587e8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 1096 time: 0.1071079 Aug 10 03:55:54.949790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.953318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.000624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-aee814ab-2fd3-428e-9683-6972fedcc07c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66 HTTP/1.1" status: 200 len: 217 time: 0.0540566 Aug 10 03:55:55.022266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.033550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578325fc-349c-4dac-ad00-11e70013fc30 req-dd51ecbb-9939-4d4a-862c-9b403d3fdb92 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.043394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-578325fc-349c-4dac-ad00-11e70013fc30 req-dd51ecbb-9939-4d4a-862c-9b403d3fdb92 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.2791629 Aug 10 03:55:55.047026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.071187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-f01b1153-04fe-400a-8a32-0a0f43a0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.072894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-f01b1153-04fe-400a-8a32-0a0f43a0787a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86fb2fa4-479a-42af-b219-ecc8e8ef8e34 HTTP/1.1" status: 200 len: 838 time: 0.0609922 Aug 10 03:55:55.110529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa2dc941-d3c9-4629-90e9-d89fb5a34fc0 req-b91457fd-0fba-47c0-a4ac-3e84c27947d0 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1060059 Aug 10 03:55:55.114349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-578325fc-349c-4dac-ad00-11e70013fc30 req-59097956-9c3e-4f94-8179-8782acdff6e3 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672412 Aug 10 03:55:55.116630 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.124907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cb5dc617-ab57-4108-97db-b38de3222303 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2915804 Aug 10 03:55:55.125706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52144) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:55.206995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-deb57166-c2fd-4b20-9a6d-c1547d948a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.209677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-deb57166-c2fd-4b20-9a6d-c1547d948a80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27ddd046-90af-40c9-b100-624d5a9a6748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1153376 Aug 10 03:55:55.225931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-96ad3e43-d736-4d68-9184-7892ecb71d10', 'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '9853ee2d-59e0-41d5-afb4-4dd9fb157ddb'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:55.226816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.392713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-fc94c347-63dc-4002-9bcb-169ad1a93c6b service neutron] 10.222.0.39 "GET /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700544 Aug 10 03:55:55.439508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ddf2149-628f-4972-bf12-e5cd1bd43731 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87d02116878d4a60b0300b8a33949ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406346 Aug 10 03:55:55.444394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52146) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:55.466302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Allocated IP 2001:db8::2 (96ad3e43-d736-4d68-9184-7892ecb71d10/9853ee2d-59e0-41d5-afb4-4dd9fb157ddb/28e2f59e-8106-42e6-a587-b7bc10ffaba9) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:55.519962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b57ffefc-d68f-4cc6-b2b6-1cddfc480332 req-565e8676-8980-4d2f-9637-12eaf4228f1f service neutron] 10.222.0.39 "GET /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182413 Aug 10 03:55:55.540451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.578694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db6bce18-fd7b-4c7d-aeab-c6a28667ad67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.681577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ca065-5273-4363-b285-97eef96a4aad req-58380501-4751-4a47-a644-57a2f33354bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.685074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-58380501-4751-4a47-a644-57a2f33354bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 1096 time: 0.0931401 Aug 10 03:55:55.687355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db6bce18-fd7b-4c7d-aeab-c6a28667ad67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.719889 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.744888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Transition to ACTIVE for port object 28e2f59e-8106-42e6-a587-b7bc10ffaba9 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:55.778704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Transition to ACTIVE for port object 28e2f59e-8106-42e6-a587-b7bc10ffaba9 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:55.789949 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.858871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:55.868786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:55.870746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb5a69-0cdf-4feb-ac74-c9ab5089c045 req-0f1916e7-bfd7-4d20-a254-a518217f0990 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.873939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00fb5a69-0cdf-4feb-ac74-c9ab5089c045 req-0f1916e7-bfd7-4d20-a254-a518217f0990 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 944 time: 0.1317265 Aug 10 03:55:55.896081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:55.904177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db6bce18-fd7b-4c7d-aeab-c6a28667ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.907229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db6bce18-fd7b-4c7d-aeab-c6a28667ad67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.913280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-db6bce18-fd7b-4c7d-aeab-c6a28667ad67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c75d7ca-5ede-4fcb-91f5-9748248a113e HTTP/1.1" status: 204 len: 168 time: 0.4679394 Aug 10 03:55:55.918948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27183949-dfc4-4bdb-8eb1-f7ec42bddd7b req-b0be58b4-7180-44c9-88c0-fe684a7e7de4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.931769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Pushing event updated for resources: {'Port': ['ID=28e2f59e-8106-42e6-a587-b7bc10ffaba9,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:55.932449 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27183949-dfc4-4bdb-8eb1-f7ec42bddd7b req-b0be58b4-7180-44c9-88c0-fe684a7e7de4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 944 time: 0.1903932 Aug 10 03:55:55.989025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bce18-fd7b-4c7d-aeab-c6a28667ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c75d7ca-5ede-4fcb-91f5-9748248a113e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.033805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00fb5a69-0cdf-4feb-ac74-c9ab5089c045 req-765b2e7b-d5e8-4973-bce9-e8a85a04c2cf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368239 Aug 10 03:55:56.040133 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27183949-dfc4-4bdb-8eb1-f7ec42bddd7b req-b7a1b156-bdcb-425c-9cc4-3ba25fcea289 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061296 Aug 10 03:55:56.047804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ca065-5273-4363-b285-97eef96a4aad req-ee4af2b6-6e76-4a79-b711-f49a622edb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.051122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-ee4af2b6-6e76-4a79-b711-f49a622edb55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27ddd046-90af-40c9-b100-624d5a9a6748 HTTP/1.1" status: 200 len: 897 time: 0.3559752 Aug 10 03:55:56.099857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Attempting to bind port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:56.100670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Attempting to bind port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'ed588611-152a-4a33-a3e0-0b25976626c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:56.101392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Attempting to bind port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 on network 96ad3e43-d736-4d68-9184-7892ecb71d10 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:56.118828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:56.119650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Checking segment: {'id': 'ed588611-152a-4a33-a3e0-0b25976626c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:56.120688 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.121510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Bound using segment: {'id': 'ed588611-152a-4a33-a3e0-0b25976626c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:56.122542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Bound port: 28e2f59e-8106-42e6-a587-b7bc10ffaba9, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed588611-152a-4a33-a3e0-0b25976626c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '96ad3e43-d736-4d68-9184-7892ecb71d10'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:56.122775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-8edb3d8e-ddde-44b4-9706-d0ef571f4e7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66 HTTP/1.1" status: 200 len: 217 time: 0.0618439 Aug 10 03:55:56.123343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.129717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.178403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9b8b432-f414-4d9c-8618-10d5a88d5d6a req-7e6da889-954c-421f-9ded-5df2c2958d65 tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.1368618 Aug 10 03:55:56.236196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ca065-5273-4363-b285-97eef96a4aad req-e44292d4-70d8-4cbf-9642-88ab99f43137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.238317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-e44292d4-70d8-4cbf-9642-88ab99f43137 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86fb2fa4-479a-42af-b219-ecc8e8ef8e34 HTTP/1.1" status: 200 len: 838 time: 0.1033690 Aug 10 03:55:56.299403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d94d7ea3-6177-419f-a15f-e173114a33bf req-2ee9efba-53e5-4a7b-97e6-0e117fb4d57c tempest-ServerShowV257Test-1741830792 tempest-ServerShowV257Test-1741830792-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dc178e1-ff7b-4878-8349-89d63c5cf4fb HTTP/1.1" status: 200 len: 210 time: 0.0878024 Aug 10 03:55:56.312330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] For port 28e2f59e-8106-42e6-a587-b7bc10ffaba9, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:56.315397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8::1 (96ad3e43-d736-4d68-9184-7892ecb71d10/9853ee2d-59e0-41d5-afb4-4dd9fb157ddb/b7530b86-1634-4126-8698-5e7dddd926ca) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:56.316809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] For port 28e2f59e-8106-42e6-a587-b7bc10ffaba9, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=28e2f59e-8106-42e6-a587-b7bc10ffaba9,segment=NetworkSegment(ed588611-152a-4a33-a3e0-0b25976626c5),segment_id=ed588611-152a-4a33-a3e0-0b25976626c5)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:56.334343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.383507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ca065-5273-4363-b285-97eef96a4aad req-4eb0e666-acde-40aa-a618-2c35be9533b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.385108 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-4eb0e666-acde-40aa-a618-2c35be9533b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27ddd046-90af-40c9-b100-624d5a9a6748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1378057 Aug 10 03:55:56.405194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d63b-b0ac-4db9-8cc5-3d6ce8076f38 None None] Pushing event updated for resources: {'Port': ['ID=28e2f59e-8106-42e6-a587-b7bc10ffaba9,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.479030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fc755-e13b-43c3-aa0a-57d18727afc6 req-2cce4622-092b-4b17-8fce-3c55e2f45149 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.480714 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f45fc755-e13b-43c3-aa0a-57d18727afc6 req-2cce4622-092b-4b17-8fce-3c55e2f45149 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.1957483 Aug 10 03:55:56.535168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.558808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object b7530b86-1634-4126-8698-5e7dddd926ca will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:56.622794 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f45fc755-e13b-43c3-aa0a-57d18727afc6 req-fde3fca7-c4ac-47d7-8b06-8079fc2e3ae5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160367 Aug 10 03:55:56.626914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-ab876036-8fe1-4205-9b17-f295da2550c7 service neutron] 10.222.0.39 "GET /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291200 Aug 10 03:55:56.632755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.764864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:56.766512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:56.774045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:56.776133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.891364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a2ca065-5273-4363-b285-97eef96a4aad req-6709bf86-bf13-40e0-9d97-9bb5a58c227c service neutron] 10.222.0.39 "GET /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410374 Aug 10 03:55:56.915963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=b7530b86-1634-4126-8698-5e7dddd926ca,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:57.013138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.021339 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9f4a3bce-69c4-418b-b763-70428ba94bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.195456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52180) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:57.306716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:57.345896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 28e2f59e-8106-42e6-a587-b7bc10ffaba9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:57.354221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cffbf-605c-47d3-a5fa-ace250e7f0b0 req-e9393cd7-b0c6-4d02-b504-ecc924313516 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.359673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e2cffbf-605c-47d3-a5fa-ace250e7f0b0 req-e9393cd7-b0c6-4d02-b504-ecc924313516 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 944 time: 0.1291029 Aug 10 03:55:57.449309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:57.462633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:57.466030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:57.466581 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.472592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e2cffbf-605c-47d3-a5fa-ace250e7f0b0 req-fee254c9-6f78-4c2f-b3bd-afb8d08117d6 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986590 Aug 10 03:55:57.481543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48499249'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:57.505962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ca955-6eb0-49ea-806a-006d58935240 req-8d9e24eb-79a3-42d2-9d9b-b976da51a9bc tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.520076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a56ca955-6eb0-49ea-806a-006d58935240 req-8d9e24eb-79a3-42d2-9d9b-b976da51a9bc tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 944 time: 0.2863708 Aug 10 03:55:57.543839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9e43c463-9394-4f7f-9e4d-810129977a05 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:57.567874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:57.586699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.632832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.646657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.665096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a56ca955-6eb0-49ea-806a-006d58935240 req-f0832814-5e66-4f1b-9a6f-0166b44aee55 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406076 Aug 10 03:55:57.672807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.675981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.750206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.776694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 9e43c463-9394-4f7f-9e4d-810129977a05 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:57.801146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 9e43c463-9394-4f7f-9e4d-810129977a05 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:57.801771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.865667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=b7530b86-1634-4126-8698-5e7dddd926ca,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:57.901407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:57.904170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:57.934076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:57.935970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:57.941051 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1fbfea-fac2-4faa-863e-eeca75bd82f6" -d '{"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-plugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:57.959401 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.059848 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c56ddc-cc57-492e-862f-782ee6cea55a x-openstack-request-id: req-b9c56ddc-cc57-492e-862f-782ee6cea55a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:58.060557 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-plugged", "status": "completed", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:58.061129 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9c56ddc-cc57-492e-862f-782ee6cea55a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:58.061384 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'code': 200} Aug 10 03:55:58.064738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=12']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.119829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96763835-b7d7-4df2-85c5-33f610b5f509 None None] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:58.138924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8ac8-7dfa-4267-bf8e-3cac10813d6d req-aa6516fe-65bf-4dd8-b864-7157451639f5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.152636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c09d8ac8-7dfa-4267-bf8e-3cac10813d6d req-aa6516fe-65bf-4dd8-b864-7157451639f5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 945 time: 0.3414869 Aug 10 03:55:58.183059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router f19819b1-c68c-482c-a88b-bfbe9f6c7b04 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:58.259424 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.280753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] Provisioning for port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:58.290805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52194) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:58.297855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c09d8ac8-7dfa-4267-bf8e-3cac10813d6d req-515c053d-2b40-4a7a-b4e1-ef5dced45ec8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262038 Aug 10 03:55:58.307855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] Provisioning complete for port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:58.308288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.320961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.343246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:58.344723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.349879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9e43c463-9394-4f7f-9e4d-810129977a05,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:58.355807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f91769f7-133e-4975-a486-2bb07aef4353 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/f19819b1-c68c-482c-a88b-bfbe9f6c7b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2272303 Aug 10 03:55:58.358931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52198) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:58.365002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.383237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] Sync routers for ids ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:58.391065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:58.411961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31210b5e-57ce-452d-a1ed-304eb1d13425 req-4184c604-2125-4afa-9ede-93885a8258ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.413604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31210b5e-57ce-452d-a1ed-304eb1d13425 req-4184c604-2125-4afa-9ede-93885a8258ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 1098 time: 0.1323285 Aug 10 03:55:58.418265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c2244-d878-4568-820e-4d240921db04,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.426568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d437f-b9a4-4caa-84f0-a5fb45d4d273 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.428766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f48d437f-b9a4-4caa-84f0-a5fb45d4d273 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports/b7530b86-1634-4126-8698-5e7dddd926ca HTTP/1.1" status: 200 len: 911 time: 0.0685606 Aug 10 03:55:58.431482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52200) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:58.436792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.437538 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 36c5828f-cbcf-4703-85cc-e8383b6bdf7c of type vlan for network 4e25c660-2124-424b-a7d3-641cec11c142 Aug 10 03:55:58.498935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] Routers {'f19819b1-c68c-482c-a88b-bfbe9f6c7b04'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:58.499593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:58.523828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.529238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-31210b5e-57ce-452d-a1ed-304eb1d13425 req-8c9b577d-1fe0-41b8-bf76-1710481fb60b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067815 Aug 10 03:55:58.570430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.577863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.578702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.597443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:58.605761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.632240 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.642949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] Routers {'f19819b1-c68c-482c-a88b-bfbe9f6c7b04'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:58.643931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:55:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:58.693050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:58.693741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966fe368-8851-4c85-b04c-83e1da89e027 None None] The sync data for ids ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:58.733733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] For port 28e2f59e-8106-42e6-a587-b7bc10ffaba9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=28e2f59e-8106-42e6-a587-b7bc10ffaba9,segment=NetworkSegment(ed588611-152a-4a33-a3e0-0b25976626c5),segment_id=ed588611-152a-4a33-a3e0-0b25976626c5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:58.754076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5413945 Aug 10 03:55:58.754554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.754677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233bfd-1de1-400c-9b02-7f9dfd6610ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=4e25c660-2124-424b-a7d3-641cec11c142,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.815986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4e25c660-2124-424b-a7d3-641cec11c142 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:58.836456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b7cf0-8a2d-4d2f-b916-9f5bd53c07ab None None] Pushing event updated for resources: {'Port': ['ID=28e2f59e-8106-42e6-a587-b7bc10ffaba9,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.903183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8641962-b953-45b8-925e-7b6799437391 req-aebfc6d5-39de-4c3d-988a-60ee2b45ffec tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.911708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8641962-b953-45b8-925e-7b6799437391 req-aebfc6d5-39de-4c3d-988a-60ee2b45ffec tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 944 time: 0.0924489 Aug 10 03:55:58.914050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52206) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:58.919050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': '4e25c660-2124-424b-a7d3-641cec11c142', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:58.988755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c14ca8b9-9b45-4d12-8f55-6fd4b0619742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.037901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8641962-b953-45b8-925e-7b6799437391 req-26ab0224-1a80-4e00-8628-9237a1d3407e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251521 Aug 10 03:55:59.063026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.db.api [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:55:59.063026 n-d-769329-14 neutron-server[94140]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:55:59.063026 n-d-769329-14 neutron-server[94140]: [parameters: {'project_id_1': '298ca74f08d04ab7b406de3c1f6c2917', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 55, 59, 46532)}] Aug 10 03:55:59.063026 n-d-769329-14 neutron-server[94140]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:59.063782 n-d-769329-14 neutron-server[94140]: DEBUG oslo_db.api [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:59.115080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e307b6c-c1d5-496c-9098-b4db2a06fbb4 None None] Provisioning complete for port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:59.115724 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e307b6c-c1d5-496c-9098-b4db2a06fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.148251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007d8b3-5723-4ab7-8120-ff81c9e5bc6a req-c8fba256-b6cb-44b3-9dd0-e0ae82a205ca tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:59.156619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9007d8b3-5723-4ab7-8120-ff81c9e5bc6a req-c8fba256-b6cb-44b3-9dd0-e0ae82a205ca tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.1782408 Aug 10 03:55:59.177664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 28e2f59e-8106-42e6-a587-b7bc10ffaba9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:59.271959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:59.272303 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.280340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9007d8b3-5723-4ab7-8120-ff81c9e5bc6a req-045e275d-c603-4d69-be2c-4137572c35f3 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225204 Aug 10 03:55:59.304327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e307b6c-c1d5-496c-9098-b4db2a06fbb4 None None] Provisioning for port b7530b86-1634-4126-8698-5e7dddd926ca completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:59.311385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e8aec87-fc84-4842-a8c5-7e2f58895e66 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:59.333001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e307b6c-c1d5-496c-9098-b4db2a06fbb4 None None] Provisioning complete for port b7530b86-1634-4126-8698-5e7dddd926ca triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:59.333383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e307b6c-c1d5-496c-9098-b4db2a06fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.394285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c14ca8b9-9b45-4d12-8f55-6fd4b0619742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.404136 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c14ca8b9-9b45-4d12-8f55-6fd4b0619742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.481723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5e307b6c-c1d5-496c-9098-b4db2a06fbb4 None None] Port b7530b86-1634-4126-8698-5e7dddd926ca cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:59.488789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c14ca8b9-9b45-4d12-8f55-6fd4b0619742 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8791432704b54eca8ce5e16237942a61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1968174 Aug 10 03:55:59.495745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52214) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:59.508918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58044-9cdd-4c9d-ad62-6f0583729b92 req-084588f3-a070-4155-8c41-634cab2e6c9f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:59.510463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfa58044-9cdd-4c9d-ad62-6f0583729b92 req-084588f3-a070-4155-8c41-634cab2e6c9f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.0945072 Aug 10 03:55:59.519666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ca8b9-9b45-4d12-8f55-6fd4b0619742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef0ae5-1c70-43e5-9d82-a72a43d07327,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:59.574031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:59.587948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '6e8aec87-fc84-4842-a8c5-7e2f58895e66', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'port_id': '6e8aec87-fc84-4842-a8c5-7e2f58895e66', 'mac_address': 'fa:16:3e:d8:f8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:59.590974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94ff76c1-7054-4d5a-9d0e-6a2b8c9fbacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.621307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94ff76c1-7054-4d5a-9d0e-6a2b8c9fbacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.662674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfa58044-9cdd-4c9d-ad62-6f0583729b92 req-ecb592a3-425f-4fc0-bb04-7f04fa3942bd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430500 Aug 10 03:55:59.663617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.675551 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.679333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:59.679515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7e78a193-3159-4cd0-b218-f340f03deeb9 None None] Provisioning complete for port b7530b86-1634-4126-8698-5e7dddd926ca triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:59.679818 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7e78a193-3159-4cd0-b218-f340f03deeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.683437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.712783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8aec87-fc84-4842-a8c5-7e2f58895e66 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:59.772176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:59.774213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7e78a193-3159-4cd0-b218-f340f03deeb9 None None] Port b7530b86-1634-4126-8698-5e7dddd926ca cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:59.783431 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.820164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.822307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94ff76c1-7054-4d5a-9d0e-6a2b8c9fbacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.824911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94ff76c1-7054-4d5a-9d0e-6a2b8c9fbacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.829733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-94ff76c1-7054-4d5a-9d0e-6a2b8c9fbacf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9ef0ae5-1c70-43e5-9d82-a72a43d07327 HTTP/1.1" status: 204 len: 168 time: 0.3264687 Aug 10 03:55:59.880570 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b614ab97-cf1a-42d2-9a04-1508277691c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.886196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff76c1-7054-4d5a-9d0e-6a2b8c9fbacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ef0ae5-1c70-43e5-9d82-a72a43d07327,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:00.093490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.169332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:00.176181 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea301f52-4a4b-46a2-b015-9583a49a5806" -d '{"events": [{"server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "name": "network-vif-plugged", "status": "completed", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:00.184007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6e8aec87-fc84-4842-a8c5-7e2f58895e66,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:00.195086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '36c5828f-cbcf-4703-85cc-e8383b6bdf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e25c660-2124-424b-a7d3-641cec11c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:00.196057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: 4e25c660-2124-424b-a7d3-641cec11c142, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:00.223525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=a23c54d9-67b0-4b1b-8d54-d743ccf5f100,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:00.239305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7ff08a5b-bd22-4a91-88ca-5de0bf264218 None None] Provisioning complete for port b7530b86-1634-4126-8698-5e7dddd926ca triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:00.239871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7ff08a5b-bd22-4a91-88ca-5de0bf264218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.260280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 4e25c660-2124-424b-a7d3-641cec11c142 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:00.275169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4e25c660-2124-424b-a7d3-641cec11c142) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:00.286259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.286914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.301867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6e8aec87-fc84-4842-a8c5-7e2f58895e66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:00.304126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539da49f-8605-4e1b-bff1-3b0ac93e06aa None None] Network 4e25c660-2124-424b-a7d3-641cec11c142 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:00.309624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e67e8e8b-40db-4150-bd7f-978c7c10e6c3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3944993 Aug 10 03:56:00.317020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52258) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:00.324826 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a69b1-591f-46c1-95e0-620a339564e8 x-openstack-request-id: req-414a69b1-591f-46c1-95e0-620a339564e8 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:00.326466 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "name": "network-vif-plugged", "status": "completed", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:00.329443 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-414a69b1-591f-46c1-95e0-620a339564e8 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:00.330218 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'code': 200} Aug 10 03:56:00.337948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1899758406'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:00.379100 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:00.383176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.384707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port b7530b86-1634-4126-8698-5e7dddd926ca {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:00.386827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.450875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7ff08a5b-bd22-4a91-88ca-5de0bf264218 None None] Port b7530b86-1634-4126-8698-5e7dddd926ca cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:00.501347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:00.538701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3a7dd-6159-4d9b-9f9c-544175da9265 req-2e6d2dd2-ae04-439d-80eb-63c8d4e52bb4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.541021 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ed3a7dd-6159-4d9b-9f9c-544175da9265 req-2e6d2dd2-ae04-439d-80eb-63c8d4e52bb4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.1345708 Aug 10 03:56:00.543573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edaac-0758-4a1f-afcf-de1749652c5f req-63773923-d6db-4f59-bef5-b8d85db71737 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.545514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.546235 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 739074cd-eca8-4938-86ba-ea5d3cadf91c of type vlan for network e7d053dc-2666-4610-8f7d-43047f8bc995 Aug 10 03:56:00.553556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f9edaac-0758-4a1f-afcf-de1749652c5f req-63773923-d6db-4f59-bef5-b8d85db71737 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 945 time: 0.3077135 Aug 10 03:56:00.635139 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ed3a7dd-6159-4d9b-9f9c-544175da9265 req-8059ee94-a223-438f-82d8-8a43f5cffc88 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865469 Aug 10 03:56:00.640623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.644652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35cd7e-7ca8-4149-8acf-8ff69ca5bd08 req-394963a3-46ba-4aa1-9f9a-3d4e7483bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.647058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df35cd7e-7ca8-4149-8acf-8ff69ca5bd08 req-394963a3-46ba-4aa1-9f9a-3d4e7483bb5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1097 time: 0.2532530 Aug 10 03:56:00.660133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f9edaac-0758-4a1f-afcf-de1749652c5f req-b53810c7-347b-4973-85cd-e2846d93ba64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040256 Aug 10 03:56:00.713304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-4e25c660-2124-424b-a7d3-641cec11c142', 'network_id': '4e25c660-2124-424b-a7d3-641cec11c142', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': 'a23c54d9-67b0-4b1b-8d54-d743ccf5f100'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:00.714351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.731984 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.748318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.749271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.771973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.811588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for b7530b86-1634-4126-8698-5e7dddd926ca owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:00.813789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4915044 Aug 10 03:56:00.814661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52270) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:00.851361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:00.879499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df35cd7e-7ca8-4149-8acf-8ff69ca5bd08 req-29d69b67-e3ef-4f05-a216-7baa9ccb2ad1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132552 Aug 10 03:56:00.992197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Allocated IP 172.20.255.242 (4e25c660-2124-424b-a7d3-641cec11c142/a23c54d9-67b0-4b1b-8d54-d743ccf5f100/24cf7a10-7330-4027-976a-334b07ce3d79) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:00.999118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76029e43-aaa8-43fd-9c76-a20ad5966c5a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=e7d053dc-2666-4610-8f7d-43047f8bc995,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:01.021205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e7d053dc-2666-4610-8f7d-43047f8bc995 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:01.048803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6365e-ab37-4d7b-a14f-62b1a3431665 req-1d54d448-83ca-4578-9394-b636d9ebab56 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:01.057582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9d6365e-ab37-4d7b-a14f-62b1a3431665 req-1d54d448-83ca-4578-9394-b636d9ebab56 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.2613668 Aug 10 03:56:01.126657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b9d6365e-ab37-4d7b-a14f-62b1a3431665 req-2f866656-ba53-4b78-bdf2-2d7a5512a3d3 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680127 Aug 10 03:56:01.128246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:01.133459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.255824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.277198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52280) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.289860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.302900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=b7530b86-1634-4126-8698-5e7dddd926ca,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:01.321752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Transition to ACTIVE for port object 24cf7a10-7330-4027-976a-334b07ce3d79 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:01.367212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Transition to ACTIVE for port object 24cf7a10-7330-4027-976a-334b07ce3d79 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:01.376953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.406488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.426481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Network 4e25c660-2124-424b-a7d3-641cec11c142 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:01.430089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:01.435524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:01.453811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.485179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Pushing event updated for resources: {'Port': ['ID=24cf7a10-7330-4027-976a-334b07ce3d79,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:01.499676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1648535576-network', 'tenant_id': 'a1291a70b65b490aa7a4eb7fa0f85fc8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:01.537095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Attempting to bind port 24cf7a10-7330-4027-976a-334b07ce3d79 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:01.537467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Attempting to bind port 24cf7a10-7330-4027-976a-334b07ce3d79 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '36c5828f-cbcf-4703-85cc-e8383b6bdf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e25c660-2124-424b-a7d3-641cec11c142'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:01.538064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Attempting to bind port 24cf7a10-7330-4027-976a-334b07ce3d79 on network 4e25c660-2124-424b-a7d3-641cec11c142 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:01.544464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:01.545149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Checking segment: {'id': '36c5828f-cbcf-4703-85cc-e8383b6bdf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e25c660-2124-424b-a7d3-641cec11c142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:01.545733 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.546787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Bound using segment: {'id': '36c5828f-cbcf-4703-85cc-e8383b6bdf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e25c660-2124-424b-a7d3-641cec11c142'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:01.547461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Bound port: 24cf7a10-7330-4027-976a-334b07ce3d79, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c5828f-cbcf-4703-85cc-e8383b6bdf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e25c660-2124-424b-a7d3-641cec11c142'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:01.548055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.563768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=69a99a7e-2dfe-4366-ad2d-409ea5840cf8,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:01.593304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '739074cd-eca8-4938-86ba-ea5d3cadf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:01.594149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: e7d053dc-2666-4610-8f7d-43047f8bc995, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:01.613282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Made reservation on behalf of a1291a70b65b490aa7a4eb7fa0f85fc8 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:01.616629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.621003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network e7d053dc-2666-4610-8f7d-43047f8bc995 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:01.633281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.643690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] For port 24cf7a10-7330-4027-976a-334b07ce3d79, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:01.651051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] For port 24cf7a10-7330-4027-976a-334b07ce3d79, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=24cf7a10-7330-4027-976a-334b07ce3d79,segment=NetworkSegment(36c5828f-cbcf-4703-85cc-e8383b6bdf7c),segment_id=36c5828f-cbcf-4703-85cc-e8383b6bdf7c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:01.662013 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.662377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e7d053dc-2666-4610-8f7d-43047f8bc995) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:01.682353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:01.683560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.767838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router f19819b1-c68c-482c-a88b-bfbe9f6c7b04 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:01.768038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b83907-441d-4d0f-a10b-4e2fa78c5ec9 None None] Network e7d053dc-2666-4610-8f7d-43047f8bc995 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:01.834962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.865298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.883738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:01.892365 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.893050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf67b6-7070-4dd1-8c49-a99c86d947e9 None None] Pushing event updated for resources: {'Port': ['ID=24cf7a10-7330-4027-976a-334b07ce3d79,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:01.900878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.901207 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Added segment 4e25becd-4236-4085-802c-1a87b1045f5b of type vlan for network 233db83e-ee92-44ce-81e6-4a6f476520b6 Aug 10 03:56:01.919161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7fa6dbbe-9227-4061-a645-5fada72c2d3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0721223 Aug 10 03:56:01.928567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52288) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.992141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.031432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:02.037417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2dcb96ed-3463-41c0-9692-078d6ab74753 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/f19819b1-c68c-482c-a88b-bfbe9f6c7b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6049504 Aug 10 03:56:02.040731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69ecc-a21d-4a57-b748-f65797194363 req-87ea62b5-545d-45a4-8d02-68966b39e94f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.042535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1a69ecc-a21d-4a57-b748-f65797194363 req-87ea62b5-545d-45a4-8d02-68966b39e94f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 945 time: 0.1948524 Aug 10 03:56:02.043130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52290) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:02.047963 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] Sync routers for ids ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:02.062890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639c8420-b834-4994-bc8f-74d14ed5b0e3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:02.066231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-e7d053dc-2666-4610-8f7d-43047f8bc995', 'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': '69a99a7e-2dfe-4366-ad2d-409ea5840cf8'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:02.067240 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.099150 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] Routers {'f19819b1-c68c-482c-a88b-bfbe9f6c7b04'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:02.100249 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:02.143579 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-236f6a96-233c-4313-a652-187ee7402b3b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=f19819b1-c68c-482c-a88b-bfbe9f6c7b04 HTTP/1.1" status: 200 len: 205 time: 0.0880735 Aug 10 03:56:02.143921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.147440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52292) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:02.160224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.161605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.162295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.248759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:02.270806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.271992 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] Routers {'f19819b1-c68c-482c-a88b-bfbe9f6c7b04'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:02.273969 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:02.299289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Allocated IP 172.20.0.2 (e7d053dc-2666-4610-8f7d-43047f8bc995/69a99a7e-2dfe-4366-ad2d-409ea5840cf8/e8ab8fff-2691-4118-bfc7-4ba81615ad9a) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:02.317885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1a69ecc-a21d-4a57-b748-f65797194363 req-5d83ec12-70dc-4c31-97e8-af8440fc25a9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365785 Aug 10 03:56:02.327941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] Pushing event updated for resources: {'Network': ['ID=233db83e-ee92-44ce-81e6-4a6f476520b6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:02.346543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a4f304e5-2eb2-4b6e-aae7-3631bfb67bde admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0653830 Aug 10 03:56:02.346940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52296) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:02.353142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Request body: {'subnet': {'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1648535576-subnet', 'tenant_id': 'a1291a70b65b490aa7a4eb7fa0f85fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:02.360311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49318bb4-6f7f-45ea-bbf3-d576f9739a2d req-07fcf0d1-0222-4038-b791-8c7d21b753bb tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.360685 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:02.362501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49318bb4-6f7f-45ea-bbf3-d576f9739a2d req-07fcf0d1-0222-4038-b791-8c7d21b753bb tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.4345448 Aug 10 03:56:02.363025 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ba61e-b2fd-47ae-a202-810574ccbeab None None] The sync data for ids ['f19819b1-c68c-482c-a88b-bfbe9f6c7b04'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:02.395671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Made reservation on behalf of a1291a70b65b490aa7a4eb7fa0f85fc8 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:02.398889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.467831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49318bb4-6f7f-45ea-bbf3-d576f9739a2d req-40119b19-d9cc-4a3f-a2a8-3123e5d9e194 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476375 Aug 10 03:56:02.559852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.564269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a649f-7c62-445c-96f0-3893039bcddd req-6d10b017-e2b1-4634-a62c-81f27c4431fb tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.566760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-863a649f-7c62-445c-96f0-3893039bcddd req-6d10b017-e2b1-4634-a62c-81f27c4431fb tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.0849230 Aug 10 03:56:02.569705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Transition to ACTIVE for port object e8ab8fff-2691-4118-bfc7-4ba81615ad9a will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:02.587885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Transition to ACTIVE for port object e8ab8fff-2691-4118-bfc7-4ba81615ad9a will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:02.592491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 233db83e-ee92-44ce-81e6-4a6f476520b6 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:02.633230 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.642516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.659664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.665228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.699969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Network e7d053dc-2666-4610-8f7d-43047f8bc995 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:02.708089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:02.713287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:02.732170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Pushing event updated for resources: {'Port': ['ID=e8ab8fff-2691-4118-bfc7-4ba81615ad9a,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:02.782282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846632f-f854-483b-83d3-f6a02be5ee63 req-770f400a-4146-49b1-92bd-15982d418157 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.784061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e846632f-f854-483b-83d3-f6a02be5ee63 req-770f400a-4146-49b1-92bd-15982d418157 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.1618414 Aug 10 03:56:02.789789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.790462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router f19819b1-c68c-482c-a88b-bfbe9f6c7b04 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:02.819736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.822615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3da00650-3a49-4f5c-b6fa-bb7de4d69eca tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/f19819b1-c68c-482c-a88b-bfbe9f6c7b04 HTTP/1.1" status: 204 len: 168 time: 0.6689517 Aug 10 03:56:02.824578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Attempting to bind port e8ab8fff-2691-4118-bfc7-4ba81615ad9a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:02.824955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Attempting to bind port e8ab8fff-2691-4118-bfc7-4ba81615ad9a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '739074cd-eca8-4938-86ba-ea5d3cadf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:02.825838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Attempting to bind port e8ab8fff-2691-4118-bfc7-4ba81615ad9a on network e7d053dc-2666-4610-8f7d-43047f8bc995 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:02.826325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52300) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:02.832756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:02.833135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Checking segment: {'id': '739074cd-eca8-4938-86ba-ea5d3cadf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:02.833595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.834028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Bound using segment: {'id': '739074cd-eca8-4938-86ba-ea5d3cadf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:02.834527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Bound port: e8ab8fff-2691-4118-bfc7-4ba81615ad9a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739074cd-eca8-4938-86ba-ea5d3cadf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e7d053dc-2666-4610-8f7d-43047f8bc995'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:02.834917 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.916177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.944481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] For port e8ab8fff-2691-4118-bfc7-4ba81615ad9a, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:02.949558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=69a99a7e-2dfe-4366-ad2d-409ea5840cf8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:02.949800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] For port e8ab8fff-2691-4118-bfc7-4ba81615ad9a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e8ab8fff-2691-4118-bfc7-4ba81615ad9a,segment=NetworkSegment(739074cd-eca8-4938-86ba-ea5d3cadf91c),segment_id=739074cd-eca8-4938-86ba-ea5d3cadf91c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:02.958149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 9853ee2d-59e0-41d5-afb4-4dd9fb157ddb {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:02.959421 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.968885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e846632f-f854-483b-83d3-f6a02be5ee63 req-b04e52ea-c3f5-485a-aafb-abbbf4c1d638 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671576 Aug 10 03:56:02.969947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.013282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52302) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:03.073971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f256a-aac3-43cd-b3f0-9dbf7c6a3e0d None None] Pushing event updated for resources: {'Port': ['ID=e8ab8fff-2691-4118-bfc7-4ba81615ad9a,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:03.136745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.153211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-863a649f-7c62-445c-96f0-3893039bcddd req-f4f467fb-50a6-4644-affe-0f68bd580eef tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5704434 Aug 10 03:56:03.192221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.219161 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.220479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.231888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d053dc-2666-4610-8f7d-43047f8bc995']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:03.254985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739074cd-eca8-4938-86ba-ea5d3cadf91c') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:03.255348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739074cd-eca8-4938-86ba-ea5d3cadf91c') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:03.328254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:03.333372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Checking segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:03.333722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Network hostable DHCP agents. Network: 233db83e-ee92-44ce-81e6-4a6f476520b6, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:03.335898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e8aec87-fc84-4842-a8c5-7e2f58895e66 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:03.395015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Network 233db83e-ee92-44ce-81e6-4a6f476520b6 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:03.417070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 233db83e-ee92-44ce-81e6-4a6f476520b6) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:03.422773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:03.423621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.432467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 24cf7a10-7330-4027-976a-334b07ce3d79 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:03.458560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.467751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4658207d-9c16-41be-a16e-0d5a2de22a3a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1193869 Aug 10 03:56:03.513109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30359be7-678c-444b-8603-3fba16e156bd None None] Network 233db83e-ee92-44ce-81e6-4a6f476520b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:03.595386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.623129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:03.623581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:03.628955 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:03.650783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4496b-e6b1-4e0f-a569-e23cbf84bad0 None None] Network 4e25c660-2124-424b-a7d3-641cec11c142 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:03.705405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.733584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 24cf7a10-7330-4027-976a-334b07ce3d79 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:03.746683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:03.760633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5844e-1d35-462f-8daa-327b46c55be2 tempest-TestVolumeBackupRestore-1858020559 tempest-TestVolumeBackupRestore-1858020559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:03.762476 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5cb5844e-1d35-462f-8daa-327b46c55be2 tempest-TestVolumeBackupRestore-1858020559 tempest-TestVolumeBackupRestore-1858020559-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1092 time: 0.7470202 Aug 10 03:56:03.766247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52316) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:03.767720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:56:03.767720 n-d-769329-14 neutron-server[94141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:56:03.767720 n-d-769329-14 neutron-server[94141]: [parameters: {'id': 'e7d053dc-2666-4610-8f7d-43047f8bc995'}] Aug 10 03:56:03.767720 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:03.768232 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:03.771104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:03.779471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfd92-64df-40d5-b02e-cb5c0e9ed856 req-7884bb0c-597c-4d11-93fc-8ae00b6265a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:03.781083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-127bfd92-64df-40d5-b02e-cb5c0e9ed856 req-7884bb0c-597c-4d11-93fc-8ae00b6265a5 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 945 time: 0.2904096 Aug 10 03:56:03.792419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:03.792796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.817893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.833664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] Provisioning for port 24cf7a10-7330-4027-976a-334b07ce3d79 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:03.850145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-127bfd92-64df-40d5-b02e-cb5c0e9ed856 req-186a524e-9aa1-479f-a563-ec5837dacb06 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590477 Aug 10 03:56:03.852504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.880511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=9853ee2d-59e0-41d5-afb4-4dd9fb157ddb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:03.897048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.903572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f24f1abf-4938-44b2-8462-da2cb8544611 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/9853ee2d-59e0-41d5-afb4-4dd9fb157ddb HTTP/1.1" status: 204 len: 168 time: 1.0718625 Aug 10 03:56:03.903890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52320) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:03.906658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] Provisioning complete for port 24cf7a10-7330-4027-976a-334b07ce3d79 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:03.907796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.915625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d66615a-6bf5-43b5-9666-4b965c442646 None None] Network 96ad3e43-d736-4d68-9184-7892ecb71d10 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:04.011615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.013182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.045054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120dc24d-4e4e-489e-a512-942423c384bb None None] Network 233db83e-ee92-44ce-81e6-4a6f476520b6 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:04.254747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Allocated IP 172.25.2.173 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/a33f0180-3736-40f3-8777-caf30c0cafa4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:04.374783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-11b013e9-d7c4-4aef-bbf1-629d158c5fb4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.376307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-11b013e9-d7c4-4aef-bbf1-629d158c5fb4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 814 time: 0.2017624 Aug 10 03:56:04.411894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-768ac126-1589-444f-9133-d5c6852279c3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/quotas/a1291a70b65b490aa7a4eb7fa0f85fc8 HTTP/1.1" status: 200 len: 375 time: 0.0143676 Aug 10 03:56:04.457818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-e6f27763-b650-4e48-868a-e00a4717179b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385184 Aug 10 03:56:04.476628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.514000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.547193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.557346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:04.557922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.578770 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.607395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bddb43-e1ac-4bce-b80c-786fd17e577b None None] Network e7d053dc-2666-4610-8f7d-43047f8bc995 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:04.628626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-bfe556a1-86fe-410a-9393-1b354db1d75f service neutron] 10.222.0.53 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590564 Aug 10 03:56:04.636546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.667245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 28e2f59e-8106-42e6-a587-b7bc10ffaba9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=28e2f59e-8106-42e6-a587-b7bc10ffaba9,segment=NetworkSegment(ed588611-152a-4a33-a3e0-0b25976626c5),segment_id=ed588611-152a-4a33-a3e0-0b25976626c5)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:04.668798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.689239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 28e2f59e-8106-42e6-a587-b7bc10ffaba9 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:04.695572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6307d070-b051-4317-a400-f6f2f2cd3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8aec87-fc84-4842-a8c5-7e2f58895e66'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:04.697927 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b16d28-a7f6-4651-9191-93d60be17501" -d '{"events": [{"server_uuid": "6307d070-b051-4317-a400-f6f2f2cd3956", "name": "network-vif-plugged", "status": "completed", "tag": "6e8aec87-fc84-4842-a8c5-7e2f58895e66"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:04.722561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:04.737200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.747019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Deleting port e8ab8fff-2691-4118-bfc7-4ba81615ad9a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:04.747368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.757112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:04.788801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] For port 24cf7a10-7330-4027-976a-334b07ce3d79, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=24cf7a10-7330-4027-976a-334b07ce3d79,segment=NetworkSegment(36c5828f-cbcf-4703-85cc-e8383b6bdf7c),segment_id=36c5828f-cbcf-4703-85cc-e8383b6bdf7c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:04.792840 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07aa576-dd44-4d33-af91-ad4973b4b2ef x-openstack-request-id: req-f07aa576-dd44-4d33-af91-ad4973b4b2ef {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:04.793094 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6307d070-b051-4317-a400-f6f2f2cd3956", "name": "network-vif-plugged", "status": "completed", "tag": "6e8aec87-fc84-4842-a8c5-7e2f58895e66", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:04.793237 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f07aa576-dd44-4d33-af91-ad4973b4b2ef {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:04.793719 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6307d070-b051-4317-a400-f6f2f2cd3956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8aec87-fc84-4842-a8c5-7e2f58895e66', 'code': 200} Aug 10 03:56:04.808984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:04.811252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:04.825683 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.827454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] DHCP port deletion for 96ad3e43-d736-4d68-9184-7892ecb71d10 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:04.875011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'Port': ['ID=a33f0180-3736-40f3-8777-caf30c0cafa4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:04.916106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6e8aec87-fc84-4842-a8c5-7e2f58895e66,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:04.927969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] For port e8ab8fff-2691-4118-bfc7-4ba81615ad9a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e8ab8fff-2691-4118-bfc7-4ba81615ad9a,segment=NetworkSegment(739074cd-eca8-4938-86ba-ea5d3cadf91c),segment_id=739074cd-eca8-4938-86ba-ea5d3cadf91c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:04.928326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.951108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Calling delete_port for e8ab8fff-2691-4118-bfc7-4ba81615ad9a owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:04.976853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1728b5-6d24-477a-8e5e-34745bd3366e None None] Pushing event updated for resources: {'Port': ['ID=24cf7a10-7330-4027-976a-334b07ce3d79,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:04.983358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.984448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.984988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.985338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.985680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.986049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.986656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.987055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.987391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.987884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.988204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:04.988575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:05.023470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6b124c80-ae24-47ac-82f4-4a36a2d8d9b7 None None] Provisioning for port e8ab8fff-2691-4118-bfc7-4ba81615ad9a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:05.043000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Deleting port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:05.043000 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.059481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.107119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=28e2f59e-8106-42e6-a587-b7bc10ffaba9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.118209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694c670-357d-48a1-9151-a6bb6cf29c4a req-74725ac8-e240-4aee-8eca-d07562ec4aae tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.120490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9694c670-357d-48a1-9151-a6bb6cf29c4a req-74725ac8-e240-4aee-8eca-d07562ec4aae tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.1617970 Aug 10 03:56:05.125161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:05.133689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] For port 28e2f59e-8106-42e6-a587-b7bc10ffaba9, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:05.134263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.165020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] DHCP port deletion for e7d053dc-2666-4610-8f7d-43047f8bc995 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:05.166356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6de7f-d52d-472a-b2f4-46102af6439e req-12e26baa-c987-4977-aef5-71274818e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.170128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75d6de7f-d52d-472a-b2f4-46102af6439e req-12e26baa-c987-4977-aef5-71274818e2ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 1098 time: 0.2854767 Aug 10 03:56:05.175326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Calling delete_port for 28e2f59e-8106-42e6-a587-b7bc10ffaba9 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:05.184596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:56:05.186818 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.230430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 24cf7a10-7330-4027-976a-334b07ce3d79 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:05.268239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9694c670-357d-48a1-9151-a6bb6cf29c4a req-86648b68-b365-4985-9521-0769cc7155d7 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324961 Aug 10 03:56:05.269937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.273207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a6a72935-2296-4d11-94db-032c473cda45 None None] Provisioning complete for port 24cf7a10-7330-4027-976a-334b07ce3d79 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:05.273561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a6a72935-2296-4d11-94db-032c473cda45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.287358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ad3e43-d736-4d68-9184-7892ecb71d10']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:05.289860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.291237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-bf65391e-dc82-4503-9b35-fe330b5fde1d service neutron] 10.222.0.53 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499028 Aug 10 03:56:05.317838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] Pushing event deleted for resources: {'Port': ['ID=28e2f59e-8106-42e6-a587-b7bc10ffaba9,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.327469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513785e-77ce-42b2-9b40-319eef3f6975 None None] No DVR routers for this DVR port 28e2f59e-8106-42e6-a587-b7bc10ffaba9 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:05.332837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed588611-152a-4a33-a3e0-0b25976626c5') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:05.333070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed588611-152a-4a33-a3e0-0b25976626c5') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:05.335164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Port': ['ID=e8ab8fff-2691-4118-bfc7-4ba81615ad9a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.342744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No DVR routers for this DVR port e8ab8fff-2691-4118-bfc7-4ba81615ad9a on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:05.350886 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.434940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.443485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Deleting port e8ab8fff-2691-4118-bfc7-4ba81615ad9a {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:05.444518 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.453217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:05.453631 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:05.457878 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:05.541843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 24cf7a10-7330-4027-976a-334b07ce3d79 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:05.542741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.570314 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.586880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75d6de7f-d52d-472a-b2f4-46102af6439e req-ecf53498-78ba-4539-bcf1-3045c86f41ab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422203 Aug 10 03:56:05.588165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.612155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f78a975f-39bb-4211-9cda-998f28a3817b req-ca83e943-c368-47fc-9aa6-fad20eea0819 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 210 time: 0.0583975 Aug 10 03:56:05.623741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d053dc-2666-4610-8f7d-43047f8bc995']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:05.640424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739074cd-eca8-4938-86ba-ea5d3cadf91c') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:05.641211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739074cd-eca8-4938-86ba-ea5d3cadf91c') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:05.652803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.655857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.664088 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.671075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/96ad3e43-d736-4d68-9184-7892ecb71d10 HTTP/1.1" status: 204 len: 168 time: 1.7617285 Aug 10 03:56:05.672155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52338) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.675161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] For port e8ab8fff-2691-4118-bfc7-4ba81615ad9a, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:05.675597 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.687644 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.702559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Calling delete_port for e8ab8fff-2691-4118-bfc7-4ba81615ad9a owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:05.707497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Port e8ab8fff-2691-4118-bfc7-4ba81615ad9a was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:56:05.709712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.711050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:05.711452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:05.714586 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:05.716837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851578399', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:05.725501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d7570-2f1e-4f9a-865a-c2ff500195c0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=96ad3e43-d736-4d68-9184-7892ecb71d10,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.742718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] Pushing event deleted for resources: {'Port': ['ID=e8ab8fff-2691-4118-bfc7-4ba81615ad9a,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.745578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23194b5-dac1-4eb2-9f3c-b9d992b6706c None None] No DVR routers for this DVR port e8ab8fff-2691-4118-bfc7-4ba81615ad9a on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:05.771483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.795403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.827129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.827619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.828684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.834336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/e7d053dc-2666-4610-8f7d-43047f8bc995 HTTP/1.1" status: 204 len: 168 time: 3.9034140 Aug 10 03:56:05.834872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805f7a6-2773-4d46-8ae2-89ee2d961669 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=e7d053dc-2666-4610-8f7d-43047f8bc995,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.836552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52344) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.841636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1903935191'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:05.866251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:05.870011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.903452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 28e2f59e-8106-42e6-a587-b7bc10ffaba9 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:05.915789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:05.933572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.934100 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 879824d2-7f13-4298-9fc0-88a14dd08648 of type vlan for network bc795062-6d11-4880-b404-af159931b0b0 Aug 10 03:56:05.948644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 28e2f59e-8106-42e6-a587-b7bc10ffaba9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:05.950322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 28e2f59e-8106-42e6-a587-b7bc10ffaba9 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:05.987353 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.990240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.024757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.030994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.032511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.098363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2607360 Aug 10 03:56:06.101183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52348) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:06.111560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': 'bc795062-6d11-4880-b404-af159931b0b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:06.156022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c972e7c-f1d8-4b24-b764-9d5b047f74dc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=bc795062-6d11-4880-b404-af159931b0b0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:06.171414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network bc795062-6d11-4880-b404-af159931b0b0 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:06.171741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.185378 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.191913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.220448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:06.225275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.326086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Performing IP validity checks on allocation pools {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:56:06.326729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:56:06.340254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event updated for resources: {'Port': ['ID=a33f0180-3736-40f3-8777-caf30c0cafa4,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:06.351942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.516005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.531561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82127dd7-2244-459c-b870-97e62171b63e req-d15eb103-8742-4e9e-a661-2d3e90a50ab6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.533142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82127dd7-2244-459c-b870-97e62171b63e req-d15eb103-8742-4e9e-a661-2d3e90a50ab6 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.1195693 Aug 10 03:56:06.543004 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Floating IP 11dcbd52-2bb5-4d8f-8ee3-48cac3f16768 associated. External IP: 172.25.2.173, port: 9e43c463-9394-4f7f-9e4d-810129977a05. Aug 10 03:56:06.599497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=19ffeeb0-8940-45a2-8165-ad5df917725b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:06.611616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '879824d2-7f13-4298-9fc0-88a14dd08648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc795062-6d11-4880-b404-af159931b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:06.612021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: bc795062-6d11-4880-b404-af159931b0b0, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:06.633748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network bc795062-6d11-4880-b404-af159931b0b0 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:06.647488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, bc795062-6d11-4880-b404-af159931b0b0) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:06.652771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.653312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.662693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c264ae-ef8f-458d-8ca4-465d4463b468 None None] Network bc795062-6d11-4880-b404-af159931b0b0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:06.675815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6606bbd2-c65d-4aae-9fc0-f905398d10be tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5710578 Aug 10 03:56:06.676418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52354) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:06.719680 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82127dd7-2244-459c-b870-97e62171b63e req-093f3f5c-2e86-4530-9a90-753b8cc6eb6c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789749 Aug 10 03:56:06.772534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97642aab-5199-4771-9d48-5259b97ef736 req-f31a819f-4ed6-45ae-bbbd-2fca5647e6be tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 210 time: 0.0501220 Aug 10 03:56:06.828839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.892975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-bc795062-6d11-4880-b404-af159931b0b0', 'network_id': 'bc795062-6d11-4880-b404-af159931b0b0', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': '19ffeeb0-8940-45a2-8165-ad5df917725b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:06.894981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.905718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.066284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Allocated IP 172.20.0.3 (bc795062-6d11-4880-b404-af159931b0b0/19ffeeb0-8940-45a2-8165-ad5df917725b/78678b3f-e590-41f0-b59d-f0857b23dac5) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:07.259686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.269509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Transition to ACTIVE for port object 78678b3f-e590-41f0-b59d-f0857b23dac5 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:07.288968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Transition to ACTIVE for port object 78678b3f-e590-41f0-b59d-f0857b23dac5 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:07.296707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.339750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Network bc795062-6d11-4880-b404-af159931b0b0 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:07.343004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:07.348412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:07.352092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Pushing event updated for resources: {'Port': ['ID=78678b3f-e590-41f0-b59d-f0857b23dac5,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.375030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.419894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Attempting to bind port 78678b3f-e590-41f0-b59d-f0857b23dac5 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:07.420253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Attempting to bind port 78678b3f-e590-41f0-b59d-f0857b23dac5 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '879824d2-7f13-4298-9fc0-88a14dd08648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc795062-6d11-4880-b404-af159931b0b0'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:07.420615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Attempting to bind port 78678b3f-e590-41f0-b59d-f0857b23dac5 on network bc795062-6d11-4880-b404-af159931b0b0 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:07.426397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:07.426770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Checking segment: {'id': '879824d2-7f13-4298-9fc0-88a14dd08648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc795062-6d11-4880-b404-af159931b0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:07.427172 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.427574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Bound using segment: {'id': '879824d2-7f13-4298-9fc0-88a14dd08648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc795062-6d11-4880-b404-af159931b0b0'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:07.428053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Bound port: 78678b3f-e590-41f0-b59d-f0857b23dac5, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879824d2-7f13-4298-9fc0-88a14dd08648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bc795062-6d11-4880-b404-af159931b0b0'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:07.428464 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.462355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-2b0fa488-d726-4fce-860d-29db05818f72 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.463910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-2b0fa488-d726-4fce-860d-29db05818f72 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.39 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 814 time: 0.6842158 Aug 10 03:56:07.497784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Request body: {'port': {'device_id': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'admin_state_up': True, 'tenant_id': 'a1291a70b65b490aa7a4eb7fa0f85fc8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:07.501099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] For port 78678b3f-e590-41f0-b59d-f0857b23dac5, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:07.505011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] For port 78678b3f-e590-41f0-b59d-f0857b23dac5, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78678b3f-e590-41f0-b59d-f0857b23dac5,segment=NetworkSegment(879824d2-7f13-4298-9fc0-88a14dd08648),segment_id=879824d2-7f13-4298-9fc0-88a14dd08648)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:07.511258 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.576232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a754f31-1abe-4a0c-a27f-20174cd8f7c9 None None] Pushing event updated for resources: {'Port': ['ID=78678b3f-e590-41f0-b59d-f0857b23dac5,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.648215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 172.25.2.104 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/2039b786-7406-4084-a02b-1bf05037bf2b) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:07.719050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Router 92ec6f92-9cb4-44af-82f8-602216f853c2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:07.876158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Deleting port 78678b3f-e590-41f0-b59d-f0857b23dac5 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:07.877124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.897839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8624bbc2-9a05-4aa0-b9d8-a9fff997405b req-6bd86009-6e21-41e2-be3e-d5ad3cd84e3b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 210 time: 0.0371022 Aug 10 03:56:08.083608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Made reservation on behalf of a1291a70b65b490aa7a4eb7fa0f85fc8 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:08.087141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.167665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.203768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dfa87-4b8f-4a93-9144-0698b6a60bd0 req-dcf74a6b-a5b4-46ee-9f52-f241bd6ca900 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.205470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c95dfa87-4b8f-4a93-9144-0698b6a60bd0 req-dcf74a6b-a5b4-46ee-9f52-f241bd6ca900 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.3763216 Aug 10 03:56:08.323045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] For port 78678b3f-e590-41f0-b59d-f0857b23dac5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78678b3f-e590-41f0-b59d-f0857b23dac5,segment=NetworkSegment(879824d2-7f13-4298-9fc0-88a14dd08648),segment_id=879824d2-7f13-4298-9fc0-88a14dd08648)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:08.323423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.339812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:08.355747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] Sync routers for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:08.367905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:08.375089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:08.381960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Calling delete_port for 78678b3f-e590-41f0-b59d-f0857b23dac5 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:08.425907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c95dfa87-4b8f-4a93-9144-0698b6a60bd0 req-c1a62d1c-17ce-4584-a866-b7d2a2051c83 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977985 Aug 10 03:56:08.441696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.453019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.559108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:08.560909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Allocated IP 172.20.0.7 (233db83e-ee92-44ce-81e6-4a6f476520b6/beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3/9cad80c3-1597-447b-a385-495b51a1fc66) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:08.575652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52362) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.575927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-90925ab2-d7bc-4d6a-a70d-9547404e9397 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8082912 Aug 10 03:56:08.590284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:08.592726 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86fd12e-61cd-4a5d-8dec-564e3e020c41" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:08.597459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:08.615534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:08.623460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:08.635936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=2039b786-7406-4084-a02b-1bf05037bf2b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.680735 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f5bc72-41ec-44a6-a7bf-34d1ac0fff88 x-openstack-request-id: req-43f5bc72-41ec-44a6-a7bf-34d1ac0fff88 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:08.681315 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:08.681748 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43f5bc72-41ec-44a6-a7bf-34d1ac0fff88 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:08.682396 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'status': 'completed', 'code': 200} Aug 10 03:56:08.760867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c15011-b5d7-4a76-9e99-0e4fd419c397 tempest-TestVolumeBackupRestore-1858020559 tempest-TestVolumeBackupRestore-1858020559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.765639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b3c15011-b5d7-4a76-9e99-0e4fd419c397 tempest-TestVolumeBackupRestore-1858020559 tempest-TestVolumeBackupRestore-1858020559-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1092 time: 0.1853783 Aug 10 03:56:08.766425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52366) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.773764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Request body: {'floatingip': {'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:08.789252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3a6af-ac46-4b4f-ad77-f6282620d19c None None] Network bc795062-6d11-4880-b404-af159931b0b0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:08.819123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.827257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887b9d8-e8eb-4e02-966e-98f130e58cc6 req-0f540f61-7433-4923-96bf-dc3196a16492 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.828955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3887b9d8-e8eb-4e02-966e-98f130e58cc6 req-0f540f61-7433-4923-96bf-dc3196a16492 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.2436283 Aug 10 03:56:08.834343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-f65750e2-b043-4e42-8eab-2c0150420fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.836139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-f65750e2-b043-4e42-8eab-2c0150420fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1097 time: 0.1296062 Aug 10 03:56:08.917755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Port': ['ID=78678b3f-e590-41f0-b59d-f0857b23dac5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.036593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f30335af-4779-45b2-9701-5640333b726e None None] Could not find standard attr ID for object 78678b3f-e590-41f0-b59d-f0857b23dac5. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:56:09.054887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.066142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3887b9d8-e8eb-4e02-966e-98f130e58cc6 req-2b81d6bc-2c2f-41a6-93ac-0f045889eff4 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206528 Aug 10 03:56:09.067367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-7b9bc536-8950-48b3-9447-73fb7207fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.068863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-7b9bc536-8950-48b3-9447-73fb7207fa0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 915 time: 0.2234409 Aug 10 03:56:09.147129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No DVR routers for this DVR port 78678b3f-e590-41f0-b59d-f0857b23dac5 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:09.227195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-2d69d01e-b83d-41da-a317-1e3714458eda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 999 time: 0.1216774 Aug 10 03:56:09.241745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '11dcbd52-2bb5-4d8f-8ee3-48cac3f16768', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:05Z', 'updated_at': '2021-08-10T03:56:05Z', 'revision_number': 0, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:09.261553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8faf9e4b-65f3-41c7-9c39-ee08259c57ba req-891e65e4-384c-4ee8-b88f-bdbef48e0f5b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 210 time: 0.2554281 Aug 10 03:56:09.281854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] Checking router: 92ec6f92-9cb4-44af-82f8-602216f853c2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:09.305652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:09.306412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:09.316154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.371328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.392760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-ce399b94-5a86-4d67-8114-435e89a7488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.394619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-ce399b94-5a86-4d67-8114-435e89a7488b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 200 len: 853 time: 0.1550333 Aug 10 03:56:09.446647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:09.494737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-dacce21e-db8b-4593-b4c8-a77bdc3e8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.496137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-dacce21e-db8b-4593-b4c8-a77bdc3e8fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86030e4c-8b5f-4abe-9927-2a7570f8b9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928936 Aug 10 03:56:09.551647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.585874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.592526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=19ffeeb0-8940-45a2-8165-ad5df917725b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.638201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.652049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a47850-5918-4fe8-87b0-33c7c3d888bc None None] Network bc795062-6d11-4880-b404-af159931b0b0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:09.740364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Network 233db83e-ee92-44ce-81e6-4a6f476520b6 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:09.748672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:09.756427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:09.818088 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-63c41957-5d18-42c0-bcf8-193e5d37f494 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116138 Aug 10 03:56:09.827887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.834941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '11dcbd52-2bb5-4d8f-8ee3-48cac3f16768', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:05Z', 'updated_at': '2021-08-10T03:56:05Z', 'revision_number': 0, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:09.848715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc795062-6d11-4880-b404-af159931b0b0']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:09.870259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1051f-a31b-4142-a3bb-2c379bba60f3 None None] The sync data for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 is: [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '11dcbd52-2bb5-4d8f-8ee3-48cac3f16768', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:05Z', 'updated_at': '2021-08-10T03:56:05Z', 'revision_number': 0, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:09.899214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd69543-e165-4a32-a447-628fa120e6d0 None None] DHCP port deletion for bc795062-6d11-4880-b404-af159931b0b0 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:09.913104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:09.925667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.926458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.931233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879824d2-7f13-4298-9fc0-88a14dd08648') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:09.931511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879824d2-7f13-4298-9fc0-88a14dd08648') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:09.946783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.972635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-b604044d-5f37-4dc0-b77c-bce0786aed55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4813194 Aug 10 03:56:09.979518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.020948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Request body: {'port': {'device_id': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:10.052558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:10.052981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:10.058058 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:10.199706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.207136 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd32ab-2335-429f-a448-e50deacabe21 None None] New status for floating IP 11dcbd52-2bb5-4d8f-8ee3-48cac3f16768: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:10.212382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.214109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/bc795062-6d11-4880-b404-af159931b0b0 HTTP/1.1" status: 204 len: 168 time: 3.5298107 Aug 10 03:56:10.218280 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.220088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52374) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:10.238099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377187797'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:10.248219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694f87f-b8c5-46cb-99a9-6010c1f57a31 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=bc795062-6d11-4880-b404-af159931b0b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.250536 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.351470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:10.354708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.415995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b86fd12e-61cd-4a5d-8dec-564e3e020c41 req-f0a21eed-c2bb-4367-a100-775fe7cd240d service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905619 Aug 10 03:56:10.452836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.459626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.460867 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.db.api [None req-78cd32ab-2335-429f-a448-e50deacabe21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:10.461730 n-d-769329-14 neutron-server[94143]: DEBUG oslo_db.api [None req-78cd32ab-2335-429f-a448-e50deacabe21 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:10.509963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78358cf-5a74-4233-9682-9529974a814e req-ed35367e-1ec6-47c5-9432-5251bf65ffea tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:10.511631 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b78358cf-5a74-4233-9682-9529974a814e req-ed35367e-1ec6-47c5-9432-5251bf65ffea tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 931 time: 0.1205635 Aug 10 03:56:10.626821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b78358cf-5a74-4233-9682-9529974a814e req-601352e1-7ac8-4814-95a3-27a6c3ee65a9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948741 Aug 10 03:56:10.639059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52378) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:10.886639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:10.926771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Router 92ec6f92-9cb4-44af-82f8-602216f853c2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:10.936528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.937438 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment a65ecac5-02f1-4504-a2cf-f5fec51cdccc of type vlan for network 8095e3b5-c700-4496-b18c-783cbf3b4bdc Aug 10 03:56:10.962971 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cd32ab-2335-429f-a448-e50deacabe21 None None] New status for floating IP 11dcbd52-2bb5-4d8f-8ee3-48cac3f16768: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:11.006477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.066720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 19b3a379-aaa3-4839-9e3c-08ed04f46924 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:11.085133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.090863 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.091513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.133061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78678b3f-e590-41f0-b59d-f0857b23dac5 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:11.157612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 78678b3f-e590-41f0-b59d-f0857b23dac5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:11.159014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78678b3f-e590-41f0-b59d-f0857b23dac5 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:11.175522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:11.216344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.248302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0128565 Aug 10 03:56:11.249060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52380) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.251563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a01637-fdca-41cd-bec0-7d678ac0b0bd tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=8095e3b5-c700-4496-b18c-783cbf3b4bdc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.257221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:11.265746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8095e3b5-c700-4496-b18c-783cbf3b4bdc details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:11.303423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:11.307492 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee5146-3d00-423c-a624-a29399154f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:11.318900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:11.339543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] Sync routers for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:11.359963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:11.360912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.372785 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.384976 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-375d8116-10fd-416e-b999-6f4d309dd1aa tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "PUT /v2.0/floatingips/11dcbd52-2bb5-4d8f-8ee3-48cac3f16768 HTTP/1.1" status: 200 len: 991 time: 2.6165721 Aug 10 03:56:11.403850 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeff750-944f-460f-8d77-b0c928b4dbd4 x-openstack-request-id: req-cdeff750-944f-460f-8d77-b0c928b4dbd4 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:11.404239 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:11.404392 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdeff750-944f-460f-8d77-b0c928b4dbd4 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:11.405034 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'status': 'completed', 'code': 200} Aug 10 03:56:11.421738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Transition to ACTIVE for port object 9cad80c3-1597-447b-a385-495b51a1fc66 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:11.430303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.462920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:11.475163 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] Sync routers for ids ['19b3a379-aaa3-4839-9e3c-08ed04f46924'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:11.507239 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] Routers {'19b3a379-aaa3-4839-9e3c-08ed04f46924'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:11.508359 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19b3a379-aaa3-4839-9e3c-08ed04f46924'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.516382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.531862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:11.541068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.549081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5146-3d00-423c-a624-a29399154f7d req-e38920b8-bd2b-464c-8ebc-54516fad25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.550935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-e38920b8-bd2b-464c-8ebc-54516fad25bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1097 time: 0.1290691 Aug 10 03:56:11.572174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.573037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:11.573431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1fc0d9bf-30b5-4d04-a9a5-b489dc4ebe37 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8994830 Aug 10 03:56:11.575691 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.585952 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] Routers {'19b3a379-aaa3-4839-9e3c-08ed04f46924'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:11.586973 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19b3a379-aaa3-4839-9e3c-08ed04f46924'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.600666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52384) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.626847 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.628314 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a39dacc-cc81-4612-9a84-b223d9d3cc2c None None] The sync data for ids ['19b3a379-aaa3-4839-9e3c-08ed04f46924'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:11.753888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:11.754318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:11.754966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 on network 233db83e-ee92-44ce-81e6-4a6f476520b6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:11.766304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Port 9cad80c3-1597-447b-a385-495b51a1fc66 on network 233db83e-ee92-44ce-81e6-4a6f476520b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:11.766852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 on network 233db83e-ee92-44ce-81e6-4a6f476520b6 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:11.779734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:11.780115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Checking segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:11.780472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Bound using segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:11.780929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Bound port: 9cad80c3-1597-447b-a385-495b51a1fc66, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:11.781297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.800764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.906280 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.927779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '11dcbd52-2bb5-4d8f-8ee3-48cac3f16768', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:05Z', 'updated_at': '2021-08-10T03:56:11Z', 'revision_number': 2, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.931701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5146-3d00-423c-a624-a29399154f7d req-dc487383-126e-4cd9-a53b-abbd9b01d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.933402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-dc487383-126e-4cd9-a53b-abbd9b01d96b service neutron] 10.222.0.65 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 915 time: 0.3733919 Aug 10 03:56:11.947885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f8ebb-21ba-40ee-ba97-9306b91874b4 req-6bfdbc52-546c-42a5-a11e-ec7d3902c428 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.949776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-181f8ebb-21ba-40ee-ba97-9306b91874b4 req-6bfdbc52-546c-42a5-a11e-ec7d3902c428 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 943 time: 0.2092948 Aug 10 03:56:11.950275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:11.969752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:11.971013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6e34fe9a-16e1-47f8-a875-914a14967a2e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/routers/19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 200 len: 885 time: 0.3690131 Aug 10 03:56:11.976357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52388) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.979231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] Checking router: 92ec6f92-9cb4-44af-82f8-602216f853c2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:11.997073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:11.998217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.998610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.083531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=3116e919-a6be-45e2-b3f5-d9a5f771967c,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.095596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-d342562d-061c-4cfa-a50c-465973a861fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 1001 time: 0.1392615 Aug 10 03:56:12.100212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.101963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.102816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] 10.222.0.39 "PUT /v2.0/ports/9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 1092 time: 2.0868363 Aug 10 03:56:12.109824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:12.113188 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8a66ec-5249-4cef-b907-2f8cfe533395" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:12.167072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-181f8ebb-21ba-40ee-ba97-9306b91874b4 req-0231d645-593f-47d8-bd8f-9a7853addd71 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020996 Aug 10 03:56:12.183646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:12.184273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: 8095e3b5-c700-4496-b18c-783cbf3b4bdc, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:12.219743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb44fd-1369-480e-b883-ec7ea1e76247 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.222333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:12.233566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5146-3d00-423c-a624-a29399154f7d req-ccdfa641-8fe7-4839-8a0f-0c1893610e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.235942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-ccdfa641-8fe7-4839-8a0f-0c1893610e1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 200 len: 853 time: 0.1294203 Aug 10 03:56:12.269476 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707ad37-26e4-45a8-a2ac-007e73975bde x-openstack-request-id: req-9707ad37-26e4-45a8-a2ac-007e73975bde {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:12.269857 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:12.270124 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9707ad37-26e4-45a8-a2ac-007e73975bde {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:12.270532 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'status': 'completed', 'code': 200} Aug 10 03:56:12.289068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 8095e3b5-c700-4496-b18c-783cbf3b4bdc is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:12.296393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-16c7f2f5-5d7b-4738-a6e4-405c7f72df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.298126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-16c7f2f5-5d7b-4738-a6e4-405c7f72df53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1095 time: 0.1256888 Aug 10 03:56:12.398096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8095e3b5-c700-4496-b18c-783cbf3b4bdc) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:12.402967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.403704 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.412133 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-d6ffc23e-8f68-4d2f-8b66-d9ff4451c0bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0915716 Aug 10 03:56:12.412621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57bc968-7f53-4f70-9660-a246c221fa29 None None] Network 8095e3b5-c700-4496-b18c-783cbf3b4bdc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:12.441312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee5146-3d00-423c-a624-a29399154f7d req-db25cb35-7001-40fa-9ec5-6a711eb7c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.443951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-db25cb35-7001-40fa-9ec5-6a711eb7c782 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86030e4c-8b5f-4abe-9927-2a7570f8b9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003469 Aug 10 03:56:12.472569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57d43ec9-6d08-4cb7-a5cd-dccb876bd3e4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2217145 Aug 10 03:56:12.472929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52392) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.524158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-794c078c-9345-499e-a3a9-258d27af578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.525778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-794c078c-9345-499e-a3a9-258d27af578b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.1002479 Aug 10 03:56:12.571980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-d785294a-0a4e-4640-bb16-16720d9a3788 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357101 Aug 10 03:56:12.595765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0bb14a7-bb5d-4730-b930-30c4fcd614c2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6145501 Aug 10 03:56:12.604043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52394) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.609007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1851578399'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:12.680239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.20.0.17 (27ddd046-90af-40c9-b100-624d5a9a6748/86fb2fa4-479a-42af-b219-ecc8e8ef8e34/f8c2d6d7-c126-4450-936c-614477b70cf2) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:12.761630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '11dcbd52-2bb5-4d8f-8ee3-48cac3f16768', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:05Z', 'updated_at': '2021-08-10T03:56:11Z', 'revision_number': 2, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:12.768509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-8095e3b5-c700-4496-b18c-783cbf3b4bdc', 'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': '3116e919-a6be-45e2-b3f5-d9a5f771967c'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:12.769646 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.790695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-51315aad-3dbd-4283-b86f-6467b2386829 service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053239 Aug 10 03:56:12.808610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13286074-413b-45f5-b200-d73eb0131b47 None None] The sync data for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 is: [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '11dcbd52-2bb5-4d8f-8ee3-48cac3f16768', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'port_id': '9e43c463-9394-4f7f-9e4d-810129977a05', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'mac_address': 'fa:16:3e:35:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:05Z', 'updated_at': '2021-08-10T03:56:11Z', 'revision_number': 2, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:12.956852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-2ba25ea1-70ac-4479-83da-13ff7d7d9d15 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029373 Aug 10 03:56:12.982201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.990300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.027183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Transition to ACTIVE for port object f8c2d6d7-c126-4450-936c-614477b70cf2 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:13.077877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Allocated IP 172.20.0.1 (8095e3b5-c700-4496-b18c-783cbf3b4bdc/3116e919-a6be-45e2-b3f5-d9a5f771967c/ce0ddb94-b9a5-4d91-bf00-c671343a25de) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:13.158460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.172208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f66114b5-8b4c-4f10-8e7e-deea9f840572 req-2ed983e3-5f3d-4521-a26e-1ab7aaa0b55f service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726556 Aug 10 03:56:13.306281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.323269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Transition to ACTIVE for port object ce0ddb94-b9a5-4d91-bf00-c671343a25de will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:13.331652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 27ddd046-90af-40c9-b100-624d5a9a6748 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:13.355980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:13.359105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-9b1befb8-0ee2-464c-9809-da9c2360a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.361087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-9b1befb8-0ee2-464c-9809-da9c2360a147 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1095 time: 0.1125987 Aug 10 03:56:13.361899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Transition to ACTIVE for port object ce0ddb94-b9a5-4d91-bf00-c671343a25de will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:13.370969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=f8c2d6d7-c126-4450-936c-614477b70cf2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:13.375899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:13.394121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.422173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:13.426825 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:13.451478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.453579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Network 8095e3b5-c700-4496-b18c-783cbf3b4bdc is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:13.460023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:13.466030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:13.485964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.486336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.491017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Pushing event updated for resources: {'Port': ['ID=ce0ddb94-b9a5-4d91-bf00-c671343a25de,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:13.557137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-56c989cc-9d5b-4fdb-91f6-ce5eb10c609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.557515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.558716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-56c989cc-9d5b-4fdb-91f6-ce5eb10c609e service neutron] 10.222.0.39 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.1841137 Aug 10 03:56:13.559241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.559702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.561918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.563164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.564219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.567332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.567661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.570043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.570523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.570894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.571235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:13.584556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.609862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Attempting to bind port ce0ddb94-b9a5-4d91-bf00-c671343a25de on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:13.610256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Attempting to bind port ce0ddb94-b9a5-4d91-bf00-c671343a25de by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:13.610722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Attempting to bind port ce0ddb94-b9a5-4d91-bf00-c671343a25de on network 8095e3b5-c700-4496-b18c-783cbf3b4bdc {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:13.622374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-faee5146-3d00-423c-a624-a29399154f7d req-18f41c1c-8cac-44f1-8b5a-ba37827edcb9 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568413 Aug 10 03:56:13.626336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:13.626854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Checking segment: {'id': 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:13.630563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.633458 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af2464c-a58b-45c5-ab36-892e24474ecd x-openstack-request-id: req-6af2464c-a58b-45c5-ab36-892e24474ecd {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:13.633895 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:13.634317 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6af2464c-a58b-45c5-ab36-892e24474ecd {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:13.634970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Bound using segment: {'id': 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:13.635831 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'status': 'completed', 'code': 200} Aug 10 03:56:13.637348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Bound port: ce0ddb94-b9a5-4d91-bf00-c671343a25de, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:13.638723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.666790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-a65e1d2e-5920-44cd-ade3-c427d0b44567 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0999184 Aug 10 03:56:13.734707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 19b3a379-aaa3-4839-9e3c-08ed04f46924 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:13.768466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-746406cc-997a-4b83-9c16-e7fde901908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.777697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-746406cc-997a-4b83-9c16-e7fde901908a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0905826 Aug 10 03:56:13.787484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] For port ce0ddb94-b9a5-4d91-bf00-c671343a25de, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:13.794630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] For port ce0ddb94-b9a5-4d91-bf00-c671343a25de, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce0ddb94-b9a5-4d91-bf00-c671343a25de,segment=NetworkSegment(a65ecac5-02f1-4504-a2cf-f5fec51cdccc),segment_id=a65ecac5-02f1-4504-a2cf-f5fec51cdccc)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:13.802847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.927181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-e47bc61d-17cd-4479-aea7-1c9b62801a92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565588 Aug 10 03:56:14.072706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a3871b3c-d090-4b64-afe3-9b63d8d2c941 None None] Provisioning for port f8c2d6d7-c126-4450-936c-614477b70cf2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:14.086846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a3871b3c-d090-4b64-afe3-9b63d8d2c941 None None] Provisioning complete for port f8c2d6d7-c126-4450-936c-614477b70cf2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:14.087335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a3871b3c-d090-4b64-afe3-9b63d8d2c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.092378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3a787-ec12-4523-a786-f8a0a0e3cb1e None None] Pushing event updated for resources: {'Port': ['ID=ce0ddb94-b9a5-4d91-bf00-c671343a25de,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:14.160688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a3871b3c-d090-4b64-afe3-9b63d8d2c941 None None] Port f8c2d6d7-c126-4450-936c-614477b70cf2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:14.167050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:14.177917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.179358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-75f6efee-5da3-4285-b009-8824752201af tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 200 len: 892 time: 1.5743177 Aug 10 03:56:14.184707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.185158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] Sync routers for ids ['19b3a379-aaa3-4839-9e3c-08ed04f46924'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:14.206234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] Routers {'19b3a379-aaa3-4839-9e3c-08ed04f46924'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:14.207339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19b3a379-aaa3-4839-9e3c-08ed04f46924'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.282272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.300366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad1c3-b5cb-4ba0-a902-a57fb67ba892 req-87043b46-b880-49c0-8cd6-9cc669b1cab2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:14.308003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] Routers {'19b3a379-aaa3-4839-9e3c-08ed04f46924'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:14.309099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['19b3a379-aaa3-4839-9e3c-08ed04f46924'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.314411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8efad1c3-b5cb-4ba0-a902-a57fb67ba892 req-87043b46-b880-49c0-8cd6-9cc669b1cab2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 943 time: 0.9543896 Aug 10 03:56:14.369247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.369972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18676d7b-177b-45ac-9e4f-c5b8ff378881 None None] The sync data for ids ['19b3a379-aaa3-4839-9e3c-08ed04f46924'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:14.432116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.438400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-839d031d-f223-4859-803d-d078d1a04b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:14.441817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-839d031d-f223-4859-803d-d078d1a04b44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1097 time: 0.7526963 Aug 10 03:56:14.560792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=3116e919-a6be-45e2-b3f5-d9a5f771967c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:14.643757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8efad1c3-b5cb-4ba0-a902-a57fb67ba892 req-f0f393c6-5d45-458e-9532-3c41964ffd13 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279524 Aug 10 03:56:14.689076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-f52b928b-94aa-4a74-ade7-f93eb43652cb service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741288 Aug 10 03:56:14.735417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.738036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.761305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8095e3b5-c700-4496-b18c-783cbf3b4bdc']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.769817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15c31070-470e-416d-9c3a-1a64728de34c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/routers/19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 200 len: 892 time: 0.5814955 Aug 10 03:56:14.770089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52402) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.787461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.787741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:14.801169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dc5419d7-acc6-463e-8468-e35dbef86136 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 200 len: 205 time: 0.0299273 Aug 10 03:56:14.807723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52404) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.824162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-bc0d0ce3-63ce-4abc-9170-3a2c2886e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:14.825685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-bc0d0ce3-63ce-4abc-9170-3a2c2886e2cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 915 time: 0.3618364 Aug 10 03:56:14.829385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.867885 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.886392 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8a8a66ec-5249-4cef-b907-2f8cfe533395 req-743557ea-c941-482d-8868-a4cfefc4a0f9 service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878366 Aug 10 03:56:14.955269 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.966197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:14.966782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:14.971764 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:15.047577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-edffb731-0068-48bd-aa0a-2ea5f344dcc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 1001 time: 0.2041500 Aug 10 03:56:15.090303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:56:15.090303 n-d-769329-14 neutron-server[94141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:56:15.090303 n-d-769329-14 neutron-server[94141]: [parameters: {'id': '8095e3b5-c700-4496-b18c-783cbf3b4bdc'}] Aug 10 03:56:15.090303 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:15.091120 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:15.092155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.159788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-a7ffeef6-efff-42a6-aa13-89fd25d677c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:15.161561 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-a7ffeef6-efff-42a6-aa13-89fd25d677c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 200 len: 853 time: 0.0851004 Aug 10 03:56:15.191327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47856b6b-949b-4d6e-b3cd-97e5fe94ca00 None None] Network 8095e3b5-c700-4496-b18c-783cbf3b4bdc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:15.206075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 2039b786-7406-4084-a02b-1bf05037bf2b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:15.206673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.263254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-8e0b39c0-b85c-4bc0-87a2-38bdd5e7bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:15.265016 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-8e0b39c0-b85c-4bc0-87a2-38bdd5e7bc82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86030e4c-8b5f-4abe-9927-2a7570f8b9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876548 Aug 10 03:56:15.301512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce0ddb94-b9a5-4d91-bf00-c671343a25de up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:15.320957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.344304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 2039b786-7406-4084-a02b-1bf05037bf2b owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:15.357691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4bf82f95-4481-4cb0-9119-8dde79f40366 None None] Provisioning for port ce0ddb94-b9a5-4d91-bf00-c671343a25de completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:15.405561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:15.443958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-5ca2d8d2-d87d-4a88-83be-116a06797207 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692424 Aug 10 03:56:15.447226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.452107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ce0ddb94-b9a5-4d91-bf00-c671343a25de completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:15.453254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.484927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ce0ddb94-b9a5-4d91-bf00-c671343a25de triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:15.485298 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.498939 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:15.543446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=f8c2d6d7-c126-4450-936c-614477b70cf2,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.564032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] DHCP port deletion for 8095e3b5-c700-4496-b18c-783cbf3b4bdc request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:15.575642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:15.591331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.610360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '9cad80c3-1597-447b-a385-495b51a1fc66', 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'port_id': '9cad80c3-1597-447b-a385-495b51a1fc66', 'mac_address': 'fa:16:3e:6f:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:15.636843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.699008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.726502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.757103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64f00e7c-d62c-4b9d-9860-a32f81e6f3b2 req-20bbcae4-af91-42ea-927d-880de0d48540 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987092 Aug 10 03:56:15.759315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] Deleting port ce0ddb94-b9a5-4d91-bf00-c671343a25de {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:15.759647 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.763187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ce0ddb94-b9a5-4d91-bf00-c671343a25de, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce0ddb94-b9a5-4d91-bf00-c671343a25de,segment=NetworkSegment(a65ecac5-02f1-4504-a2cf-f5fec51cdccc),segment_id=a65ecac5-02f1-4504-a2cf-f5fec51cdccc)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:15.766373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:15.769497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.798650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Deleting port ce0ddb94-b9a5-4d91-bf00-c671343a25de {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:15.798967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.820193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.841754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=2039b786-7406-4084-a02b-1bf05037bf2b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.895861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:15.923146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.926368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] For port ce0ddb94-b9a5-4d91-bf00-c671343a25de, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce0ddb94-b9a5-4d91-bf00-c671343a25de,segment=NetworkSegment(a65ecac5-02f1-4504-a2cf-f5fec51cdccc),segment_id=a65ecac5-02f1-4504-a2cf-f5fec51cdccc)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:15.926778 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.933040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] For port ce0ddb94-b9a5-4d91-bf00-c671343a25de, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ce0ddb94-b9a5-4d91-bf00-c671343a25de,segment=NetworkSegment(a65ecac5-02f1-4504-a2cf-f5fec51cdccc),segment_id=a65ecac5-02f1-4504-a2cf-f5fec51cdccc)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:15.933739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.952450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] Calling delete_port for ce0ddb94-b9a5-4d91-bf00-c671343a25de owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:15.958467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ce0ddb94-b9a5-4d91-bf00-c671343a25de,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.981166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.988586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Calling delete_port for ce0ddb94-b9a5-4d91-bf00-c671343a25de owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:15.991359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697ef53-71f8-47b4-baf6-1bf795c60f05 req-8a413983-8506-4628-885d-8f6b92dffeb9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:15.994975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b697ef53-71f8-47b4-baf6-1bf795c60f05 req-8a413983-8506-4628-885d-8f6b92dffeb9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 943 time: 0.1565118 Aug 10 03:56:16.007046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 27ddd046-90af-40c9-b100-624d5a9a6748 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:16.015307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:16.059865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.099259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.134901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] Pushing event deleted for resources: {'Port': ['ID=ce0ddb94-b9a5-4d91-bf00-c671343a25de,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.141616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fffbf1e-1c21-42a3-8820-7d9ddcc60b99 None None] No DVR routers for this DVR port ce0ddb94-b9a5-4d91-bf00-c671343a25de on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:16.141966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.146376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.161571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['9cad80c3-1597-447b-a385-495b51a1fc66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:16.260846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b697ef53-71f8-47b4-baf6-1bf795c60f05 req-ed7ca873-bc91-405e-8af2-207dfdaa0f98 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837614 Aug 10 03:56:16.286477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.290065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.291002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router 19b3a379-aaa3-4839-9e3c-08ed04f46924 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:16.298826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.310324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0c2965b5-a58b-4d3b-8add-9a8c6cfc087c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 204 len: 168 time: 1.5008941 Aug 10 03:56:16.310700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52408) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.316101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1174396811'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:16.332907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:16.338248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Port': ['ID=ce0ddb94-b9a5-4d91-bf00-c671343a25de,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.344904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No DVR routers for this DVR port ce0ddb94-b9a5-4d91-bf00-c671343a25de on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:16.373930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:16.381602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.432006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:16.434310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-45a847dd-85b1-456d-bf84-603b60feed88 None None] Provisioning complete for port f8c2d6d7-c126-4450-936c-614477b70cf2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:16.435159 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45a847dd-85b1-456d-bf84-603b60feed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.453775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.454352 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment 659ac27c-3380-4c6c-998a-5f02968033a3 of type vlan for network 7059dda0-139e-4b96-9939-ae021ce9c11a Aug 10 03:56:16.496492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-45a847dd-85b1-456d-bf84-603b60feed88 None None] Port f8c2d6d7-c126-4450-936c-614477b70cf2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:16.503874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.519063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8095e3b5-c700-4496-b18c-783cbf3b4bdc']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:16.529166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.558664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:16.558979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65ecac5-02f1-4504-a2cf-f5fec51cdccc') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:16.575781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.588310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.599807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.600792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:16.602245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.602940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:16.618812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-11271600-1746-4df4-b181-c8fbcee3c72a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "PUT /v2.0/routers/59fe9944-4032-4660-b3af-4d4419bf2cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9763665 Aug 10 03:56:16.625095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:16.625919 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.630354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:16.638337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3236318 Aug 10 03:56:16.647050 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:16.648086 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:16.656763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52412) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.664375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:16.748408 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:16.756012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.763189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.766398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/8095e3b5-c700-4496-b18c-783cbf3b4bdc HTTP/1.1" status: 204 len: 168 time: 4.2909305 Aug 10 03:56:16.786120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52416) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.791233 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:16.793862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-883177904'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:16.800020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94a30a-d1b3-4fdf-96f1-07c6e942c2af tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=8095e3b5-c700-4496-b18c-783cbf3b4bdc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.835527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:16.843614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.879722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be8703-aa45-4adf-ac43-e8ad1bd55a33 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=7059dda0-139e-4b96-9939-ae021ce9c11a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.896446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7059dda0-139e-4b96-9939-ae021ce9c11a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:16.897015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:16.926459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.926896 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 52b8ded2-7b5f-4158-98f0-de62934cc8f5 of type vlan for network 5152e474-8ab1-46fb-8695-06bc28ca0a57 Aug 10 03:56:16.966329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:16.972972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.996878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.036071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.043689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:17.045957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.123490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3355463 Aug 10 03:56:17.134720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52418) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:17.140393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': '5152e474-8ab1-46fb-8695-06bc28ca0a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.162118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ff2bc-1c30-4fce-a1fb-aaa511e49320 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=5152e474-8ab1-46fb-8695-06bc28ca0a57,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:17.177256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5152e474-8ab1-46fb-8695-06bc28ca0a57 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:17.274833 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:14Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 1, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8c2d6d7-c126-4450-936c-614477b70cf2', 'name': '', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:f4:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:12Z', 'updated_at': '2021-08-10T03:56:15Z', 'revision_number': 2, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:17.288708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:17.295824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.308081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce0ddb94-b9a5-4d91-bf00-c671343a25de no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:17.331943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.372899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ce0ddb94-b9a5-4d91-bf00-c671343a25de {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:17.375883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ce0ddb94-b9a5-4d91-bf00-c671343a25de not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:17.423030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:17.451096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=c9b535c5-8987-492c-ae73-aaf722fad2bc,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:17.481924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': '659ac27c-3380-4c6c-998a-5f02968033a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:17.486644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: 7059dda0-139e-4b96-9939-ae021ce9c11a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:17.487402 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:17.487789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Updating router 59fe9944-4032-4660-b3af-4d4419bf2cb2 port f8c2d6d7-c126-4450-936c-614477b70cf2 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:56:17.532666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 7059dda0-139e-4b96-9939-ae021ce9c11a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:17.540220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b2e96-dc29-4b5c-89b3-04802dae5d46 req-26b29b1c-f506-42bf-b187-cdfad554f90e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:17.542157 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.549659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7059dda0-139e-4b96-9939-ae021ce9c11a) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:17.550043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-990b2e96-dc29-4b5c-89b3-04802dae5d46 req-26b29b1c-f506-42bf-b187-cdfad554f90e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.1397529 Aug 10 03:56:17.555211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:17.556622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.563973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7cfde-a0e0-4879-aa1f-000ce9dfdc8f None None] Network 7059dda0-139e-4b96-9939-ae021ce9c11a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:17.586674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fcbd53a5-d61b-4858-a667-cc1292ebcf2f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9285908 Aug 10 03:56:17.589281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52422) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:17.600531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-772124339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.640970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.643722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.678620 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-990b2e96-dc29-4b5c-89b3-04802dae5d46 req-573b935e-6684-4aa8-aa52-b5ae4fab53c5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279678 Aug 10 03:56:17.739226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 9cad80c3-1597-447b-a385-495b51a1fc66 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:17.754011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 9cad80c3-1597-447b-a385-495b51a1fc66 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:17.754410 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.772214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.780512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.782860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.816537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.825006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2188f83e-af6a-4687-abd0-3f236d1328df tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2340317 Aug 10 03:56:17.826000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52424) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:17.877070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '52b8ded2-7b5f-4158-98f0-de62934cc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5152e474-8ab1-46fb-8695-06bc28ca0a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:17.878144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: 5152e474-8ab1-46fb-8695-06bc28ca0a57, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:17.884267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=fa56d874-b952-4e08-9a62-d8fbd9fecf46,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:17.906914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 5152e474-8ab1-46fb-8695-06bc28ca0a57 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:17.926036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5152e474-8ab1-46fb-8695-06bc28ca0a57) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:17.931768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:17.934515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.943252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3402e-b8a9-46e0-bbcd-c44619924b0a None None] Network 5152e474-8ab1-46fb-8695-06bc28ca0a57 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:17.971351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5f63fada-bd37-4f91-bdf2-2883190e011e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8350194 Aug 10 03:56:17.976100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52426) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:17.981138 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.003697 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Transition to ACTIVE for port object f8c2d6d7-c126-4450-936c-614477b70cf2 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:18.009621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-7059dda0-139e-4b96-9939-ae021ce9c11a', 'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': 'c9b535c5-8987-492c-ae73-aaf722fad2bc'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:18.010967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.014056 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.111179 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Pushing event updated for resources: {'Port': ['ID=f8c2d6d7-c126-4450-936c-614477b70cf2,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.116711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.123251 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.123675 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.124147 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.125102 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.125102 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.125102 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.125623 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.128906 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.129548 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.129887 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.130245 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.130568 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:18.184182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.202808 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Attempting to bind port f8c2d6d7-c126-4450-936c-614477b70cf2 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:18.203171 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Attempting to bind port f8c2d6d7-c126-4450-936c-614477b70cf2 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:18.203537 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Attempting to bind port f8c2d6d7-c126-4450-936c-614477b70cf2 on network 27ddd046-90af-40c9-b100-624d5a9a6748 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:18.210223 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:18.210617 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Checking segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:18.210982 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.212728 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Bound using segment: {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:18.213268 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Bound port: f8c2d6d7-c126-4450-936c-614477b70cf2, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857060db-1848-460e-ba71-fb1a4f36176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:18.213680 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.304420 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] For port f8c2d6d7-c126-4450-936c-614477b70cf2, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:18.311385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:18.315606 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5ff831-e18e-4438-8b40-0e2f17b14e77" -d '{"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-plugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:18.317391 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.324968 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] For port f8c2d6d7-c126-4450-936c-614477b70cf2, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f8c2d6d7-c126-4450-936c-614477b70cf2,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:18.334998 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.420556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.478569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.514959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.527021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5152e474-8ab1-46fb-8695-06bc28ca0a57']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:18.540812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b8ded2-7b5f-4158-98f0-de62934cc8f5') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:18.542038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b8ded2-7b5f-4158-98f0-de62934cc8f5') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:18.545371 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4941da20-27f0-4761-a0ff-85090effc3dc x-openstack-request-id: req-4941da20-27f0-4761-a0ff-85090effc3dc {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:18.545671 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aba236-f4aa-4d2b-8355-0715fbd1aaa5 None None] Pushing event updated for resources: {'Port': ['ID=f8c2d6d7-c126-4450-936c-614477b70cf2,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.545891 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-plugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:18.546310 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4941da20-27f0-4761-a0ff-85090effc3dc {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:18.546955 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'code': 200} Aug 10 03:56:18.555682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.563917 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:18.565875 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:18.574504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.582482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:18.583353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.583621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb6438-e779-4863-88ae-40270fee765c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-5152e474-8ab1-46fb-8695-06bc28ca0a57', 'network_id': '5152e474-8ab1-46fb-8695-06bc28ca0a57', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': 'fa56d874-b952-4e08-9a62-d8fbd9fecf46'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:18.587278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6438-e779-4863-88ae-40270fee765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.622293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:18.671892 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:18.693900 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.696060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=fa56d874-b952-4e08-9a62-d8fbd9fecf46,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.702801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.704942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/5152e474-8ab1-46fb-8695-06bc28ca0a57 HTTP/1.1" status: 204 len: 168 time: 0.7271314 Aug 10 03:56:18.719836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:18.727842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-368076477'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:18.741937 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.754636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99566fc5-1408-4ec7-b51d-f8aff4222b8a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=5152e474-8ab1-46fb-8695-06bc28ca0a57,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.760558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:18.768593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.801909 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:18.820155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:18.832954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.833644 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment d08614fb-8369-4d23-ae76-f433fd83e04a of type vlan for network acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb Aug 10 03:56:18.893227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.948710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.999950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef694056-a752-4ba7-8d01-7b42718c2661 None None] Network 5152e474-8ab1-46fb-8695-06bc28ca0a57 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:19.024366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687cf9-f0ad-4458-b3bf-b8d20bfa06f4 req-de894511-ac84-4adb-b764-a1935e6bacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.027057 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8687cf9-f0ad-4458-b3bf-b8d20bfa06f4 req-de894511-ac84-4adb-b764-a1935e6bacdc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1097 time: 0.2598913 Aug 10 03:56:19.039341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2336aa-dcb5-4aa1-b294-fc439185275b req-3e1b24cd-0dbf-4f12-a122-909e7964bf36 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.041539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c2336aa-dcb5-4aa1-b294-fc439185275b req-3e1b24cd-0dbf-4f12-a122-909e7964bf36 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0855188 Aug 10 03:56:19.043019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.048340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef694056-a752-4ba7-8d01-7b42718c2661 None None] Network 5152e474-8ab1-46fb-8695-06bc28ca0a57 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:56:19.049355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.050227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.106457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Allocated IP 2001:db8::2 (7059dda0-139e-4b96-9939-ae021ce9c11a/c9b535c5-8987-492c-ae73-aaf722fad2bc/e764d390-0d15-44c2-91e8-3b12482291c5) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:19.127788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4062293 Aug 10 03:56:19.131325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52436) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:19.146443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': 'acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:19.163623 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c2336aa-dcb5-4aa1-b294-fc439185275b req-9848b4d4-2da8-4a20-acc3-349cb527ddaf tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056609 Aug 10 03:56:19.167161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e692f86-fa03-4cba-8876-cf3eced130ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.203257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:19.203992 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:14Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 1, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8c2d6d7-c126-4450-936c-614477b70cf2', 'name': '', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:f4:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:12Z', 'updated_at': '2021-08-10T03:56:18Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:19.232420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8687cf9-f0ad-4458-b3bf-b8d20bfa06f4 req-60e8a385-124d-44e3-a41a-8dee7d02d556 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124825 Aug 10 03:56:19.255697 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd2423-12ee-4634-aa14-9957a0e5264a None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:14Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 1, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8c2d6d7-c126-4450-936c-614477b70cf2', 'name': '', 'network_id': '27ddd046-90af-40c9-b100-624d5a9a6748', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:f4:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:12Z', 'updated_at': '2021-08-10T03:56:18Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '86fb2fa4-479a-42af-b219-ecc8e8ef8e34', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:19.288653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:19.292958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.391763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_backend_mixin [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Performing IP validity checks on allocation pools {{(pid=94140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:56:19.392502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.ipam_backend_mixin [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:56:19.592647 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.604652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Transition to ACTIVE for port object e764d390-0d15-44c2-91e8-3b12482291c5 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:19.619146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.635017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Transition to ACTIVE for port object e764d390-0d15-44c2-91e8-3b12482291c5 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:19.647202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.721310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Network 7059dda0-139e-4b96-9939-ae021ce9c11a is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:19.730546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:19.739051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:19.754760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Pushing event updated for resources: {'Port': ['ID=e764d390-0d15-44c2-91e8-3b12482291c5,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.768354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=47f528af-9937-4217-aa50-a1e100fe4092,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.777687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': 'd08614fb-8369-4d23-ae76-f433fd83e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:19.778096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:19.789169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8::1 (7059dda0-139e-4b96-9939-ae021ce9c11a/c9b535c5-8987-492c-ae73-aaf722fad2bc/bf513dd0-e95e-46ff-bf2b-f1b8cb84728e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:19.823268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:19.829034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Attempting to bind port e764d390-0d15-44c2-91e8-3b12482291c5 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:19.829840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Attempting to bind port e764d390-0d15-44c2-91e8-3b12482291c5 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '659ac27c-3380-4c6c-998a-5f02968033a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:19.831754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Attempting to bind port e764d390-0d15-44c2-91e8-3b12482291c5 on network 7059dda0-139e-4b96-9939-ae021ce9c11a {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:19.841850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:19.842633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Checking segment: {'id': '659ac27c-3380-4c6c-998a-5f02968033a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:19.843575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.844358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Bound using segment: {'id': '659ac27c-3380-4c6c-998a-5f02968033a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:19.846110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Bound port: e764d390-0d15-44c2-91e8-3b12482291c5, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659ac27c-3380-4c6c-998a-5f02968033a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7059dda0-139e-4b96-9939-ae021ce9c11a'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:19.846110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.906850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:19.920464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.921561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.925256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a6c5b-5447-430f-b48a-90a2bf8f2f53 None None] Network acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:19.969224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8491bf2f-6405-48a4-830e-31d5b7f49837 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8243549 Aug 10 03:56:19.970580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52440) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:20.036348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] For port e764d390-0d15-44c2-91e8-3b12482291c5, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:20.059584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.077489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] For port e764d390-0d15-44c2-91e8-3b12482291c5, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e764d390-0d15-44c2-91e8-3b12482291c5,segment=NetworkSegment(659ac27c-3380-4c6c-998a-5f02968033a3),segment_id=659ac27c-3380-4c6c-998a-5f02968033a3)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:20.088320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object bf513dd0-e95e-46ff-bf2b-f1b8cb84728e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:20.098368 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.155875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.180919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.277245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 7059dda0-139e-4b96-9939-ae021ce9c11a is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:20.281523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:20.288275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:20.288275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.301408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295a1f-ee2e-4e52-b78b-be36c662c17a None None] Pushing event updated for resources: {'Port': ['ID=e764d390-0d15-44c2-91e8-3b12482291c5,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.347399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.386805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67220bcf-ad5d-4dec-92ae-50a7d6ce0f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb', 'network_id': 'acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': '47f528af-9937-4217-aa50-a1e100fe4092'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:20.388232 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67220bcf-ad5d-4dec-92ae-50a7d6ce0f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.450697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=bf513dd0-e95e-46ff-bf2b-f1b8cb84728e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.451006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.510216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=47f528af-9937-4217-aa50-a1e100fe4092,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.543815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1936b-73e9-473f-bc3c-c2cb34bd6d76 req-ce095fe8-9692-4109-939a-4c9ca9eb43d9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.545643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef1936b-73e9-473f-bc3c-c2cb34bd6d76 req-ce095fe8-9692-4109-939a-4c9ca9eb43d9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1596050 Aug 10 03:56:20.617433 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server [None req-67220bcf-ad5d-4dec-92ae-50a7d6ce0f85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47f528af-9937-4217-aa50-a1e100fe4092: This subnet is being modified by another concurrent operation. Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:56:20.641778 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47f528af-9937-4217-aa50-a1e100fe4092: This subnet is being modified by another concurrent operation. Aug 10 03:56:20.666927 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Aug 10 03:56:20.677187 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef1936b-73e9-473f-bc3c-c2cb34bd6d76 req-efff03e8-cd54-403e-b0f2-05e13e3a2811 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058385 Aug 10 03:56:20.690261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffec52b-ec33-4c5c-86f7-4183800a7b70 None None] Network acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:20.706640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.728218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:20.745248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08614fb-8369-4d23-ae76-f433fd83e04a') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:20.745936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08614fb-8369-4d23-ae76-f433fd83e04a') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:20.756866 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.793385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.804417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:20.805166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:20.809919 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:20.914801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.931070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.938935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb HTTP/1.1" status: 204 len: 168 time: 0.9606586 Aug 10 03:56:20.944737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:20.953548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-260703099'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:20.960252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a7bf-a346-40ff-b668-34911d602821 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.077366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:21.083888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.187594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:21.227264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.227652 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 7165915b-cd51-40c8-a222-7b1ca23fd4b6 of type vlan for network a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 Aug 10 03:56:21.290695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f8c2d6d7-c126-4450-936c-614477b70cf2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:21.318943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.327158 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.335625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.337129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.390524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f8c2d6d7-c126-4450-936c-614477b70cf2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:21.399529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f8c2d6d7-c126-4450-936c-614477b70cf2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:21.400043 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.489729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=bf513dd0-e95e-46ff-bf2b-f1b8cb84728e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.498761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.506141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.506697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.547406 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.621778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f8c2d6d7-c126-4450-936c-614477b70cf2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f8c2d6d7-c126-4450-936c-614477b70cf2,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:21.628767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.636039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e764d390-0d15-44c2-91e8-3b12482291c5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:21.662556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7159514 Aug 10 03:56:21.668100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.675194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb21643-3ce1-4aa4-9aac-5d7199438f4c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=a2d6b7a6-005f-4ac0-9622-6a0e0790ce79,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.680527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': 'a2d6b7a6-005f-4ac0-9622-6a0e0790ce79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:21.702716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 7059dda0-139e-4b96-9939-ae021ce9c11a is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:21.705860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:21.724091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:21.819467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f8c2d6d7-c126-4450-936c-614477b70cf2,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.890062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e764d390-0d15-44c2-91e8-3b12482291c5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:21.897400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0441e-f319-4bb6-bd1d-dc25e338e294 None None] Network 7059dda0-139e-4b96-9939-ae021ce9c11a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:21.906738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:21.908449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router ea5a9e0b-0607-4680-b3d7-4c74083a5f94 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:21.911225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.984864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] Provisioning for port e764d390-0d15-44c2-91e8-3b12482291c5 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:21.993186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] Provisioning complete for port e764d390-0d15-44c2-91e8-3b12482291c5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:21.993688 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.014059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e1e92-0b6c-420b-a32e-9dd909543a20 req-5120042e-ffd7-4290-8605-ae1c35724498 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.017226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-755e1e92-0b6c-420b-a32e-9dd909543a20 req-5120042e-ffd7-4290-8605-ae1c35724498 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1580169 Aug 10 03:56:22.094909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-755e1e92-0b6c-420b-a32e-9dd909543a20 req-84445221-7541-41e8-afb7-af1dda9dd24c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 Aug 10 03:56:22.180248 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.246301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] For port e764d390-0d15-44c2-91e8-3b12482291c5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e764d390-0d15-44c2-91e8-3b12482291c5,segment=NetworkSegment(659ac27c-3380-4c6c-998a-5f02968033a3),segment_id=659ac27c-3380-4c6c-998a-5f02968033a3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:22.259433 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.327897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.347753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82545a6-691b-4b38-ae97-e5fcd412c9c9 None None] Pushing event updated for resources: {'Port': ['ID=e764d390-0d15-44c2-91e8-3b12482291c5,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:22.422786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=a6a1ce0c-48c4-4c5c-a3ea-779b04a576a0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:22.432336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '7165915b-cd51-40c8-a222-7b1ca23fd4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a2d6b7a6-005f-4ac0-9622-6a0e0790ce79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:22.432702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: a2d6b7a6-005f-4ac0-9622-6a0e0790ce79, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:22.454692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:22.475697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, a2d6b7a6-005f-4ac0-9622-6a0e0790ce79) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:22.490048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342743c-325c-469a-ab23-05a95184ddff None None] Network a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:22.498881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.499491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.532452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-be8a1368-de77-4770-8f6f-738c0bd4f67f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8629031 Aug 10 03:56:22.537197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52464) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.689203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:22.699437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-34096de3-b7b9-4025-b554-19549fe74fad tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/ea5a9e0b-0607-4680-b3d7-4c74083a5f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8716326 Aug 10 03:56:22.700180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.737648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] Sync routers for ids ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:22.752825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.782269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] Routers {'ea5a9e0b-0607-4680-b3d7-4c74083a5f94'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:22.783779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:22.808656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024770b4-529d-4edc-b787-ed663627e6a8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.816217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-024770b4-529d-4edc-b787-ed663627e6a8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports/bf513dd0-e95e-46ff-bf2b-f1b8cb84728e HTTP/1.1" status: 200 len: 911 time: 0.1109593 Aug 10 03:56:22.816898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52468) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.828630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9b535c5-8987-492c-ae73-aaf722fad2bc'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:22.851695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.890321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:22.915370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-ceef25dc-f094-4be8-aef4-dbdfb1f36d47 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.918062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-ceef25dc-f094-4be8-aef4-dbdfb1f36d47 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 814 time: 0.4406323 Aug 10 03:56:22.965461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38e231-f028-413c-b6cf-1a7bd47d68fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-a2d6b7a6-005f-4ac0-9622-6a0e0790ce79', 'network_id': 'a2d6b7a6-005f-4ac0-9622-6a0e0790ce79', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': 'a6a1ce0c-48c4-4c5c-a3ea-779b04a576a0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:22.966961 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7d38e231-f028-413c-b6cf-1a7bd47d68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.974751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] Routers {'ea5a9e0b-0607-4680-b3d7-4c74083a5f94'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:22.975959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:22.976319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-0f528cb2-3da0-405f-ad3d-b246b765905e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/quotas/a1291a70b65b490aa7a4eb7fa0f85fc8 HTTP/1.1" status: 200 len: 375 time: 0.0456088 Aug 10 03:56:22.993327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0ea00b4f-28c4-4f99-ac23-7f350f03da0b None None] Provisioning complete for port e764d390-0d15-44c2-91e8-3b12482291c5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:22.993955 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0ea00b4f-28c4-4f99-ac23-7f350f03da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.027870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.100873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:23.102020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505cc7a0-a618-4f0c-9632-4c0d81488254 None None] The sync data for ids ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:23.140720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a1ce0c-48c4-4c5c-a3ea-779b04a576a0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.150629 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.173670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d6b7a6-005f-4ac0-9622-6a0e0790ce79']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:23.195993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7165915b-cd51-40c8-a222-7b1ca23fd4b6') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:23.195993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7165915b-cd51-40c8-a222-7b1ca23fd4b6') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:23.220998 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-b3e94d7c-b0da-4de8-853a-e37c3738ea95 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042444 Aug 10 03:56:23.222845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.246180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.259677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:23.271291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:23.276034 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:23.304432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.333072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf301214-96ba-43a3-a0db-91458e828be9 None None] Network a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:23.337722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f8c2d6d7-c126-4450-936c-614477b70cf2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:23.366266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.383080 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.385568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 HTTP/1.1" status: 204 len: 168 time: 0.8470602 Aug 10 03:56:23.402959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52470) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:23.411671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269709906'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:23.415968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9b946-5ce2-4dd0-935a-0db69121fc89 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=a2d6b7a6-005f-4ac0-9622-6a0e0790ce79,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.453179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:23.460926 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.462184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-0268bcb7-ab09-4502-9195-e03cd29ee9e1 service neutron] 10.222.0.53 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596110 Aug 10 03:56:23.523627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:23.544803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.546080 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 1b3a7ea1-5e79-42ac-8ac0-6aa6aa957446 of type vlan for network f0c68fe6-79b3-47e1-9729-a6a047ba498e Aug 10 03:56:23.625854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.629607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0ea00b4f-28c4-4f99-ac23-7f350f03da0b None None] Provisioning for port bf513dd0-e95e-46ff-bf2b-f1b8cb84728e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:23.635832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0ea00b4f-28c4-4f99-ac23-7f350f03da0b None None] Provisioning complete for port bf513dd0-e95e-46ff-bf2b-f1b8cb84728e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:23.636208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0ea00b4f-28c4-4f99-ac23-7f350f03da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.662208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922cbd2-4b3a-4714-8d4c-ebfd8485d185 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:56:23.683920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.690418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f8c2d6d7-c126-4450-936c-614477b70cf2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:23.690812 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.699712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:23.700743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.748024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00b4f-28c4-4f99-ac23-7f350f03da0b None None] Port bf513dd0-e95e-46ff-bf2b-f1b8cb84728e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:23.796711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3885019 Aug 10 03:56:23.797601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52474) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:23.818449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': 'f0c68fe6-79b3-47e1-9729-a6a047ba498e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:23.827678 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-05fd5187-e9f8-4245-ba4e-3c997b8223a1 service neutron] 10.222.0.53 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484297 Aug 10 03:56:23.901694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9461dd36-2371-47c2-9b97-ecbc204d888e None None] Provisioning complete for port bf513dd0-e95e-46ff-bf2b-f1b8cb84728e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:23.902191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9461dd36-2371-47c2-9b97-ecbc204d888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.950319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9461dd36-2371-47c2-9b97-ecbc204d888e None None] Port bf513dd0-e95e-46ff-bf2b-f1b8cb84728e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:23.973424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e764d390-0d15-44c2-91e8-3b12482291c5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:23.974152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe0b8-78bd-4613-baf9-421e0eaa1c6d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=f0c68fe6-79b3-47e1-9729-a6a047ba498e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:24.007106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f0c68fe6-79b3-47e1-9729-a6a047ba498e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:24.010342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922cbd2-4b3a-4714-8d4c-ebfd8485d185 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:56:24.015166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:24.022156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.392065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.411332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.427227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.428646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.435985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/ports/bf513dd0-e95e-46ff-bf2b-f1b8cb84728e HTTP/1.1" status: 200 len: 911 time: 1.6092865 Aug 10 03:56:24.444558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:24.447564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e764d390-0d15-44c2-91e8-3b12482291c5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:24.448035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.616135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86d80b-218c-43fc-b323-8a5c0a901783 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=bf513dd0-e95e-46ff-bf2b-f1b8cb84728e,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:24.744233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.758255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9836c0c7-33a8-4c80-ac5c-fa479c53b4b1 req-09979546-6ae6-412a-a5c2-6b692de5a178 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 210 time: 0.1447396 Aug 10 03:56:24.966360 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.085554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=04f38af9-dcd7-4c0d-adf7-721bd9b13153,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:25.094470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '1b3a7ea1-5e79-42ac-8ac0-6aa6aa957446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f0c68fe6-79b3-47e1-9729-a6a047ba498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:25.094835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: f0c68fe6-79b3-47e1-9729-a6a047ba498e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:25.114708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.117637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network f0c68fe6-79b3-47e1-9729-a6a047ba498e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:25.134955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f0c68fe6-79b3-47e1-9729-a6a047ba498e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:25.143801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.146001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.147018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ae070-4051-46be-8958-f720918da594 None None] Network f0c68fe6-79b3-47e1-9729-a6a047ba498e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:25.178177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-327b32e5-6e3b-4607-9c8b-17332ecee123 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3691297 Aug 10 03:56:25.178766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52492) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.405682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.427435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70966b5-fe2b-47fb-a1fa-caa49ca1ce87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-f0c68fe6-79b3-47e1-9729-a6a047ba498e', 'network_id': 'f0c68fe6-79b3-47e1-9729-a6a047ba498e', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': '04f38af9-dcd7-4c0d-adf7-721bd9b13153'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:25.428595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f70966b5-fe2b-47fb-a1fa-caa49ca1ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.521741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.654464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port bf513dd0-e95e-46ff-bf2b-f1b8cb84728e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:25.655554 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.657324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server [None req-f70966b5-fe2b-47fb-a1fa-caa49ca1ce87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04f38af9-dcd7-4c0d-adf7-721bd9b13153: This subnet is being modified by another concurrent operation. Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:56:25.662754 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04f38af9-dcd7-4c0d-adf7-721bd9b13153: This subnet is being modified by another concurrent operation. Aug 10 03:56:25.673450 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Aug 10 03:56:25.693331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14071eef-b9d1-4c9a-bd4a-da07c625d5bc None None] Network f0c68fe6-79b3-47e1-9729-a6a047ba498e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:25.717451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=04f38af9-dcd7-4c0d-adf7-721bd9b13153,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:25.828409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.848435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c68fe6-79b3-47e1-9729-a6a047ba498e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:25.866023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.882659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3a7ea1-5e79-42ac-8ac0-6aa6aa957446') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:25.883351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3a7ea1-5e79-42ac-8ac0-6aa6aa957446') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:25.890197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for bf513dd0-e95e-46ff-bf2b-f1b8cb84728e owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:25.900290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.917399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e36dee-693f-46fd-a41a-4cea6f2f40c4 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:56:25.929464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.937350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:25.938382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.942218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e3ee75d0-32c1-4ba0-9513-286bcce64e47 req-427bca64-a9bc-4af8-b967-0c51fb98872c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 210 time: 0.0548284 Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:25.952265 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:26.059913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.072853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.079512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/f0c68fe6-79b3-47e1-9729-a6a047ba498e HTTP/1.1" status: 204 len: 168 time: 0.8952265 Aug 10 03:56:26.081106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.090475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-930060172'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:26.095355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e36dee-693f-46fd-a41a-4cea6f2f40c4 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:56:26.109884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.117023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c5c38-7e1b-44b9-b86c-da5bb030a530 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=f0c68fe6-79b3-47e1-9729-a6a047ba498e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.145808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:26.152975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.218795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.229619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:26.243752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.244154 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 9492a803-e074-4cf9-9ff5-7255c050c247 of type vlan for network 6d315092-33b4-4bc9-9431-ef6711a90712 Aug 10 03:56:26.264038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=bf513dd0-e95e-46ff-bf2b-f1b8cb84728e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.301002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.440481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.447185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.447836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.452865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.550811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=6d315092-33b4-4bc9-9431-ef6711a90712,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.559940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ca42844-3a1d-4bc2-b8f8-85c603ae0dd2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4761810 Aug 10 03:56:26.563520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52500) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.570492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:26.599905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-e601abaf-67e8-4628-8925-c590803bce6b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.601531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-e601abaf-67e8-4628-8925-c590803bce6b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.65 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 814 time: 0.2743051 Aug 10 03:56:26.623404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:26.625638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Request body: {'port': {'device_id': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'admin_state_up': True, 'tenant_id': 'a1291a70b65b490aa7a4eb7fa0f85fc8'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:26.894940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Made reservation on behalf of a1291a70b65b490aa7a4eb7fa0f85fc8 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:26.899331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.956348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router ea5a9e0b-0607-4680-b3d7-4c74083a5f94 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:27.025895 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-708a86cd-de2f-4a40-97f8-f88a412e2640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.066997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.123251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:27.132360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c68780a-c931-459b-b838-ac4d0459e516 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/ea5a9e0b-0607-4680-b3d7-4c74083a5f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6863317 Aug 10 03:56:27.133305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.136144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52506) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.141041 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] Sync routers for ids ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:27.163816 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] Routers {'ea5a9e0b-0607-4680-b3d7-4c74083a5f94'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:27.164562 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:27.183079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 6d315092-33b4-4bc9-9431-ef6711a90712 is not hosted by any dhcp agent {{(pid=94140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:56:27.188958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Allocated IP 172.20.0.9 (233db83e-ee92-44ce-81e6-4a6f476520b6/beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3/38b11afe-ff88-40ad-92e5-5f516d2eea3c) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:27.198675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:27.199336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.205500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "PUT /v2.0/networks/6d315092-33b4-4bc9-9431-ef6711a90712 HTTP/1.1" status: 200 len: 723 time: 0.6408372 Aug 10 03:56:27.221346 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:27.233897 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] Routers {'ea5a9e0b-0607-4680-b3d7-4c74083a5f94'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:27.234775 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:27.251613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-243ceeab-74f7-4673-88de-a3647a971350 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea5a9e0b-0607-4680-b3d7-4c74083a5f94 HTTP/1.1" status: 200 len: 205 time: 0.1073523 Aug 10 03:56:27.251613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52508) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.259350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52510) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.273708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:27.302225 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:27.302908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb544b-3248-434e-96cf-6a6bd9a971d0 None None] The sync data for ids ['ea5a9e0b-0607-4680-b3d7-4c74083a5f94'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:27.357843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-860cf17e-95ff-4ecf-a789-80ec83450c42 req-28777d63-256c-4063-a3ca-1f9f87432093 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 210 time: 0.0493226 Aug 10 03:56:27.443345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7c16e-0c24-4014-817a-2a90e3e7478d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=6d315092-33b4-4bc9-9431-ef6711a90712,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:27.456285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.460231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:27.558756 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.614379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.629583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['9cad80c3-1597-447b-a385-495b51a1fc66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:27.669047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Network 233db83e-ee92-44ce-81e6-4a6f476520b6 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:27.684207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:27.693658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:27.742852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Pushing event updated for resources: {'Port': ['ID=38b11afe-ff88-40ad-92e5-5f516d2eea3c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:27.779917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.783170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.785775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:27.790227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.806382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:27.807611 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.829828 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-fb1209ac-8bc3-4305-8c25-f96ee0b8290f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2136602 Aug 10 03:56:27.848724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Request body: {'port': {'device_id': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:27.906727 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.907185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router ea5a9e0b-0607-4680-b3d7-4c74083a5f94 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:27.921041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.922472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9915cb00-9368-4868-b969-6804b6bb5363 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/ea5a9e0b-0607-4680-b3d7-4c74083a5f94 HTTP/1.1" status: 204 len: 168 time: 0.6583514 Aug 10 03:56:27.929101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.974604 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.068788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.077391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet c9b535c5-8987-492c-ae73-aaf722fad2bc {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:28.090472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.131405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=a88246b2-cdba-4380-8c40-345c887212fc,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.150878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '9492a803-e074-4cf9-9ff5-7255c050c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:28.151243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: 6d315092-33b4-4bc9-9431-ef6711a90712, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:28.173028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 6d315092-33b4-4bc9-9431-ef6711a90712 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:28.184948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6d315092-33b4-4bc9-9431-ef6711a90712) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:28.190612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:28.191335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3642401'] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.205723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17faaab-9079-40a7-8ace-a1bb4d2e7493 None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:28.246652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aa471410-3167-4999-84e2-bc84f82fb887 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9812734 Aug 10 03:56:28.247931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52516) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:28.260921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:28.275570 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.464476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8816075'] for subnet, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.482863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6d315092-33b4-4bc9-9431-ef6711a90712', 'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': 'a88246b2-cdba-4380-8c40-345c887212fc'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:28.484067 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.528429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.670491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Allocated IP 172.20.0.2 (6d315092-33b4-4bc9-9431-ef6711a90712/a88246b2-cdba-4380-8c40-345c887212fc/3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:28.731082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.742724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b11afe-ff88-40ad-92e5-5f516d2eea3c {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:28.754963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.785986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b535c5-8987-492c-ae73-aaf722fad2bc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.788163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.790153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ab9c4f4b-42fe-4ac5-a8a1-647992c6e16f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/c9b535c5-8987-492c-ae73-aaf722fad2bc HTTP/1.1" status: 204 len: 168 time: 0.8599322 Aug 10 03:56:28.795213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52520) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:28.808684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a2a2e-e2c2-4d0e-aa63-2cde7b6e70f6 None None] Network 7059dda0-139e-4b96-9939-ae021ce9c11a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:28.816456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Transition to ACTIVE for port object 38b11afe-ff88-40ad-92e5-5f516d2eea3c will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:28.867706 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.958656 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.994024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Pushing event updated for resources: {'Port': ['ID=38b11afe-ff88-40ad-92e5-5f516d2eea3c,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.004881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18c930-ab55-4655-8bfc-28c63943e4bd req-e3d260de-bb4a-4a6e-8a91-ec51996d5fad tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.006749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef18c930-ab55-4655-8bfc-28c63943e4bd req-e3d260de-bb4a-4a6e-8a91-ec51996d5fad tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 931 time: 0.4917152 Aug 10 03:56:29.036977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.051497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Transition to ACTIVE for port object 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:29.068654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef18c930-ab55-4655-8bfc-28c63943e4bd req-3d08ae8e-699e-4f84-a147-c371e462a332 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 Aug 10 03:56:29.079007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Transition to ACTIVE for port object 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:29.090274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.150889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Attempting to bind port 38b11afe-ff88-40ad-92e5-5f516d2eea3c on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:29.151227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Attempting to bind port 38b11afe-ff88-40ad-92e5-5f516d2eea3c by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:29.151554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Attempting to bind port 38b11afe-ff88-40ad-92e5-5f516d2eea3c on network 233db83e-ee92-44ce-81e6-4a6f476520b6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:29.161171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Port 38b11afe-ff88-40ad-92e5-5f516d2eea3c on network 233db83e-ee92-44ce-81e6-4a6f476520b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:29.161564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Attempting to bind port 38b11afe-ff88-40ad-92e5-5f516d2eea3c on network 233db83e-ee92-44ce-81e6-4a6f476520b6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:29.168676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:29.169061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Checking segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:29.169481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Bound using segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:29.169851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Bound port: 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:29.170246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.173161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port e764d390-0d15-44c2-91e8-3b12482291c5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:29.173551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.183434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] DHCP port deletion for 7059dda0-139e-4b96-9939-ae021ce9c11a request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:29.206056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:29.212023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:29.221333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:29.249462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731981418132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8658056'] for subnet, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.270759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Pushing event updated for resources: {'Port': ['ID=3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.278032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port e764d390-0d15-44c2-91e8-3b12482291c5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e764d390-0d15-44c2-91e8-3b12482291c5,segment=NetworkSegment(659ac27c-3380-4c6c-998a-5f02968033a3),segment_id=659ac27c-3380-4c6c-998a-5f02968033a3)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:29.279136 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.309194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for e764d390-0d15-44c2-91e8-3b12482291c5 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:29.323470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.324464 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.325494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "PUT /v2.0/subnets/a88246b2-cdba-4380-8c40-345c887212fc HTTP/1.1" status: 200 len: 806 time: 1.0748231 Aug 10 03:56:29.330697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:29.331335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] For port 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:29.343621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] For port 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:29.357411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.388682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Attempting to bind port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:29.389498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Attempting to bind port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9492a803-e074-4cf9-9ff5-7255c050c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:29.390824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Attempting to bind port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d on network 6d315092-33b4-4bc9-9431-ef6711a90712 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:29.398257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9fd7c-c999-4327-ad6c-9607c0571607 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=a88246b2-cdba-4380-8c40-345c887212fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.405777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:29.406403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Checking segment: {'id': '9492a803-e074-4cf9-9ff5-7255c050c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:29.407773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.407773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Bound using segment: {'id': '9492a803-e074-4cf9-9ff5-7255c050c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:29.409105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Bound port: 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9492a803-e074-4cf9-9ff5-7255c050c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d315092-33b4-4bc9-9431-ef6711a90712'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:29.409760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.417641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] Deleting port e764d390-0d15-44c2-91e8-3b12482291c5 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:29.418322 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.457887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.497835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.497835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.500711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] 10.222.0.65 "PUT /v2.0/ports/38b11afe-ff88-40ad-92e5-5f516d2eea3c HTTP/1.1" status: 200 len: 1092 time: 1.6608188 Aug 10 03:56:29.510529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'tag': '38b11afe-ff88-40ad-92e5-5f516d2eea3c'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:29.514644 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141" -d '{"events": [{"name": "network-changed", "server_uuid": "33d3a860-13d9-4fd9-af6c-670e79c14b3c", "tag": "38b11afe-ff88-40ad-92e5-5f516d2eea3c"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:29.554603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Deleting port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:29.555484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.584533 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30666fd9-2fa4-44ea-97f5-f90edf6fa112 x-openstack-request-id: req-30666fd9-2fa4-44ea-97f5-f90edf6fa112 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:29.584831 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d3a860-13d9-4fd9-af6c-670e79c14b3c", "tag": "38b11afe-ff88-40ad-92e5-5f516d2eea3c", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:29.585090 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30666fd9-2fa4-44ea-97f5-f90edf6fa112 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:29.585503 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'tag': '38b11afe-ff88-40ad-92e5-5f516d2eea3c', 'status': 'completed', 'code': 200} Aug 10 03:56:29.598534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] For port e764d390-0d15-44c2-91e8-3b12482291c5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e764d390-0d15-44c2-91e8-3b12482291c5,segment=NetworkSegment(659ac27c-3380-4c6c-998a-5f02968033a3),segment_id=659ac27c-3380-4c6c-998a-5f02968033a3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:29.598977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.617541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979fa2-b61e-439f-a21a-3b73cb5d116b service neutron] Pushing event updated for resources: {'Port': ['ID=38b11afe-ff88-40ad-92e5-5f516d2eea3c,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.642448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] Calling delete_port for e764d390-0d15-44c2-91e8-3b12482291c5 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:29.658811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] For port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:29.662349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-b710b9e5-9771-40f0-82fb-ba0c3c9c8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.664923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-b710b9e5-9771-40f0-82fb-ba0c3c9c8621 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 1095 time: 0.0866070 Aug 10 03:56:29.666609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.669452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] For port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d,segment=NetworkSegment(9492a803-e074-4cf9-9ff5-7255c050c247),segment_id=9492a803-e074-4cf9-9ff5-7255c050c247)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:29.680690 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.685831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.686183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] For port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d, host n-d-769329-14, got binding levels [] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:29.686716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.713415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=e764d390-0d15-44c2-91e8-3b12482291c5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.718997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Calling delete_port for 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:29.741336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port e764d390-0d15-44c2-91e8-3b12482291c5 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:29.747024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-ffadd311-9aaf-462f-aa88-68cb09d575f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c HTTP/1.1" status: 200 len: 217 time: 0.0677884 Aug 10 03:56:29.809363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00cea7-08cc-459b-8a3a-aadcca87a6a5 None None] Pushing event updated for resources: {'Port': ['ID=3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.853881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.872361 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.885571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-b9905b79-cec2-4f02-b525-24bd871f9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.887424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-b9905b79-cec2-4f02-b525-24bd871f9ff0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.1187346 Aug 10 03:56:29.889501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7059dda0-139e-4b96-9939-ae021ce9c11a']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:29.890612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc2815e-f8ae-4508-b53f-ee4b11821e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.892284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] No DVR routers for this DVR port e764d390-0d15-44c2-91e8-3b12482291c5 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:29.896608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18dc3-6985-4850-bea1-45776390e153 None None] Pushing event deleted for resources: {'Port': ['ID=e764d390-0d15-44c2-91e8-3b12482291c5,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.909467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.927965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659ac27c-3380-4c6c-998a-5f02968033a3') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:29.928261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659ac27c-3380-4c6c-998a-5f02968033a3') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:29.952013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-5c55ae9b-dd24-4ab4-97b1-fa4758c518fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506771 Aug 10 03:56:29.960626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.962639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Port': ['ID=3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.012534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No DVR routers for this DVR port 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:30.032966 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.051834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:30.052351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:30.056530 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:30.078345 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.175051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.192124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.196578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/7059dda0-139e-4b96-9939-ae021ce9c11a HTTP/1.1" status: 204 len: 168 time: 1.3979089 Aug 10 03:56:30.210641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52530) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.221519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41b6e-af1f-42ee-8725-e92ee9bf2553 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=7059dda0-139e-4b96-9939-ae021ce9c11a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.224059 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-515445240', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.227210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-11364005-cc0f-4faa-96ec-1bf97ec72c98 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573936 Aug 10 03:56:30.263225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.316388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=a88246b2-cdba-4380-8c40-345c887212fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.333505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1e813-0026-4f44-ba3a-2d82d919159e req-d1e6360b-d3dd-4f68-8d7f-22c039819d59 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.335183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-efe1e813-0026-4f44-ba3a-2d82d919159e req-d1e6360b-d3dd-4f68-8d7f-22c039819d59 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 943 time: 0.1506639 Aug 10 03:56:30.347343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.348513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.368001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e39d1b5f-0bff-4417-a27f-fec5f4499677 req-55a5579a-d2d6-4d9d-bce3-e1aa970fbef6 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330328 Aug 10 03:56:30.424781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.471532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d315092-33b4-4bc9-9431-ef6711a90712']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.485493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-400f2062-39a6-453a-a1ee-58b89b784256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.486397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-400f2062-39a6-453a-a1ee-58b89b784256 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 1095 time: 0.0520225 Aug 10 03:56:30.524467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-efe1e813-0026-4f44-ba3a-2d82d919159e req-29da450a-ec39-4341-90d5-6bfb01562e88 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449759 Aug 10 03:56:30.528214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9492a803-e074-4cf9-9ff5-7255c050c247') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.528522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9492a803-e074-4cf9-9ff5-7255c050c247') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.531220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.540659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.547302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.576194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.577905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e1b87d76-e7d4-4110-ba1c-2c0fd57d14f6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3625095 Aug 10 03:56:30.579144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.581750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52534) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.589231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595780202'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.595119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:30.595601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:30.598841 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:30.624204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-6f1aa937-82f4-4d6e-87d9-0956ea7d0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.625818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-6f1aa937-82f4-4d6e-87d9-0956ea7d0654 service neutron] 10.222.0.65 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.1322963 Aug 10 03:56:30.675489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:30.679571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.681911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-48239335-bca6-4b6f-a9a8-b4c40f42537f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c HTTP/1.1" status: 200 len: 217 time: 0.0474274 Aug 10 03:56:30.700221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.709729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.715282 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/6d315092-33b4-4bc9-9431-ef6711a90712 HTTP/1.1" status: 204 len: 168 time: 1.3791778 Aug 10 03:56:30.724415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.757032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:30.758804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-2abfe22d-8378-4ded-8f9b-9e67a4f0507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.760334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-2abfe22d-8378-4ded-8f9b-9e67a4f0507d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0710714 Aug 10 03:56:30.779386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d244e5-5ae8-44d1-a9f5-d267a27d11ee tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=6d315092-33b4-4bc9-9431-ef6711a90712,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.790798 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43a52ad-bfb0-459d-8378-0f160b279192 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:30.791912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43a52ad-bfb0-459d-8378-0f160b279192 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:30.796112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f43a52ad-bfb0-459d-8378-0f160b279192 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/6d315092-33b4-4bc9-9431-ef6711a90712 HTTP/1.1" status: 404 len: 339 time: 0.0697794 Aug 10 03:56:30.802640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.807972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-142667d9-316d-4705-9ccb-353c5d1e43cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387130 Aug 10 03:56:30.818442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187110147', 'description': 'd1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.824281 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.825064 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment fa296f74-973a-4124-9a6a-bf1175ce1e3d of type vlan for network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 Aug 10 03:56:30.918361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.923252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:30.927592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.930472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-379e750c-11dd-43f8-ab77-0d2a318ac3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140542 Aug 10 03:56:30.975079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:30.993527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.994209 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 39a02e2d-fc68-418c-98f0-3a7e71e182b9 of type vlan for network 471e49c3-aba0-43bf-a642-994fa1070766 Aug 10 03:56:30.996953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.004743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.005510 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.049168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ee6c32a-8d64-4c4d-b6c7-9d0ac3853141 req-f02c6875-7e53-4b20-9e8b-347bc93f065c service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111825 Aug 10 03:56:31.120945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5380964 Aug 10 03:56:31.126275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52540) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.130693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c687-b043-47d2-a35e-b2e4dc33ece1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.137629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:31.138165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.169956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:31.183948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.191974 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.192595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.295250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4850810 Aug 10 03:56:31.296928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.308457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f09854a7-3f7d-4d07-81ae-2a7cf330398c None None] Could not find standard attr ID for object 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:56:31.326137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e764d390-0d15-44c2-91e8-3b12482291c5 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:31.329386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2107062-6889-4a9c-b355-c1c3eab1bf3b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=471e49c3-aba0-43bf-a642-994fa1070766,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.353364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 471e49c3-aba0-43bf-a642-994fa1070766 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:31.360032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e764d390-0d15-44c2-91e8-3b12482291c5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:31.360444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e764d390-0d15-44c2-91e8-3b12482291c5 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:31.402948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:31.410073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.411886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83137240-7477-44c3-8fd9-e60cf531ff45 None None] DHCP port deletion for 6d315092-33b4-4bc9-9431-ef6711a90712 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:31.424714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7726b-03e7-4fac-b9db-a47a0e0f9579 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.427747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b2d7726b-03e7-4fac-b9db-a47a0e0f9579 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks?id=471e49c3-aba0-43bf-a642-994fa1070766 HTTP/1.1" status: 200 len: 761 time: 0.1298232 Aug 10 03:56:31.430035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52544) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.440101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'description': 'd2'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:31.455389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a9810-cba6-4def-a77d-2f6a0a2d9ad1 None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:31.491735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a9810-cba6-4def-a77d-2f6a0a2d9ad1 None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:56:31.536710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7495b-9002-4e35-bf4d-bfc20f6caa09 None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:31.550444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7495b-9002-4e35-bf4d-bfc20f6caa09 None None] Network 6d315092-33b4-4bc9-9431-ef6711a90712 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:56:31.617498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38b11afe-ff88-40ad-92e5-5f516d2eea3c details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:31.715650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.736300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.745809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.759866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5957a-ddd9-4476-a70d-f2b6eab97123 req-3e6b09f9-e720-42ed-85f4-1abdcce40e22 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.761559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc5957a-ddd9-4476-a70d-f2b6eab97123 req-3e6b09f9-e720-42ed-85f4-1abdcce40e22 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 943 time: 0.1193304 Aug 10 03:56:31.770997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 471e49c3-aba0-43bf-a642-994fa1070766 is not hosted by any dhcp agent {{(pid=94140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:56:31.773231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.781680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.782817 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.784844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "PUT /v2.0/networks/471e49c3-aba0-43bf-a642-994fa1070766 HTTP/1.1" status: 200 len: 758 time: 0.3533294 Aug 10 03:56:31.794852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52550) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.800600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:31.821843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '38b11afe-ff88-40ad-92e5-5f516d2eea3c', 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'port_id': '38b11afe-ff88-40ad-92e5-5f516d2eea3c', 'mac_address': 'fa:16:3e:15:58:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:31.865534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c877913-5227-4b42-baf9-01a9d3efc72d tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=471e49c3-aba0-43bf-a642-994fa1070766,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.878674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.893764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 471e49c3-aba0-43bf-a642-994fa1070766 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:31.934240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b11afe-ff88-40ad-92e5-5f516d2eea3c {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:31.947135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=56acd154-b0f3-4b92-8819-dad6e3834258,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.965390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc5957a-ddd9-4476-a70d-f2b6eab97123 req-b6d9d691-12c4-4c70-9e33-75f53bcec3ab tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694157 Aug 10 03:56:31.976220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c123f-6388-4146-875b-2d61a2bcf1f2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.976717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:31.978761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-961c123f-6388-4146-875b-2d61a2bcf1f2 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks?id=471e49c3-aba0-43bf-a642-994fa1070766 HTTP/1.1" status: 200 len: 761 time: 0.1811953 Aug 10 03:56:31.985768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52552) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.989365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:31.990075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:31.992676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1691316063'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:31.998472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.021677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:32.029481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:32.034515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:32.040107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.041119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.041961 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.065341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3044d97-224e-414a-bf87-8dfcd0dc81e3 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9367192 Aug 10 03:56:32.068262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:32.072575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37fa8b-75e6-4055-8d94-3a4a63bdd22b None None] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:32.090858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:32.091689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=38b11afe-ff88-40ad-92e5-5f516d2eea3c,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.112084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.112573 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 29d64c6e-5c0e-4d62-8289-d349d5b632d0 of type vlan for network 6d001359-6acb-442a-9719-39eeaf7f8853 Aug 10 03:56:32.187800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.237717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['38b11afe-ff88-40ad-92e5-5f516d2eea3c'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:32.251584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.259675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.260610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.330580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:32.331823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.362943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3751473 Aug 10 03:56:32.367210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:32.372205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': '6d001359-6acb-442a-9719-39eeaf7f8853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:32.396241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eb265-93df-4ba8-b472-eb3d6774c00a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=6d001359-6acb-442a-9719-39eeaf7f8853,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.458838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6d001359-6acb-442a-9719-39eeaf7f8853 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:32.537662 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.601133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:32.604697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.645955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Allocated IP 2001:db8::2 (b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32/56acd154-b0f3-4b92-8819-dad6e3834258/07d183c0-448f-4e0d-b40e-370444d11f94) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:32.872946 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.884703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Transition to ACTIVE for port object 07d183c0-448f-4e0d-b40e-370444d11f94 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:32.905896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Transition to ACTIVE for port object 07d183c0-448f-4e0d-b40e-370444d11f94 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:32.915592 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.963238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:32.967032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:32.970302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:32.980264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Pushing event updated for resources: {'Port': ['ID=07d183c0-448f-4e0d-b40e-370444d11f94,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.108393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Attempting to bind port 07d183c0-448f-4e0d-b40e-370444d11f94 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:33.109079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Attempting to bind port 07d183c0-448f-4e0d-b40e-370444d11f94 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:33.110076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Attempting to bind port 07d183c0-448f-4e0d-b40e-370444d11f94 on network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:33.131080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:33.131635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Checking segment: {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:33.132402 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.133169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Bound using segment: {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:33.134213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Bound port: 07d183c0-448f-4e0d-b40e-370444d11f94, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:33.135237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.183530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:33.188630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2a799-7209-4732-963b-e3495e44e4e0 req-12d5eade-3506-4e31-8217-39bc275ccc05 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.194657 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41c2a799-7209-4732-963b-e3495e44e4e0 req-12d5eade-3506-4e31-8217-39bc275ccc05 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 944 time: 0.1060381 Aug 10 03:56:33.244809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:33.245654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3fd14ac6-5c8a-4f0b-a0e7-fffbf21f080d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:33.258198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41c2a799-7209-4732-963b-e3495e44e4e0 req-fc72b03c-0cf3-418b-9f51-dfd1bf65b894 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Aug 10 03:56:33.282494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] For port 07d183c0-448f-4e0d-b40e-370444d11f94, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:33.286532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] For port 07d183c0-448f-4e0d-b40e-370444d11f94, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=07d183c0-448f-4e0d-b40e-370444d11f94,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:33.288324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.291658 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.343314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8::1 (b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32/56acd154-b0f3-4b92-8819-dad6e3834258/7a549b09-84da-489a-aedc-b8569ef59c21) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:33.362704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914739-aa29-46de-8ce0-f14279f4da1f None None] Pushing event updated for resources: {'Port': ['ID=07d183c0-448f-4e0d-b40e-370444d11f94,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.381052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.516949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=14fb0226-0d35-4c10-a667-eec40dbc3d57,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.554287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '29d64c6e-5c0e-4d62-8289-d349d5b632d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6d001359-6acb-442a-9719-39eeaf7f8853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:33.555947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: 6d001359-6acb-442a-9719-39eeaf7f8853, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:33.562295 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.585411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 7a549b09-84da-489a-aedc-b8569ef59c21 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:33.597142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 6d001359-6acb-442a-9719-39eeaf7f8853 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:33.629584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6d001359-6acb-442a-9719-39eeaf7f8853) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:33.633971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38b11afe-ff88-40ad-92e5-5f516d2eea3c up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:33.639844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.640473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.676639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e303b39-e3e1-48aa-825f-3f3eb8f51cac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3083251 Aug 10 03:56:33.680312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:33.689351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.703526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f4598-9cfc-4d8d-8b8d-adf954e98d97 None None] Network 6d001359-6acb-442a-9719-39eeaf7f8853 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:33.754531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:33.759283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:33.771101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:33.772151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.846584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=7a549b09-84da-489a-aedc-b8569ef59c21,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.848152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 38b11afe-ff88-40ad-92e5-5f516d2eea3c completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:33.858905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 38b11afe-ff88-40ad-92e5-5f516d2eea3c triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:33.859353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.925242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.968763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.018451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.026931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ac4e0-711a-43db-827b-9759dac16dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6d001359-6acb-442a-9719-39eeaf7f8853', 'network_id': '6d001359-6acb-442a-9719-39eeaf7f8853', 'tenant_id': '298ca74f08d04ab7b406de3c1f6c2917', 'fixed_ips': [{'subnet_id': '14fb0226-0d35-4c10-a667-eec40dbc3d57'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:34.027807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-925ac4e0-711a-43db-827b-9759dac16dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.117865 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.118811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.162547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b11afe-ff88-40ad-92e5-5f516d2eea3c'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:34.164859 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c146784-3d2b-420a-95a1-159b75473985" -d '{"events": [{"server_uuid": "33d3a860-13d9-4fd9-af6c-670e79c14b3c", "name": "network-vif-plugged", "status": "completed", "tag": "38b11afe-ff88-40ad-92e5-5f516d2eea3c"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:34.180611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server [None req-925ac4e0-711a-43db-827b-9759dac16dae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14fb0226-0d35-4c10-a667-eec40dbc3d57: This subnet is being modified by another concurrent operation. Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:56:34.184173 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14fb0226-0d35-4c10-a667-eec40dbc3d57: This subnet is being modified by another concurrent operation. Aug 10 03:56:34.188834 n-d-769329-14 neutron-server[94142]: ERROR oslo_messaging.rpc.server Aug 10 03:56:34.193417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.210042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d53ef-ab56-40f4-b482-c064c9d16d90 None None] Network 6d001359-6acb-442a-9719-39eeaf7f8853 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:34.263632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=14fb0226-0d35-4c10-a667-eec40dbc3d57,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.301770 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc19ff8-19ed-4c15-8fcc-bd884d6bf4e4 x-openstack-request-id: req-7dc19ff8-19ed-4c15-8fcc-bd884d6bf4e4 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:34.301770 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a860-13d9-4fd9-af6c-670e79c14b3c", "name": "network-vif-plugged", "status": "completed", "tag": "38b11afe-ff88-40ad-92e5-5f516d2eea3c", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:34.301770 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dc19ff8-19ed-4c15-8fcc-bd884d6bf4e4 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:34.303135 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b11afe-ff88-40ad-92e5-5f516d2eea3c', 'code': 200} Aug 10 03:56:34.355832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.383401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d001359-6acb-442a-9719-39eeaf7f8853']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:34.412187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d64c6e-5c0e-4d62-8289-d349d5b632d0') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:34.412510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d64c6e-5c0e-4d62-8289-d349d5b632d0') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:34.452475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.472275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.487338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.488092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.489594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.498409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824c72-a8db-4654-8ccc-5a9d92fd8e41 req-0b66f125-92a7-44f2-9f47-868c292a7f41 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.500650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab824c72-a8db-4654-8ccc-5a9d92fd8e41 req-0b66f125-92a7-44f2-9f47-868c292a7f41 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 945 time: 0.0929418 Aug 10 03:56:34.507634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:34.508533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:34.513141 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:34.523350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae7389-052e-4c01-bba6-a535a275fd2c req-cc929a09-5f96-40f9-a351-5ed4777aebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.526705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dbae7389-052e-4c01-bba6-a535a275fd2c req-cc929a09-5f96-40f9-a351-5ed4777aebf5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 1097 time: 0.1350386 Aug 10 03:56:34.642454 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab824c72-a8db-4654-8ccc-5a9d92fd8e41 req-188800af-e96b-4cfc-9b44-0bd3e1439819 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103733 Aug 10 03:56:34.644540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.656154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.665589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/6d001359-6acb-442a-9719-39eeaf7f8853 HTTP/1.1" status: 204 len: 168 time: 0.9834824 Aug 10 03:56:34.666650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52572) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.711494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=38b11afe-ff88-40ad-92e5-5f516d2eea3c,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.730138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=7a549b09-84da-489a-aedc-b8569ef59c21,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.733087 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9abdafb-e19b-4490-a165-bdf2b4cd9879 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] GET failed (client error): The resource could not be found. Aug 10 03:56:34.734987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a9abdafb-e19b-4490-a165-bdf2b4cd9879 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/subnets/14fb0226-0d35-4c10-a667-eec40dbc3d57 HTTP/1.1" status: 404 len: 337 time: 0.0562053 Aug 10 03:56:34.737820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ad888-55ec-4b46-9b6b-c70fada2f33e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=6d001359-6acb-442a-9719-39eeaf7f8853,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.743679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52576) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.768648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dbae7389-052e-4c01-bba6-a535a275fd2c req-de60ed57-62ad-4a3d-aa2b-5aac6cb58fb7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852324 Aug 10 03:56:34.780862 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5280fbc5-0db3-49a0-94c9-243bb12981b3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:34.781705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5280fbc5-0db3-49a0-94c9-243bb12981b3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:34.784174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5280fbc5-0db3-49a0-94c9-243bb12981b3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/6d001359-6acb-442a-9719-39eeaf7f8853 HTTP/1.1" status: 404 len: 339 time: 0.0386047 Aug 10 03:56:34.790578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52578) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.836595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:34.838558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:34.902488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692ddfa-4dec-4ba7-811d-11296f17e7f2 None None] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:34.964169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab0386-b9c3-4a36-9903-145d8777a2ca tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.966694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-01ab0386-b9c3-4a36-9903-145d8777a2ca tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1742723 Aug 10 03:56:34.969338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52580) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.003395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:35.005755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6d1ac4f8-eccf-4717-aaf7-a430bcbe3196 None None] Provisioning for port 07d183c0-448f-4e0d-b40e-370444d11f94 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:35.016331 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59f7abe8-56dd-4666-845d-c197c7e7fc49 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 207 time: 0.0405898 Aug 10 03:56:35.020780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.086728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52584) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.262015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:35.270730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb856b3-ff59-4fe7-bc44-025ddec9bc92 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.276552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a58c75f5-be40-42e9-be84-a99e4ae976d4 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2070365 Aug 10 03:56:35.278644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb856b3-ff59-4fe7-bc44-025ddec9bc92 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.283493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-c1c67dc5-931d-4743-8075-198236db468c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1245799 Aug 10 03:56:35.284654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.286637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb856b3-ff59-4fe7-bc44-025ddec9bc92 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.293807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb856b3-ff59-4fe7-bc44-025ddec9bc92 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.301820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cdb856b3-ff59-4fe7-bc44-025ddec9bc92 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2722435 Aug 10 03:56:35.302374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1123446299'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:35.303686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52592) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.334372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:35.379895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:35.381224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:35.474927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:35.479369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.513509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-0dbdeb43-9857-4b65-bd59-1a9f414194b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.514375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-0dbdeb43-9857-4b65-bd59-1a9f414194b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1097 time: 0.1414711 Aug 10 03:56:35.516951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 07d183c0-448f-4e0d-b40e-370444d11f94 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:35.523498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:35.542907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.543314 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment 38d7dace-2209-4f23-964a-c5a4809edf67 of type vlan for network cdc10ba8-b9ea-4382-80bb-075fb55d680e Aug 10 03:56:35.671369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.792839 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.795961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:35.808385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.809049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.859665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-9fdc7f1f-ecb5-4b90-b66d-b79643392ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.863882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-9fdc7f1f-ecb5-4b90-b66d-b79643392ac2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 898 time: 0.2800248 Aug 10 03:56:36.072840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6a940fda-022f-4987-92ef-6d542bbf1324 None None] Provisioning for port 7a549b09-84da-489a-aedc-b8569ef59c21 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:36.105025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-592a379b-c9e5-4be6-b7bd-a7ee0b9bced4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7994118 Aug 10 03:56:36.109947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.116884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 07d183c0-448f-4e0d-b40e-370444d11f94 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:36.127718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6a940fda-022f-4987-92ef-6d542bbf1324 None None] Provisioning complete for port 7a549b09-84da-489a-aedc-b8569ef59c21 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:36.128055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6a940fda-022f-4987-92ef-6d542bbf1324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.144325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8573384 Aug 10 03:56:36.172853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.179441 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:36.183497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 07d183c0-448f-4e0d-b40e-370444d11f94 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:36.183859 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.257749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6a940fda-022f-4987-92ef-6d542bbf1324 None None] Port 7a549b09-84da-489a-aedc-b8569ef59c21 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:36.301839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00251b-f2ab-425c-b01e-aba29023c42e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.314641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00251b-f2ab-425c-b01e-aba29023c42e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.314641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba00251b-f2ab-425c-b01e-aba29023c42e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1760015 Aug 10 03:56:36.315122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-dd99e466-4984-4c58-ada0-fba989e1ff7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 999 time: 0.3714979 Aug 10 03:56:36.315621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52608) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.415860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dde80-b7cd-4466-b93e-ddc32e483948 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=cdc10ba8-b9ea-4382-80bb-075fb55d680e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.421515 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.443869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-88b30ade-e067-4e03-a256-df31e2ba44b0 None None] Provisioning complete for port 7a549b09-84da-489a-aedc-b8569ef59c21 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:36.443869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88b30ade-e067-4e03-a256-df31e2ba44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.448827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:33Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:34Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:36.450904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:36.469752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-21984dea-ce21-4a87-b962-33db900f64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.472722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-21984dea-ce21-4a87-b962-33db900f64df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 200 len: 834 time: 0.1555171 Aug 10 03:56:36.473521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:36.478235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.505812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0160e70-89e3-4939-937f-bad19f642c8a req-1429e657-7968-4476-a111-1790d17fb75f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.514446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c0160e70-89e3-4939-937f-bad19f642c8a req-1429e657-7968-4476-a111-1790d17fb75f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 945 time: 0.6493306 Aug 10 03:56:36.533431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.557705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d4214-3893-4ff1-9120-6d0d4a57c039 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.559616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d4214-3893-4ff1-9120-6d0d4a57c039 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['shared'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.565450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc8d4214-3893-4ff1-9120-6d0d4a57c039 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1997616 Aug 10 03:56:36.570744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:36.571560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Updating router d5464d5c-c239-474b-a565-4be39e9e62b5 port 7a549b09-84da-489a-aedc-b8569ef59c21 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:56:36.598659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52610) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.633553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facb183-0c0c-467e-8096-2677c03b54e3 None None] get_active_networks_info from n-d-769329-14 {{(pid=94142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:56:36.673107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c0160e70-89e3-4939-937f-bad19f642c8a req-6f3f8d00-7170-4e51-8915-53ba430ab638 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572585 Aug 10 03:56:36.684201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-9cbe9312-31ee-497b-b7cb-61efeb38bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.685957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-9cbe9312-31ee-497b-b7cb-61efeb38bf19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0589c81a-f794-4408-9dad-e006f6daec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2039099 Aug 10 03:56:36.790723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 07d183c0-448f-4e0d-b40e-370444d11f94, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=07d183c0-448f-4e0d-b40e-370444d11f94,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:36.797718 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.814201 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.816405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-88b30ade-e067-4e03-a256-df31e2ba44b0 None None] Port 7a549b09-84da-489a-aedc-b8569ef59c21 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:36.940756 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.954461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f16d1-276c-44be-a276-e230b561f86f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.959897 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a19f16d1-276c-44be-a276-e230b561f86f tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks/4e25c660-2124-424b-a7d3-641cec11c142 HTTP/1.1" status: 200 len: 798 time: 0.3592484 Aug 10 03:56:36.985068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7d6decc4-9855-441a-96b6-c10e5eb80ae8 None None] Provisioning complete for port 7a549b09-84da-489a-aedc-b8569ef59c21 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:36.985768 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7d6decc4-9855-441a-96b6-c10e5eb80ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.996536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:37.052435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7d6decc4-9855-441a-96b6-c10e5eb80ae8 None None] Port 7a549b09-84da-489a-aedc-b8569ef59c21 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:37.079084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-557757ff-71c3-4032-a354-e54e21edbabb service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804927 Aug 10 03:56:37.082597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=07d183c0-448f-4e0d-b40e-370444d11f94,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:37.163964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=2e7718fb-3ada-40eb-beef-a7a09f5c87da,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:37.273138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:37.273744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: cdc10ba8-b9ea-4382-80bb-075fb55d680e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:37.279981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 07d183c0-448f-4e0d-b40e-370444d11f94 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:37.301074 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-82ac955e-6251-46c4-bdcb-c74e7281db0a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/networks/4e25c660-2124-424b-a7d3-641cec11c142?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.3031375 Aug 10 03:56:37.302136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52616) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:37.317692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e35e5fb-a328-4a7e-9741-1f1c886aed8a req-7c838cd4-d67a-46d0-8e66-73febac2eb4e service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279944 Aug 10 03:56:37.318344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6facb183-0c0c-467e-8096-2677c03b54e3 None None] Resources bound (agent type, host, resource id): {{(pid=94142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:56:37.381850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:37.388042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71dc6c-a48a-4745-9852-2d7ac4ee5cd4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.393882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bc71dc6c-a48a-4745-9852-2d7ac4ee5cd4 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/subnets/a23c54d9-67b0-4b1b-8d54-d743ccf5f100 HTTP/1.1" status: 200 len: 811 time: 0.0832474 Aug 10 03:56:37.394883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:37.411255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, cdc10ba8-b9ea-4382-80bb-075fb55d680e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:37.430784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.431463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.451675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-634f2b59-4af9-4a16-9b28-2caa21199fab tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2758424 Aug 10 03:56:37.456506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52620) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:37.534064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 07d183c0-448f-4e0d-b40e-370444d11f94 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:37.534698 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.569273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb73d8c-5e83-44ea-b3f2-c93ee561a0a3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['shared'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.580025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dbb73d8c-5e83-44ea-b3f2-c93ee561a0a3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "GET /v2.0/subnets/a23c54d9-67b0-4b1b-8d54-d743ccf5f100?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1809711 Aug 10 03:56:37.587055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:37.590193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port f8c2d6d7-c126-4450-936c-614477b70cf2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:37.592651 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.613223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1205186393'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:37.718937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:37.728349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.755309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.853088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port f8c2d6d7-c126-4450-936c-614477b70cf2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f8c2d6d7-c126-4450-936c-614477b70cf2,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:37.853840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.883031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for f8c2d6d7-c126-4450-936c-614477b70cf2 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:37.934648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cb46f-1e4c-4cdd-b892-daeaefc25f4f req-821b7fe9-2b78-4fd1-bbd3-25a7c1bb325b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.936326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c9cb46f-1e4c-4cdd-b892-daeaefc25f4f req-821b7fe9-2b78-4fd1-bbd3-25a7c1bb325b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 945 time: 0.1142671 Aug 10 03:56:37.958450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Transition to ACTIVE for port object 7a549b09-84da-489a-aedc-b8569ef59c21 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:37.976968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.010390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:38.021761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.022188 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Added segment 1bef5579-558b-40a6-bee9-f3860b9b4681 of type vlan for network 145dd358-c94f-4381-9a83-9b6c774d0036 Aug 10 03:56:38.076714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.186487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:38.187432 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.189935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c9cb46f-1e4c-4cdd-b892-daeaefc25f4f req-3327b2dc-1c35-47e8-9284-bd91d8d5d6c8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972895 Aug 10 03:56:38.193509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.200025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.201082 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.263826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceda8e0-031a-4e28-b752-8c4b1ec38ac6 None None] Pushing event updated for resources: {'Port': ['ID=7a549b09-84da-489a-aedc-b8569ef59c21,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:38.336494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.640866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Attempting to bind port 7a549b09-84da-489a-aedc-b8569ef59c21 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:38.641481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Attempting to bind port 7a549b09-84da-489a-aedc-b8569ef59c21 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:38.642141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Attempting to bind port 7a549b09-84da-489a-aedc-b8569ef59c21 on network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:38.666893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:38.667440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Checking segment: {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:38.667883 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.668387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Bound using segment: {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:38.669238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Bound port: 7a549b09-84da-489a-aedc-b8569ef59c21, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa296f74-973a-4124-9a6a-bf1175ce1e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:38.669699 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.753387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ec95-505b-4a01-8e00-ef2af1224619 req-4fa40a7f-38af-4f64-b7bb-5f524d031b97 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.762695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a885ec95-505b-4a01-8e00-ef2af1224619 req-4fa40a7f-38af-4f64-b7bb-5f524d031b97 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 945 time: 0.1588657 Aug 10 03:56:38.814856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] For port 7a549b09-84da-489a-aedc-b8569ef59c21, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:38.819646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8:1::1 (cdc10ba8-b9ea-4382-80bb-075fb55d680e/2e7718fb-3ada-40eb-beef-a7a09f5c87da/4120b8d8-71a3-4bad-9cdd-da643b78dd79) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:38.822322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] For port 7a549b09-84da-489a-aedc-b8569ef59c21, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a549b09-84da-489a-aedc-b8569ef59c21,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:38.837282 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.840432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a885ec95-505b-4a01-8e00-ef2af1224619 req-522b419e-44ab-4623-b215-26ce87c9ed9b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762308 Aug 10 03:56:38.865882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2666733 Aug 10 03:56:38.869143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52634) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:38.870357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d5b38-9c21-49b9-9bb1-a715c11a5da1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Network': ['ID=145dd358-c94f-4381-9a83-9b6c774d0036,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:38.875102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'network_id': '145dd358-c94f-4381-9a83-9b6c774d0036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:38.890880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 145dd358-c94f-4381-9a83-9b6c774d0036 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:38.997001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceda8e0-031a-4e28-b752-8c4b1ec38ac6 None None] Pushing event updated for resources: {'Port': ['ID=7a549b09-84da-489a-aedc-b8569ef59c21,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.005421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:39.006009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.027576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.090756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=f8c2d6d7-c126-4450-936c-614477b70cf2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.176690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:39.440941 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.446203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.457886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Made reservation on behalf of 298ca74f08d04ab7b406de3c1f6c2917 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:39.462008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.462947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:33Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.480816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 4120b8d8-71a3-4bad-9cdd-da643b78dd79 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:39.506220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f05cd-3583-4394-ab2c-7a6d2cfd294b None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:33Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:39.548274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Performing IP validity checks on allocation pools {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:56:39.549331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:56:39.605514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.691589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Allocated IP 2001:db8:1::2 (cdc10ba8-b9ea-4382-80bb-075fb55d680e/2e7718fb-3ada-40eb-beef-a7a09f5c87da/b0197b03-252e-49d1-9837-32c4af3e12e9) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:39.714381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:39.722458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:39.727147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=4120b8d8-71a3-4bad-9cdd-da643b78dd79,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.732891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:39.733459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.921654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.993222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:40.089783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=ee90480c-1bcd-405c-b884-2d7e6dab2e47,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.094746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.114118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Transition to ACTIVE for port object b0197b03-252e-49d1-9837-32c4af3e12e9 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:40.147763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Transition to ACTIVE for port object b0197b03-252e-49d1-9837-32c4af3e12e9 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:40.166100 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.208339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:40.220910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0fafbd30-1f22-42ad-b154-220e75b96247 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "PUT /v2.0/routers/59fe9944-4032-4660-b3af-4d4419bf2cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1327045 Aug 10 03:56:40.223218 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:40.243673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c41c7245-28bb-41a3-abd2-951f537e2f8f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.245764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c41c7245-28bb-41a3-abd2-951f537e2f8f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.65 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 945 time: 0.3066046 Aug 10 03:56:40.251356 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:40.261762 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:40.271060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Pushing event updated for resources: {'Port': ['ID=b0197b03-252e-49d1-9837-32c4af3e12e9,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.285458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:40.288602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:40.297450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:40.357883 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.410024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d38102-9e66-44ce-98b9-94e81a440c64 req-f9622718-1e9e-4ea1-bfa5-aeaed7af2205 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.412309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6d38102-9e66-44ce-98b9-94e81a440c64 req-f9622718-1e9e-4ea1-bfa5-aeaed7af2205 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 945 time: 0.3672554 Aug 10 03:56:40.434271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Attempting to bind port b0197b03-252e-49d1-9837-32c4af3e12e9 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:40.436346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Attempting to bind port b0197b03-252e-49d1-9837-32c4af3e12e9 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:40.436831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Attempting to bind port b0197b03-252e-49d1-9837-32c4af3e12e9 on network cdc10ba8-b9ea-4382-80bb-075fb55d680e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:40.451596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:40.453371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Checking segment: {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:40.453911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.455634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Bound using segment: {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:40.456708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Bound port: b0197b03-252e-49d1-9837-32c4af3e12e9, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:40.458711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.462737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Checking segment: {'id': '1bef5579-558b-40a6-bee9-f3860b9b4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '145dd358-c94f-4381-9a83-9b6c774d0036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:40.464614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network hostable DHCP agents. Network: 145dd358-c94f-4381-9a83-9b6c774d0036, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:40.561959 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:40.668405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] For port b0197b03-252e-49d1-9837-32c4af3e12e9, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:40.678109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] For port b0197b03-252e-49d1-9837-32c4af3e12e9, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b0197b03-252e-49d1-9837-32c4af3e12e9,segment=NetworkSegment(38d7dace-2209-4f23-964a-c5a4809edf67),segment_id=38d7dace-2209-4f23-964a-c5a4809edf67)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:40.684051 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.772592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef8c19-2c23-4650-98a0-6fa9e17dc93f None None] Pushing event updated for resources: {'Port': ['ID=b0197b03-252e-49d1-9837-32c4af3e12e9,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.816775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a02cf-de12-4a33-83e4-5444fad117a2 req-25dc1803-4b5e-40b6-adfa-1f8b68d37c0c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.830516 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a48a02cf-de12-4a33-83e4-5444fad117a2 req-25dc1803-4b5e-40b6-adfa-1f8b68d37c0c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.1505129 Aug 10 03:56:40.888026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d6d38102-9e66-44ce-98b9-94e81a440c64 req-90a1a65d-58a8-4bad-ad2c-66114de5ea73 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875413 Aug 10 03:56:40.896636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Network 145dd358-c94f-4381-9a83-9b6c774d0036 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:40.925550 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a48a02cf-de12-4a33-83e4-5444fad117a2 req-6edd85ae-4a14-43d4-84d6-db70772a153b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878227 Aug 10 03:56:40.976314 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 6, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 1, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:40.990536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 145dd358-c94f-4381-9a83-9b6c774d0036) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:40.998977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:41.000020 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.014508 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:41.028214 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:41.031015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:41.084236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7c4b5122-f727-4e65-aef1-41cf11ea8bdb tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2135231 Aug 10 03:56:41.096164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52646) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:41.110287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:41.113402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Deleting port 38b11afe-ff88-40ad-92e5-5f516d2eea3c {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:41.113797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.302168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.319125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] For port 38b11afe-ff88-40ad-92e5-5f516d2eea3c, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=38b11afe-ff88-40ad-92e5-5f516d2eea3c,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:41.319601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.329445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.330899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.348544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Calling delete_port for 38b11afe-ff88-40ad-92e5-5f516d2eea3c owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:41.386625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8816075'] for subnet, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.490492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0197b03-252e-49d1-9837-32c4af3e12e9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:41.558139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=4120b8d8-71a3-4bad-9cdd-da643b78dd79,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.581267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b0197b03-252e-49d1-9837-32c4af3e12e9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:41.587573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a549b09-84da-489a-aedc-b8569ef59c21 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:41.620153 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:41.668975 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7a549b09-84da-489a-aedc-b8569ef59c21 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:41.674588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7a549b09-84da-489a-aedc-b8569ef59c21 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:41.674968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.693969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:41.698204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:41.816085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731981418132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8658056'] for subnet, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.860378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.875412 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.898232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['9cad80c3-1597-447b-a385-495b51a1fc66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:41.935444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:41.936394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.948757 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "PUT /v2.0/subnets/ee90480c-1bcd-405c-b884-2d7e6dab2e47 HTTP/1.1" status: 200 len: 877 time: 0.8480880 Aug 10 03:56:41.952194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52652) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.024782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Pushing event deleted for resources: {'Port': ['ID=38b11afe-ff88-40ad-92e5-5f516d2eea3c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:42.026522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb105b1-df55-4adb-888d-3e407ab43025 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event updated for resources: {'Subnet': ['ID=ee90480c-1bcd-405c-b884-2d7e6dab2e47,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:42.097788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:42.100520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] No DVR routers for this DVR port 38b11afe-ff88-40ad-92e5-5f516d2eea3c on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:42.109485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.112219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d772882c-1977-4d6c-8020-692dc0df2028 req-c1b52c8a-5dc3-4e55-89c5-86fe9b367357 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.65 "DELETE /v2.0/ports/38b11afe-ff88-40ad-92e5-5f516d2eea3c HTTP/1.1" status: 204 len: 173 time: 1.8509653 Aug 10 03:56:42.113110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'name': 'network-vif-deleted', 'tag': '38b11afe-ff88-40ad-92e5-5f516d2eea3c'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:42.113372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7a549b09-84da-489a-aedc-b8569ef59c21, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a549b09-84da-489a-aedc-b8569ef59c21,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:42.115744 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b1cfe-bde7-4849-986f-8c463ce56bf4" -d '{"events": [{"server_uuid": "33d3a860-13d9-4fd9-af6c-670e79c14b3c", "name": "network-vif-deleted", "tag": "38b11afe-ff88-40ad-92e5-5f516d2eea3c"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:42.126029 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.221896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7a549b09-84da-489a-aedc-b8569ef59c21,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:42.257119 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b625685b-6b8f-4f71-bd98-b5263fc6fc6a req-5a2280ce-10aa-42a4-872b-a674152ee442 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=33d3a860-13d9-4fd9-af6c-670e79c14b3c HTTP/1.1" status: 200 len: 210 time: 0.1027639 Aug 10 03:56:42.385851 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc659c-a159-4d11-8e98-ecf94a2abfa9 x-openstack-request-id: req-bedc659c-a159-4d11-8e98-ecf94a2abfa9 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:42.386224 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d3a860-13d9-4fd9-af6c-670e79c14b3c", "name": "network-vif-deleted", "tag": "38b11afe-ff88-40ad-92e5-5f516d2eea3c", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:42.386463 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bedc659c-a159-4d11-8e98-ecf94a2abfa9 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:42.396987 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d3a860-13d9-4fd9-af6c-670e79c14b3c', 'name': 'network-vif-deleted', 'tag': '38b11afe-ff88-40ad-92e5-5f516d2eea3c', 'status': 'completed', 'code': 200} Aug 10 03:56:42.422858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-a16e8523-6025-4510-a119-2389a48db874 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:42.425132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-a16e8523-6025-4510-a119-2389a48db874 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.1646340 Aug 10 03:56:42.508878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.515151 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 6, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 1, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:42.562081 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2085e-1793-4ceb-9367-5fbb3155db1c None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 6, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '6e18e3d4-d934-4720-9665-a0040839288c', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.9', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'port_id': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'mac_address': 'fa:16:3e:f2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:55:13Z', 'updated_at': '2021-08-10T03:55:20Z', 'revision_number': 1, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:42.564507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a7b06-0453-4362-8098-ed9e23fa0bd6 req-ff70792e-4aa3-4a96-8fde-aa424a92980a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:42.575525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.576866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c78a7b06-0453-4362-8098-ed9e23fa0bd6 req-ff70792e-4aa3-4a96-8fde-aa424a92980a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 946 time: 0.3045404 Aug 10 03:56:42.578552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:42.590727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:42.593740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d228fcc6-eefb-42a1-8385-00a3cf5b569e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1360590 Aug 10 03:56:42.603894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.614003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:42.614817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:42.654032 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.667658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-384787205'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:42.751828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:42.752287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.765093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:42.775817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.784534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c14b9-22fa-4f9b-8aa2-78a4afc2b0b2 None None] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:42.872453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:42.883814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2bb58-9064-4eaf-ad72-d61dc0f3ce93 None None] Network 145dd358-c94f-4381-9a83-9b6c774d0036 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:42.961590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port 6e8aec87-fc84-4842-a8c5-7e2f58895e66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6e8aec87-fc84-4842-a8c5-7e2f58895e66,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:42.961973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.982424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for 6e8aec87-fc84-4842-a8c5-7e2f58895e66 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:42.998315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c78a7b06-0453-4362-8098-ed9e23fa0bd6 req-2feba75d-98a0-499a-bdcc-ea3acd5d6da2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=132e3d36-e500-4fb5-9797-b510762f397c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002862 Aug 10 03:56:43.088558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:43.261321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.261670 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment 8cb0e0ab-5a83-4f68-85d3-44caf08b3973 of type vlan for network 0146914a-f52f-453f-bbc5-0a2a928d1e37 Aug 10 03:56:43.323434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.360303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] Provisioning for port b0197b03-252e-49d1-9837-32c4af3e12e9 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:43.404622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=6e8aec87-fc84-4842-a8c5-7e2f58895e66,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:43.539581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.567979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] Provisioning complete for port b0197b03-252e-49d1-9837-32c4af3e12e9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:43.569940 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.571034 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.605147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a549b09-84da-489a-aedc-b8569ef59c21 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:43.672015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Deleting port a33f0180-3736-40f3-8777-caf30c0cafa4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:43.672819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.699023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38b11afe-ff88-40ad-92e5-5f516d2eea3c no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:43.719678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.733154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145dd358-c94f-4381-9a83-9b6c774d0036']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.746494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bef5579-558b-40a6-bee9-f3860b9b4681') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.746918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bef5579-558b-40a6-bee9-f3860b9b4681') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.760637 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.778569 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.779820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.786092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:43.787163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.789782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:43.790357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.805953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a1283-6e96-4172-9d6b-7c3b883be1d6 req-32e9978d-1166-4f83-bd8b-f89433b30c9c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:43.808112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a71a1283-6e96-4172-9d6b-7c3b883be1d6 req-32e9978d-1166-4f83-bd8b-f89433b30c9c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2476649 Aug 10 03:56:43.885885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] No DVR routers for this DVR port 6e8aec87-fc84-4842-a8c5-7e2f58895e66 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:43.890865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.895630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0738ea18-91eb-4ad4-a9e2-1c34cabeeae7 req-454769bf-dc00-4601-a792-7bedba8ea0bf tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "DELETE /v2.0/ports/6e8aec87-fc84-4842-a8c5-7e2f58895e66 HTTP/1.1" status: 204 len: 173 time: 1.4609053 Aug 10 03:56:43.897066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=ee90480c-1bcd-405c-b884-2d7e6dab2e47,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:43.905792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.912112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:43.923466 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:43.929060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6307d070-b051-4317-a400-f6f2f2cd3956', 'name': 'network-vif-deleted', 'tag': '6e8aec87-fc84-4842-a8c5-7e2f58895e66'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:43.933764 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a5de3-f68f-4f3e-98d0-53f24df710a2" -d '{"events": [{"server_uuid": "6307d070-b051-4317-a400-f6f2f2cd3956", "name": "network-vif-deleted", "tag": "6e8aec87-fc84-4842-a8c5-7e2f58895e66"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:43.941888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.949367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.949676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3437688 Aug 10 03:56:43.960690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/145dd358-c94f-4381-9a83-9b6c774d0036 HTTP/1.1" status: 204 len: 168 time: 2.0022349 Aug 10 03:56:43.960992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52674) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.962505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52676) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.989422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Calling delete_port for a33f0180-3736-40f3-8777-caf30c0cafa4 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:44.004193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bc953-e97c-4711-9896-896b3e5e4d24 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=145dd358-c94f-4381-9a83-9b6c774d0036,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.022032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:44.040646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a71a1283-6e96-4172-9d6b-7c3b883be1d6 req-fa7f0155-b2a0-4963-86db-1eaa24447885 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821795 Aug 10 03:56:44.046714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478bf93-2615-4182-8e48-58672d084532 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=0146914a-f52f-453f-bbc5-0a2a928d1e37,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.081222 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-31236d39-dcc5-48e4-99f3-b31f2e3d296b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:44.081395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31236d39-dcc5-48e4-99f3-b31f2e3d296b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:44.089742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-31236d39-dcc5-48e4-99f3-b31f2e3d296b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/ee90480c-1bcd-405c-b884-2d7e6dab2e47 HTTP/1.1" status: 404 len: 337 time: 0.1258314 Aug 10 03:56:44.094757 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f26a03c-c9ef-4346-9510-44659739b4d1 x-openstack-request-id: req-4f26a03c-c9ef-4346-9510-44659739b4d1 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:44.095525 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6307d070-b051-4317-a400-f6f2f2cd3956", "name": "network-vif-deleted", "tag": "6e8aec87-fc84-4842-a8c5-7e2f58895e66", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:44.095830 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f26a03c-c9ef-4346-9510-44659739b4d1 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:44.096256 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6307d070-b051-4317-a400-f6f2f2cd3956', 'name': 'network-vif-deleted', 'tag': '6e8aec87-fc84-4842-a8c5-7e2f58895e66', 'status': 'completed', 'code': 200} Aug 10 03:56:44.096781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52684) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.152258 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7790064c-5162-4490-b29e-2cab965f0cab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:44.152946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7790064c-5162-4490-b29e-2cab965f0cab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:44.164956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7790064c-5162-4490-b29e-2cab965f0cab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/145dd358-c94f-4381-9a83-9b6c774d0036 HTTP/1.1" status: 404 len: 339 time: 0.0597620 Aug 10 03:56:44.169846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52686) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.254333 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb546be-f01e-4db6-99f1-1fcb1099636a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:44.255248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb546be-f01e-4db6-99f1-1fcb1099636a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:44.257380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cbb546be-f01e-4db6-99f1-1fcb1099636a tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/14fb0226-0d35-4c10-a667-eec40dbc3d57 HTTP/1.1" status: 404 len: 337 time: 0.0864635 Aug 10 03:56:44.260655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52694) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.277921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:44.323009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 38b11afe-ff88-40ad-92e5-5f516d2eea3c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:44.323452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 38b11afe-ff88-40ad-92e5-5f516d2eea3c not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:44.326247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f1a421d-b5ca-479c-bd2e-e50cf21a612d req-4bc5ea36-5d1b-42d4-a7bb-b85a55a79273 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6307d070-b051-4317-a400-f6f2f2cd3956 HTTP/1.1" status: 200 len: 210 time: 0.0598607 Aug 10 03:56:44.327417 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2886e4c-be1e-4cc4-aea4-98cc0dba9b08 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:44.327988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2886e4c-be1e-4cc4-aea4-98cc0dba9b08 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:44.330266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c2886e4c-be1e-4cc4-aea4-98cc0dba9b08 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/6d001359-6acb-442a-9719-39eeaf7f8853 HTTP/1.1" status: 404 len: 339 time: 0.0678973 Aug 10 03:56:44.334840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.420784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:44.426364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.467681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.588597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67f173-c110-432d-a6bf-1668212af5bf req-842c4f4c-703e-4637-8fca-aed48e97e4c2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:44.591529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d67f173-c110-432d-a6bf-1668212af5bf req-842c4f4c-703e-4637-8fca-aed48e97e4c2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2438903 Aug 10 03:56:44.620246 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.637642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471e49c3-aba0-43bf-a642-994fa1070766']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:44.658955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a02e2d-fc68-418c-98f0-3a7e71e182b9') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:44.659628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a02e2d-fc68-418c-98f0-3a7e71e182b9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:44.696498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.703625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d67f173-c110-432d-a6bf-1668212af5bf req-c2e4a173-6f98-490d-ab07-038b9d78d2a8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941947 Aug 10 03:56:44.727285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8628f-df79-47e8-8c11-0777b511ccdc None None] Network 145dd358-c94f-4381-9a83-9b6c774d0036 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:44.747862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.783581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8628f-df79-47e8-8c11-0777b511ccdc None None] Network 145dd358-c94f-4381-9a83-9b6c774d0036 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:56:44.817191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7a549b09-84da-489a-aedc-b8569ef59c21 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:44.817762 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.821464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:44.822173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:44.827254 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:44.852247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bcf29-9087-4fcd-8a7e-fbc9dcabe9b6 None None] Network 145dd358-c94f-4381-9a83-9b6c774d0036 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:44.912571 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.917884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a61c2-b7fa-426d-bf6a-186e9a9e038a req-3a79e758-8736-4ec0-a82f-002d8e77358d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:44.920099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bcf29-9087-4fcd-8a7e-fbc9dcabe9b6 None None] Network 145dd358-c94f-4381-9a83-9b6c774d0036 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:56:44.927810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-535a61c2-b7fa-426d-bf6a-186e9a9e038a req-3a79e758-8736-4ec0-a82f-002d8e77358d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.1732790 Aug 10 03:56:44.948646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.970671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.980382 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/471e49c3-aba0-43bf-a642-994fa1070766 HTTP/1.1" status: 204 len: 168 time: 0.6440141 Aug 10 03:56:44.981645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c90943-67ad-4e80-806b-bc0a150111d3 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=471e49c3-aba0-43bf-a642-994fa1070766,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.982744 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.986532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52704) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.999375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] For port b0197b03-252e-49d1-9837-32c4af3e12e9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b0197b03-252e-49d1-9837-32c4af3e12e9,segment=NetworkSegment(38d7dace-2209-4f23-964a-c5a4809edf67),segment_id=38d7dace-2209-4f23-964a-c5a4809edf67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:45.009813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-535a61c2-b7fa-426d-bf6a-186e9a9e038a req-130955a3-789d-4193-ae08-12d37492ba73 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811636 Aug 10 03:56:45.011036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeec8b0-0d2a-4e0e-b529-762293e2c359 req-9bc4eec3-4095-449b-ae99-c8de2dfbee98 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:45.019399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aaeec8b0-0d2a-4e0e-b529-762293e2c359 req-9bc4eec3-4095-449b-ae99-c8de2dfbee98 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1827636 Aug 10 03:56:45.030759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.084890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:40Z', 'revision_number': 3, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:40Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:45.125781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f8c2d6d7-c126-4450-936c-614477b70cf2 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:45.130195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event deleted for resources: {'Port': ['ID=a33f0180-3736-40f3-8777-caf30c0cafa4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.134198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:45.134574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Updating router d5464d5c-c239-474b-a565-4be39e9e62b5 port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:56:45.148275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.154816 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0897f3e2-5b00-453d-9118-929b161338ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.155388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0897f3e2-5b00-453d-9118-929b161338ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.158342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0897f3e2-5b00-453d-9118-929b161338ab tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/a88246b2-cdba-4380-8c40-345c887212fc HTTP/1.1" status: 404 len: 337 time: 0.1344881 Aug 10 03:56:45.162159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52706) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.187958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca389d-0faa-455a-8853-55b8f6e17ea6 None None] Pushing event updated for resources: {'Port': ['ID=b0197b03-252e-49d1-9837-32c4af3e12e9,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.191937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f8c2d6d7-c126-4450-936c-614477b70cf2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:45.191937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f8c2d6d7-c126-4450-936c-614477b70cf2 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:45.195214 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc58965-3d75-4e0d-a80d-13d8637a5d07 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.195875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc58965-3d75-4e0d-a80d-13d8637a5d07 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.201005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fbc58965-3d75-4e0d-a80d-13d8637a5d07 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/6d315092-33b4-4bc9-9431-ef6711a90712 HTTP/1.1" status: 404 len: 339 time: 0.0375190 Aug 10 03:56:45.202053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52708) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.205862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.238155 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9ea0b1-bbda-4b99-a634-765f68e492bc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.238531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9ea0b1-bbda-4b99-a634-765f68e492bc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.243552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb9ea0b1-bbda-4b99-a634-765f68e492bc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/04f38af9-dcd7-4c0d-adf7-721bd9b13153 HTTP/1.1" status: 404 len: 337 time: 0.0396225 Aug 10 03:56:45.244318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52710) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.253073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1e875a36-702b-491a-941f-72934dc6c1e6 None None] Provisioning complete for port 7a549b09-84da-489a-aedc-b8569ef59c21 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:45.253532 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e875a36-702b-491a-941f-72934dc6c1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.268584 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b67c6ec-9fe0-463b-9349-0f2e5d7b7eb1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.269241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b67c6ec-9fe0-463b-9349-0f2e5d7b7eb1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.274347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7b67c6ec-9fe0-463b-9349-0f2e5d7b7eb1 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/f0c68fe6-79b3-47e1-9729-a6a047ba498e HTTP/1.1" status: 404 len: 339 time: 0.0288701 Aug 10 03:56:45.275314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52712) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.306357 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6066395e-fb6b-4b32-be01-e0f4a0fec08e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.307183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6066395e-fb6b-4b32-be01-e0f4a0fec08e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.308576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.312220 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Floating IP 11dcbd52-2bb5-4d8f-8ee3-48cac3f16768 disassociated (deleted). External IP: 172.25.2.173, port: 9e43c463-9394-4f7f-9e4d-810129977a05. Aug 10 03:56:45.313668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6066395e-fb6b-4b32-be01-e0f4a0fec08e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/a6a1ce0c-48c4-4c5c-a3ea-779b04a576a0 HTTP/1.1" status: 404 len: 337 time: 0.0370636 Aug 10 03:56:45.315349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.338161 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb77039e-a438-4542-8acb-f0f5c17560fc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.338835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb77039e-a438-4542-8acb-f0f5c17560fc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.340180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0197b03-252e-49d1-9837-32c4af3e12e9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:45.344260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cb77039e-a438-4542-8acb-f0f5c17560fc tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/a2d6b7a6-005f-4ac0-9622-6a0e0790ce79 HTTP/1.1" status: 404 len: 339 time: 0.0269732 Aug 10 03:56:45.345695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52716) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.354607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aaeec8b0-0d2a-4e0e-b529-762293e2c359 req-29141037-65cb-47ec-9fa7-bc7c0132d041 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342221 Aug 10 03:56:45.389248 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9185de-412e-4b11-a906-b876ec7781ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.389858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9185de-412e-4b11-a906-b876ec7781ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.391967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e9185de-412e-4b11-a906-b876ec7781ac tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/47f528af-9937-4217-aa50-a1e100fe4092 HTTP/1.1" status: 404 len: 337 time: 0.0451748 Aug 10 03:56:45.399173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52722) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.441544 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-687e89da-4a9b-4199-913c-42d375805a70 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.442592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687e89da-4a9b-4199-913c-42d375805a70 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.444802 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-687e89da-4a9b-4199-913c-42d375805a70 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/acaa7a7d-0bfe-4bb2-9ad9-a6b3da5b11eb HTTP/1.1" status: 404 len: 339 time: 0.0439584 Aug 10 03:56:45.447774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.462536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=783cc4ce-d3d1-4aa5-a95e-80e695d5eed1,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.465894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52726) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.514948 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7dfcbc-e603-4fff-9a29-5d6810ea11f8 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.515482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7dfcbc-e603-4fff-9a29-5d6810ea11f8 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.520093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f7dfcbc-e603-4fff-9a29-5d6810ea11f8 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/fa56d874-b952-4e08-9a62-d8fbd9fecf46 HTTP/1.1" status: 404 len: 337 time: 0.0672877 Aug 10 03:56:45.521290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.551193 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ec8b57-7cb6-4264-902b-e808503e648e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.552796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ec8b57-7cb6-4264-902b-e808503e648e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.556200 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2ec8b57-7cb6-4264-902b-e808503e648e tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/5152e474-8ab1-46fb-8695-06bc28ca0a57 HTTP/1.1" status: 404 len: 339 time: 0.0338800 Aug 10 03:56:45.559212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.561600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:45.562191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: 0146914a-f52f-453f-bbc5-0a2a928d1e37, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:45.617425 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-68623be0-ea26-482b-a5e1-96c54a77f85c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.617891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68623be0-ea26-482b-a5e1-96c54a77f85c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.619842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-68623be0-ea26-482b-a5e1-96c54a77f85c tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/3116e919-a6be-45e2-b3f5-d9a5f771967c HTTP/1.1" status: 404 len: 337 time: 0.0585456 Aug 10 03:56:45.623231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52732) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.645711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:45.653961 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bdcb43-0935-48fe-a21f-460e4570c61b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.655133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bdcb43-0935-48fe-a21f-460e4570c61b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.661182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-10bdcb43-0935-48fe-a21f-460e4570c61b tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/8095e3b5-c700-4496-b18c-783cbf3b4bdc HTTP/1.1" status: 404 len: 339 time: 0.0332577 Aug 10 03:56:45.661940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.669059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e8aec87-fc84-4842-a8c5-7e2f58895e66 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:45.684322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-082cc0c3-25b1-466b-802c-ff713ddd54c9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.688568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0146914a-f52f-453f-bbc5-0a2a928d1e37) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:45.694203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:45.695461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.733303 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fa11fc-193a-450e-bedc-01774488c145 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.734181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fa11fc-193a-450e-bedc-01774488c145 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.740390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29fa11fc-193a-450e-bedc-01774488c145 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/19ffeeb0-8940-45a2-8165-ad5df917725b HTTP/1.1" status: 404 len: 337 time: 0.0724211 Aug 10 03:56:45.740738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52736) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.757888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a5ef4-1f69-4db7-9174-7c43c3944024 None None] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:45.773315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-15275806-26a2-4098-a971-1c1eb9ba2650 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7917485 Aug 10 03:56:45.783082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52738) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.788920 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a542df1-a077-47a6-9501-1e451d656de8 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.790181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a542df1-a077-47a6-9501-1e451d656de8 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.797892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8a542df1-a077-47a6-9501-1e451d656de8 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/bc795062-6d11-4880-b404-af159931b0b0 HTTP/1.1" status: 404 len: 339 time: 0.0556479 Aug 10 03:56:45.799550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.806421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-082cc0c3-25b1-466b-802c-ff713ddd54c9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.850074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 6e8aec87-fc84-4842-a8c5-7e2f58895e66 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:45.850708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6e8aec87-fc84-4842-a8c5-7e2f58895e66 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:45.851076 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d90d35d-e072-4a68-ad72-eaa923fb50b5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.851992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d90d35d-e072-4a68-ad72-eaa923fb50b5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.861191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7d90d35d-e072-4a68-ad72-eaa923fb50b5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/69a99a7e-2dfe-4366-ad2d-409ea5840cf8 HTTP/1.1" status: 404 len: 337 time: 0.0596411 Aug 10 03:56:45.862070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52742) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.894755 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c70a59-5705-4a69-8a25-e6e88f965046 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:45.895473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c70a59-5705-4a69-8a25-e6e88f965046 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:45.900293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-90c70a59-5705-4a69-8a25-e6e88f965046 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/e7d053dc-2666-4610-8f7d-43047f8bc995 HTTP/1.1" status: 404 len: 339 time: 0.0349498 Aug 10 03:56:45.900697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52746) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.912671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e7071-91cd-4ecf-bda5-eb9cb5ceecf0 None None] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:46.023184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Deleting subnet a23c54d9-67b0-4b1b-8d54-d743ccf5f100 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:46.029392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.064111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b0197b03-252e-49d1-9837-32c4af3e12e9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:46.064898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.101925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.172848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc4cccc9-ae59-45c2-9595-bb54b703e472 None None] Provisioning for port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:46.185672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc4cccc9-ae59-45c2-9595-bb54b703e472 None None] Provisioning complete for port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:46.186393 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cc4cccc9-ae59-45c2-9595-bb54b703e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.242483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cccc9-ae59-45c2-9595-bb54b703e472 None None] Port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:46.385044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.428642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cc4cccc9-ae59-45c2-9595-bb54b703e472 None None] Provisioning complete for port b0197b03-252e-49d1-9837-32c4af3e12e9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:46.429666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cc4cccc9-ae59-45c2-9595-bb54b703e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.479134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-394b51df-1bc4-4435-b401-a7f648d32b0e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:46.482151 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-394b51df-1bc4-4435-b401-a7f648d32b0e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.1788759 Aug 10 03:56:46.559312 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.581898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Transition to ACTIVE for port object 4120b8d8-71a3-4bad-9cdd-da643b78dd79 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:46.582231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Router 92ec6f92-9cb4-44af-82f8-602216f853c2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:46.586210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-0146914a-f52f-453f-bbc5-0a2a928d1e37', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:46.587608 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.619409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.656752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-082cc0c3-25b1-466b-802c-ff713ddd54c9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.660806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-082cc0c3-25b1-466b-802c-ff713ddd54c9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.664971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-082cc0c3-25b1-466b-802c-ff713ddd54c9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/security-groups/132e3d36-e500-4fb5-9797-b510762f397c HTTP/1.1" status: 204 len: 168 time: 1.1929617 Aug 10 03:56:46.726986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a0c82-ad55-496b-a532-1f041ed84a91 None None] Pushing event updated for resources: {'Port': ['ID=4120b8d8-71a3-4bad-9cdd-da643b78dd79,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.746507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52756) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:46.765300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826fdf6-e10d-4b2a-8c1c-7a00fa289cc7 req-3bf135ea-8be1-4d83-b654-586236ff8336 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:46.767201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a826fdf6-e10d-4b2a-8c1c-7a00fa289cc7 req-3bf135ea-8be1-4d83-b654-586236ff8336 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.2513711 Aug 10 03:56:46.808949 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.838746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cc0c3-25b1-466b-802c-ff713ddd54c9 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e3d36-e500-4fb5-9797-b510762f397c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.877802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.883696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/subnets/a23c54d9-67b0-4b1b-8d54-d743ccf5f100 HTTP/1.1" status: 204 len: 168 time: 0.9790285 Aug 10 03:56:46.883696 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eb36a-de21-4d5e-b652-91fbfc036fa5 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Subnet': ['ID=a23c54d9-67b0-4b1b-8d54-d743ccf5f100,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.887188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52758) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:46.993087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Deleting port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:46.993519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.146898 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a826fdf6-e10d-4b2a-8c1c-7a00fa289cc7 req-75415480-57ff-43d3-8c12-8c604f98d96b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967703 Aug 10 03:56:47.176272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting subnet 86fb2fa4-479a-42af-b219-ecc8e8ef8e34 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:47.187127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.191780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:47.214071 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] Sync routers for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:47.240862 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:47.241592 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:47.288334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.307105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c353054-0918-483c-b9d6-be179dfe9ffc None None] Network 4e25c660-2124-424b-a7d3-641cec11c142 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:47.418053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-477483b1-edb3-48eb-b56e-e7193d62f2d7 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "DELETE /v2.0/floatingips/11dcbd52-2bb5-4d8f-8ee3-48cac3f16768 HTTP/1.1" status: 204 len: 168 time: 4.9042807 Aug 10 03:56:47.424648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.433338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:47.436261 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53053fa7-6084-4268-ac99-ac41300c4d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:47.483035 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:47.487957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Attempting to bind port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:47.488514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Attempting to bind port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:47.490526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Attempting to bind port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 on network cdc10ba8-b9ea-4382-80bb-075fb55d680e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:47.558413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.566706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:47.567252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Checking segment: {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:47.567789 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.568293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Bound using segment: {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:47.568900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Bound port: 4120b8d8-71a3-4bad-9cdd-da643b78dd79, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d7dace-2209-4f23-964a-c5a4809edf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:47.569394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.619569 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6af9315-1b71-4951-98b2-c39596ff7c9c x-openstack-request-id: req-a6af9315-1b71-4951-98b2-c39596ff7c9c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:47.619975 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:47.620280 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6af9315-1b71-4951-98b2-c39596ff7c9c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:47.621103 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'status': 'completed', 'code': 200} Aug 10 03:56:47.698463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] For port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:47.698770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.714132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Allocated IP 2001:db8:2::2 (0146914a-f52f-453f-bbc5-0a2a928d1e37/783cc4ce-d3d1-4aa5-a95e-80e695d5eed1/f5c18869-5866-4d10-bf0d-6849948cf1ef) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:47.929067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-60afbc74-1b08-4c7a-8215-202b639e6518 None None] Provisioning complete for port b0197b03-252e-49d1-9837-32c4af3e12e9 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:47.929651 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60afbc74-1b08-4c7a-8215-202b639e6518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.949469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.976866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:48.012756 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] Checking router: 92ec6f92-9cb4-44af-82f8-602216f853c2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:48.024485 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:48.025281 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:48.034423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] For port 4120b8d8-71a3-4bad-9cdd-da643b78dd79, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:48.045686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-46706c5a-41dd-4bd0-931b-cd8e1223adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.047347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-46706c5a-41dd-4bd0-931b-cd8e1223adf4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ccd7e045e1f443abe34a1f28057e686&device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 1097 time: 0.4645829 Aug 10 03:56:48.057796 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.113292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] For port 4120b8d8-71a3-4bad-9cdd-da643b78dd79, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4120b8d8-71a3-4bad-9cdd-da643b78dd79,segment=NetworkSegment(38d7dace-2209-4f23-964a-c5a4809edf67),segment_id=38d7dace-2209-4f23-964a-c5a4809edf67)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:48.120565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38b25c-bc3c-4f5a-ae7b-1d04dd8adecc req-8f853152-0f3f-42ec-baf6-eb1434989b9e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.121726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c38b25c-bc3c-4f5a-ae7b-1d04dd8adecc req-8f853152-0f3f-42ec-baf6-eb1434989b9e tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.2806094 Aug 10 03:56:48.130413 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.205167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.205800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.206693 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Floating IP ea322022-792a-4dc3-b921-3d7405a0f30d disassociated. External IP: 172.25.2.196, port: fed22fe4-9df3-4fc0-a7e2-f1b8e7094157. Aug 10 03:56:48.207312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Calling delete_port for fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:48.286852 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:48.303511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] DHCP port deletion for 4e25c660-2124-424b-a7d3-641cec11c142 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:48.311408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c38b25c-bc3c-4f5a-ae7b-1d04dd8adecc req-4468e3c7-9329-4df9-8b46-3d0d2874b9ea tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980146 Aug 10 03:56:48.396127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Deleting port 24cf7a10-7330-4027-976a-334b07ce3d79 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:48.397156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.421636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a0c82-ad55-496b-a532-1f041ed84a91 None None] Pushing event updated for resources: {'Port': ['ID=4120b8d8-71a3-4bad-9cdd-da643b78dd79,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.557713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.607758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] For port 24cf7a10-7330-4027-976a-334b07ce3d79, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=24cf7a10-7330-4027-976a-334b07ce3d79,segment=NetworkSegment(36c5828f-cbcf-4703-85cc-e8383b6bdf7c),segment_id=36c5828f-cbcf-4703-85cc-e8383b6bdf7c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:48.609415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.615705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:48.618301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:48.656483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Calling delete_port for 24cf7a10-7330-4027-976a-334b07ce3d79 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:48.700258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde46f1b-0dde-4383-bddd-4787a2f25892 req-d480b115-b38d-4edf-83b1-7aaeef9e9e37 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.710682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dde46f1b-0dde-4383-bddd-4787a2f25892 req-d480b115-b38d-4edf-83b1-7aaeef9e9e37 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 946 time: 0.1769156 Aug 10 03:56:48.733831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-6828e2d5-6075-445c-a2c2-f872a2f14d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.736533 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-6828e2d5-6075-445c-a2c2-f872a2f14d6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 200 len: 915 time: 0.6441531 Aug 10 03:56:48.743030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.748773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/subnets/86fb2fa4-479a-42af-b219-ecc8e8ef8e34 HTTP/1.1" status: 204 len: 168 time: 1.9779439 Aug 10 03:56:48.752324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52780) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:48.812720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614c842-e1e9-46db-86b9-934892b2ed59 None None] Network 27ddd046-90af-40c9-b100-624d5a9a6748 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:48.864838 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:48.926556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.931118 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e41590d-0633-416c-801b-33b60c095f00 None None] The sync data for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 is: [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:51:02Z', 'revision_number': 4, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '080bef8e-6c62-4523-9553-ec071ee2b79f', 'name': '', 'network_id': '86030e4c-8b5f-4abe-9927-2a7570f8b9de', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'mac_address': 'fa:16:3e:b1:61:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:59Z', 'updated_at': '2021-08-10T03:51:18Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'subnets': [{'id': '25dad5ee-01a0-4185-ba66-3ce1f5460022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:48.961222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.977720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dde46f1b-0dde-4383-bddd-4787a2f25892 req-89b37864-74c3-4140-ac4b-83dcc0df4fff tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0789cee-c23b-4680-9c53-6ae1db908663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025471 Aug 10 03:56:48.981389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cfecf-2989-4355-9ef1-6d2f09b20cfd tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Subnet': ['ID=86fb2fa4-479a-42af-b219-ecc8e8ef8e34,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.033678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event deleted for resources: {'Port': ['ID=fed22fe4-9df3-4fc0-a7e2-f1b8e7094157,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.037214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Transition to ACTIVE for port object f5c18869-5866-4d10-bf0d-6849948cf1ef will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:49.081610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-ec39644c-45f7-4f43-a7ac-950ceb435f60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 200 len: 217 time: 0.3281643 Aug 10 03:56:49.120223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:49.140143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.149792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.159669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] No DVR routers for this DVR port 24cf7a10-7330-4027-976a-334b07ce3d79 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:49.181659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Deleting port 24cf7a10-7330-4027-976a-334b07ce3d79 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:49.182118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.214237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Transition to ACTIVE for port object f5c18869-5866-4d10-bf0d-6849948cf1ef will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:49.238113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Port': ['ID=24cf7a10-7330-4027-976a-334b07ce3d79,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.291822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dcf38-8a28-4af8-aa16-bd25fbe08427 req-aa3cf916-9d9e-41b8-9a6b-9136fd5a145a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.301421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c1dcf38-8a28-4af8-aa16-bd25fbe08427 req-aa3cf916-9d9e-41b8-9a6b-9136fd5a145a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2247334 Aug 10 03:56:49.302336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.324681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-a6b49fdb-1f8e-4509-a133-9ac465dae38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.326493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-a6b49fdb-1f8e-4509-a133-9ac465dae38f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 200 len: 853 time: 0.2155917 Aug 10 03:56:49.366019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.385561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 24cf7a10-7330-4027-976a-334b07ce3d79 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:49.416547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e25c660-2124-424b-a7d3-641cec11c142']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:49.426010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:49.455358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c5828f-cbcf-4703-85cc-e8383b6bdf7c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:49.455639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c5828f-cbcf-4703-85cc-e8383b6bdf7c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:49.514251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8:2::1 (0146914a-f52f-453f-bbc5-0a2a928d1e37/783cc4ce-d3d1-4aa5-a95e-80e695d5eed1/62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:49.523602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.524681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] For port 24cf7a10-7330-4027-976a-334b07ce3d79, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:49.524857 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.536227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:49.543493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7b5c6-ba22-4443-ba44-0d1d5ad0fcd5 None None] New status for floating IP 11dcbd52-2bb5-4d8f-8ee3-48cac3f16768: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:49.573133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.585757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:49.586318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:49.590099 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:49.637542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:49.644894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c1dcf38-8a28-4af8-aa16-bd25fbe08427 req-65c0c7a3-56f0-4c50-94b9-f060ee86e0c2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425009 Aug 10 03:56:49.654490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 24cf7a10-7330-4027-976a-334b07ce3d79 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:49.654841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 24cf7a10-7330-4027-976a-334b07ce3d79 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:49.674868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:49.705510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:49.761274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdf459-9e50-4be3-8cda-f64369289234 req-35091f58-99b9-4631-b21a-fe1468527f3f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.762868 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77fdf459-9e50-4be3-8cda-f64369289234 req-35091f58-99b9-4631-b21a-fe1468527f3f tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.4957659 Aug 10 03:56:49.766102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.767995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-d853b868-a0e1-4b39-959f-024e8ed18ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.769651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-d853b868-a0e1-4b39-959f-024e8ed18ca5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86030e4c-8b5f-4abe-9927-2a7570f8b9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3707452 Aug 10 03:56:49.771272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port c462ffda-4286-48d0-b365-cdc4de59ab2f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:49.771621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.771890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.776776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] 10.222.0.53 "DELETE /v2.0/networks/4e25c660-2124-424b-a7d3-641cec11c142 HTTP/1.1" status: 204 len: 168 time: 2.8855410 Aug 10 03:56:49.797763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50272e3-5ce5-4870-b7bb-4102acf4da42 tempest-NetworksTest-1875640206 tempest-NetworksTest-1875640206-project] Pushing event deleted for resources: {'Network': ['ID=4e25c660-2124-424b-a7d3-641cec11c142,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.812316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:49.815576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:49.829893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9760-e329-4ed1-9d07-a4c657744129 req-90721de1-da91-4b39-a840-a20e1a12b940 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.833090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Calling delete_port for 24cf7a10-7330-4027-976a-334b07ce3d79 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:49.840272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01ac9760-e329-4ed1-9d07-a4c657744129 req-90721de1-da91-4b39-a840-a20e1a12b940 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.3704786 Aug 10 03:56:49.858939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Port 24cf7a10-7330-4027-976a-334b07ce3d79 was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:56:49.862357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Pushing event updated for resources: {'Port': ['ID=f5c18869-5866-4d10-bf0d-6849948cf1ef,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.875925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:49.888121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Attempting to bind port f5c18869-5866-4d10-bf0d-6849948cf1ef on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:49.888559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Attempting to bind port f5c18869-5866-4d10-bf0d-6849948cf1ef by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:49.888935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Attempting to bind port f5c18869-5866-4d10-bf0d-6849948cf1ef on network 0146914a-f52f-453f-bbc5-0a2a928d1e37 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:49.893815 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:49.902023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:49.907497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Checking segment: {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:49.908006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.908407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Bound using segment: {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:49.911249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Bound port: f5c18869-5866-4d10-bf0d-6849948cf1ef, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:49.912377 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.912546 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:49.912936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:49.930221 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.981691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] No DVR routers for this DVR port fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:49.991465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Network 4e25c660-2124-424b-a7d3-641cec11c142 is not hosted by any dhcp agent {{(pid=94142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:56:49.992392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] No DVR routers for this DVR port 24cf7a10-7330-4027-976a-334b07ce3d79 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:49.994836 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.997199 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93739c6f-e29c-4ce0-99da-91e380a0d025 req-57cdf616-88ea-4b73-9c70-00765aceea34 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.39 "DELETE /v2.0/ports/fed22fe4-9df3-4fc0-a7e2-f1b8e7094157 HTTP/1.1" status: 204 len: 173 time: 3.5031569 Aug 10 03:56:49.997655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-deleted', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:50.000150 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd48a1c-e68b-49cb-bd77-3623244b19f0" -d '{"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-deleted", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:50.015560 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01ac9760-e329-4ed1-9d07-a4c657744129 req-a42aff01-f331-46fb-bea7-aa0e8751963c tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741686 Aug 10 03:56:50.119069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] For port f5c18869-5866-4d10-bf0d-6849948cf1ef, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:50.122912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] For port f5c18869-5866-4d10-bf0d-6849948cf1ef, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f5c18869-5866-4d10-bf0d-6849948cf1ef,segment=NetworkSegment(8cb0e0ab-5a83-4f68-85d3-44caf08b3973),segment_id=8cb0e0ab-5a83-4f68-85d3-44caf08b3973)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:50.134189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.137719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7205c8-6b00-46a6-8a19-bb0dda403986 None None] Pushing event deleted for resources: {'Port': ['ID=24cf7a10-7330-4027-976a-334b07ce3d79,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:50.140134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] DHCP port deletion for 27ddd046-90af-40c9-b100-624d5a9a6748 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:50.148879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.163777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port c462ffda-4286-48d0-b365-cdc4de59ab2f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c462ffda-4286-48d0-b365-cdc4de59ab2f,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:50.164213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.188222 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1ecbc-f424-4142-889f-4323b25c6255 x-openstack-request-id: req-c4d1ecbc-f424-4142-889f-4323b25c6255 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:50.188516 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f16f37-b5b7-414f-98f3-c7eed24a048a", "name": "network-vif-deleted", "tag": "fed22fe4-9df3-4fc0-a7e2-f1b8e7094157", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:50.189342 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4d1ecbc-f424-4142-889f-4323b25c6255 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:50.190442 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f16f37-b5b7-414f-98f3-c7eed24a048a', 'name': 'network-vif-deleted', 'tag': 'fed22fe4-9df3-4fc0-a7e2-f1b8e7094157', 'status': 'completed', 'code': 200} Aug 10 03:56:50.209461 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:50.228883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:50.248495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for c462ffda-4286-48d0-b365-cdc4de59ab2f owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:50.269624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-4f8bcc25-c395-47e3-9e63-e3a715f70483 service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818301 Aug 10 03:56:50.313477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e41e9e-bb6b-4010-be3d-54b4d1972f02 req-a747df35-fea9-4048-9854-ee3768a3236b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.315222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37e41e9e-bb6b-4010-be3d-54b4d1972f02 req-a747df35-fea9-4048-9854-ee3768a3236b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3769975 Aug 10 03:56:50.342096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98269da3-8435-4e87-b3e5-3f9976e437ef None None] Pushing event updated for resources: {'Port': ['ID=f5c18869-5866-4d10-bf0d-6849948cf1ef,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:50.384994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52800) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:50.417239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] Deleting port c462ffda-4286-48d0-b365-cdc4de59ab2f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:50.419260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.516719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f019887e-4669-4e1e-abd8-b8c0612959d9 req-ee1ee98c-30bb-43a0-b883-f22d80097348 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6f16f37-b5b7-414f-98f3-c7eed24a048a HTTP/1.1" status: 200 len: 210 time: 0.0807302 Aug 10 03:56:50.570392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:40Z', 'revision_number': 3, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:48Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:50.647328 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:50.810056 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:50.851659 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:50.855988 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:50.857917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07eef1-55e2-4769-8be7-abaec9392fb9 None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:40Z', 'revision_number': 3, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:48Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:50.870072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] For port c462ffda-4286-48d0-b365-cdc4de59ab2f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c462ffda-4286-48d0-b365-cdc4de59ab2f,segment=NetworkSegment(857060db-1848-460e-ba71-fb1a4f36176a),segment_id=857060db-1848-460e-ba71-fb1a4f36176a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:50.871697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.907340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] Calling delete_port for c462ffda-4286-48d0-b365-cdc4de59ab2f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:50.925073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6d03a880-63b3-444c-b498-3af3fb446c12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=298ca74f08d04ab7b406de3c1f6c2917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368369 Aug 10 03:56:50.929469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52804) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.140533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-582b862c-c4ac-4b5e-976e-9629d1b1e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.162448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.251948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-582b862c-c4ac-4b5e-976e-9629d1b1e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.271071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] Pushing event deleted for resources: {'Port': ['ID=c462ffda-4286-48d0-b365-cdc4de59ab2f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.293753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a6831-f9c0-49b8-a888-55774fb54e40 None None] No DVR routers for this DVR port c462ffda-4286-48d0-b365-cdc4de59ab2f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:51.414443 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:51.443070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7424-ca2a-4120-86c4-fb13d4158c1d req-e003d528-7380-41d2-86c9-1a6af83cf9ff tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.445314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-055d7424-ca2a-4120-86c4-fb13d4158c1d req-e003d528-7380-41d2-86c9-1a6af83cf9ff tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 945 time: 0.1994016 Aug 10 03:56:51.477697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-582b862c-c4ac-4b5e-976e-9629d1b1e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.480366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-582b862c-c4ac-4b5e-976e-9629d1b1e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.481557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-582b862c-c4ac-4b5e-976e-9629d1b1e5ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c3c2244-d878-4568-820e-4d240921db04 HTTP/1.1" status: 204 len: 168 time: 0.5506692 Aug 10 03:56:51.500963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b862c-c4ac-4b5e-976e-9629d1b1e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c2244-d878-4568-820e-4d240921db04,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.550061 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.600370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f5c18869-5866-4d10-bf0d-6849948cf1ef up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:51.639140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-055d7424-ca2a-4120-86c4-fb13d4158c1d req-0520ad8d-21cb-4dfb-b4af-6abd26e4a9ec tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961118 Aug 10 03:56:51.719579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9e43c463-9394-4f7f-9e4d-810129977a05 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:51.781813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Deleting port 9e43c463-9394-4f7f-9e4d-810129977a05 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:51.782664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.818117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37e41e9e-bb6b-4010-be3d-54b4d1972f02 req-9e085bcf-f4fe-4a43-9dc3-baf9b6097a0d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4386175 Aug 10 03:56:51.889884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:51.922377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.999788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.025508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:52.042913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:52.043949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.075132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53053fa7-6084-4268-ac99-ac41300c4d6a req-cb2f3d9c-d267-487d-9bd6-8209ee7da1ee service neutron] 10.222.0.65 "GET /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7873354 Aug 10 03:56:52.075956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.156466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfee6e21-fa1a-4365-ae5d-1bd801a5632f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.192347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:52.196824 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.226693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] No DVR routers for this DVR port c462ffda-4286-48d0-b365-cdc4de59ab2f on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:52.238400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f5c18869-5866-4d10-bf0d-6849948cf1ef completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:52.254994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfee6e21-fa1a-4365-ae5d-1bd801a5632f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.266338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4120b8d8-71a3-4bad-9cdd-da643b78dd79 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:52.276071 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1347df-0809-4a39-875f-be1de2b4cdb5 None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:52.372197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:52.376383 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051569e4-8d5a-4be8-bb41-f6e1d7dc23d7" -d '{"events": [{"server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "name": "network-vif-unplugged", "status": "completed", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:52.408419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=c462ffda-4286-48d0-b365-cdc4de59ab2f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.434406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfee6e21-fa1a-4365-ae5d-1bd801a5632f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.457020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9e43c463-9394-4f7f-9e4d-810129977a05,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:52.463779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cfee6e21-fa1a-4365-ae5d-1bd801a5632f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.466693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cfee6e21-fa1a-4365-ae5d-1bd801a5632f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0789cee-c23b-4680-9c53-6ae1db908663 HTTP/1.1" status: 204 len: 168 time: 0.5405538 Aug 10 03:56:52.469165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.475929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52832) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:52.504478 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:52.536046 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-0354c3f7-5427-4b3b-954d-ab486155e575 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] show failed (client error): The resource could not be found. Aug 10 03:56:52.542021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c96fa-7ac5-4e5d-b069-6a18f1681c5e None None] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:52.542930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0354c3f7-5427-4b3b-954d-ab486155e575 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups/d0789cee-c23b-4680-9c53-6ae1db908663 HTTP/1.1" status: 404 len: 347 time: 0.0657945 Aug 10 03:56:52.554304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:52.556875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee6e21-fa1a-4365-ae5d-1bd801a5632f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0789cee-c23b-4680-9c53-6ae1db908663,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.590729 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5f4c02-203a-405a-b64e-a7fc105687ec x-openstack-request-id: req-3a5f4c02-203a-405a-b64e-a7fc105687ec {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:52.590995 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "name": "network-vif-unplugged", "status": "completed", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:52.598970 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a5f4c02-203a-405a-b64e-a7fc105687ec {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:52.599541 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'code': 200} Aug 10 03:56:52.725225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:52.777504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] For port 9e43c463-9394-4f7f-9e4d-810129977a05, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9e43c463-9394-4f7f-9e4d-810129977a05,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:52.778073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.793825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:52.793825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.826399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.847927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] Provisioning for port f5c18869-5866-4d10-bf0d-6849948cf1ef completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:52.859093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Calling delete_port for 9e43c463-9394-4f7f-9e4d-810129977a05 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:52.869958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ddd046-90af-40c9-b100-624d5a9a6748']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:52.879015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] Provisioning complete for port f5c18869-5866-4d10-bf0d-6849948cf1ef triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:52.890899 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.893693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.934836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Deleting port 08248adc-6a63-4656-80ca-7c548b6a60c2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:52.938150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.995927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857060db-1848-460e-ba71-fb1a4f36176a') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:52.996226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857060db-1848-460e-ba71-fb1a4f36176a') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:53.051524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b5222-eeef-479a-a8db-40cc9aa1d222 None None] New status for floating IP ea322022-792a-4dc3-b921-3d7405a0f30d: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:53.068193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.074416 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.074950 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.136045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.169767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Calling delete_port for 08248adc-6a63-4656-80ca-7c548b6a60c2 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:53.190217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.210024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:53.210716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:53.219214 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:53.302923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901dc35-dd9b-4eec-a746-ae717b9fc53e req-37188ca9-2207-445b-9169-febac32e687d tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.304963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c901dc35-dd9b-4eec-a746-ae717b9fc53e req-37188ca9-2207-445b-9169-febac32e687d tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 943 time: 0.3340342 Aug 10 03:56:53.363642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52852) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.454024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.477489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.482193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/networks/27ddd046-90af-40c9-b100-624d5a9a6748 HTTP/1.1" status: 204 len: 168 time: 4.7113225 Aug 10 03:56:53.488428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52856) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.511299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.561646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c901dc35-dd9b-4eec-a746-ae717b9fc53e req-076c9341-c11f-4b20-96cd-070959d23bf9 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987691 Aug 10 03:56:53.646275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event deleted for resources: {'Port': ['ID=08248adc-6a63-4656-80ca-7c548b6a60c2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.724568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Network': ['ID=27ddd046-90af-40c9-b100-624d5a9a6748,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.733971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1615278147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:53.746654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.756107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.760190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.763128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.765507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8664803a-eebb-4372-9f1e-04233060bddc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "DELETE /v2.0/floatingips/ea322022-792a-4dc3-b921-3d7405a0f30d HTTP/1.1" status: 204 len: 168 time: 1.2097294 Aug 10 03:56:53.829109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 4120b8d8-71a3-4bad-9cdd-da643b78dd79, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4120b8d8-71a3-4bad-9cdd-da643b78dd79,segment=NetworkSegment(38d7dace-2209-4f23-964a-c5a4809edf67),segment_id=38d7dace-2209-4f23-964a-c5a4809edf67)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:53.831666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] For port f5c18869-5866-4d10-bf0d-6849948cf1ef, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f5c18869-5866-4d10-bf0d-6849948cf1ef,segment=NetworkSegment(8cb0e0ab-5a83-4f68-85d3-44caf08b3973),segment_id=8cb0e0ab-5a83-4f68-85d3-44caf08b3973)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:53.840456 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.848274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.869126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.871248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.872333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.873763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.876928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.877480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.878032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.878533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.879030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.879616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.881222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.881775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c572161-fad8-4a2f-8854-78a4ea423abb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:53.968657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=4120b8d8-71a3-4bad-9cdd-da643b78dd79,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.976296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c462ffda-4286-48d0-b365-cdc4de59ab2f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:54.006368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.054648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event deleted for resources: {'Port': ['ID=9e43c463-9394-4f7f-9e4d-810129977a05,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.059127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.061137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.073455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42087e32-75ce-4cd9-9cfa-ba7268fb7e6e None None] Pushing event updated for resources: {'Port': ['ID=f5c18869-5866-4d10-bf0d-6849948cf1ef,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.083708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c462ffda-4286-48d0-b365-cdc4de59ab2f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:54.084511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c462ffda-4286-48d0-b365-cdc4de59ab2f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:54.214816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f5c18869-5866-4d10-bf0d-6849948cf1ef up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:54.280127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] No DVR routers for this DVR port 9e43c463-9394-4f7f-9e4d-810129977a05 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:54.284031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.290351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f5c18869-5866-4d10-bf0d-6849948cf1ef triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:54.290732 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.291099 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.294849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-77fdf459-9e50-4be3-8cda-f64369289234 req-506a87aa-fafa-4350-929a-9a0cd9f3f8e4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.65 "DELETE /v2.0/ports/9e43c463-9394-4f7f-9e4d-810129977a05 HTTP/1.1" status: 204 len: 173 time: 4.5185664 Aug 10 03:56:54.308754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'name': 'network-vif-deleted', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:54.316008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf5c3d-552f-487b-9c5e-e2bcf16cc36f" -d '{"events": [{"server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "name": "network-vif-deleted", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:54.327581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39207930-1f91-42ac-a742-3763a32db048 None None] Provisioning for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:54.334994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.339624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39207930-1f91-42ac-a742-3763a32db048 None None] Provisioning complete for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:54.340239 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39207930-1f91-42ac-a742-3763a32db048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.367306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.371621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a8542f9f-6118-4ec7-8626-1533a0347a32 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0028083 Aug 10 03:56:54.372125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52864) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:54.380868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-417909350'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:54.406348 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaabb62-7601-4626-bf21-2666ab829943 x-openstack-request-id: req-eaaabb62-7601-4626-bf21-2666ab829943 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:54.406508 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3d36a9-8f64-4cbe-9023-1130d2564718", "name": "network-vif-deleted", "tag": "9e43c463-9394-4f7f-9e4d-810129977a05", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:54.406856 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaaabb62-7601-4626-bf21-2666ab829943 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:54.407529 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3d36a9-8f64-4cbe-9023-1130d2564718', 'name': 'network-vif-deleted', 'tag': '9e43c463-9394-4f7f-9e4d-810129977a05', 'status': 'completed', 'code': 200} Aug 10 03:56:54.411490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.427632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.428963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.441034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Made reservation on behalf of 961132d5e9254bc0a43ed39ea6d7a22a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:54.450178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.465663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-39207930-1f91-42ac-a742-3763a32db048 None None] Port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:54.489415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.543799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39207930-1f91-42ac-a742-3763a32db048 None None] Provisioning complete for port f5c18869-5866-4d10-bf0d-6849948cf1ef triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:54.544434 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39207930-1f91-42ac-a742-3763a32db048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.559128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port 6f3be3fb-8f31-44da-aca6-5173f18ce6c8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:54.559691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.580657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.703805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.711345 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.763453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:54.787155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.787509 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Added segment 4ce2d83a-68a5-462d-818d-689dde2f399e of type vlan for network 3d142408-3c7c-4256-9a37-9a7c576f8844 Aug 10 03:56:54.872852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4120b8d8-71a3-4bad-9cdd-da643b78dd79 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:54.883653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.925373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b7f65fe-d486-48dc-b4f7-e6eaf3aa21c9 req-7fa49f4c-8119-4464-918d-1b82e102aad4 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.1059222 Aug 10 03:56:54.927929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebf9437-d35c-42c9-b7df-3b36837952a2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.940124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.003887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:55.004287 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.016916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.023587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.024499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.047183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52872) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:55.053546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954218179', 'description': 'tempest-description--1237716502'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.145741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Network': ['ID=3d142408-3c7c-4256-9a37-9a7c576f8844,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:55.152873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.166904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.167214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:55.167420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.168367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4352cdc4-e351-48ab-831a-80813cc62798 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7948415 Aug 10 03:56:55.173828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52874) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:55.182586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'subnet': {'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.208646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8ff9a8df-ffbb-46db-bd31-c94f6de77fed None None] Provisioning complete for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:55.209290 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a8df-ffbb-46db-bd31-c94f6de77fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.246688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:55.248835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for 6f3be3fb-8f31-44da-aca6-5173f18ce6c8 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:55.266215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:55.403149 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.416723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.511755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9a8df-ffbb-46db-bd31-c94f6de77fed None None] Port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:55.514112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Made reservation on behalf of 961132d5e9254bc0a43ed39ea6d7a22a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:55.524300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.550652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.552298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5040295 Aug 10 03:56:55.585654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52880) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:55.591797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'security_group_rule': {'security_group_id': 'c7fb481e-de6f-4e44-9ae1-6b9beebb8102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.624902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:55.753823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ee186b2b-5827-46c5-8784-d1d85075f878 None None] Provisioning complete for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:55.754896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ee186b2b-5827-46c5-8784-d1d85075f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.808570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:55.814790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9ec2890-6b9c-4e1b-a3a2-d5008602a74a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0304387 Aug 10 03:56:55.819370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52882) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:55.825501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1063318476'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.841747 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:55.856751 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:55.858642 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:55.893087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:55.893802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ee186b2b-5827-46c5-8784-d1d85075f878 None None] Port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:55.897008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.919686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.962211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=6f3be3fb-8f31-44da-aca6-5173f18ce6c8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:55.964743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:56.003534 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.004172 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added segment cb018890-96cb-482a-a555-4bd5761765f1 of type vlan for network ca85ce6f-d445-4a06-abe7-5eae1af3c104 Aug 10 03:56:56.067265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5d8d9-5436-4d0c-8b32-6621686eab70 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb481e-de6f-4e44-9ae1-6b9beebb8102,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.076231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.094347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:56.105029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1f31f-1865-46ac-b7f6-84a22f481a5d req-0b975d43-5796-4426-b1e5-a496ef415398 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.114079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5fa1f31f-1865-46ac-b7f6-84a22f481a5d req-0b975d43-5796-4426-b1e5-a496ef415398 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.6889694 Aug 10 03:56:56.162326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.208227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.221177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5fa1f31f-1865-46ac-b7f6-84a22f481a5d req-e8267863-d76d-4f14-a8a7-b2661659fa08 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063619 Aug 10 03:56:56.229478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e4635808-f73b-4485-a7cb-d279b31f2715 req-ba6c3a32-20c3-4ff0-9502-6b570b594794 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.0729156 Aug 10 03:56:56.263045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.263454 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Floating IP 6e18e3d4-d934-4720-9665-a0040839288c disassociated (deleted). External IP: 172.25.2.9, port: 271bb86c-8949-4c75-9646-bdf8cfc0cf43. Aug 10 03:56:56.285339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Subnet': ['ID=9620d370-f88d-4429-b5c2-30fdb1793c4a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.296364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.329747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.336939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.337703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.380437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Checking segment: {'id': '4ce2d83a-68a5-462d-818d-689dde2f399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:56.381138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network hostable DHCP agents. Network: 3d142408-3c7c-4256-9a37-9a7c576f8844, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:56.428188 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:52Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:56.450459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6300855 Aug 10 03:56:56.456939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.458226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52888) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:56.458650 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:56.459002 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Updating router d5464d5c-c239-474b-a565-4be39e9e62b5 port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:56:56.467457 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.472476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'subnet': {'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:56.507644 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.538632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.541409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9533830 Aug 10 03:56:56.552776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:56.559936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52890) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:56.572887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'security_group_rule': {'security_group_id': 'c7fb481e-de6f-4e44-9ae1-6b9beebb8102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:56.611274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcec38-68c4-4ba6-b830-e7bd31c30e7c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d18348-af23-4881-9b04-c4e3429f716b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.636351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a5a5-14f4-4e0d-88a4-d452c8c4794c req-27e36393-87a3-4433-8f14-01fbb788d2b4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.638612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7df1a5a5-14f4-4e0d-88a4-d452c8c4794c req-27e36393-87a3-4433-8f14-01fbb788d2b4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2819424 Aug 10 03:56:56.650195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.654085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3d142408-3c7c-4256-9a37-9a7c576f8844) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:56.665037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2b61d-fe42-425b-b782-f0c94f940ef3 None None] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:56.699565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.700338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.780694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7df1a5a5-14f4-4e0d-88a4-d452c8c4794c req-a914f055-a208-4956-8d53-199eab7ff032 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329715 Aug 10 03:56:56.800485 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8fa4724c-092a-421c-a8dd-4125316e47af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6253638 Aug 10 03:56:56.805143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52892) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:56.819585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'network': {'name': 'tempest-router-network01--1856966935'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:56.860019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Made reservation on behalf of 961132d5e9254bc0a43ed39ea6d7a22a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:56.880538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.959665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.970932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.991498 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.995549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563cdf4-6aea-44d5-9046-3f5e9877b48a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Network': ['ID=ca85ce6f-d445-4a06-abe7-5eae1af3c104,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.023814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:57.024400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:57.026130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-3d142408-3c7c-4256-9a37-9a7c576f8844', 'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844', 'tenant_id': '961132d5e9254bc0a43ed39ea6d7a22a', 'fixed_ips': [{'subnet_id': '9620d370-f88d-4429-b5c2-30fdb1793c4a'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:57.027390 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.027915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.029188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4660146 Aug 10 03:56:57.033537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713d997c-a114-4218-bc55-06de5749d25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.039679 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Transition to ACTIVE for port object 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:57.044161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f799d98-cf8d-4571-8727-381b97e69a81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8b87c4-10d2-45bf-864f-ce813d612641,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.044537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52900) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:57.058066 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.074641 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.074987 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Added segment 016473ef-0d16-4496-af29-7596862634e8 of type vlan for network d68deea6-33d9-4d5d-bc8c-07d053c910fc Aug 10 03:56:57.103751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:57.136754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8087b-4680-4237-aca3-959c47d512f5 req-3654f908-92ba-40d9-9542-3d8831f791ea tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.138584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03b8087b-4680-4237-aca3-959c47d512f5 req-3654f908-92ba-40d9-9542-3d8831f791ea tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1280904 Aug 10 03:56:57.149016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.229373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03b8087b-4680-4237-aca3-959c47d512f5 req-b792d0c4-d73b-4d86-86a9-3da432fbb053 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759919 Aug 10 03:56:57.230774 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.236944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.237610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.268911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.335836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Network': ['ID=d68deea6-33d9-4d5d-bc8c-07d053c910fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.341551 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc3d1-b021-496d-b50f-aa8a72d2fac4 None None] Pushing event updated for resources: {'Port': ['ID=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.417426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:57.426319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:57.439344 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Attempting to bind port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:57.441177 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Attempting to bind port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:57.441708 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Attempting to bind port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc on network 0146914a-f52f-453f-bbc5-0a2a928d1e37 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:57.448279 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:57.448763 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Checking segment: {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:57.449412 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.449926 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Bound using segment: {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:57.450538 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Bound port: 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb0e0ab-5a83-4f68-85d3-44caf08b3973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:57.451275 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.459995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2dfba387-ddbe-4b5b-9458-3f13215fd4b4 req-c5556743-4c5d-4944-ac48-ebb12e24fa87 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.0611048 Aug 10 03:56:57.461546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Made reservation on behalf of 60a3f4462ebc400994cd39f1f0856152 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:57.466804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-21b09080-26ce-4eaf-b58b-b21068fd6c81 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6595104 Aug 10 03:56:57.471786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.472523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52906) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:57.490512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'network': {'name': 'tempest-router-network02--1825019986'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:57.570912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696757f0-457a-446f-8627-ce03d03cb719 req-05e8f9a3-22a2-4136-a20e-f99116fbf4dc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.578339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-696757f0-457a-446f-8627-ce03d03cb719 req-05e8f9a3-22a2-4136-a20e-f99116fbf4dc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1622772 Aug 10 03:56:57.600535 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] For port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:57.607831 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] For port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,segment=NetworkSegment(8cb0e0ab-5a83-4f68-85d3-44caf08b3973),segment_id=8cb0e0ab-5a83-4f68-85d3-44caf08b3973)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:57.615357 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.617882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Made reservation on behalf of 961132d5e9254bc0a43ed39ea6d7a22a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:57.624201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.695753 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc3d1-b021-496d-b50f-aa8a72d2fac4 None None] Pushing event updated for resources: {'Port': ['ID=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.717909 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:57.718441 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:57.727093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-696757f0-457a-446f-8627-ce03d03cb719 req-5dbc5924-e1ab-4310-aa86-7f10c14250f4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373203 Aug 10 03:56:57.749604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Allocated IP 172.20.0.2 (3d142408-3c7c-4256-9a37-9a7c576f8844/9620d370-f88d-4429-b5c2-30fdb1793c4a/33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:57.762240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:57.786631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.789221 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Added segment 69669a8c-b33d-4484-995c-a814812a1a46 of type vlan for network 2dbcfc17-4472-473f-9538-33a5cfd04d88 Aug 10 03:56:57.903925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:57.911105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.915292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.951688 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:57.958784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:57.968618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7b2ea5f-2f32-4c97-a72d-3d3789d48eca tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/floatingips/6e18e3d4-d934-4720-9665-a0040839288c HTTP/1.1" status: 204 len: 168 time: 4.4734459 Aug 10 03:56:57.975972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:57.978793 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f936a0a-1451-4ff3-946d-7691e0cac81d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:58.018292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.027853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:58.028712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:56:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:58.079677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.102905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.104031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.293738 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.381855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Network': ['ID=2dbcfc17-4472-473f-9538-33a5cfd04d88,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.414335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f5cff35e-dd30-4600-a19d-a0b550dab287 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9372261 Aug 10 03:56:58.417080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52920) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:58.426230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Subnet': ['ID=87a30f84-fd35-465d-acd0-e5a4112fa629,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.440677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'subnet': {'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:58.456781 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13449dd6-a6f4-4386-aa6a-2b3e6303c619 x-openstack-request-id: req-13449dd6-a6f4-4386-aa6a-2b3e6303c619 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:58.457420 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:58.457908 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13449dd6-a6f4-4386-aa6a-2b3e6303c619 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:58.458734 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'status': 'completed', 'code': 200} Aug 10 03:56:58.476416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2dbcfc17-4472-473f-9538-33a5cfd04d88 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:58.521842 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:52Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:56:57Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:58.578184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa259f-c627-4281-a75f-20131fae4898 req-af7a2639-1ce5-4e7b-af2e-c0ab50f14fcb tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.579817 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54aa259f-c627-4281-a75f-20131fae4898 req-af7a2639-1ce5-4e7b-af2e-c0ab50f14fcb tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.4715071 Aug 10 03:56:58.595064 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fdf32e-33ba-41c3-9e8a-caba668c394e None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:56:52Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:56:57Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:58.625040 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.674548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Made reservation on behalf of 961132d5e9254bc0a43ed39ea6d7a22a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:58.678801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.695738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54aa259f-c627-4281-a75f-20131fae4898 req-e6aacde1-d704-4b54-b42f-0747d2de7bae tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891111 Aug 10 03:56:58.716793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Transition to ACTIVE for port object 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:58.759052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Allocated IP 172.25.2.145 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/6ad4115c-8a41-4364-811d-ec8b6b1b4c15) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:58.764017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Transition to ACTIVE for port object 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:58.779819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.842158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Pushing event updated for resources: {'Port': ['ID=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.862614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:58.928737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:58.930040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0e93cc2-bff0-41c9-a93d-f1840e7aea07 req-8574608a-8bc8-4c71-a65e-9ffecdcb2680 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.0507023 Aug 10 03:56:58.947058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:58.976399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:58.994903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721948f0-2afc-4181-b190-578537f6454b req-5d3eeb89-3b4e-46aa-882c-043f16cd5a58 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.996608 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-721948f0-2afc-4181-b190-578537f6454b req-5d3eeb89-3b4e-46aa-882c-043f16cd5a58 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.4197204 Aug 10 03:56:58.997455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Checking segment: {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:58.997823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network hostable DHCP agents. Network: ca85ce6f-d445-4a06-abe7-5eae1af3c104, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:59.062580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-cd5057fd-80ac-4781-9bc7-b272c947df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.067912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-cd5057fd-80ac-4781-9bc7-b272c947df1d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 1097 time: 0.6075811 Aug 10 03:56:59.179030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.203465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.244179 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-721948f0-2afc-4181-b190-578537f6454b req-ddafdc48-aadc-43d1-9406-45cf2dba7667 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303805 Aug 10 03:56:59.303718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:59.314679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.334236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483b3e9-dba7-4daa-bf0d-3387637688dd req-840eb7df-a333-4ea9-9df4-3de58af31245 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.336833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f483b3e9-dba7-4daa-bf0d-3387637688dd req-840eb7df-a333-4ea9-9df4-3de58af31245 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2500286 Aug 10 03:56:59.381728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'Port': ['ID=6ad4115c-8a41-4364-811d-ec8b6b1b4c15,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:59.389428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, ca85ce6f-d445-4a06-abe7-5eae1af3c104) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:59.405570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.408095 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.409570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Attempting to bind port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:59.413234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Attempting to bind port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4ce2d83a-68a5-462d-818d-689dde2f399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:59.413561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Attempting to bind port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba on network 3d142408-3c7c-4256-9a37-9a7c576f8844 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:59.416377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Subnet': ['ID=ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:59.432095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:59.432748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Checking segment: {'id': '4ce2d83a-68a5-462d-818d-689dde2f399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:59.434059 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.434556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Bound using segment: {'id': '4ce2d83a-68a5-462d-818d-689dde2f399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:59.438168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Bound port: 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce2d83a-68a5-462d-818d-689dde2f399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3d142408-3c7c-4256-9a37-9a7c576f8844'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:59.439196 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.441681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff2ef7-4e9f-4597-ac30-8fc2fc33a545 None None] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:59.457692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:59.475763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:59.478809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f483b3e9-dba7-4daa-bf0d-3387637688dd req-b6512e8d-39a8-4e5a-a0d4-6618964cdb95 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Aug 10 03:56:59.481687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:59.497289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Checking segment: {'id': '016473ef-0d16-4496-af29-7596862634e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:59.531228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network hostable DHCP agents. Network: d68deea6-33d9-4d5d-bc8c-07d053c910fc, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:59.573675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:59.605354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d68deea6-33d9-4d5d-bc8c-07d053c910fc) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:59.624266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.625075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.652144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d437af0d-964a-4256-8239-cbaa4e39658f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2293441 Aug 10 03:56:59.655119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:59.663485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'subnet': {'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:59.690286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b822c50-b126-4af9-a703-7f5e24e5e3f4 None None] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:59.739461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.766173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-322658c9-bfd5-4d6c-85a4-226d89ff2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.769671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-322658c9-bfd5-4d6c-85a4-226d89ff2a06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 200 len: 898 time: 0.6761911 Aug 10 03:56:59.828651 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.844538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] For port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:59.877744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] For port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,segment=NetworkSegment(4ce2d83a-68a5-462d-818d-689dde2f399e),segment_id=4ce2d83a-68a5-462d-818d-689dde2f399e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:59.897818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-134f28e5-651d-4bb4-a0c7-136852154cd2 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4383309 Aug 10 03:56:59.901342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-5b001e6a-1454-4375-abe5-1d79f68f9a51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 200 len: 217 time: 0.0846875 Aug 10 03:56:59.903395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 52934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:59.935120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Made reservation on behalf of 961132d5e9254bc0a43ed39ea6d7a22a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:59.940349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.000142 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.012143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384483-021d-4c4c-afce-a67830e4a619 req-339ca14a-3a78-4086-a830-6b0a855d0b21 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.013947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07384483-021d-4c4c-afce-a67830e4a619 req-339ca14a-3a78-4086-a830-6b0a855d0b21 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2317214 Aug 10 03:57:00.098832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 6, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:00.115439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-82579eb1-5bc1-4683-aa0c-2429d0d07c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.209267 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.273716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07384483-021d-4c4c-afce-a67830e4a619 req-379f7aea-18c4-4088-ac48-1aeb4df10062 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352003 Aug 10 03:57:00.293074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Subnet': ['ID=b253531d-9883-430a-84f0-e45643b65f85,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.351049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-152d7c3e-3499-49d4-a2ee-25c05c06ffb9 req-578d6768-155d-4bfb-944a-457e2b99506d tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.1729310 Aug 10 03:57:00.352949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-35a8bdd9-6e09-44b1-a969-aec8c9c668f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.354663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-35a8bdd9-6e09-44b1-a969-aec8c9c668f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 200 len: 834 time: 0.1243656 Aug 10 03:57:00.384230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:00.393715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Checking segment: {'id': '69669a8c-b33d-4484-995c-a814812a1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:00.394168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network hostable DHCP agents. Network: 2dbcfc17-4472-473f-9538-33a5cfd04d88, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:00.414225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d28ed-7bed-4cf5-a50b-9388653c409f None None] Pushing event updated for resources: {'Port': ['ID=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.439377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:00.451955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network 2dbcfc17-4472-473f-9538-33a5cfd04d88 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:00.520486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2dbcfc17-4472-473f-9538-33a5cfd04d88) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:00.526481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.527089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.568645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19b0658c-11aa-4c06-a31b-1b7a39925cc7 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9120512 Aug 10 03:57:00.570627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-beb32e9c-c72c-48ef-b0f3-8de9f97209fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.570793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52942) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.573491 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-beb32e9c-c72c-48ef-b0f3-8de9f97209fb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.8009200 Aug 10 03:57:00.594110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a8332f-6bfb-45dc-a7b5-fcd9ffd0ccf0 None None] Network 2dbcfc17-4472-473f-9538-33a5cfd04d88 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:00.594397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3026f5a-c32c-44e9-814b-04e83d1d81d8 req-1846f087-63e8-4382-a76a-7ed7d2e8a833 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.597838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3026f5a-c32c-44e9-814b-04e83d1d81d8 req-1846f087-63e8-4382-a76a-7ed7d2e8a833 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.1565158 Aug 10 03:57:00.616805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:00.617470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:00.642649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.768411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d68deea6-33d9-4d5d-bc8c-07d053c910fc', 'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc', 'tenant_id': '961132d5e9254bc0a43ed39ea6d7a22a', 'fixed_ips': [{'subnet_id': 'ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:00.769888 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.772648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:00.774761 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.817920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-fee225aa-c010-41c3-b42c-98bf599dc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.819723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-fee225aa-c010-41c3-b42c-98bf599dc4f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0589c81a-f794-4408-9dad-e006f6daec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4117782 Aug 10 03:57:00.952160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3026f5a-c32c-44e9-814b-04e83d1d81d8 req-2cbe61e2-58aa-4ce4-8d0b-475ef810ca4b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609067 Aug 10 03:57:01.067043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:01.068328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.099709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:01.100110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.214401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:01.227008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.246233 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.330500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Allocated IP 2001:db8:3::2 (ca85ce6f-d445-4a06-abe7-5eae1af3c104/87a30f84-fd35-465d-acd0-e5a4112fa629/548f088c-aa46-4aec-adc2-bd6cd3579923) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:01.355971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7e1db-9ee2-4c43-9846-5abc9c04de53 req-b4ca6396-b3a3-4df1-8f92-3681fa9d5c0c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.362609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52b7e1db-9ee2-4c43-9846-5abc9c04de53 req-b4ca6396-b3a3-4df1-8f92-3681fa9d5c0c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.7875676 Aug 10 03:57:01.554914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'Port': ['ID=6ad4115c-8a41-4364-811d-ec8b6b1b4c15,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:01.573730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97c2c91f-00ec-4de4-bf89-c2a8fe4e271f req-437fb95e-180c-4dce-83ed-8ffa867718c1 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3d36a9-8f64-4cbe-9023-1130d2564718 HTTP/1.1" status: 200 len: 210 time: 0.0633957 Aug 10 03:57:01.618275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52b7e1db-9ee2-4c43-9846-5abc9c04de53 req-81ddb12e-2752-43a6-8457-f9cdd7cc7530 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367792 Aug 10 03:57:01.619507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.638089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-3a19e0bb-acad-472f-8853-4f025c8c0c3b service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675109 Aug 10 03:57:01.660936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:01.661470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.783966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-2dbcfc17-4472-473f-9538-33a5cfd04d88', 'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88', 'tenant_id': '961132d5e9254bc0a43ed39ea6d7a22a', 'fixed_ips': [{'subnet_id': 'b253531d-9883-430a-84f0-e45643b65f85'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:01.785098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.812361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Allocated IP 172.20.0.2 (d68deea6-33d9-4d5d-bc8c-07d053c910fc/ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3/509bd577-6bf8-4813-9dce-7f883a6dfa91) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:01.928286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.049238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.060642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Transition to ACTIVE for port object 548f088c-aa46-4aec-adc2-bd6cd3579923 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:02.085443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Transition to ACTIVE for port object 548f088c-aa46-4aec-adc2-bd6cd3579923 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:02.167336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bad1999-9b2c-4443-a638-b81568de4fcb None None] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:02.195426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.208120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.209377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8ef914a6-94fd-4b34-9f80-01d853275860 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1103609 Aug 10 03:57:02.225262 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.226348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6111b61-9ca6-446f-8ce9-0c97e5f0cb80 req-0cccca73-aa29-4e9b-8486-dc2f76731b7f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.229007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6111b61-9ca6-446f-8ce9-0c97e5f0cb80 req-0cccca73-aa29-4e9b-8486-dc2f76731b7f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a829314-ed28-4d8d-bc59-1baf1cd5f68f HTTP/1.1" status: 200 len: 945 time: 0.1312125 Aug 10 03:57:02.297199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.312013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b6111b61-9ca6-446f-8ce9-0c97e5f0cb80 req-b04d6e5f-a4e3-4682-9f93-73a97ea78b3c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=0efb9623-7ad9-4c2c-9155-f6bb30e5404e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680535 Aug 10 03:57:02.367607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2e9da-adc4-4803-acf3-3042b8153abd req-d7918b14-41fd-4beb-93fb-861f9f19fbb9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.369252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27f2e9da-adc4-4803-acf3-3042b8153abd req-d7918b14-41fd-4beb-93fb-861f9f19fbb9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2273035 Aug 10 03:57:02.371414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port 271bb86c-8949-4c75-9646-bdf8cfc0cf43, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=271bb86c-8949-4c75-9646-bdf8cfc0cf43,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:02.371860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.415323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f936a0a-1451-4ff3-946d-7691e0cac81d req-62cb25bb-7a98-4344-a0d9-a2275c129a18 service neutron] 10.222.0.65 "GET /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7817972 Aug 10 03:57:02.460864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for 271bb86c-8949-4c75-9646-bdf8cfc0cf43 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:02.515746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Pushing event updated for resources: {'Port': ['ID=548f088c-aa46-4aec-adc2-bd6cd3579923,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.521150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:02.524783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Allocated IP 172.20.0.2 (2dbcfc17-4472-473f-9538-33a5cfd04d88/b253531d-9883-430a-84f0-e45643b65f85/f9dede54-7a2b-4e24-978b-d607b1e7ad86) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:02.534242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-abdd46b3-5be4-4d15-8b60-2e42b0c0a391 None None] Provisioning for port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:02.553639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,segment=NetworkSegment(8cb0e0ab-5a83-4f68-85d3-44caf08b3973),segment_id=8cb0e0ab-5a83-4f68-85d3-44caf08b3973)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:02.561315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:02.586291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27f2e9da-adc4-4803-acf3-3042b8153abd req-deba8f16-b18c-459f-a315-ed5d6050906f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796460 Aug 10 03:57:02.587346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:02.591248 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.714913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-6e6a5da5-e286-4c23-8ca5-61b8f387d2e8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--954218179&fields=id&tenant_id=69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 267 time: 0.1236246 Aug 10 03:57:02.717290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 52970) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:02.914004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-57ea298b-32d7-468a-9ec8-79cf16115f11 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.916349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:02.922600 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-57ea298b-32d7-468a-9ec8-79cf16115f11 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 816 time: 0.2067237 Aug 10 03:57:02.933658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5e7469c-6575-4622-b5b2-f27e91162466 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.948094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-68a9e57a-ff06-4610-874e-b27f0c4a8725 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/quotas/69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 375 time: 0.0237789 Aug 10 03:57:02.949045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.989330 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5e7469c-6575-4622-b5b2-f27e91162466 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.014971 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.021077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Attempting to bind port 548f088c-aa46-4aec-adc2-bd6cd3579923 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:03.021655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Attempting to bind port 548f088c-aa46-4aec-adc2-bd6cd3579923 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:03.022267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Attempting to bind port 548f088c-aa46-4aec-adc2-bd6cd3579923 on network ca85ce6f-d445-4a06-abe7-5eae1af3c104 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:03.026856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66e5b-3560-4a27-9e73-dea56abcc8b1 req-913812d3-2722-4a10-9bee-8d005b006d12 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:03.035377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17e66e5b-3560-4a27-9e73-dea56abcc8b1 req-913812d3-2722-4a10-9bee-8d005b006d12 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1809306 Aug 10 03:57:03.062972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-1fbcd5ad-a034-43bd-946e-cc7739af9d12 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995221 Aug 10 03:57:03.070401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Allocated IP 2001:db8:3::1 (ca85ce6f-d445-4a06-abe7-5eae1af3c104/87a30f84-fd35-465d-acd0-e5a4112fa629/9b1f5675-9838-4d61-bf82-d5e98d60f275) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:03.085047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-50446a8b-bdb6-4f74-b6cc-69a814e1fdf5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:57:03.086524 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-50446a8b-bdb6-4f74-b6cc-69a814e1fdf5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113983 Aug 10 03:57:03.088828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Transition to ACTIVE for port object 509bd577-6bf8-4813-9dce-7f883a6dfa91 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:03.094266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 6, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:03.097749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:03.098443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Checking segment: {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:03.099306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.099757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Bound using segment: {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:03.100577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Bound port: 548f088c-aa46-4aec-adc2-bd6cd3579923, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:03.101213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.118576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.163131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17e66e5b-3560-4a27-9e73-dea56abcc8b1 req-ff9718ee-1958-47b2-b6cb-e14720fbfbd6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259091 Aug 10 03:57:03.167871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5e7469c-6575-4622-b5b2-f27e91162466 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.171265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f5e7469c-6575-4622-b5b2-f27e91162466 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.177499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f5e7469c-6575-4622-b5b2-f27e91162466 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] 10.222.0.53 "DELETE /v2.0/security-groups/e9e09a4e-be6f-4e12-aebe-2dba78bbecdb HTTP/1.1" status: 204 len: 168 time: 0.4590456 Aug 10 03:57:03.239849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=271bb86c-8949-4c75-9646-bdf8cfc0cf43,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.249070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e96dc-1cf2-4e2a-b52c-5adc6e47489c None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:56:38Z', 'revision_number': 6, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'b07d3028-dc62-4173-aa36-e9843757da4b', 'name': '', 'network_id': '0589c81a-f794-4408-9dad-e006f6daec99', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:2e:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:24Z', 'updated_at': '2021-08-10T03:54:41Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': 'bef95216-5bcb-4314-8e41-3cd4c1a77f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:03.306347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] No DVR routers for this DVR port 271bb86c-8949-4c75-9646-bdf8cfc0cf43 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:03.309487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.312065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8bdb946-5cdf-4fec-be35-bb22ecee72b6 req-166c7813-34aa-48c7-8482-45c29d962f1b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.65 "DELETE /v2.0/ports/271bb86c-8949-4c75-9646-bdf8cfc0cf43 HTTP/1.1" status: 204 len: 173 time: 2.5563443 Aug 10 03:57:03.318822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Transition to ACTIVE for port object 509bd577-6bf8-4813-9dce-7f883a6dfa91 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:03.318961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'name': 'network-vif-deleted', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:03.319820 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a727ed-673b-4801-9b40-cbe44d562f1a" -d '{"events": [{"server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "name": "network-vif-deleted", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:03.383703 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-441165a3-63fa-401f-9b18-e35a37c300e3 service neutron] 10.222.0.53 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697170 Aug 10 03:57:03.389227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7469c-6575-4622-b5b2-f27e91162466 tempest-TestVolumeBackupRestore-383308864 tempest-TestVolumeBackupRestore-383308864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e09a4e-be6f-4e12-aebe-2dba78bbecdb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.420730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.469128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Transition to ACTIVE for port object 9b1f5675-9838-4d61-bf82-d5e98d60f275 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:03.531054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.568035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.569726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.702479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9838-4d61-bf82-d5e98d60f275,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.783118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:03.819647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:03.847729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:03.848532 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.916391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Allocated IP 172.20.0.1 (d68deea6-33d9-4d5d-bc8c-07d053c910fc/ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3/1f6ccaea-db96-4470-b529-1331178a1331) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:03.928398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 271bb86c-8949-4c75-9646-bdf8cfc0cf43 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:03.953839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-392231ee-fec7-4863-b0d9-d9687fd5602c service neutron] 10.222.0.53 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476217 Aug 10 03:57:04.075493 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.087247 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b19d4-c9b9-4fce-8c31-bdaf0739e877 None None] New status for floating IP 6e18e3d4-d934-4720-9665-a0040839288c: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:04.096746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f373023-4e9b-4b1b-8c29-b40e62a5eb9e req-c15262b8-5a49-446e-9ad3-27e6d56d186c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.105899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f373023-4e9b-4b1b-8c29-b40e62a5eb9e req-c15262b8-5a49-446e-9ad3-27e6d56d186c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.5877392 Aug 10 03:57:04.212413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 271bb86c-8949-4c75-9646-bdf8cfc0cf43 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:04.229445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 271bb86c-8949-4c75-9646-bdf8cfc0cf43 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:04.253291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Transition to ACTIVE for port object f9dede54-7a2b-4e24-978b-d607b1e7ad86 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:04.276328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:04.312676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] For port 548f088c-aa46-4aec-adc2-bd6cd3579923, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:04.321471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] For port 548f088c-aa46-4aec-adc2-bd6cd3579923, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=548f088c-aa46-4aec-adc2-bd6cd3579923,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:04.333683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.359915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:04.402995 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.425944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Pushing event updated for resources: {'Port': ['ID=509bd577-6bf8-4813-9dce-7f883a6dfa91,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:04.428761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:04.430304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Transition to ACTIVE for port object 1f6ccaea-db96-4470-b529-1331178a1331 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:04.454383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:04.461466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f373023-4e9b-4b1b-8c29-b40e62a5eb9e req-b2c12493-08b8-4780-b512-240ac778b2a6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543980 Aug 10 03:57:04.488840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:04.513681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.526264 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e051872f-8a8a-4277-972e-8617170e4171 x-openstack-request-id: req-e051872f-8a8a-4277-972e-8617170e4171 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:04.526739 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a829314-ed28-4d8d-bc59-1baf1cd5f68f", "name": "network-vif-deleted", "tag": "271bb86c-8949-4c75-9646-bdf8cfc0cf43", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:04.527215 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e051872f-8a8a-4277-972e-8617170e4171 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:04.528073 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a829314-ed28-4d8d-bc59-1baf1cd5f68f', 'name': 'network-vif-deleted', 'tag': '271bb86c-8949-4c75-9646-bdf8cfc0cf43', 'status': 'completed', 'code': 200} Aug 10 03:57:04.545154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Transition to ACTIVE for port object f9dede54-7a2b-4e24-978b-d607b1e7ad86 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:04.557827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.588984 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.692854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.717579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53074) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:04.745237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Network 2dbcfc17-4472-473f-9538-33a5cfd04d88 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:04.829604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:04.864646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:05.007238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Port': ['ID=1f6ccaea-db96-4470-b529-1331178a1331,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:05.032801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5b8ced98-43bd-4872-9ad2-304e38926231 req-ff75d12b-b7f4-4deb-a9f1-d139e1aa148e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.3944795 Aug 10 03:57:05.131934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.132602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.134055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.135724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.137495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.138353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.147723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.152153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.155917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.156794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.160371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.160999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:05.183868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af3258-fd4a-4744-ad46-26e1b097bda7 req-0e17517b-aca6-495c-9d54-cea94f82e9b3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.205609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7af3258-fd4a-4744-ad46-26e1b097bda7 req-0e17517b-aca6-495c-9d54-cea94f82e9b3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3253522 Aug 10 03:57:05.223502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:05.247399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:05.259254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:05.308960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0aa9-3721-4d53-9d5a-f04722839b91 None None] Pushing event updated for resources: {'Port': ['ID=548f088c-aa46-4aec-adc2-bd6cd3579923,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:05.372511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7af3258-fd4a-4744-ad46-26e1b097bda7 req-a4131bee-1acb-45bd-ab31-04bb22c5515a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645801 Aug 10 03:57:05.447398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.452932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Attempting to bind port f9dede54-7a2b-4e24-978b-d607b1e7ad86 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:05.453720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Attempting to bind port f9dede54-7a2b-4e24-978b-d607b1e7ad86 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '69669a8c-b33d-4484-995c-a814812a1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:05.454407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Attempting to bind port f9dede54-7a2b-4e24-978b-d607b1e7ad86 on network 2dbcfc17-4472-473f-9538-33a5cfd04d88 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:05.460477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3923a-7e67-4dad-802f-d624c6a58d23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.464312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Pushing event updated for resources: {'Port': ['ID=f9dede54-7a2b-4e24-978b-d607b1e7ad86,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:05.490646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-74de61e0-a67c-4dd7-ab86-1c5aa89ad1a8 None None] Provisioning complete for port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:05.499866 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-74de61e0-a67c-4dd7-ab86-1c5aa89ad1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.503594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Attempting to bind port 509bd577-6bf8-4813-9dce-7f883a6dfa91 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:05.504646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Attempting to bind port 509bd577-6bf8-4813-9dce-7f883a6dfa91 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '016473ef-0d16-4496-af29-7596862634e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:05.505227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Attempting to bind port 509bd577-6bf8-4813-9dce-7f883a6dfa91 on network d68deea6-33d9-4d5d-bc8c-07d053c910fc {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:05.636810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3923a-7e67-4dad-802f-d624c6a58d23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.667470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:05.667861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Checking segment: {'id': '69669a8c-b33d-4484-995c-a814812a1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:05.668273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.668837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Bound using segment: {'id': '69669a8c-b33d-4484-995c-a814812a1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:05.669167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Bound port: f9dede54-7a2b-4e24-978b-d607b1e7ad86, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69669a8c-b33d-4484-995c-a814812a1a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2dbcfc17-4472-473f-9538-33a5cfd04d88'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:05.669675 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.682389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.718717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.729777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.731445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.810536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:05.811863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Checking segment: {'id': '016473ef-0d16-4496-af29-7596862634e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:05.814348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.817130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Bound using segment: {'id': '016473ef-0d16-4496-af29-7596862634e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:05.819930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Bound port: 509bd577-6bf8-4813-9dce-7f883a6dfa91, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016473ef-0d16-4496-af29-7596862634e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd68deea6-33d9-4d5d-bc8c-07d053c910fc'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:05.822818 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.905870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9838-4d61-bf82-d5e98d60f275,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.070393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:06.073530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:06.254141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3923a-7e67-4dad-802f-d624c6a58d23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.257767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3923a-7e67-4dad-802f-d624c6a58d23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.262454 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-39a3923a-7e67-4dad-802f-d624c6a58d23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/security-groups/0efb9623-7ad9-4c2c-9155-f6bb30e5404e HTTP/1.1" status: 204 len: 168 time: 1.3464892 Aug 10 03:57:06.283804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3923a-7e67-4dad-802f-d624c6a58d23 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efb9623-7ad9-4c2c-9155-f6bb30e5404e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.297093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.523295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3ae77e8-0857-40f6-928c-d85fefd05c03 req-a5497970-dced-4bca-8ec7-73a6710d16c2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.2251644 Aug 10 03:57:06.537663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:06.934391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53242) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.939139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:06.995220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,segment=NetworkSegment(4ce2d83a-68a5-462d-818d-689dde2f399e),segment_id=4ce2d83a-68a5-462d-818d-689dde2f399e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:07.014224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f46f5c89-d3fe-415f-80f9-800fba29f86a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0653758 Aug 10 03:57:07.025931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53276) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:07.027655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:07.042681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4697dfc-5aa5-4368-a63b-ad36c8dba3e4 None None] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:07.107645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:07.174681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffeefc-9f28-4b5a-8d7c-a28d7bd7e0a6 req-7ccefdbc-2958-472b-8005-a0e2c61c8848 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.188715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44ffeefc-9f28-4b5a-8d7c-a28d7bd7e0a6 req-7ccefdbc-2958-472b-8005-a0e2c61c8848 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 814 time: 1.3785899 Aug 10 03:57:07.231375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.244088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44ffeefc-9f28-4b5a-8d7c-a28d7bd7e0a6 req-7270f3ce-bdac-40ef-915e-c8ad27ee23f5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/quotas/a1291a70b65b490aa7a4eb7fa0f85fc8 HTTP/1.1" status: 200 len: 375 time: 0.0538571 Aug 10 03:57:07.272901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.296721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.413030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44ffeefc-9f28-4b5a-8d7c-a28d7bd7e0a6 req-48cccf08-cc4b-4cd8-83c6-815bc1bdf47c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600370 Aug 10 03:57:07.455651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Port': ['ID=1f6ccaea-db96-4470-b529-1331178a1331,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.460479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.523333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:07.527118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:07.601113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] For port f9dede54-7a2b-4e24-978b-d607b1e7ad86, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:07.690887 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-74de61e0-a67c-4dd7-ab86-1c5aa89ad1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.787316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] For port f9dede54-7a2b-4e24-978b-d607b1e7ad86, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9dede54-7a2b-4e24-978b-d607b1e7ad86,segment=NetworkSegment(69669a8c-b33d-4484-995c-a814812a1a46),segment_id=69669a8c-b33d-4484-995c-a814812a1a46)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:07.802621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 548f088c-aa46-4aec-adc2-bd6cd3579923 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:07.817195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] For port 509bd577-6bf8-4813-9dce-7f883a6dfa91, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:07.867469 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.884857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.916694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:07.917784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] For port 509bd577-6bf8-4813-9dce-7f883a6dfa91, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=509bd577-6bf8-4813-9dce-7f883a6dfa91,segment=NetworkSegment(016473ef-0d16-4496-af29-7596862634e8),segment_id=016473ef-0d16-4496-af29-7596862634e8)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:07.923033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:07.971657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.974736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:07.976804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-83db5f47-7c91-49c1-aa4a-38df393b7319 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.982745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-83db5f47-7c91-49c1-aa4a-38df393b7319 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 816 time: 1.0468769 Aug 10 03:57:08.169829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8f165-881c-4942-bab4-a00282f0c758 None None] Pushing event updated for resources: {'Port': ['ID=f9dede54-7a2b-4e24-978b-d607b1e7ad86,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.721068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-01598ce0-6642-4820-8c3d-5361c39fda80 req-3b3e078b-9ae2-449c-bfd9-75a3549756be tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.1401098 Aug 10 03:57:08.729580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Router 5c8dc157-b497-4bab-8003-c231c42ba975 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:57:08.788615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac922b5-a7d6-4c29-aa8c-49772c0ca89f None None] Pushing event updated for resources: {'Port': ['ID=509bd577-6bf8-4813-9dce-7f883a6dfa91,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.973553 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-74de61e0-a67c-4dd7-ab86-1c5aa89ad1a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:08.979586 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-74de61e0-a67c-4dd7-ab86-1c5aa89ad1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:09.160387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 548f088c-aa46-4aec-adc2-bd6cd3579923 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:09.224603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:09.669216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61ef85-13ea-43c5-90a1-b13380be75d1 req-a343be87-7237-42aa-8867-c45c1ad0113e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.705908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a61ef85-13ea-43c5-90a1-b13380be75d1 req-a343be87-7237-42aa-8867-c45c1ad0113e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 2.0390537 Aug 10 03:57:09.793420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:09.817036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-edb0a0b5-21fe-45ac-97ea-9fd966dbe8c8 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2448645 Aug 10 03:57:09.833141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] Sync routers for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:09.834164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.879724 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:09.882460 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:09.884740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] Provisioning for port 548f088c-aa46-4aec-adc2-bd6cd3579923 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:09.901544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] Provisioning complete for port 548f088c-aa46-4aec-adc2-bd6cd3579923 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:09.920830 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.010901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:10.011588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.077972 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.136828 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:10.139723 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.242359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:04Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:05Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.284331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-5708af13-f85e-4aed-bf6e-7e3253ce599b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 379 time: 2.2653778 Aug 10 03:57:10.287828 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.291702 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231710a4-7396-4ff9-a4a9-efa853527c27 None None] The sync data for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:10.321368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2a61ef85-13ea-43c5-90a1-b13380be75d1 req-f33a4894-a574-4323-b6ae-06abf4622e0b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667017 Aug 10 03:57:10.346069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:10.346724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Updating router d5464d5c-c239-474b-a565-4be39e9e62b5 port 9b1f5675-9838-4d61-bf82-d5e98d60f275 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:10.379478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75a7fd2f-ed1d-487c-8b55-310266e16a0a req-6e252951-1f99-4a81-ba33-253911e0142b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.2772937 Aug 10 03:57:10.449395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.452250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'port': {'device_id': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'admin_state_up': True, 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'security_groups': ['c7fb481e-de6f-4e44-9ae1-6b9beebb8102']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:10.625176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:57:10.643269 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.723295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Removed routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:57:10.725302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.773337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5988039-b51c-4de6-a5ed-c8ca582fe537 None None] Network 2dbcfc17-4472-473f-9538-33a5cfd04d88 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:10.886961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] For port 548f088c-aa46-4aec-adc2-bd6cd3579923, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=548f088c-aa46-4aec-adc2-bd6cd3579923,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:10.968185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b5f1e-3f7d-4112-ac6b-39eb9435b1c8 None None] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:10.978825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.174852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ed7b-6f26-47d6-a2e6-46ad9e1dd252 req-3aceec37-db6d-45fc-a3ed-197b54cfea97 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.177080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71a2ed7b-6f26-47d6-a2e6-46ad9e1dd252 req-3aceec37-db6d-45fc-a3ed-197b54cfea97 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.6589882 Aug 10 03:57:11.184287 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-d1535154-8480-4e7c-a3ba-6b7cf1dc2184 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:11.188553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d1535154-8480-4e7c-a3ba-6b7cf1dc2184 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3502491 Aug 10 03:57:11.188848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:11.284104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Made reservation on behalf of 69b8fbea47f34039a753bebf73acd79a for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:11.290492 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.554338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.613387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Allocated IP 172.20.0.4 (b10605a5-a24a-43b9-b2f2-c3f2e080f99b/b0847956-fa2d-4380-8f9c-e889d4d61454/326b70c1-e56a-4c6e-8261-a0afbedb387a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:11.639832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 509bd577-6bf8-4813-9dce-7f883a6dfa91 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:11.695008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bfb2d15a-3a87-44f8-ab9f-3f33e96f89c1 req-f982b329-ba8b-412b-9382-4d220b3b5237 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.1067259 Aug 10 03:57:11.732794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.811917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71a2ed7b-6f26-47d6-a2e6-46ad9e1dd252 req-eae331a8-33ea-4a21-98fe-c555ff6a2cb6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998564 Aug 10 03:57:12.011610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Provisioning for port 9b1f5675-9838-4d61-bf82-d5e98d60f275 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:12.044087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.056403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Provisioning complete for port 9b1f5675-9838-4d61-bf82-d5e98d60f275 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:12.056808 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.058684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3101cda-913b-4883-8b89-353debdeead5 None None] Pushing event updated for resources: {'Port': ['ID=548f088c-aa46-4aec-adc2-bd6cd3579923,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.076852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Transition to ACTIVE for port object 326b70c1-e56a-4c6e-8261-a0afbedb387a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:12.082775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:12.106969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.116435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ceadb27-ffc2-45d7-9ee7-4a021838f6ef req-59778212-b928-49b0-8cd0-f7175679ca49 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8 HTTP/1.1" status: 200 len: 221 time: 0.1001778 Aug 10 03:57:12.123863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.156766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Port 9b1f5675-9838-4d61-bf82-d5e98d60f275 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:12.213403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53508) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.257855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Provisioning for port f9dede54-7a2b-4e24-978b-d607b1e7ad86 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:12.373396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.375945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 509bd577-6bf8-4813-9dce-7f883a6dfa91 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:12.382013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Provisioning for port 509bd577-6bf8-4813-9dce-7f883a6dfa91 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:12.383097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.419757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Provisioning complete for port 509bd577-6bf8-4813-9dce-7f883a6dfa91 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:12.420413 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.425908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Transition to ACTIVE for port object 9b1f5675-9838-4d61-bf82-d5e98d60f275 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:12.428180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 509bd577-6bf8-4813-9dce-7f883a6dfa91 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:12.428746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.521084 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.529472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:12.582351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:12.589878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:12.645635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.646365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.649797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9838-4d61-bf82-d5e98d60f275,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.656198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b85fb-8641-46c0-9e8e-289aafb22ab8 req-50190c5c-b7c8-4641-aced-a83cefda67ad tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.664738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1b85fb-8641-46c0-9e8e-289aafb22ab8 req-50190c5c-b7c8-4641-aced-a83cefda67ad tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3652215 Aug 10 03:57:12.671821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.687823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:12.727443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.729184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c08df4e-57fb-403f-90de-03bf27e5ee54 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 953 time: 5.6298640 Aug 10 03:57:12.740189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.752972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-2309a5aa-66e2-497b-8f80-5fe738e403ed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3247948 Aug 10 03:57:12.872990 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.892596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Request body: {'port': {'device_id': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.005394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.084139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Attempting to bind port 9b1f5675-9838-4d61-bf82-d5e98d60f275 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:13.084868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Attempting to bind port 9b1f5675-9838-4d61-bf82-d5e98d60f275 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:13.085327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Attempting to bind port 9b1f5675-9838-4d61-bf82-d5e98d60f275 on network ca85ce6f-d445-4a06-abe7-5eae1af3c104 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:13.132513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:13.132972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Checking segment: {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:13.143912 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.144456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Bound using segment: {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:13.144985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Bound port: 9b1f5675-9838-4d61-bf82-d5e98d60f275, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb018890-96cb-482a-a555-4bd5761765f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:13.145392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.176095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af1b85fb-8641-46c0-9e8e-289aafb22ab8 req-f053eca7-80ae-4e22-b4d9-c605f22c6f29 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101435 Aug 10 03:57:13.230665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] For port 509bd577-6bf8-4813-9dce-7f883a6dfa91, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=509bd577-6bf8-4813-9dce-7f883a6dfa91,segment=NetworkSegment(016473ef-0d16-4496-af29-7596862634e8),segment_id=016473ef-0d16-4496-af29-7596862634e8)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:13.240373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.300844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting port 1f6ccaea-db96-4470-b529-1331178a1331 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:13.303676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.365528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814243-79ee-4506-ad49-4726e9a369d6 req-bb58c855-b44e-4d8e-8bde-78ea68bc1890 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.367214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40814243-79ee-4506-ad49-4726e9a369d6 req-bb58c855-b44e-4d8e-8bde-78ea68bc1890 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 931 time: 0.3675234 Aug 10 03:57:13.375054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Pushing event updated for resources: {'Port': ['ID=509bd577-6bf8-4813-9dce-7f883a6dfa91,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.430544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:13.431221 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:13.472281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Provisioning complete for port 548f088c-aa46-4aec-adc2-bd6cd3579923 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:13.472948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0caf2bf7-166c-4709-a9ad-2ec07344406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.492752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] For port 9b1f5675-9838-4d61-bf82-d5e98d60f275, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:13.512384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ed066033-c58a-4bb1-b5f6-a2eba38c77b9 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 953 time: 0.7713506 Aug 10 03:57:13.520293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.536139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Calling delete_port for 1f6ccaea-db96-4470-b529-1331178a1331 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:13.541256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] For port 9b1f5675-9838-4d61-bf82-d5e98d60f275, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b1f5675-9838-4d61-bf82-d5e98d60f275,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:13.553192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.580579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53518) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:13.601399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'routes': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.668662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9838-4d61-bf82-d5e98d60f275,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.678744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:13.679239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:13.815529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:14.028209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40814243-79ee-4506-ad49-4726e9a369d6 req-7bc7c390-c7a7-474d-8d50-e073268ad0c6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6448755 Aug 10 03:57:14.066887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.067594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.068283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.069084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.069472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.069798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.070188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.070523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.070856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.071189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.071598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.071931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9bc81-0916-4bdc-831a-6805bf07735c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:14.146154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9dede54-7a2b-4e24-978b-d607b1e7ad86 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:14.192493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.235414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd1bd5-d477-45a9-ada7-fd0c450988df req-62626b37-17ba-4757-a09e-6e90d191c030 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.237082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53cd1bd5-d477-45a9-ada7-fd0c450988df req-62626b37-17ba-4757-a09e-6e90d191c030 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.8198972 Aug 10 03:57:14.248893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:10Z', 'revision_number': 6, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:13Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:14.255038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Provisioning for port 326b70c1-e56a-4c6e-8261-a0afbedb387a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:14.291194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f9dede54-7a2b-4e24-978b-d607b1e7ad86 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:14.295150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c962b-1198-4d44-8d35-1e6fc26109f3 None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:10Z', 'revision_number': 6, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:13Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:14.298354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Provisioning complete for port 326b70c1-e56a-4c6e-8261-a0afbedb387a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:14.299924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.301141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f9dede54-7a2b-4e24-978b-d607b1e7ad86 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:14.301726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.348767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.384800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port b07d3028-dc62-4173-aa36-e9843757da4b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:14.385168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.441312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.457827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Port 326b70c1-e56a-4c6e-8261-a0afbedb387a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:14.482922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Port': ['ID=1f6ccaea-db96-4470-b529-1331178a1331,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.563773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.578833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-53cd1bd5-d477-45a9-ada7-fd0c450988df req-10bbb127-7ebf-482e-be40-e66304027ec8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301380 Aug 10 03:57:14.653911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Could not find standard attr ID for object 1f6ccaea-db96-4470-b529-1331178a1331. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:57:14.697851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f9dede54-7a2b-4e24-978b-d607b1e7ad86, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9dede54-7a2b-4e24-978b-d607b1e7ad86,segment=NetworkSegment(69669a8c-b33d-4484-995c-a814812a1a46),segment_id=69669a8c-b33d-4484-995c-a814812a1a46)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:14.706611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.707998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:14.813102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Provisioning complete for port f9dede54-7a2b-4e24-978b-d607b1e7ad86 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:14.813533 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.835907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port b07d3028-dc62-4173-aa36-e9843757da4b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b07d3028-dc62-4173-aa36-e9843757da4b,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:14.836335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.894463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.908867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f9dede54-7a2b-4e24-978b-d607b1e7ad86,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.958589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for b07d3028-dc62-4173-aa36-e9843757da4b owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:14.970026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:14.970407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.039647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Provisioning complete for port 509bd577-6bf8-4813-9dce-7f883a6dfa91 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:15.040596 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9595823a-5dc8-45dc-8b6a-feab11ca7f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.120913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d48f0-aa5f-4154-84fd-0125be054250 req-b0987238-3a70-4643-a589-b4578163330b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.122974 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f39d48f0-aa5f-4154-84fd-0125be054250 req-b0987238-3a70-4643-a589-b4578163330b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3263600 Aug 10 03:57:15.301026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:57:15.302205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:57:15.348722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f39d48f0-aa5f-4154-84fd-0125be054250 req-80078d52-ca0f-4dc9-880c-d8edb5638058 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131431 Aug 10 03:57:15.373300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326b70c1-e56a-4c6e-8261-a0afbedb387a {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:15.390054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.425623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Transition to ACTIVE for port object 326b70c1-e56a-4c6e-8261-a0afbedb387a will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:15.431138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.437082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.567515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f51f8d-2fd1-4f79-8c94-15aa3f9e85e6 req-e833fed3-c050-46df-abda-72aec2401b8f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.570513 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78f51f8d-2fd1-4f79-8c94-15aa3f9e85e6 req-e833fed3-c050-46df-abda-72aec2401b8f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1567008 Aug 10 03:57:15.661029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 509bd577-6bf8-4813-9dce-7f883a6dfa91 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:15.708391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:15.746976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 509bd577-6bf8-4813-9dce-7f883a6dfa91 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:15.748245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.774377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Router 5c8dc157-b497-4bab-8003-c231c42ba975 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:15.783788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.820203 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78f51f8d-2fd1-4f79-8c94-15aa3f9e85e6 req-2f9c0900-af61-450c-845f-9a2a70cbe89b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781783 Aug 10 03:57:15.862659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Deleting port 080bef8e-6c62-4523-9553-ec071ee2b79f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:15.863591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.914738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:15.931687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=b07d3028-dc62-4173-aa36-e9843757da4b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:15.948582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b39fa-ef23-425d-b256-d3979054e675 req-ee604e86-d143-4e95-975e-e33f24841e5b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.950264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-542b39fa-ef23-425d-b256-d3979054e675 req-ee604e86-d143-4e95-975e-e33f24841e5b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3605163 Aug 10 03:57:15.965951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:15.966986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:15.973466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 548f088c-aa46-4aec-adc2-bd6cd3579923 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:16.038349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:16.052414 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76c41ee3-bdd2-4d9e-a064-fab953635f07 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8623550 Aug 10 03:57:16.053347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53532) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:16.061642 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] Sync routers for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:16.072707 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:16.073628 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:16.084061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] For port 080bef8e-6c62-4523-9553-ec071ee2b79f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=080bef8e-6c62-4523-9553-ec071ee2b79f,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:16.084770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.123622 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:16.138261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.142440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Attempting to bind port 326b70c1-e56a-4c6e-8261-a0afbedb387a on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:16.142752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Attempting to bind port 326b70c1-e56a-4c6e-8261-a0afbedb387a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:16.143091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Attempting to bind port 326b70c1-e56a-4c6e-8261-a0afbedb387a on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:16.148906 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:16.149734 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:16.153333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Calling delete_port for 080bef8e-6c62-4523-9553-ec071ee2b79f owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:16.159245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.176744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-542b39fa-ef23-425d-b256-d3979054e675 req-20ae8cff-8428-4572-9117-a9b4bb56bfe0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753147 Aug 10 03:57:16.180752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Port 326b70c1-e56a-4c6e-8261-a0afbedb387a on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:16.182443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Attempting to bind port 326b70c1-e56a-4c6e-8261-a0afbedb387a on network b10605a5-a24a-43b9-b2f2-c3f2e080f99b {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:16.221181 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:16.222422 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da271a33-86bb-42f7-bd8a-23aa36dd3ed3 None None] The sync data for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:16.315789 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-f4a5527c-aaa9-4444-b9e7-0d9ff26d0853 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] delete failed (client error): The resource could not be found. Aug 10 03:57:16.322853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4a5527c-aaa9-4444-b9e7-0d9ff26d0853 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1524033813 HTTP/1.1" status: 404 len: 335 time: 0.2315207 Aug 10 03:57:16.323625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:16.331955 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7236c7da-5dcd-4c79-89cf-4e48024e67e3 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c8dc157-b497-4bab-8003-c231c42ba975'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:16.340368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:16.341139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Checking segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:16.341139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Bound using segment: {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:16.341547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Bound port: 326b70c1-e56a-4c6e-8261-a0afbedb387a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:16.341910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.373166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:16.428170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 548f088c-aa46-4aec-adc2-bd6cd3579923 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:16.429022 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.612173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:16.621302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.632551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7236c7da-5dcd-4c79-89cf-4e48024e67e3 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.661082 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-7236c7da-5dcd-4c79-89cf-4e48024e67e3 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] update failed (client error): The resource could not be found. Aug 10 03:57:16.663996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0d8c-5cc3-43be-b452-f9d7146a0e63 req-e21f9da4-c4d1-4d58-ab7f-ace4c8e6ef26 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.665626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b2a0d8c-5cc3-43be-b452-f9d7146a0e63 req-e21f9da4-c4d1-4d58-ab7f-ace4c8e6ef26 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2763498 Aug 10 03:57:16.672386 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7236c7da-5dcd-4c79-89cf-4e48024e67e3 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975 HTTP/1.1" status: 404 len: 339 time: 0.3458395 Aug 10 03:57:16.679660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:16.760745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9dede54-7a2b-4e24-978b-d607b1e7ad86 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:16.894556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f9dede54-7a2b-4e24-978b-d607b1e7ad86 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:16.894933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.966309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:13Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.004089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:17.045022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:17.045682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.095144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.137234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba406b-e380-474a-9cc1-fd0535ccc93e req-a7b0c97a-8e9f-4d14-bb41-39a249d98735 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.141175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92ba406b-e380-474a-9cc1-fd0535ccc93e req-a7b0c97a-8e9f-4d14-bb41-39a249d98735 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1875432 Aug 10 03:57:17.151182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b1f5675-9838-4d61-bf82-d5e98d60f275 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:17.154420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Pushing event deleted for resources: {'Port': ['ID=080bef8e-6c62-4523-9553-ec071ee2b79f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.227350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:17.286101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9b1f5675-9838-4d61-bf82-d5e98d60f275 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:17.304053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9b1f5675-9838-4d61-bf82-d5e98d60f275 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:17.304701 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.309796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:17.413081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:17.436267 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.460027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.460697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.462211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] 10.222.0.65 "PUT /v2.0/ports/326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 1092 time: 4.6246324 Aug 10 03:57:17.462369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-92ba406b-e380-474a-9cc1-fd0535ccc93e req-2a55f8f5-f1b8-4735-8d5d-ebe515a1c78a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099282 Aug 10 03:57:17.477896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:17.485886 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd60a4c-b6e0-461b-a058-2345c6e58d26" -d '{"events": [{"name": "network-changed", "server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:17.520292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b2a0d8c-5cc3-43be-b452-f9d7146a0e63 req-34565f84-a2fe-489b-86aa-12558f3adbb0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995399 Aug 10 03:57:17.626984 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071df8b8-3f28-4a1c-b28c-2a4ce2ef5d7b x-openstack-request-id: req-071df8b8-3f28-4a1c-b28c-2a4ce2ef5d7b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:17.627265 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:17.627533 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-071df8b8-3f28-4a1c-b28c-2a4ce2ef5d7b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:17.627960 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'status': 'completed', 'code': 200} Aug 10 03:57:17.684508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:17.692210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.694191 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.695428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-74ddfb6c-26f5-4094-98ac-e9ef06677907 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 703 time: 4.1068044 Aug 10 03:57:17.709042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53548) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:17.737092 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.772298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.821211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 9b1f5675-9838-4d61-bf82-d5e98d60f275, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b1f5675-9838-4d61-bf82-d5e98d60f275,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:17.830066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.866487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 59fe9944-4032-4660-b3af-4d4419bf2cb2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:17.877675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22383766-6006-402d-a7f4-1410bde94f2c service neutron] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.920526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:13Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.956000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-596cedb6-3157-4e69-93a9-ac9d9633becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.958057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-596cedb6-3157-4e69-93a9-ac9d9633becf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1095 time: 0.3675258 Aug 10 03:57:17.968193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56057e5d-7c0a-4603-9254-a13014c00caa None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:13Z', 'revision_number': 4, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:17.976849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=9b1f5675-9838-4d61-bf82-d5e98d60f275,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:18.048083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-e59a18f5-aa06-43ab-8c83-a986691f2fd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 217 time: 0.0801690 Aug 10 03:57:18.126587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e21c25-c87f-4e4a-ac44-0ddb93e7e307 req-bb46573e-d932-42bc-b2ff-30acfdb12fe5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.129722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82e21c25-c87f-4e4a-ac44-0ddb93e7e307 req-bb46573e-d932-42bc-b2ff-30acfdb12fe5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.4513164 Aug 10 03:57:18.170963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a03fdd5-bcf1-44df-89f1-b1366f53d06d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 703 time: 0.4528542 Aug 10 03:57:18.180612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53550) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.335650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-56980b50-e2e1-461d-a23a-fe08e4a55a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.337190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-56980b50-e2e1-461d-a23a-fe08e4a55a69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.2410803 Aug 10 03:57:18.395498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82e21c25-c87f-4e4a-ac44-0ddb93e7e307 req-512857c0-e6f0-49cb-89af-a0cc35f190f1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390227 Aug 10 03:57:18.398907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:18.406201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3af46c3a-efe0-4200-9d03-eb5e1e580efb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "PUT /v2.0/routers/59fe9944-4032-4660-b3af-4d4419bf2cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4500802 Aug 10 03:57:18.409466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.426642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:18.445189 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58988-30ab-42b6-808d-893951828596 None None] Sync routers for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:18.459112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:18.462569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.466426 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:18.470110 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.539383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting subnet bef95216-5bcb-4314-8e41-3cd4c1a77f9b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:18.620499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.643392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:18.690066 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:18.728864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb085-6721-4817-b9a3-850717300764 req-206ff320-9241-4995-a7d3-37d49837f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.730443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-206ff320-9241-4995-a7d3-37d49837f8d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3827837 Aug 10 03:57:18.743916 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.767899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Allocated IP 172.20.0.1 (3d142408-3c7c-4256-9a37-9a7c576f8844/9620d370-f88d-4429-b5c2-30fdb1793c4a/185f6f0a-16c8-4e1f-bb60-4b7ed1912d43) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:18.818292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73a4e-2ec1-4c1b-a74f-ebd41378794f req-afffde67-f690-4736-8ae6-3105464eeaff tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.826830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65e73a4e-2ec1-4c1b-a74f-ebd41378794f req-afffde67-f690-4736-8ae6-3105464eeaff tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1429284 Aug 10 03:57:18.965518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65e73a4e-2ec1-4c1b-a74f-ebd41378794f req-405cd864-824c-4e74-b4ac-0f7d84fa48c4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371741 Aug 10 03:57:18.985873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:17Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.996637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79726810-4e89-41b9-a74a-849d643e99c5 req-ca3bb489-c134-41fd-b934-6ecb77c9fdf9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.008667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-79726810-4e89-41b9-a74a-849d643e99c5 req-ca3bb489-c134-41fd-b934-6ecb77c9fdf9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3847668 Aug 10 03:57:19.023973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.037198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:19.048615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:19.049557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.073448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.090598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Transition to ACTIVE for port object 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:19.143028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.143292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.147231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Router 92ec6f92-9cb4-44af-82f8-602216f853c2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:19.177723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.183766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/subnets/bef95216-5bcb-4314-8e41-3cd4c1a77f9b HTTP/1.1" status: 204 len: 168 time: 0.7658501 Aug 10 03:57:19.185173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.185971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e460cc1-ff9d-47cd-a24d-5cd99004467b None None] Network 0589c81a-f794-4408-9dad-e006f6daec99 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:19.207926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:19.215923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.239287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:19.247848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:19.251079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:19.273493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a14d0-63c0-488e-bb2c-bc8c92da3a4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Subnet': ['ID=bef95216-5bcb-4314-8e41-3cd4c1a77f9b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.285809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-79726810-4e89-41b9-a74a-849d643e99c5 req-70b97726-f926-4f8d-bd76-b8ea83da88be tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759964 Aug 10 03:57:19.289721 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58988-30ab-42b6-808d-893951828596 None None] Checking router: 59fe9944-4032-4660-b3af-4d4419bf2cb2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:19.333305 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-bd2bf419-f946-446a-ad5a-317e59d3d136 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854673 Aug 10 03:57:19.350486 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] Routers {'59fe9944-4032-4660-b3af-4d4419bf2cb2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:19.355442 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['59fe9944-4032-4660-b3af-4d4419bf2cb2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.358571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Port': ['ID=185f6f0a-16c8-4e1f-bb60-4b7ed1912d43,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.496457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b6eb085-6721-4817-b9a3-850717300764 req-da95b660-2a38-42cd-94ba-865038851eeb service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525750 Aug 10 03:57:19.558716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.680292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.727565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.777561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:19.792713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc418fba-0be6-4b22-b54a-10b996836f2b admin admin] 10.222.0.53 "PUT /v2.0/routers/92ec6f92-9cb4-44af-82f8-602216f853c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5781577 Aug 10 03:57:19.794289 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] Set router 59fe9944-4032-4660-b3af-4d4419bf2cb2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:19.804364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53564) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.809261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] Sync routers for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:19.839696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5173d46e-6dfd-4a73-970b-d6c68780d868 None None] Provisioning for port 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:19.842174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:19.842578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.852730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] DHCP port deletion for 0589c81a-f794-4408-9dad-e006f6daec99 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:19.867040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5173d46e-6dfd-4a73-970b-d6c68780d868 None None] Provisioning complete for port 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:19.867421 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5173d46e-6dfd-4a73-970b-d6c68780d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.934128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735c353-df42-40ff-81f5-630eaeaa9e6d req-4334272d-224d-402b-a5b1-0957f4104a29 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.936504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e735c353-df42-40ff-81f5-630eaeaa9e6d req-4334272d-224d-402b-a5b1-0957f4104a29 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3949790 Aug 10 03:57:20.083297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-7914e693-c739-4eac-ae5e-3286de3d1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.086003 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-7914e693-c739-4eac-ae5e-3286de3d1a77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1095 time: 0.4933088 Aug 10 03:57:20.162856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.198353 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a4f58988-30ab-42b6-808d-893951828596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.198754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e735c353-df42-40ff-81f5-630eaeaa9e6d req-f55a230c-3b4e-45be-a90e-295e58bb4088 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976492 Aug 10 03:57:20.200894 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.213747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.239332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f58988-30ab-42b6-808d-893951828596 None None] The sync data for ids ['59fe9944-4032-4660-b3af-4d4419bf2cb2'] in n-d-769329-14 is: [{'id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'name': 'tempest-TestNetworkBasicOps-router-1731121697', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:54:12Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '69d2313c-6a00-484a-a7eb-42214542d5a0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe9944-4032-4660-b3af-4d4419bf2cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:54:13Z', 'updated_at': '2021-08-10T03:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:20.446188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5173d46e-6dfd-4a73-970b-d6c68780d868 None None] Port 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:20.451467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdde5f3-74b0-4ef2-a648-46af5522bbcb req-3b941706-c338-4390-9e58-47dc633fe525 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.454225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcdde5f3-74b0-4ef2-a648-46af5522bbcb req-3b941706-c338-4390-9e58-47dc633fe525 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.2560077 Aug 10 03:57:20.470257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b1f5675-9838-4d61-bf82-d5e98d60f275 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:20.477815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-a2e3ff90-b0e6-4271-a83a-6899cea0a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.480433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-a2e3ff90-b0e6-4271-a83a-6899cea0a11f service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.3824415 Aug 10 03:57:20.535961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:17Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.606436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92d2f7-6652-4a89-966e-aeda504eb2e7 None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:15Z', 'revision_number': 7, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1f5675-9838-4d61-bf82-d5e98d60f275', 'name': '', 'network_id': 'ca85ce6f-d445-4a06-abe7-5eae1af3c104', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:a3:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:02Z', 'updated_at': '2021-08-10T03:57:17Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '87a30f84-fd35-465d-acd0-e5a4112fa629', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:20.640295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:20.700243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port 69d2313c-6a00-484a-a7eb-42214542d5a0 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:20.700716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.709565 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.717166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] Deleting port 188a3401-a306-4406-a937-eefd8d74c33c {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:20.717548 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.724106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66745a3e-3ab5-4845-9f69-52540189f582 req-f95cae94-aa7c-4f61-9297-b6ae6545c49b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.732239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66745a3e-3ab5-4845-9f69-52540189f582 req-f95cae94-aa7c-4f61-9297-b6ae6545c49b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3071945 Aug 10 03:57:20.930129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66745a3e-3ab5-4845-9f69-52540189f582 req-85a6852b-a9eb-43ff-a0dd-3ee59b2e84f7 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844268 Aug 10 03:57:20.931388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9b1f5675-9838-4d61-bf82-d5e98d60f275 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:20.932574 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.941268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] For port 188a3401-a306-4406-a937-eefd8d74c33c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=188a3401-a306-4406-a937-eefd8d74c33c,segment=NetworkSegment(2e724769-12a1-4db8-9340-a264dfe54fdb),segment_id=2e724769-12a1-4db8-9340-a264dfe54fdb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:20.941880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.017794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-27692a1b-3309-462f-bbc6-e2caf4af6b16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 217 time: 0.5208049 Aug 10 03:57:21.040641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcdde5f3-74b0-4ef2-a648-46af5522bbcb req-b653c8dc-2184-49fd-9fca-83801c71bcaa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5711739 Aug 10 03:57:21.041807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.060744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] Calling delete_port for 188a3401-a306-4406-a937-eefd8d74c33c owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:21.095937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-1c746245-9147-418f-a8a4-fe48739a724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:21.097663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-1c746245-9147-418f-a8a4-fe48739a724b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.0559890 Aug 10 03:57:21.199530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 9b1f5675-9838-4d61-bf82-d5e98d60f275 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:21.200227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.291561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-7508a5d2-0283-4f88-b949-2e5f3afa4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:21.294506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-7508a5d2-0283-4f88-b949-2e5f3afa4f67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827111 Aug 10 03:57:21.297240 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.331861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:57:16Z', 'revision_number': 5, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port': {'id': '83e104d3-d166-4f3d-a49d-2aeafd26486c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:52Z', 'updated_at': '2021-08-10T03:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:21.336979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] No DVR routers for this DVR port 188a3401-a306-4406-a937-eefd8d74c33c on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:21.341714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612505-1e92-454d-a4ee-1b0b5b56eb10 None None] Pushing event deleted for resources: {'Port': ['ID=188a3401-a306-4406-a937-eefd8d74c33c,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.377145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] Checking router: 92ec6f92-9cb4-44af-82f8-602216f853c2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:21.387486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] Routers {'92ec6f92-9cb4-44af-82f8-602216f853c2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:21.389073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['92ec6f92-9cb4-44af-82f8-602216f853c2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:21.396396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 188a3401-a306-4406-a937-eefd8d74c33c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:21.422213 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.432638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Deleting port 83e104d3-d166-4f3d-a49d-2aeafd26486c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:21.433016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.439476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port 69d2313c-6a00-484a-a7eb-42214542d5a0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=69d2313c-6a00-484a-a7eb-42214542d5a0,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:21.439842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.505193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 188a3401-a306-4406-a937-eefd8d74c33c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:21.508388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 188a3401-a306-4406-a937-eefd8d74c33c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:21.512220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 9b1f5675-9838-4d61-bf82-d5e98d60f275, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b1f5675-9838-4d61-bf82-d5e98d60f275,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:21.512753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.539043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] Set router 92ec6f92-9cb4-44af-82f8-602216f853c2 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:21.539341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 9b1f5675-9838-4d61-bf82-d5e98d60f275 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:21.546522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-7afbbb29-70ef-4681-b390-bc17d0b5327e service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403069 Aug 10 03:57:21.602891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for 69d2313c-6a00-484a-a7eb-42214542d5a0 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:21.603393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:57:20Z', 'revision_number': 6, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:21.632116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8949b-f880-48aa-b988-c7d2c171e296 None None] The sync data for ids ['92ec6f92-9cb4-44af-82f8-602216f853c2'] in n-d-769329-14 is: [{'id': '92ec6f92-9cb4-44af-82f8-602216f853c2', 'name': 'tempest-TestVolumeBackupRestore-1935415010-router', 'tenant_id': '7ccd7e045e1f443abe34a1f28057e686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:49Z', 'updated_at': '2021-08-10T03:57:20Z', 'revision_number': 6, 'project_id': '7ccd7e045e1f443abe34a1f28057e686', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:21.707573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event updated for resources: {'Port': ['ID=185f6f0a-16c8-4e1f-bb60-4b7ed1912d43,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.726913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48b511-d336-448e-978f-9e46d8cb17b6 req-dfc6fbc9-7cc6-4efe-85c2-7e1213142c5f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:21.729611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa48b511-d336-448e-978f-9e46d8cb17b6 req-dfc6fbc9-7cc6-4efe-85c2-7e1213142c5f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.6819420 Aug 10 03:57:21.744625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd60a4c-b6e0-461b-a058-2345c6e58d26 req-9b2fa7fc-71f5-4124-98fe-b4406f3f30ae service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892285 Aug 10 03:57:21.787648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:21.806015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.833592 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.870033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=9b1f5675-9838-4d61-bf82-d5e98d60f275,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.890802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] For port 83e104d3-d166-4f3d-a49d-2aeafd26486c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=83e104d3-d166-4f3d-a49d-2aeafd26486c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:21.891455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.930498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:21.950424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'mac_address': 'fa:16:3e:44:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:22.017288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.029441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Calling delete_port for 83e104d3-d166-4f3d-a49d-2aeafd26486c owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:22.089023 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.141635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326b70c1-e56a-4c6e-8261-a0afbedb387a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:22.196396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa48b511-d336-448e-978f-9e46d8cb17b6 req-bc48c536-ca57-497b-96d5-3ae2596b4961 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997805 Aug 10 03:57:22.196915 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 080bef8e-6c62-4523-9553-ec071ee2b79f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:22.268906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 080bef8e-6c62-4523-9553-ec071ee2b79f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:22.269264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 080bef8e-6c62-4523-9553-ec071ee2b79f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:22.269876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b07d3028-dc62-4173-aa36-e9843757da4b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:22.304369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b07d3028-dc62-4173-aa36-e9843757da4b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:22.304769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b07d3028-dc62-4173-aa36-e9843757da4b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:22.308543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:22.316081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.403528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.415987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac1159-426e-4951-98d4-48045871215e req-21743fbf-aa13-48b6-8282-7306366fabd3 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:22.417649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43ac1159-426e-4951-98d4-48045871215e req-21743fbf-aa13-48b6-8282-7306366fabd3 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1721957 Aug 10 03:57:22.514623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['326b70c1-e56a-4c6e-8261-a0afbedb387a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:22.517626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:22.531944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:22.543975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b190ff4-0e49-4aa0-a4ed-421077f50ca1 req-99a18e9c-8cd1-493d-9015-ade1b931c169 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:22.545502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43ac1159-426e-4951-98d4-48045871215e req-d0b030e4-1cb4-4d4e-81c0-7529a414fb93 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843446 Aug 10 03:57:22.552116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b190ff4-0e49-4aa0-a4ed-421077f50ca1 req-99a18e9c-8cd1-493d-9015-ade1b931c169 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2022722 Aug 10 03:57:22.555924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:22.599988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.715766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:22.728201 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:22.735740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-acd41104-6bb7-4dc0-a062-00727b4728b0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5536323 Aug 10 03:57:22.737771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53580) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:22.752625 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:22.752625 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:22.849739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 87a30f84-fd35-465d-acd0-e5a4112fa629 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:22.853456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.887375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b190ff4-0e49-4aa0-a4ed-421077f50ca1 req-92f97c5f-e35e-4b64-b0e3-23bce476c664 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340583 Aug 10 03:57:22.888689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=69d2313c-6a00-484a-a7eb-42214542d5a0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.894460 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.925818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.964555 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:23.001517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a59ab581-20cf-40b0-a86c-63a721be6ef4 None None] Provisioning complete for port 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:23.002412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a59ab581-20cf-40b0-a86c-63a721be6ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.054650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a59ab581-20cf-40b0-a86c-63a721be6ef4 None None] Port 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:23.072949 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.077740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e104d3-d166-4f3d-a49d-2aeafd26486c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:23.098480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.148802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74613b69-6a04-4d32-a890-6d963138cbb6 req-66c80855-8d7f-4d0a-b04c-d03e378f9aac tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:23.161901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74613b69-6a04-4d32-a890-6d963138cbb6 req-66c80855-8d7f-4d0a-b04c-d03e378f9aac tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1373413 Aug 10 03:57:23.198919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Router 5c8dc157-b497-4bab-8003-c231c42ba975 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:23.215746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74613b69-6a04-4d32-a890-6d963138cbb6 req-dce9b512-212b-43cd-b80b-3d5db90f93e5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530012 Aug 10 03:57:23.241256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.259570 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:21Z', 'revision_number': 8, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:23.276838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.278705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=87a30f84-fd35-465d-acd0-e5a4112fa629,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:23.282654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.283011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.285354 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-06babb2d-070c-4f43-aada-5157e5fef450 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/87a30f84-fd35-465d-acd0-e5a4112fa629 HTTP/1.1" status: 204 len: 168 time: 0.5458980 Aug 10 03:57:23.288346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.292432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2b723-f590-47f9-851e-a1af8feb4f42 None None] Network ca85ce6f-d445-4a06-abe7-5eae1af3c104 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:23.345579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:23.377272 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:23.378679 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:23.391944 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.421540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.424202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.424770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Fanout notify agent at l3_agent the message router_deleted on router 59fe9944-4032-4660-b3af-4d4419bf2cb2 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:23.434224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.435457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-964391b9-646d-4a01-b123-8c4e06a54597 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/routers/59fe9944-4032-4660-b3af-4d4419bf2cb2 HTTP/1.1" status: 204 len: 168 time: 4.2481883 Aug 10 03:57:23.459500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.632904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.640245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6190d30-804f-4f19-805c-1ecc24e655d7 req-1bea90eb-7162-44f0-8ec8-168e8c31baa6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:23.640795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.648899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6190d30-804f-4f19-805c-1ecc24e655d7 req-1bea90eb-7162-44f0-8ec8-168e8c31baa6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1990163 Aug 10 03:57:23.692308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] DHCP port deletion for ca85ce6f-d445-4a06-abe7-5eae1af3c104 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:23.693632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.711942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:23.726270 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:23.727648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e2a98fe6-950f-4baf-8acd-b8a6724fa79f tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0465879 Aug 10 03:57:23.728629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53594) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.758626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] Sync routers for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:23.759794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6190d30-804f-4f19-805c-1ecc24e655d7 req-fc049a25-8d7e-46f3-8f14-2c295d06d9ea tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082816 Aug 10 03:57:23.799297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 548f088c-aa46-4aec-adc2-bd6cd3579923 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:23.800354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.821095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:23.832004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:23.833218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:23.847250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.848143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ec6f92-9cb4-44af-82f8-602216f853c2 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:23.867437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.876259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2590b85-2fe8-465c-8a29-13f49701ddf5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/92ec6f92-9cb4-44af-82f8-602216f853c2 HTTP/1.1" status: 204 len: 168 time: 4.0697119 Aug 10 03:57:23.957395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.992396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 548f088c-aa46-4aec-adc2-bd6cd3579923, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=548f088c-aa46-4aec-adc2-bd6cd3579923,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:23.992776 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.007103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.018878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 548f088c-aa46-4aec-adc2-bd6cd3579923 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:24.024789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] Deleting port 548f088c-aa46-4aec-adc2-bd6cd3579923 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:24.025564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.195528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:24.196781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.235204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.276613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Deleting subnet 25dad5ee-01a0-4185-ba66-3ce1f5460022 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:24.285432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.287011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1750d-f512-4718-8d6e-2fcdffec1d54 None None] The sync data for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:24.305386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.312446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 548f088c-aa46-4aec-adc2-bd6cd3579923 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:24.326594 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:21Z', 'revision_number': 8, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.355156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=548f088c-aa46-4aec-adc2-bd6cd3579923,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.373001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port 548f088c-aa46-4aec-adc2-bd6cd3579923 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:24.374926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3156d0-deea-40b0-9579-2b72afd30241 req-60b1b3be-ae7a-45fb-85fb-ba63988e459f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:24.388129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866c49-e340-4b54-9943-0387d13806bc req-3f220c29-c604-4975-8aa5-29899869dc42 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:24.388592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e3156d0-deea-40b0-9579-2b72afd30241 req-60b1b3be-ae7a-45fb-85fb-ba63988e459f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 944 time: 0.5561800 Aug 10 03:57:24.388955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 548f088c-aa46-4aec-adc2-bd6cd3579923 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:24.389660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 548f088c-aa46-4aec-adc2-bd6cd3579923 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:24.390573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 69d2313c-6a00-484a-a7eb-42214542d5a0 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:24.394219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 326b70c1-e56a-4c6e-8261-a0afbedb387a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:24.397455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7866c49-e340-4b54-9943-0387d13806bc req-3f220c29-c604-4975-8aa5-29899869dc42 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2202351 Aug 10 03:57:24.400336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] For port 548f088c-aa46-4aec-adc2-bd6cd3579923, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=548f088c-aa46-4aec-adc2-bd6cd3579923,segment=NetworkSegment(cb018890-96cb-482a-a555-4bd5761765f1),segment_id=cb018890-96cb-482a-a555-4bd5761765f1)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:24.401148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.415991 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f46bf-2826-4a40-af4f-42bfb39084cc None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:21Z', 'revision_number': 8, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc', 'name': '', 'network_id': '0146914a-f52f-453f-bbc5-0a2a928d1e37', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:42:79:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:48Z', 'updated_at': '2021-08-10T03:57:02Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '783cc4ce-d3d1-4aa5-a95e-80e695d5eed1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:24.448334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.462615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 326b70c1-e56a-4c6e-8261-a0afbedb387a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:24.464012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.476314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] Calling delete_port for 548f088c-aa46-4aec-adc2-bd6cd3579923 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:24.480202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 69d2313c-6a00-484a-a7eb-42214542d5a0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:24.481867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 69d2313c-6a00-484a-a7eb-42214542d5a0 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:24.482536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 83e104d3-d166-4f3d-a49d-2aeafd26486c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:24.483806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7866c49-e340-4b54-9943-0387d13806bc req-3baf6381-7ceb-4ee4-80f1-621d2e2b17dc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855057 Aug 10 03:57:24.511078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.541699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0589c81a-f794-4408-9dad-e006f6daec99']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.553849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 83e104d3-d166-4f3d-a49d-2aeafd26486c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:24.554398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 83e104d3-d166-4f3d-a49d-2aeafd26486c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:24.601147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e724769-12a1-4db8-9340-a264dfe54fdb') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.601610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e724769-12a1-4db8-9340-a264dfe54fdb') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.616496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e3156d0-deea-40b0-9579-2b72afd30241 req-00a99f7b-9694-40ba-aff1-da664306ed81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180762 Aug 10 03:57:24.619157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.620077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b6f5f21-8afa-4629-b498-2e1fd377f32c tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.622391 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.685285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca85ce6f-d445-4a06-abe7-5eae1af3c104']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.734339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.740513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb018890-96cb-482a-a555-4bd5761765f1') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.740962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb018890-96cb-482a-a555-4bd5761765f1') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.743937 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:24.757072 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 03:57:24.770970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.774540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:24.775242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:24.782464 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:24.790329 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.836693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:24.839485 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b054f57-6338-4b71-8594-1e2e1e8ef84a" -d '{"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-plugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:24.856336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] Pushing event deleted for resources: {'Port': ['ID=548f088c-aa46-4aec-adc2-bd6cd3579923,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.867443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20a7bc-dec8-40dd-99cf-f98529f2f68f None None] No DVR routers for this DVR port 548f088c-aa46-4aec-adc2-bd6cd3579923 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:24.879091 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.889273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:24.896626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.942526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a7a2d-af19-49c4-917e-a85c232ea1f7 req-8b8a37f1-6f1a-4653-9b55-ceec19b0f3e9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:24.945385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f2a7a2d-af19-49c4-917e-a85c232ea1f7 req-8b8a37f1-6f1a-4653-9b55-ceec19b0f3e9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2900274 Aug 10 03:57:24.949525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.984094 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b2343a-96a6-49b3-a010-864c3e5195f3 x-openstack-request-id: req-41b2343a-96a6-49b3-a010-864c3e5195f3 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:24.985829 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-plugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:24.986941 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41b2343a-96a6-49b3-a010-864c3e5195f3 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:24.990001 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'code': 200} Aug 10 03:57:24.994776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:24.995207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:25.009784 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:25.035826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.043048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.070766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.080567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/networks/0589c81a-f794-4408-9dad-e006f6daec99 HTTP/1.1" status: 204 len: 168 time: 1.6118143 Aug 10 03:57:25.114639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53608) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.128179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88af8b0-f52e-49fb-9ef1-e2b673eabd6a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Network': ['ID=0589c81a-f794-4408-9dad-e006f6daec99,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.133493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'network': {'name': 'tempest-network-smoke--1149369540', 'project_id': '723bb98784f94075a88f43e13602e903', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.156460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f2a7a2d-af19-49c4-917e-a85c232ea1f7 req-4ed2471c-35cd-4263-b028-eed8189188c7 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970994 Aug 10 03:57:25.163931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.179182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.181686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/ca85ce6f-d445-4a06-abe7-5eae1af3c104 HTTP/1.1" status: 204 len: 168 time: 1.8921850 Aug 10 03:57:25.187908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53610) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.201196 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-5b6f5f21-8afa-4629-b498-2e1fd377f32c tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:57:25.203712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5b6f5f21-8afa-4629-b498-2e1fd377f32c tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975 HTTP/1.1" status: 409 len: 329 time: 1.4715874 Aug 10 03:57:25.207483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.208930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787e97-da99-4e9b-a440-23581f650c9d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=ca85ce6f-d445-4a06-abe7-5eae1af3c104,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.211068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.221185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:25.224752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.259564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44a233-4a08-48a1-ae3d-ec9f2d157cb5 req-1b3d36d7-ac75-4bfe-8d3f-749dcb63f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.261129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c44a233-4a08-48a1-ae3d-ec9f2d157cb5 req-1b3d36d7-ac75-4bfe-8d3f-749dcb63f5ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1097 time: 0.2080395 Aug 10 03:57:25.310518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.364495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25dad5ee-01a0-4185-ba66-3ce1f5460022,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.372351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.376193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2bbda762-339c-4824-8b17-81f61116fd42 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25dad5ee-01a0-4185-ba66-3ce1f5460022 HTTP/1.1" status: 204 len: 168 time: 1.3632014 Aug 10 03:57:25.381537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53616) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.384211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3dbaa8-fa6f-4148-8655-0433293fb651 None None] Network 86030e4c-8b5f-4abe-9927-2a7570f8b9de requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:25.443640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e28538-f05d-44d5-9d3f-9407cb827259 req-9113ea02-1de6-4ee0-81a2-01200f2dac47 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.446873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44e28538-f05d-44d5-9d3f-9407cb827259 req-9113ea02-1de6-4ee0-81a2-01200f2dac47 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1208961 Aug 10 03:57:25.516497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44e28538-f05d-44d5-9d3f-9407cb827259 req-274152f1-d187-4bd0-970f-bd190880569d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618076 Aug 10 03:57:25.692329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] DHCP port deletion for 86030e4c-8b5f-4abe-9927-2a7570f8b9de request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:25.784057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01c7b6-ca43-4134-a43d-1a56980dc59c req-091f3b8d-5a4d-4a3e-9306-a1911fd5dc05 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.787190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad01c7b6-ca43-4134-a43d-1a56980dc59c req-091f3b8d-5a4d-4a3e-9306-a1911fd5dc05 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0788655 Aug 10 03:57:25.888891 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ad01c7b6-ca43-4134-a43d-1a56980dc59c req-7575b3a6-471b-48cb-a751-094565f871d8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836914 Aug 10 03:57:25.911459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c44a233-4a08-48a1-ae3d-ec9f2d157cb5 req-a8501b4f-2b34-4ca8-9805-f7d55363cc29 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6118984 Aug 10 03:57:25.920819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:25.994048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] Deleting port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:25.994710 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.042278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 76fe7435-52f5-47c8-8c42-7f42fe9debf5 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:26.042620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.042620 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Added segment 1ae639e6-0ff8-4e40-8950-1e673342150c of type vlan for network 5010d824-bc65-4106-9bfb-886edd62e0fb Aug 10 03:57:26.113358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.119623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] For port 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=76fe7435-52f5-47c8-8c42-7f42fe9debf5,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:26.120610 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.122647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8b178-8c52-41e7-bb47-48958da7d0a2 req-46faab83-dd0d-4ef4-9373-822a92495a9c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.130880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59e8b178-8c52-41e7-bb47-48958da7d0a2 req-46faab83-dd0d-4ef4-9373-822a92495a9c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0859766 Aug 10 03:57:26.153580 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.155825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] Calling delete_port for 76fe7435-52f5-47c8-8c42-7f42fe9debf5 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:26.191903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335605a6-dcb5-4327-b233-e1c6dae23a34 req-f6981349-4bfc-44e3-a34d-1314a6cca0a5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.193567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-335605a6-dcb5-4327-b233-e1c6dae23a34 req-f6981349-4bfc-44e3-a34d-1314a6cca0a5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.3539743 Aug 10 03:57:26.194920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59e8b178-8c52-41e7-bb47-48958da7d0a2 req-f8eaeb55-716b-4cc4-99b9-03fcc3a6d286 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624199 Aug 10 03:57:26.207456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.288842 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.354673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=76fe7435-52f5-47c8-8c42-7f42fe9debf5,segment=NetworkSegment(d04e1be2-cc52-4e02-94f1-a042806f7682),segment_id=d04e1be2-cc52-4e02-94f1-a042806f7682)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:26.361322 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.362131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b1f5675-9838-4d61-bf82-d5e98d60f275 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:26.397133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799d2e1-31b7-4abc-adfc-f1772a5e41a7 req-ab880c04-0edb-46e7-90fd-12d7f4388418 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.398910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8799d2e1-31b7-4abc-adfc-f1772a5e41a7 req-ab880c04-0edb-46e7-90fd-12d7f4388418 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0723352 Aug 10 03:57:26.413081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.423465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9b1f5675-9838-4d61-bf82-d5e98d60f275 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:26.423824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b1f5675-9838-4d61-bf82-d5e98d60f275 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:26.429463 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.434301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] No DVR routers for this DVR port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:26.441928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.445192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.459703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-335605a6-dcb5-4327-b233-e1c6dae23a34 req-cce88fed-9e1b-4646-b877-968b3967f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449870 Aug 10 03:57:26.479880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=76fe7435-52f5-47c8-8c42-7f42fe9debf5,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.517285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8799d2e1-31b7-4abc-adfc-f1772a5e41a7 req-34085b3c-fd7c-4fe4-8f2a-dff88bbe0e9a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080210 Aug 10 03:57:26.544806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75e2a-a96a-4291-9b27-e33c278acb98 None None] Pushing event deleted for resources: {'Port': ['ID=76fe7435-52f5-47c8-8c42-7f42fe9debf5,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.606069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4805622 Aug 10 03:57:26.609072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:26.616055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-722940420', 'admin_state_up': True, 'project_id': '723bb98784f94075a88f43e13602e903', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:26.630881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfea66-4946-4ffb-98f0-bd833f5862aa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Network': ['ID=5010d824-bc65-4106-9bfb-886edd62e0fb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.648491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Deleting port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:26.648963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.662898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5010d824-bc65-4106-9bfb-886edd62e0fb details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:26.666756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.670011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.761421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.832454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cf21b-527a-4a17-a984-26df4959f049 req-86c5d61e-8339-49e1-9e77-8d7836ed0eec tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.835100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-036cf21b-527a-4a17-a984-26df4959f049 req-86c5d61e-8339-49e1-9e77-8d7836ed0eec tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2238579 Aug 10 03:57:26.838689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] For port 76fe7435-52f5-47c8-8c42-7f42fe9debf5, host n-d-769329-14, got binding levels [] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:26.839285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.883120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Calling delete_port for 76fe7435-52f5-47c8-8c42-7f42fe9debf5 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:26.892126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 was not found and therefore no delete operation was performed {{(pid=94141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:57:26.907400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.920450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.955188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Pushing event deleted for resources: {'Port': ['ID=76fe7435-52f5-47c8-8c42-7f42fe9debf5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.974798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] No DVR routers for this DVR port 76fe7435-52f5-47c8-8c42-7f42fe9debf5 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:26.983541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-036cf21b-527a-4a17-a984-26df4959f049 req-96783b56-2904-4eca-bfda-a54348220495 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255074 Aug 10 03:57:27.022842 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-acc72c19-9985-4128-98d8-e7e21222b999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.095328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.148353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.193363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86030e4c-8b5f-4abe-9927-2a7570f8b9de']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:27.216814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04e1be2-cc52-4e02-94f1-a042806f7682') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:27.217106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04e1be2-cc52-4e02-94f1-a042806f7682') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:27.234319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.240205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.255765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.288300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.290779 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.365901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:27.366362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:27.368863 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:27.410928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.25.2.14 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/13810ca2-8c00-472f-8d95-ded9f4161c76) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:27.508170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e225b78-f279-4103-a64c-e910e65da5db req-8d83d0df-f031-40d1-888b-5ef9665bb585 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.516892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e225b78-f279-4103-a64c-e910e65da5db req-8d83d0df-f031-40d1-888b-5ef9665bb585 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2787311 Aug 10 03:57:27.544187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.555071 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.560210 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] 10.222.0.53 "DELETE /v2.0/networks/86030e4c-8b5f-4abe-9927-2a7570f8b9de HTTP/1.1" status: 204 len: 168 time: 2.1772497 Aug 10 03:57:27.563751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53642) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:27.643381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e270c3-d505-4d0d-a1f6-571326b4951c admin admin] Pushing event deleted for resources: {'Network': ['ID=86030e4c-8b5f-4abe-9927-2a7570f8b9de,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.654137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e225b78-f279-4103-a64c-e910e65da5db req-27304c1d-695d-4b7f-b5bf-551743fd604d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363115 Aug 10 03:57:27.735683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.819835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949a100-3cd3-4174-b297-b6eb8861aec5 req-3922186d-72ac-4219-9b97-adacfe340335 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.822839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d949a100-3cd3-4174-b297-b6eb8861aec5 req-3922186d-72ac-4219-9b97-adacfe340335 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.1748564 Aug 10 03:57:27.854797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting port 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:27.855155 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.996731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:27.997898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.002462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.004901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.022094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d949a100-3cd3-4174-b297-b6eb8861aec5 req-1448f256-a70a-4665-81fb-c513448a263d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857448 Aug 10 03:57:28.063395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Calling delete_port for 185f6f0a-16c8-4e1f-bb60-4b7ed1912d43 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:28.130192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:28.140870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:28.148338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:28.201673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,segment=NetworkSegment(8cb0e0ab-5a83-4f68-85d3-44caf08b3973),segment_id=8cb0e0ab-5a83-4f68-85d3-44caf08b3973)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:28.202081 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.213729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=13810ca2-8c00-472f-8d95-ded9f4161c76,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.229482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:28.300538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44da75-3aac-44a0-9aa3-8b1e0c3806ac req-19b5794b-1e92-4969-a409-cdb365dbcf49 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.302113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de44da75-3aac-44a0-9aa3-8b1e0c3806ac req-19b5794b-1e92-4969-a409-cdb365dbcf49 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.1727691 Aug 10 03:57:28.316584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53646) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:28.356987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Request body: {'floatingip': {'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:28.415043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.619475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.624606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.671278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Port': ['ID=185f6f0a-16c8-4e1f-bb60-4b7ed1912d43,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.849821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.889090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.066885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317fb72-6acf-4653-bed6-842a3b0d0273 req-7e710e59-42cf-4caf-82ff-7070767657bf tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.069849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5317fb72-6acf-4653-bed6-842a3b0d0273 req-7e710e59-42cf-4caf-82ff-7070767657bf tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2761817 Aug 10 03:57:29.363037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.412406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.526512 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:29.661322 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.729533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5317fb72-6acf-4653-bed6-842a3b0d0273 req-841312d4-1351-473d-83e1-51681128715f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034250 Aug 10 03:57:29.785754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.787439 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.810222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Router 5c8dc157-b497-4bab-8003-c231c42ba975 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:29.898867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fdcaeeda-494b-4354-8972-ee6df9c4fbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.145743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 8cf92aec-31dc-4e63-ba92-41b7348959ad is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:57:30.219054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:30.230567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Deleting port 36b3111f-4a61-4232-ad90-83e7c21fce59 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:30.231298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.237668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] Sync routers for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:30.248602 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:30.249518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.251707 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.266811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ec1fb892-eaf4-4599-a51b-bc7b5315101d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0515182 Aug 10 03:57:30.281043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53656) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.292230 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.303894 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] Routers {'5c8dc157-b497-4bab-8003-c231c42ba975'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:30.304815 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['5c8dc157-b497-4bab-8003-c231c42ba975'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.348768 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.349503 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cecd3c-cebd-4a99-b7be-000a3deed8b1 None None] The sync data for ids ['5c8dc157-b497-4bab-8003-c231c42ba975'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:30.379726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.411178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:30.423765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Sync routers for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:30.426310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] For port 36b3111f-4a61-4232-ad90-83e7c21fce59, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=36b3111f-4a61-4232-ad90-83e7c21fce59,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:30.426776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.441524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:30.442858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.446400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Calling delete_port for 36b3111f-4a61-4232-ad90-83e7c21fce59 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:30.452714 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-5f629fef-bb9b-4196-9d56-5bc2ead83d48 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] show failed (client error): The resource could not be found. Aug 10 03:57:30.454476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.455187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5f629fef-bb9b-4196-9d56-5bc2ead83d48 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-677530867 HTTP/1.1" status: 404 len: 334 time: 0.1680434 Aug 10 03:57:30.462769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4bb6309e-72d5-4668-8529-a87f9bb32df2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8521454 Aug 10 03:57:30.468674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53658) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.469289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.477491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-313e3d6b-8bc7-4a94-9988-8532f891593c tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:30.561548 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-313e3d6b-8bc7-4a94-9988-8532f891593c tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] update failed (client error): The resource could not be found. Aug 10 03:57:30.563259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-313e3d6b-8bc7-4a94-9988-8532f891593c tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-685476347 HTTP/1.1" status: 404 len: 334 time: 0.0908499 Aug 10 03:57:30.570046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c97412cf-29d1-4600-8eb4-f87c6029a7d6 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=723bb98784f94075a88f43e13602e903&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0947597 Aug 10 03:57:30.570375 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53662) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.571395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.583129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98667d-146c-4d10-90fd-ee3c2bb4d890 req-9621862e-67c4-40fc-a64a-6330c317d415 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.584981 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed98667d-146c-4d10-90fd-ee3c2bb4d890 req-9621862e-67c4-40fc-a64a-6330c317d415 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.4117801 Aug 10 03:57:30.601738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:30.644017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:30.715514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting subnet b253531d-9883-430a-84f0-e45643b65f85 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:30.721388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.779135 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.791393 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Floating IP 3a0497b3-23af-4f05-b90b-d68e96539b24 associated. External IP: 172.25.2.145, port: 326b70c1-e56a-4c6e-8261-a0afbedb387a. Aug 10 03:57:30.827412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed98667d-146c-4d10-90fd-ee3c2bb4d890 req-005b9e48-72ff-49d7-83c7-6c5fd8bf660f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297823 Aug 10 03:57:30.867382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.904472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b3111f-4a61-4232-ad90-83e7c21fce59,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:30.947687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 3, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.989789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Checking router: 8cf92aec-31dc-4e63-ba92-41b7348959ad for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:30.990927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Updating router 8cf92aec-31dc-4e63-ba92-41b7348959ad port 13810ca2-8c00-472f-8d95-ded9f4161c76 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:31.010928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.029228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.213786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.249449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Subnet': ['ID=b253531d-9883-430a-84f0-e45643b65f85,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.262193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.268317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9e036839-5e2c-4052-875f-b05b7d7cd31e tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/subnets/b253531d-9883-430a-84f0-e45643b65f85 HTTP/1.1" status: 204 len: 168 time: 0.6919680 Aug 10 03:57:31.268317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.268864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53666) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.282166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c88a1-9bd1-44d9-a34c-2bdbcac83031 None None] Network 2dbcfc17-4472-473f-9538-33a5cfd04d88 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:31.374979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting subnet ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:31.380207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.466006 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.481440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393117c-b3cb-45cc-861e-cead4915e968 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.487944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b393117c-b3cb-45cc-861e-cead4915e968 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9080629 Aug 10 03:57:31.495363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:31.495363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53668) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.512307 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:31.527235 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:31.527883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:31.560877 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.585105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1fb1f745-6bd3-40d0-8af1-07551fb55791 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3866091 Aug 10 03:57:31.590588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Transition to ACTIVE for port object 13810ca2-8c00-472f-8d95-ded9f4161c76 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:31.591347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53670) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.599583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3d8017e-2cdb-48c6-9657-949f534d053a tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1061592 Aug 10 03:57:31.604264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.609222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.612137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53672) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.637369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3163678', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'project_id': '723bb98784f94075a88f43e13602e903', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:31.655174 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:31.749388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Attempting to bind port 13810ca2-8c00-472f-8d95-ded9f4161c76 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:31.749937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Attempting to bind port 13810ca2-8c00-472f-8d95-ded9f4161c76 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:31.752488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Attempting to bind port 13810ca2-8c00-472f-8d95-ded9f4161c76 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:31.772455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] DHCP port deletion for 2dbcfc17-4472-473f-9538-33a5cfd04d88 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:31.775849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 783cc4ce-d3d1-4aa5-a95e-80e695d5eed1 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:31.779647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.789346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485960b-b77c-4042-89be-d6459d5bf96f None None] Pushing event updated for resources: {'Port': ['ID=13810ca2-8c00-472f-8d95-ded9f4161c76,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.801699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:31.802644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:31.803674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.804728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:31.805614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Bound port: 13810ca2-8c00-472f-8d95-ded9f4161c76, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:31.806315 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.835980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:31.840932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.845645 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.894033 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.010254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] For port 13810ca2-8c00-472f-8d95-ded9f4161c76, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:32.036702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] For port 13810ca2-8c00-472f-8d95-ded9f4161c76, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=13810ca2-8c00-472f-8d95-ded9f4161c76,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:32.043452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] Deleting port f9dede54-7a2b-4e24-978b-d607b1e7ad86 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:32.044952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.069655 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.077189 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.099297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.101432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/subnets/ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3 HTTP/1.1" status: 204 len: 168 time: 0.8314226 Aug 10 03:57:32.106234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.128769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53676) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.146167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d18caa-60b9-4e19-a72c-356da2adc265 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf54ee6-4ff3-4c29-ba8b-0c3b96648fa3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.146422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a70a0d-ec4c-4deb-9e23-2eb4523d103c None None] Network d68deea6-33d9-4d5d-bc8c-07d053c910fc requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:32.147906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f9dede54-7a2b-4e24-978b-d607b1e7ad86 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:32.209053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:32.235876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.238081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Router ecc3299d-9736-4682-bb00-4c5f4111dd1d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:32.244880 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 9, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.251669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e5be7-962a-485a-a3d1-4430f24f95db req-d228710f-1f79-4e51-aca3-57c94002c245 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:32.260159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-941e5be7-962a-485a-a3d1-4430f24f95db req-d228710f-1f79-4e51-aca3-57c94002c245 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2685561 Aug 10 03:57:32.291887 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:32.306068 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:32.307236 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.315902 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.321937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] For port f9dede54-7a2b-4e24-978b-d607b1e7ad86, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9dede54-7a2b-4e24-978b-d607b1e7ad86,segment=NetworkSegment(69669a8c-b33d-4484-995c-a814812a1a46),segment_id=69669a8c-b33d-4484-995c-a814812a1a46)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:32.322379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.335153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:32.335809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.399791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=783cc4ce-d3d1-4aa5-a95e-80e695d5eed1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.407616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] Calling delete_port for f9dede54-7a2b-4e24-978b-d607b1e7ad86 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:32.409347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485960b-b77c-4042-89be-d6459d5bf96f None None] Pushing event updated for resources: {'Port': ['ID=13810ca2-8c00-472f-8d95-ded9f4161c76,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.421256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f3f13a-9cde-4b32-a311-b532b0ad16cf None None] Network 0146914a-f52f-453f-bbc5-0a2a928d1e37 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:32.423533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-941e5be7-962a-485a-a3d1-4430f24f95db req-c6411262-1ef0-4dc8-88c1-0d52ae07f78e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622097 Aug 10 03:57:32.427945 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.431426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-08ae3ab6-b2f0-482e-b6f5-60f3d3497f1c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/783cc4ce-d3d1-4aa5-a95e-80e695d5eed1 HTTP/1.1" status: 204 len: 168 time: 0.8298810 Aug 10 03:57:32.438262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53678) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.446176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:32.589427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.643131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:32.668699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.699872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.700225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d509f-2769-4970-a0de-99040046363a None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:32.714299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:32.735883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] Sync routers for ids ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:32.747352 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-763a0a57-1e34-4706-a1b9-e760bc64c7ba tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "PUT /v2.0/floatingips/3a0497b3-23af-4f05-b90b-d68e96539b24 HTTP/1.1" status: 200 len: 991 time: 4.3940961 Aug 10 03:57:32.749731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:32.751429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] Routers {'ecc3299d-9736-4682-bb00-4c5f4111dd1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:32.752072 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.754045 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96" -d '{"events": [{"name": "network-changed", "server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:32.772315 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.778683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9ed35551-3a30-4b0a-b5ca-b6b3c0b3b322 admin admin] 10.222.0.53 "PUT /v2.0/routers/ecc3299d-9736-4682-bb00-4c5f4111dd1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2135651 Aug 10 03:57:32.780360 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53686) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.803759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:32.804412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.808484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995cddb-c383-497c-a224-81d0f2ce2237 req-86a0567d-ae6d-4083-a316-3ac692e47c4b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:32.810527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0995cddb-c383-497c-a224-81d0f2ce2237 req-86a0567d-ae6d-4083-a316-3ac692e47c4b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2146316 Aug 10 03:57:32.873762 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 9, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:32.889627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0995cddb-c383-497c-a224-81d0f2ce2237 req-cf06f0a0-c24e-4591-a45b-067fb3bbfa91 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687253 Aug 10 03:57:32.897683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port f5c18869-5866-4d10-bf0d-6849948cf1ef {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:32.898355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.924446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting port f9dede54-7a2b-4e24-978b-d607b1e7ad86 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:32.924990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.934871 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becd210-a980-4899-b148-b752ed3e2ffa None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 9, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '4120b8d8-71a3-4bad-9cdd-da643b78dd79', 'name': '', 'network_id': 'cdc10ba8-b9ea-4382-80bb-075fb55d680e', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:b2:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:38Z', 'updated_at': '2021-08-10T03:56:53Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '2e7718fb-3ada-40eb-beef-a7a09f5c87da', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:32.976526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Subnet': ['ID=0d1fb312-9f85-414f-98ee-d3a9b6ab0690,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.988164 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] Set router ecc3299d-9736-4682-bb00-4c5f4111dd1d gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:33.018228 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1672e092-d3eb-4654-902a-64bc2d096241 x-openstack-request-id: req-1672e092-d3eb-4654-902a-64bc2d096241 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:33.018519 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:33.018775 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1672e092-d3eb-4654-902a-64bc2d096241 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:33.019185 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'status': 'completed', 'code': 200} Aug 10 03:57:33.059764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port f5c18869-5866-4d10-bf0d-6849948cf1ef, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f5c18869-5866-4d10-bf0d-6849948cf1ef,segment=NetworkSegment(8cb0e0ab-5a83-4f68-85d3-44caf08b3973),segment_id=8cb0e0ab-5a83-4f68-85d3-44caf08b3973)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.060159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.076161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for f5c18869-5866-4d10-bf0d-6849948cf1ef owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:33.142135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:33.157876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Checking segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:33.158660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network hostable DHCP agents. Network: 5010d824-bc65-4106-9bfb-886edd62e0fb, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:33.192344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] For port f9dede54-7a2b-4e24-978b-d607b1e7ad86, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9dede54-7a2b-4e24-978b-d607b1e7ad86,segment=NetworkSegment(69669a8c-b33d-4484-995c-a814812a1a46),segment_id=69669a8c-b33d-4484-995c-a814812a1a46)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.192921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.210960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:33.215561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.218176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Calling delete_port for f9dede54-7a2b-4e24-978b-d607b1e7ad86 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:33.248257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.361928 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:57:30Z', 'revision_number': 5, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.391742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-c353eddd-da81-41bd-99f4-2bc1f7e25bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:33.392474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f9dede54-7a2b-4e24-978b-d607b1e7ad86, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f9dede54-7a2b-4e24-978b-d607b1e7ad86,segment=NetworkSegment(69669a8c-b33d-4484-995c-a814812a1a46),segment_id=69669a8c-b33d-4484-995c-a814812a1a46)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.397412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-c353eddd-da81-41bd-99f4-2bc1f7e25bc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1097 time: 0.3767016 Aug 10 03:57:33.407993 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] Checking router: ecc3299d-9736-4682-bb00-4c5f4111dd1d for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:33.422126 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] Routers {'ecc3299d-9736-4682-bb00-4c5f4111dd1d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:33.422822 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.423992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port f5c18869-5866-4d10-bf0d-6849948cf1ef on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:33.428291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] DHCP port deletion for d68deea6-33d9-4d5d-bc8c-07d053c910fc request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:33.442567 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.444625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.464064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=f5c18869-5866-4d10-bf0d-6849948cf1ef,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.552357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.585932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a31288-5adf-417d-ab28-28ad3b3fed0c None None] DHCP port deletion for 0146914a-f52f-453f-bbc5-0a2a928d1e37 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:33.615289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event deleted for resources: {'Port': ['ID=f9dede54-7a2b-4e24-978b-d607b1e7ad86,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.624855 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] Set router ecc3299d-9736-4682-bb00-4c5f4111dd1d gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:33.724077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] No DVR routers for this DVR port f9dede54-7a2b-4e24-978b-d607b1e7ad86 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:33.741211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65714ff9-4785-4403-8e08-dcf0b8e1906b None None] Pushing event deleted for resources: {'Port': ['ID=f9dede54-7a2b-4e24-978b-d607b1e7ad86,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.777155 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.785137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cefcf-21e8-476b-bba1-8e30d5ab5958 req-ed12ad20-6f81-4dac-870b-4cd2fe9228c0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:33.794464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-245cefcf-21e8-476b-bba1-8e30d5ab5958 req-ed12ad20-6f81-4dac-870b-4cd2fe9228c0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.6798503 Aug 10 03:57:33.804026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 5010d824-bc65-4106-9bfb-886edd62e0fb is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:33.808782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0146914a-f52f-453f-bbc5-0a2a928d1e37']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.843824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb0e0ab-5a83-4f68-85d3-44caf08b3973') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.844131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb0e0ab-5a83-4f68-85d3-44caf08b3973') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.865755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-1ce9a66b-2948-4426-9d2e-00077d842605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:33.867468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-1ce9a66b-2948-4426-9d2e-00077d842605 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.4165761 Aug 10 03:57:33.869643 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.908563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] Deleting port 509bd577-6bf8-4813-9dce-7f883a6dfa91 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:33.909175 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.931797 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:57:30Z', 'revision_number': 5, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.960726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-0136e394-d62e-4a10-9b95-2e5336b969ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 999 time: 0.0735457 Aug 10 03:57:33.981628 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fba7d-7bbc-4732-b53b-3d5ccd766740 None None] The sync data for ids ['ecc3299d-9736-4682-bb00-4c5f4111dd1d'] in n-d-769329-14 is: [{'id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'name': 'tempest-TestVolumeBackupRestore-791242301-router', 'tenant_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:10Z', 'updated_at': '2021-08-10T03:57:30Z', 'revision_number': 5, 'project_id': '1bd7858c8f8e47f9a9c054d77ae2da96', 'gw_port': {'id': 'd0b3ce21-80ee-42c1-b69f-572fb7f5625c', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc3299d-9736-4682-bb00-4c5f4111dd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:13Z', 'updated_at': '2021-08-10T03:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:34.032135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.036493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 509bd577-6bf8-4813-9dce-7f883a6dfa91 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:34.043792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:34.044172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:34.048661 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:34.053099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-43ee1494-b837-46fe-8191-bd3cd70e8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.054804 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-43ee1494-b837-46fe-8191-bd3cd70e8f4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.0918393 Aug 10 03:57:34.076130 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.087610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5010d824-bc65-4106-9bfb-886edd62e0fb) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:34.093018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] For port 509bd577-6bf8-4813-9dce-7f883a6dfa91, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=509bd577-6bf8-4813-9dce-7f883a6dfa91,segment=NetworkSegment(016473ef-0d16-4496-af29-7596862634e8),segment_id=016473ef-0d16-4496-af29-7596862634e8)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:34.093359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.111133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc8544-64f1-434b-aebd-2daa2f11f75f None None] Network 5010d824-bc65-4106-9bfb-886edd62e0fb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:34.121625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Port': ['ID=f9dede54-7a2b-4e24-978b-d607b1e7ad86,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.124310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.125683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.150169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] No DVR routers for this DVR port f9dede54-7a2b-4e24-978b-d607b1e7ad86 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:34.176687 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-245cefcf-21e8-476b-bba1-8e30d5ab5958 req-5c121218-3083-4de7-b038-a3424e996959 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810730 Aug 10 03:57:34.179566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bfbc3ff6-3084-4b22-a462-8b0dd2d1de32 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 2.5467436 Aug 10 03:57:34.181878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.184522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] Calling delete_port for 509bd577-6bf8-4813-9dce-7f883a6dfa91 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:34.186128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-925dbaf3-0712-49d8-a351-9ca4ac8ecd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.200227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-925dbaf3-0712-49d8-a351-9ca4ac8ecd9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212907 Aug 10 03:57:34.200227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.209723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 3, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.214062 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.216213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/0146914a-f52f-453f-bbc5-0a2a928d1e37 HTTP/1.1" status: 204 len: 168 time: 1.7759123 Aug 10 03:57:34.220397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.235829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.261151 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae332a-cdb2-4a30-b9d3-11ce86d48a76 None None] The sync data for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 is: [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:28Z', 'revision_number': 3, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:34.328857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc827b9-82c1-4b33-a59d-ce55fc958e6a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=0146914a-f52f-453f-bbc5-0a2a928d1e37,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.418087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.431807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '3a0497b3-23af-4f05-b90b-d68e96539b24', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'mac_address': 'fa:16:3e:44:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:59Z', 'updated_at': '2021-08-10T03:57:29Z', 'revision_number': 1, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.447419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbcfc17-4472-473f-9538-33a5cfd04d88']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.471169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69669a8c-b33d-4484-995c-a814812a1a46') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.471726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69669a8c-b33d-4484-995c-a814812a1a46') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.493208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.505791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d509f-2769-4970-a0de-99040046363a None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:34.508475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.523956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-5701995f-865b-4b03-ae10-95aa0a03d1e8 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220515 Aug 10 03:57:34.561224 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:34.562837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.570624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868ef1b-3b7c-4f81-94ef-5f7d3407b392 req-e9108fa4-68a9-4c5f-80cc-8ef1dfa55a54 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.572626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e868ef1b-3b7c-4f81-94ef-5f7d3407b392 req-e9108fa4-68a9-4c5f-80cc-8ef1dfa55a54 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2326727 Aug 10 03:57:34.577697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.588048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:34.588386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.623081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 509bd577-6bf8-4813-9dce-7f883a6dfa91, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=509bd577-6bf8-4813-9dce-7f883a6dfa91,segment=NetworkSegment(016473ef-0d16-4496-af29-7596862634e8),segment_id=016473ef-0d16-4496-af29-7596862634e8)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:34.666975 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.669002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f5c18869-5866-4d10-bf0d-6849948cf1ef no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:34.683620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:34.693857 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:34.697905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Deleting port d0b3ce21-80ee-42c1-b69f-572fb7f5625c {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:34.697905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.739323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-5010d824-bc65-4106-9bfb-886edd62e0fb', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:34.740541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.751345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event deleted for resources: {'Port': ['ID=509bd577-6bf8-4813-9dce-7f883a6dfa91,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.761068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f5c18869-5866-4d10-bf0d-6849948cf1ef {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:34.761601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f5c18869-5866-4d10-bf0d-6849948cf1ef not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:34.762256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:34.868218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.887183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.892652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/networks/2dbcfc17-4472-473f-9538-33a5cfd04d88 HTTP/1.1" status: 204 len: 168 time: 2.7627828 Aug 10 03:57:34.900632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53700) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.903124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] No DVR routers for this DVR port 509bd577-6bf8-4813-9dce-7f883a6dfa91 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:34.926280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:34.926280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 62e0d89e-f69f-4218-a3ba-9dd5bb0d15cc not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:34.933732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d389af-736b-4fd5-9c7e-8c710a926359 None None] Pushing event deleted for resources: {'Port': ['ID=509bd577-6bf8-4813-9dce-7f883a6dfa91,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.958577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b5b2f-ea48-4156-8070-825f883f3913 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Network': ['ID=2dbcfc17-4472-473f-9538-33a5cfd04d88,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:35.011980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] For port d0b3ce21-80ee-42c1-b69f-572fb7f5625c, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:35.012361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.028353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.061265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e868ef1b-3b7c-4f81-94ef-5f7d3407b392 req-b02e9322-cd82-41c0-bdda-1abf695dea67 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562392 Aug 10 03:57:35.066277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:35.103870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Calling delete_port for d0b3ce21-80ee-42c1-b69f-572fb7f5625c owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:35.275731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-afaa3fb0-eab4-4f20-b2e0-466b6d2b5d96 req-0e020a7a-4378-4e76-abb6-8fa6c9e169c6 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371287 Aug 10 03:57:35.353417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Allocated IP 172.20.0.2 (5010d824-bc65-4106-9bfb-886edd62e0fb/0d1fb312-9f85-414f-98ee-d3a9b6ab0690/43c49072-499a-4a0e-afe1-9a456ef6b6cd) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:35.392840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.428221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b3ce21-80ee-42c1-b69f-572fb7f5625c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:35.549114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.595179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.612901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.617138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68deea6-33d9-4d5d-bc8c-07d053c910fc']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.639073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016473ef-0d16-4496-af29-7596862634e8') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.639366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016473ef-0d16-4496-af29-7596862634e8') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.691035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302c6cd-9690-49ba-9d1d-d16f1d81cddf req-35eaa7b5-c57a-4f4d-b360-347d8f0c4432 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:35.694039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c302c6cd-9690-49ba-9d1d-d16f1d81cddf req-35eaa7b5-c57a-4f4d-b360-347d8f0c4432 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3508284 Aug 10 03:57:35.709578 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.715351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.841122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c302c6cd-9690-49ba-9d1d-d16f1d81cddf req-18798254-dcbd-47f4-9faf-7293700a0a4e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607424 Aug 10 03:57:35.849167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.850431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc3299d-9736-4682-bb00-4c5f4111dd1d {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:35.872532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.882973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19d451ae-1de8-40e1-b37b-f9ddb561718e admin admin] 10.222.0.53 "DELETE /v2.0/routers/ecc3299d-9736-4682-bb00-4c5f4111dd1d HTTP/1.1" status: 204 len: 168 time: 3.0931959 Aug 10 03:57:35.885196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53710) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.902930 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.911219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc2d509f-2769-4970-a0de-99040046363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '3a0497b3-23af-4f05-b90b-d68e96539b24', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'mac_address': 'fa:16:3e:44:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:59Z', 'updated_at': '2021-08-10T03:57:29Z', 'revision_number': 1, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.933635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.955979 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.964982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:35.966189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.990204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Deleting subnet 40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:35.993000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Transition to ACTIVE for port object 43c49072-499a-4a0e-afe1-9a456ef6b6cd will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:35.994168 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:35.999438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d509f-2769-4970-a0de-99040046363a None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '3a0497b3-23af-4f05-b90b-d68e96539b24', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'mac_address': 'fa:16:3e:44:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:56:59Z', 'updated_at': '2021-08-10T03:57:29Z', 'revision_number': 1, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:36.042898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.113374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Transition to ACTIVE for port object 43c49072-499a-4a0e-afe1-9a456ef6b6cd will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:36.135875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.139724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.206933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Network 5010d824-bc65-4106-9bfb-886edd62e0fb is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:36.219916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:36.228271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:36.285439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 13810ca2-8c00-472f-8d95-ded9f4161c76 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:36.289271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Pushing event updated for resources: {'Port': ['ID=43c49072-499a-4a0e-afe1-9a456ef6b6cd,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.309141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.362276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e37d-702f-44fa-a646-953e623fe9eb req-8898d2c5-5170-4c37-b00f-597737733c26 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.365101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a260e37d-702f-44fa-a646-953e623fe9eb req-8898d2c5-5170-4c37-b00f-597737733c26 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2760041 Aug 10 03:57:36.366240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.390577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Attempting to bind port 43c49072-499a-4a0e-afe1-9a456ef6b6cd on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:36.390577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Attempting to bind port 43c49072-499a-4a0e-afe1-9a456ef6b6cd by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:36.393013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Attempting to bind port 43c49072-499a-4a0e-afe1-9a456ef6b6cd on network 5010d824-bc65-4106-9bfb-886edd62e0fb {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:36.393240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.399248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/networks/d68deea6-33d9-4d5d-bc8c-07d053c910fc HTTP/1.1" status: 204 len: 168 time: 1.4878626 Aug 10 03:57:36.403213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:36.403571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Checking segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:36.403776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.404437 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.404648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Bound using segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:36.405201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Bound port: 43c49072-499a-4a0e-afe1-9a456ef6b6cd, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:36.405720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.429130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 13810ca2-8c00-472f-8d95-ded9f4161c76 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:36.451084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 13810ca2-8c00-472f-8d95-ded9f4161c76 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:36.451551 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.454255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.20.0.1 (5010d824-bc65-4106-9bfb-886edd62e0fb/0d1fb312-9f85-414f-98ee-d3a9b6ab0690/ea88f3da-cc1c-4256-a734-d532057eb25e) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:36.467496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817ea54-d839-475a-978f-c4de210349d5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Network': ['ID=d68deea6-33d9-4d5d-bc8c-07d053c910fc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.530564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] For port 43c49072-499a-4a0e-afe1-9a456ef6b6cd, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:36.536317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] For port 43c49072-499a-4a0e-afe1-9a456ef6b6cd, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=43c49072-499a-4a0e-afe1-9a456ef6b6cd,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:36.536639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a260e37d-702f-44fa-a646-953e623fe9eb req-6cfa7729-1142-4c5c-a467-b229a9c9ccca tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223657 Aug 10 03:57:36.542664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.558848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting subnet 9620d370-f88d-4429-b5c2-30fdb1793c4a {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:36.562480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.567187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.620978 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.697102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 13810ca2-8c00-472f-8d95-ded9f4161c76, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=13810ca2-8c00-472f-8d95-ded9f4161c76,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:36.707825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.719192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.741214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 36b3111f-4a61-4232-ad90-83e7c21fce59 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:36.772413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.801015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 36b3111f-4a61-4232-ad90-83e7c21fce59 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:36.801377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 36b3111f-4a61-4232-ad90-83e7c21fce59 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:36.803322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ff9b-9f0a-471d-96dc-71a0b201761f None None] Pushing event updated for resources: {'Port': ['ID=43c49072-499a-4a0e-afe1-9a456ef6b6cd,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.858771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.863608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf HTTP/1.1" status: 204 len: 168 time: 0.9746225 Aug 10 03:57:36.863608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795be8ed-01d1-4a3f-830b-4f3220b7e80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40cd57a5-9bfc-4cc5-aff6-8beabcb1fcaf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.882557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53720) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.916387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=13810ca2-8c00-472f-8d95-ded9f4161c76,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.927807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3c90a-ba86-46f7-9516-2b1d44bf1e13 None None] New status for floating IP 3a0497b3-23af-4f05-b90b-d68e96539b24: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:57:36.960173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.996434 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.001429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.024616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Transition to ACTIVE for port object ea88f3da-cc1c-4256-a734-d532057eb25e will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:37.118469 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.147297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.149622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/subnets/9620d370-f88d-4429-b5c2-30fdb1793c4a HTTP/1.1" status: 204 len: 168 time: 0.7448976 Aug 10 03:57:37.184338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bcde7-2ec1-4289-b8e7-778f228bc7ab req-3359c190-593f-4557-b564-735eb83ef09a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:37.185966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e1bcde7-2ec1-4289-b8e7-778f228bc7ab req-3359c190-593f-4557-b564-735eb83ef09a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3232563 Aug 10 03:57:37.191645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53722) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.247516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4d2ad-2c33-478d-a18a-fa16fb4876af None None] Network fb156031-6090-4b93-94a4-cdb4cadebc4d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:37.266840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921bc253-d65a-4d80-a7b3-bf29d6210647 None None] Network 3d142408-3c7c-4256-9a37-9a7c576f8844 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:37.284319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.303972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 4120b8d8-71a3-4bad-9cdd-da643b78dd79 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:37.304331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.338719 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.364748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad261c-b1b1-4eb8-9bab-df01cf0d15af tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Subnet': ['ID=9620d370-f88d-4429-b5c2-30fdb1793c4a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:37.432383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e1bcde7-2ec1-4289-b8e7-778f228bc7ab req-86b082dc-6068-47f6-ab29-4ff37a195de0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275214 Aug 10 03:57:37.452277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Deleting port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:37.453133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.487686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 5010d824-bc65-4106-9bfb-886edd62e0fb is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:37.527444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:37.530716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:37.563492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=ea88f3da-cc1c-4256-a734-d532057eb25e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:37.606232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] For port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:37.606587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.619160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.664907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 4120b8d8-71a3-4bad-9cdd-da643b78dd79, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=4120b8d8-71a3-4bad-9cdd-da643b78dd79,segment=NetworkSegment(38d7dace-2209-4f23-964a-c5a4809edf67),segment_id=38d7dace-2209-4f23-964a-c5a4809edf67)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:37.665285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.670034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Calling delete_port for 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:37.690103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 4120b8d8-71a3-4bad-9cdd-da643b78dd79 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:37.716929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0c49-3bd4-4af3-ab04-c2126d4f6dbb req-18290642-fa79-4342-beb2-736de31379a7 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:37.719441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebfa0c49-3bd4-4af3-ab04-c2126d4f6dbb req-18290642-fa79-4342-beb2-736de31379a7 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1514306 Aug 10 03:57:37.735287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Deleting port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:37.735648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.762844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] DHCP port deletion for fb156031-6090-4b93-94a4-cdb4cadebc4d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:37.833700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] DHCP port deletion for 3d142408-3c7c-4256-9a37-9a7c576f8844 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:37.916550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] Deleting port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:37.917055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.946421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.034823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] Deleting port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:38.040112 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.044679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.048004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] No DVR routers for this DVR port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:38.049564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.182602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] For port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,segment=NetworkSegment(68cb1baa-2fd4-480e-bcc7-a27dd3817506),segment_id=68cb1baa-2fd4-480e-bcc7-a27dd3817506)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:38.183057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.217495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] Calling delete_port for 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:38.228425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 43c49072-499a-4a0e-afe1-9a456ef6b6cd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:38.287403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.337041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb156031-6090-4b93-94a4-cdb4cadebc4d']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.360006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cb1baa-2fd4-480e-bcc7-a27dd3817506') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.360339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cb1baa-2fd4-480e-bcc7-a27dd3817506') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.360798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] For port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,segment=NetworkSegment(4ce2d83a-68a5-462d-818d-689dde2f399e),segment_id=4ce2d83a-68a5-462d-818d-689dde2f399e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:38.361215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.376716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.386877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] Calling delete_port for 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:38.576691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458fbe91-0cf7-4310-95b6-8c5729420da6 None None] Network 5010d824-bc65-4106-9bfb-886edd62e0fb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:38.586814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 43c49072-499a-4a0e-afe1-9a456ef6b6cd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:38.611248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] For port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,segment=NetworkSegment(4ce2d83a-68a5-462d-818d-689dde2f399e),segment_id=4ce2d83a-68a5-462d-818d-689dde2f399e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:38.612311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.646785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 13810ca2-8c00-472f-8d95-ded9f4161c76 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:38.666872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Calling delete_port for 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:38.679280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebfa0c49-3bd4-4af3-ab04-c2126d4f6dbb req-bfaa2ba6-a8ea-4cb9-86b1-4af0a957f0fe tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9412925 Aug 10 03:57:38.691858 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.785961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] No DVR routers for this DVR port 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:38.787951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] Provisioning for port 43c49072-499a-4a0e-afe1-9a456ef6b6cd completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:38.802577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] Provisioning complete for port 43c49072-499a-4a0e-afe1-9a456ef6b6cd triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:38.803471 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.807415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac6fcb-1f7f-48b7-828f-aad4b1566d16 None None] Pushing event deleted for resources: {'Port': ['ID=21ddbee2-a4c7-4abf-b8f7-78fc75aaf567,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.817854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-5acba6d1-f7fe-4195-a3dd-f192eafb5c96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2276084 Aug 10 03:57:38.840799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.893780 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.897641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=4120b8d8-71a3-4bad-9cdd-da643b78dd79,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.936313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 13810ca2-8c00-472f-8d95-ded9f4161c76 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:38.936856 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.980271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.018455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.063074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:39.063792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:39.065473 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:39.089864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] No DVR routers for this DVR port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:39.092667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Port': ['ID=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.102849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] No DVR routers for this DVR port 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:39.106213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998bf5c-3199-45a6-a83c-682eb82e8086 None None] Pushing event deleted for resources: {'Port': ['ID=33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.174976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.201937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.204715 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fb156031-6090-4b93-94a4-cdb4cadebc4d HTTP/1.1" status: 204 len: 168 time: 2.3206427 Aug 10 03:57:39.249186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa386279-8377-4d30-808b-ecaa76d3b250 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb156031-6090-4b93-94a4-cdb4cadebc4d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.356208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-6b64d316-3576-4c36-87a8-00625fd2bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:39.358103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-6b64d316-3576-4c36-87a8-00625fd2bf54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1097 time: 0.4621923 Aug 10 03:57:39.371576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e4a34-03ac-43c2-bb6c-56de51b5aeb4 req-5351d707-79ab-42a6-b69f-745d16c032b8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:39.386224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-059e4a34-03ac-43c2-bb6c-56de51b5aeb4 req-5351d707-79ab-42a6-b69f-745d16c032b8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.5255415 Aug 10 03:57:39.398359 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.406940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.415138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:39.452506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:39.453070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 21ddbee2-a4c7-4abf-b8f7-78fc75aaf567 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:39.453342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d0b3ce21-80ee-42c1-b69f-572fb7f5625c no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:39.454291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.477959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53736) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.489551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d0b3ce21-80ee-42c1-b69f-572fb7f5625c {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:39.490569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d0b3ce21-80ee-42c1-b69f-572fb7f5625c not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:39.491131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:39.493203 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.533000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:39.533516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 33c2d7ed-8d76-4b6e-abc9-a946a59cc6ba not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:39.547420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=ea88f3da-cc1c-4256-a734-d532057eb25e,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.550538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.570744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] For port 43c49072-499a-4a0e-afe1-9a456ef6b6cd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=43c49072-499a-4a0e-afe1-9a456ef6b6cd,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:39.584250 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.615401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.657436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d142408-3c7c-4256-9a37-9a7c576f8844']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.667180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1983e34e-9eeb-40a9-bb22-a84b6dca5d39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ccd7e045e1f443abe34a1f28057e686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856041 Aug 10 03:57:39.667887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53740) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.681431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce2d83a-68a5-462d-818d-689dde2f399e') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.682648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce2d83a-68a5-462d-818d-689dde2f399e') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.691692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8309875-7c2a-4f3a-a836-e467ad1cb0d3 None None] Pushing event updated for resources: {'Port': ['ID=43c49072-499a-4a0e-afe1-9a456ef6b6cd,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.694957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.714453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.723157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:39.724073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.772590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 5010d824-bc65-4106-9bfb-886edd62e0fb is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:39.776425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:39.776723 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:39.785100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1742a5da-fd02-4f6f-af7b-1cc6d5fe05f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.793214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-059e4a34-03ac-43c2-bb6c-56de51b5aeb4 req-06be9be8-ea21-42f2-bcdb-c1eaa4c35d9f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858404 Aug 10 03:57:39.811754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1742a5da-fd02-4f6f-af7b-1cc6d5fe05f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.934332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.940184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.946095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/networks/3d142408-3c7c-4256-9a37-9a7c576f8844 HTTP/1.1" status: 204 len: 168 time: 2.7482638 Aug 10 03:57:39.951276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53744) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.996780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-71141eb5-b2b1-4e7c-8538-65f5bdd58b1d tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c8dc157-b497-4bab-8003-c231c42ba975 HTTP/1.1" status: 200 len: 205 time: 0.0397236 Aug 10 03:57:40.000597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-39b392f8-40aa-493c-9ddc-b778f6ce2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.002947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-39b392f8-40aa-493c-9ddc-b778f6ce2fdd service neutron] 10.222.0.39 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.6000347 Aug 10 03:57:40.003982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53746) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.005175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ec8fe-781a-4bf3-8957-a4255efa568b tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Pushing event deleted for resources: {'Network': ['ID=3d142408-3c7c-4256-9a37-9a7c576f8844,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:40.044505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19da5662-2c98-4e7a-93a1-13586fd233ac None None] Provisioning for port ea88f3da-cc1c-4256-a734-d532057eb25e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:40.049934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19da5662-2c98-4e7a-93a1-13586fd233ac None None] Provisioning complete for port ea88f3da-cc1c-4256-a734-d532057eb25e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.050821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-19da5662-2c98-4e7a-93a1-13586fd233ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.099778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-19da5662-2c98-4e7a-93a1-13586fd233ac None None] Port ea88f3da-cc1c-4256-a734-d532057eb25e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:40.112246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19da5662-2c98-4e7a-93a1-13586fd233ac None None] Provisioning complete for port 43c49072-499a-4a0e-afe1-9a456ef6b6cd triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.112905 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-19da5662-2c98-4e7a-93a1-13586fd233ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.128670 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1742a5da-fd02-4f6f-af7b-1cc6d5fe05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.131484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1742a5da-fd02-4f6f-af7b-1cc6d5fe05f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.144528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1742a5da-fd02-4f6f-af7b-1cc6d5fe05f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03255ea7-15e6-4734-a9c2-2c908fb29059 HTTP/1.1" status: 204 len: 168 time: 0.4625928 Aug 10 03:57:40.165322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 8cf92aec-31dc-4e63-ba92-41b7348959ad has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:40.176214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-bb7447e9-c383-4316-ba43-0f4d3c679b54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.1533566 Aug 10 03:57:40.191038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a5da-fd02-4f6f-af7b-1cc6d5fe05f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03255ea7-15e6-4734-a9c2-2c908fb29059,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:40.206729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 43c49072-499a-4a0e-afe1-9a456ef6b6cd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:40.263702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e74a6-b8e0-4901-8fdf-8fc45df6b0ef req-9022f503-0b69-4af4-8ea1-b3f2260fbc4d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.267296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-020e74a6-b8e0-4901-8fdf-8fc45df6b0ef req-9022f503-0b69-4af4-8ea1-b3f2260fbc4d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.3162138 Aug 10 03:57:40.386288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 43c49072-499a-4a0e-afe1-9a456ef6b6cd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.392116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.472825 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-020e74a6-b8e0-4901-8fdf-8fc45df6b0ef req-63252ebe-b67a-4023-a782-daf759f4bf55 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422882 Aug 10 03:57:40.525234 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.561015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-46530e7f-b9a2-48dc-9f95-9f70cae4702c None None] Provisioning complete for port ea88f3da-cc1c-4256-a734-d532057eb25e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.561015 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46530e7f-b9a2-48dc-9f95-9f70cae4702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.634583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-eaf9ba7b-30ac-411b-b732-cf0b5fc425a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.636124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-eaf9ba7b-30ac-411b-b732-cf0b5fc425a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.3162076 Aug 10 03:57:40.637622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-46530e7f-b9a2-48dc-9f95-9f70cae4702c None None] Port ea88f3da-cc1c-4256-a734-d532057eb25e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:40.668045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:40.678762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-91fe9f26-de8a-45c5-862e-1f675924e4b3 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "PUT /v2.0/routers/8cf92aec-31dc-4e63-ba92-41b7348959ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4788461 Aug 10 03:57:40.682618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53758) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.684279 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Sync routers for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:40.716091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed790-e6e5-46c7-8e3b-7e13623aafe1 req-41827d41-eb43-44f3-b826-1e9ffb4ad9f1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.717859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ddfed790-e6e5-46c7-8e3b-7e13623aafe1 req-41827d41-eb43-44f3-b826-1e9ffb4ad9f1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1162302 Aug 10 03:57:40.742246 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:40.744258 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:40.766468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f9fdcceb-d38a-40bf-87bb-57bc458daf0b None None] Provisioning complete for port ea88f3da-cc1c-4256-a734-d532057eb25e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:40.766937 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcceb-d38a-40bf-87bb-57bc458daf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.775470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:40.781923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-6b599d4e-357a-41e6-9582-2c8b735dd0de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799160 Aug 10 03:57:40.847611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f9fdcceb-d38a-40bf-87bb-57bc458daf0b None None] Port ea88f3da-cc1c-4256-a734-d532057eb25e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:40.899327 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-63931e3f-0762-4e91-b594-632c1552330f service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085396 Aug 10 03:57:40.916358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ddfed790-e6e5-46c7-8e3b-7e13623aafe1 req-6427da06-3eb4-4a45-b17e-3d8a6a821987 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797349 Aug 10 03:57:40.921750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53762) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.040611 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e1857989-8af1-428f-ad34-8304450200f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bd7858c8f8e47f9a9c054d77ae2da96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131537 Aug 10 03:57:41.044430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53766) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.074366 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:41.074889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.075380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.075858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.076327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.076787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.077243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.078392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.078854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.085471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce64c856-c0ce-4bbc-974b-2f07b2ea94f3 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.3959336 Aug 10 03:57:41.085829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53768) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.110903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.147369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.235844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.236515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.236756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.237189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.237636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.238113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.238563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.239060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.244228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ae059f5b-6eb2-46f4-b62e-6be4e8d6b3fd tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5243 time: 0.1546102 Aug 10 03:57:41.244228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcdc6-4d53-43ab-9a2d-0698a4b7a412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.245221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53770) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.338000 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcdc6-4d53-43ab-9a2d-0698a4b7a412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.480216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcdc6-4d53-43ab-9a2d-0698a4b7a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.482931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcdc6-4d53-43ab-9a2d-0698a4b7a412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.488240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e6bcdc6-4d53-43ab-9a2d-0698a4b7a412 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11c94f2e-8dda-49e2-8f1f-8d852f74596d HTTP/1.1" status: 204 len: 168 time: 0.4393096 Aug 10 03:57:41.507914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bcdc6-4d53-43ab-9a2d-0698a4b7a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c94f2e-8dda-49e2-8f1f-8d852f74596d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.576069 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:39Z', 'revision_number': 2, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.591964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fb77fc92-0565-4128-b8a8-def0f08c5ba9 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3406 time: 0.3406782 Aug 10 03:57:41.627409 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Checking router: 8cf92aec-31dc-4e63-ba92-41b7348959ad for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:41.627993 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Updating router 8cf92aec-31dc-4e63-ba92-41b7348959ad port ea88f3da-cc1c-4256-a734-d532057eb25e binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:57:41.646805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:41.655525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-60874d15-1bd0-46a7-9a54-ef1dd5f2ff78 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4180250 Aug 10 03:57:41.655901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53776) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.661792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.661792 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8dc157-b497-4bab-8003-c231c42ba975 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:41.669386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.670569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-962f1adc-033f-4aca-8bed-7746f6e6afe5 tempest-RoutersNegativeTest-809525364 tempest-RoutersNegativeTest-809525364-project] 10.222.0.53 "DELETE /v2.0/routers/5c8dc157-b497-4bab-8003-c231c42ba975 HTTP/1.1" status: 204 len: 168 time: 1.6582248 Aug 10 03:57:41.675268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:41.676069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3571d34c-ac60-4cb0-9694-af152d137e11 req-06fbc541-93d5-4834-9b99-bdd47b02dfcb service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353930 Aug 10 03:57:41.698772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c31da-1285-47a0-8158-0bf1839780a9 req-7b1a1708-c97e-4a0d-82fe-28119e7196e1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.700540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-442c31da-1285-47a0-8158-0bf1839780a9 req-7b1a1708-c97e-4a0d-82fe-28119e7196e1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.5924551 Aug 10 03:57:41.726195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:41.727259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.754227 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.776933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 2e7718fb-3ada-40eb-beef-a7a09f5c87da {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:41.778192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-442c31da-1285-47a0-8158-0bf1839780a9 req-d3ba18af-d07c-4270-9d02-2db7d31e9164 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574465 Aug 10 03:57:41.782282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.837410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.908175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53784) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.914845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697746373', 'description': 'tempest-secgroup-smoke-1697746373 description', 'project_id': '723bb98784f94075a88f43e13602e903'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:41.988640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.068413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.274930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.286496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.288556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:42.298796 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.364267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7718fb-3ada-40eb-beef-a7a09f5c87da,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:42.376727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a4b1-35db-48b3-bd8d-68ff8c82fbec req-293734c2-9f77-4743-bd73-a17f623ba850 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.378375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ff2a4b1-35db-48b3-bd8d-68ff8c82fbec req-293734c2-9f77-4743-bd73-a17f623ba850 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2338862 Aug 10 03:57:42.382034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.387094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9b52efac-dd44-4866-aed2-27add83c156c tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/2e7718fb-3ada-40eb-beef-a7a09f5c87da HTTP/1.1" status: 204 len: 168 time: 0.7295485 Aug 10 03:57:42.387909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53788) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.397215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f559b3c5-32c8-4338-9ba2-5712ca29a031 None None] Network cdc10ba8-b9ea-4382-80bb-075fb55d680e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:42.459210 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.467502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5556123 Aug 10 03:57:42.480967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53790) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.523935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '59f0b273-d771-4cc5-9d65-1775432661d2', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:42.546067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fabdc-da51-4df1-bb82-9c639b2d6934 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0b273-d771-4cc5-9d65-1775432661d2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:42.597344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.610474 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.629331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ff2a4b1-35db-48b3-bd8d-68ff8c82fbec req-cbf62678-82b8-442c-8495-ca322b3dc067 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401531 Aug 10 03:57:42.634453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.635718 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Transition to ACTIVE for port object ea88f3da-cc1c-4256-a734-d532057eb25e will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:42.664162 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.742237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53796) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.777191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Pushing event updated for resources: {'Port': ['ID=ea88f3da-cc1c-4256-a734-d532057eb25e,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:42.793093 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.794010 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.794762 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.795277 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.795788 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.796354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.797390 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.797911 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.798422 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.799151 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.799645 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.800132 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:42.830301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port b0197b03-252e-49d1-9837-32c4af3e12e9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:42.830805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.900809 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Attempting to bind port ea88f3da-cc1c-4256-a734-d532057eb25e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:42.903143 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Attempting to bind port ea88f3da-cc1c-4256-a734-d532057eb25e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:42.903729 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Attempting to bind port ea88f3da-cc1c-4256-a734-d532057eb25e on network 5010d824-bc65-4106-9bfb-886edd62e0fb {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:42.915755 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:42.921582 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Checking segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:42.922827 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.923320 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Bound using segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:42.923830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Bound port: ea88f3da-cc1c-4256-a734-d532057eb25e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:42.924221 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.932125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.970676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port b0197b03-252e-49d1-9837-32c4af3e12e9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b0197b03-252e-49d1-9837-32c4af3e12e9,segment=NetworkSegment(38d7dace-2209-4f23-964a-c5a4809edf67),segment_id=38d7dace-2209-4f23-964a-c5a4809edf67)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:42.971585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.007080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.019572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:38Z', 'revision_number': 10, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.027482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for b0197b03-252e-49d1-9837-32c4af3e12e9 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:43.045242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01171b4c-300a-4f8a-97f5-81ba5e03c7cc,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.060866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] For port ea88f3da-cc1c-4256-a734-d532057eb25e, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:43.070033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] For port ea88f3da-cc1c-4256-a734-d532057eb25e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ea88f3da-cc1c-4256-a734-d532057eb25e,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:43.076849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:43.084643 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.089407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbed444-6b16-49c6-b878-7f9432d03c30 req-2360ad64-cf68-42de-b241-9684196d9307 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.091263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cbed444-6b16-49c6-b878-7f9432d03c30 req-2360ad64-cf68-42de-b241-9684196d9307 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1789193 Aug 10 03:57:43.092753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.094184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0373f368-4064-43c8-8d5e-9aa34c09ce82 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5971103 Aug 10 03:57:43.097066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53802) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.099736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:43.100444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.106423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '59f0b273-d771-4cc5-9d65-1775432661d2', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.130008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1f2d8fa4-e531-470a-9614-e55aa68a4600 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=961132d5e9254bc0a43ed39ea6d7a22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820279 Aug 10 03:57:43.132586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53804) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.185830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.196644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cbed444-6b16-49c6-b878-7f9432d03c30 req-919a09f8-9e57-4c39-a266-563ff1da0812 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965209 Aug 10 03:57:43.229799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:43.233799 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:43.235352 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.278997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.284993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.302875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a64-60a7-43a6-b4e1-57fdf09679bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.331488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a64-60a7-43a6-b4e1-57fdf09679bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.339979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e37016-4a05-4c18-b770-de170c9896bb None None] DHCP port deletion for cdc10ba8-b9ea-4382-80bb-075fb55d680e request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:43.347311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715a50ae-0266-4b05-bad5-61c0fffba0cd,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.355279 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f309-b93a-4a8c-be4c-08a8aa1c1f54 None None] Pushing event updated for resources: {'Port': ['ID=ea88f3da-cc1c-4256-a734-d532057eb25e,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.394976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.433792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.442193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3bfae43-2579-4280-8b2e-c2c078116799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3431790 Aug 10 03:57:43.446479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53810) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.463259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '59f0b273-d771-4cc5-9d65-1775432661d2', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.478591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=b0197b03-252e-49d1-9837-32c4af3e12e9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.483476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-83e37016-4a05-4c18-b770-de170c9896bb None None] The port 'b0197b03-252e-49d1-9837-32c4af3e12e9' was deleted {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 03:57:43.484542 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a64-60a7-43a6-b4e1-57fdf09679bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.489437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bbf19a64-60a7-43a6-b4e1-57fdf09679bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.494156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bbf19a64-60a7-43a6-b4e1-57fdf09679bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ebf9437-d35c-42c9-b7df-3b36837952a2 HTTP/1.1" status: 204 len: 168 time: 0.3577299 Aug 10 03:57:43.507759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port b0197b03-252e-49d1-9837-32c4af3e12e9 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:43.510741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19a64-60a7-43a6-b4e1-57fdf09679bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebf9437-d35c-42c9-b7df-3b36837952a2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.539454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:43.552080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b3364-0bd4-4594-a7c4-ce4831080056 req-0b7b1eba-c02c-42b6-ad85-1e936226fd22 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.564403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c68b3364-0bd4-4594-a7c4-ce4831080056 req-0b7b1eba-c02c-42b6-ad85-1e936226fd22 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2061911 Aug 10 03:57:43.646973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.670375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c68b3364-0bd4-4594-a7c4-ce4831080056 req-f094472a-7d81-401f-9193-f18b8f832cb0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037438 Aug 10 03:57:43.729301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.748611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:38Z', 'revision_number': 10, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.749763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc10ba8-b9ea-4382-80bb-075fb55d680e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.773766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d7dace-2209-4f23-964a-c5a4809edf67') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.774108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d7dace-2209-4f23-964a-c5a4809edf67') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.787136 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.789072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.797172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.812507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.819195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac792f-9b86-4481-b62d-ed3b45976e29 None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:38Z', 'revision_number': 10, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None, '_interfaces': [{'id': '7a549b09-84da-489a-aedc-b8569ef59c21', 'name': '', 'network_id': 'b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'mac_address': 'fa:16:3e:f2:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:33Z', 'updated_at': '2021-08-10T03:56:41Z', 'revision_number': 5, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'subnets': [{'id': '56acd154-b0f3-4b92-8819-dad6e3834258', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:43.821508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:43.822489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:43.827396 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:43.832445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caeaf24-4aaa-4395-a16e-723d0933387c,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.853333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.866362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0aa3cf8f-2afa-4d52-862a-29c2aab06c7b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4037468 Aug 10 03:57:43.867902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.879938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '59f0b273-d771-4cc5-9d65-1775432661d2', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.933762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.980974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.002502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.004515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/cdc10ba8-b9ea-4382-80bb-075fb55d680e HTTP/1.1" status: 204 len: 168 time: 1.6143708 Aug 10 03:57:44.011423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53822) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.012723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650976c3-c02c-422e-ab00-3b33ca0d4825 req-b4d02aff-ad55-4019-afd9-60d4bfb6a3b2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.014506 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-650976c3-c02c-422e-ab00-3b33ca0d4825 req-b4d02aff-ad55-4019-afd9-60d4bfb6a3b2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1012661 Aug 10 03:57:44.025414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfe628-6b2a-465e-95f6-f6f8891740ac tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=cdc10ba8-b9ea-4382-80bb-075fb55d680e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.073089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.087630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.140937 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:43Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.142705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-650976c3-c02c-422e-ab00-3b33ca0d4825 req-b685f05e-d49b-4afc-b07c-c694b582327b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079290 Aug 10 03:57:44.151194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c58028-960e-4f83-9e4f-f81f4835080d,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.169934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.174349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2dd1177-7fc5-4a66-8788-1af71605950a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3022363 Aug 10 03:57:44.175821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53830) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.189246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '59f0b273-d771-4cc5-9d65-1775432661d2', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:44.223145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771eb6e-bb31-4555-96e7-fa8fa2946656 None None] The sync data for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 is: [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:43Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:44.261131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0197b03-252e-49d1-9837-32c4af3e12e9 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:44.320576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b0197b03-252e-49d1-9837-32c4af3e12e9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:44.325306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b0197b03-252e-49d1-9837-32c4af3e12e9 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:44.466265 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Project 723bb98784f94075a88f43e13602e903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:44.489357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.547504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae36a0-ca4e-455e-9834-4f555070035d req-e8ddebe8-3c32-4fb5-817c-8644d8a860c3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.549966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fae36a0-ca4e-455e-9834-4f555070035d req-e8ddebe8-3c32-4fb5-817c-8644d8a860c3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1134286 Aug 10 03:57:44.665341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fae36a0-ca4e-455e-9834-4f555070035d req-9f98636a-41b4-4025-9cf7-2c23578f535b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995831 Aug 10 03:57:44.735870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.768767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.823704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac870f-fa13-488a-a33f-3c232461b532,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.883684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.885826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7ff5f59a-8384-4387-88b0-d0e6b358a1be tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7010224 Aug 10 03:57:44.889649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53848) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.899088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'security_group_rule': {'security_group_id': '59f0b273-d771-4cc5-9d65-1775432661d2', 'project_id': '723bb98784f94075a88f43e13602e903', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:44.943221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d8a08-eef1-44a4-ab90-db5daa656fa0 req-3c65050e-eb4f-4b9e-809b-a1ad20bb2d68 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.945815 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c61d8a08-eef1-44a4-ab90-db5daa656fa0 req-3c65050e-eb4f-4b9e-809b-a1ad20bb2d68 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1290653 Aug 10 03:57:44.961613 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Project 723bb98784f94075a88f43e13602e903 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:44.972777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.006029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53850) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.090862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c61d8a08-eef1-44a4-ab90-db5daa656fa0 req-159f5f99-f624-4f05-8ec3-49fcfbdf75d2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191809 Aug 10 03:57:45.099338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.106428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.136976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9de394c-e8d4-42c8-8990-76761ce633b9,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:45.150729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.152390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4ea783c-f663-4399-80dd-bf1732277e99 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2599044 Aug 10 03:57:45.161644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.251446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-117bfa58-178d-42fe-b644-d2e64188d735 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-722426066', 'prefixes': ['172.20.0.0/16']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:45.359901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-117bfa58-178d-42fe-b644-d2e64188d735 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] Notify callbacks [] for subnetpool, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.361618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-117bfa58-178d-42fe-b644-d2e64188d735 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3549314 Aug 10 03:57:45.364314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.449778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-000ee795-17e6-4162-9674-34db5428a48e tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] 10.222.0.53 "GET /v2.0/subnetpools/87ddc307-7c92-4408-a3ef-6a51b4c6d921 HTTP/1.1" status: 200 len: 731 time: 0.0832565 Aug 10 03:57:45.452211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.473238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3823262f-1add-40b3-aff8-55aff9578f79 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1951512603'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:45.584409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-72c870d8-68ba-43a0-b677-48762f3e2340 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697746373&fields=id&tenant_id=723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 267 time: 0.0680907 Aug 10 03:57:45.679214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3823262f-1add-40b3-aff8-55aff9578f79 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] Notify callbacks [] for subnetpool, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.680826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3823262f-1add-40b3-aff8-55aff9578f79 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] 10.222.0.53 "PUT /v2.0/subnetpools/87ddc307-7c92-4408-a3ef-6a51b4c6d921 HTTP/1.1" status: 200 len: 684 time: 0.2259405 Aug 10 03:57:45.684268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53878) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.695261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5d51-be51-4ce2-83b0-881ac358e21d req-d5c07a0b-4ede-483b-9ab8-3e344c03e761 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.698080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a6c5d51-be51-4ce2-83b0-881ac358e21d req-d5c07a0b-4ede-483b-9ab8-3e344c03e761 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1509681 Aug 10 03:57:45.777556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-51de1e8d-9422-4166-a59d-c5ca53addb4c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.779192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-51de1e8d-9422-4166-a59d-c5ca53addb4c tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/networks?id=5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 200 len: 797 time: 0.1777663 Aug 10 03:57:45.800519 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1a6c5d51-be51-4ce2-83b0-881ac358e21d req-7a6a093b-83f6-45b5-ad56-18540870bb52 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853424 Aug 10 03:57:45.824367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 7a549b09-84da-489a-aedc-b8569ef59c21 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:45.825055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.845551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-006361ce-577f-49dc-9a1e-c264b2770034 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/quotas/723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 375 time: 0.0303397 Aug 10 03:57:45.863050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f00fb6a7-60c7-4f2e-88b2-77cdc8877c50 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] Notify callbacks [] for subnetpool, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.864948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f00fb6a7-60c7-4f2e-88b2-77cdc8877c50 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] 10.222.0.53 "DELETE /v2.0/subnetpools/87ddc307-7c92-4408-a3ef-6a51b4c6d921 HTTP/1.1" status: 204 len: 168 time: 0.1792316 Aug 10 03:57:45.879265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53882) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.950346 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-649e603e-7054-4104-9ac7-11f86f45c677 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] show failed (client error): The resource could not be found. Aug 10 03:57:45.952672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-649e603e-7054-4104-9ac7-11f86f45c677 tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] 10.222.0.53 "GET /v2.0/subnetpools/87ddc307-7c92-4408-a3ef-6a51b4c6d921 HTTP/1.1" status: 404 len: 346 time: 0.0708477 Aug 10 03:57:45.959931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53884) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.000830 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-58ba527e-9b58-400e-9fe4-37cfd0c8306c tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] delete failed (client error): The resource could not be found. Aug 10 03:57:46.003364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-58ba527e-9b58-400e-9fe4-37cfd0c8306c tempest-SubnetPoolsTestJSON-1235920474 tempest-SubnetPoolsTestJSON-1235920474-project] 10.222.0.53 "DELETE /v2.0/subnetpools/87ddc307-7c92-4408-a3ef-6a51b4c6d921 HTTP/1.1" status: 404 len: 346 time: 0.0412545 Aug 10 03:57:46.054486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-ed36ea25-911e-4747-9d85-391e28c8850b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748118 Aug 10 03:57:46.057252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea88f3da-cc1c-4256-a734-d532057eb25e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:46.098494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 7a549b09-84da-489a-aedc-b8569ef59c21, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7a549b09-84da-489a-aedc-b8569ef59c21,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:46.099947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.134184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 7a549b09-84da-489a-aedc-b8569ef59c21 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:46.140002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ea88f3da-cc1c-4256-a734-d532057eb25e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:46.146023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ea88f3da-cc1c-4256-a734-d532057eb25e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:46.146374 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.189884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a0f8c-fc10-497a-b492-53b0c8067573 req-abe1003a-01e6-4107-82eb-191045436f1a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:46.191981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-005a0f8c-fc10-497a-b492-53b0c8067573 req-abe1003a-01e6-4107-82eb-191045436f1a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2287734 Aug 10 03:57:46.274567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-8c62cd0a-49c6-4a70-88d0-ad23d6903700 service neutron] 10.222.0.53 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166111 Aug 10 03:57:46.282814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.324862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ea88f3da-cc1c-4256-a734-d532057eb25e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ea88f3da-cc1c-4256-a734-d532057eb25e,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:46.330741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.351479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-005a0f8c-fc10-497a-b492-53b0c8067573 req-573b13ec-10fc-4043-9849-53c29701cdf2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036129 Aug 10 03:57:46.371767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4120b8d8-71a3-4bad-9cdd-da643b78dd79 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:46.398846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 4120b8d8-71a3-4bad-9cdd-da643b78dd79 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:46.399523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 4120b8d8-71a3-4bad-9cdd-da643b78dd79 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:46.440813 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-28838290-89fd-47a6-bed2-07eb9087dd9a service neutron] 10.222.0.53 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593940 Aug 10 03:57:46.477078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ea88f3da-cc1c-4256-a734-d532057eb25e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.593250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.652118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53896) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.658528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=7a549b09-84da-489a-aedc-b8569ef59c21,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.768484 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c106c9ad-4ff9-48d9-8e7f-eac361257167 req-b142b84a-3ddd-4cb8-a05e-bfe419e6d519 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 210 time: 0.0396955 Aug 10 03:57:46.833775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.860514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6d1ca-7c27-45c2-90a4-d748912e299f req-ab6eb58e-5554-41c8-977f-e02d6df4ec8e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:46.862376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87e6d1ca-7c27-45c2-90a4-d748912e299f req-ab6eb58e-5554-41c8-977f-e02d6df4ec8e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2295747 Aug 10 03:57:46.894845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-061629a8-20ff-479d-aa6b-7939a16b08f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.029137 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-061629a8-20ff-479d-aa6b-7939a16b08f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.034234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-061629a8-20ff-479d-aa6b-7939a16b08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.059468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87e6d1ca-7c27-45c2-90a4-d748912e299f req-8e3b1bd0-22a1-4939-a71e-0a81f146335b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482496 Aug 10 03:57:47.067402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-061629a8-20ff-479d-aa6b-7939a16b08f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b93e4713577746c9a39261ea2f72454a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139967 Aug 10 03:57:47.067906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:47.080224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:47.104701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061629a8-20ff-479d-aa6b-7939a16b08f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbcca8d-3a56-4c8c-ae72-dd3bd529475d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:47.220978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:47.221865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9e8cd-c541-49dd-8b93-83b4b22302dc req-06c05bbe-1c36-4c9d-9cfd-eb777334a846 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.222662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b33bcd7-7ec0-4780-b0a4-d5fe743963e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.223618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95b9e8cd-c541-49dd-8b93-83b4b22302dc req-06c05bbe-1c36-4c9d-9cfd-eb777334a846 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0589797 Aug 10 03:57:47.230052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c5d8c3a-5c4e-4d31-8c44-304b36ce53d8 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2156944 Aug 10 03:57:47.230805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53914) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:47.233340 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:47.244778 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:47.245855 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:47.305571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95b9e8cd-c541-49dd-8b93-83b4b22302dc req-da349f67-29b1-401b-b2a4-3ad3cb7a7cd6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647423 Aug 10 03:57:47.334348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b33bcd7-7ec0-4780-b0a4-d5fe743963e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.347015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting subnet 56acd154-b0f3-4b92-8819-dad6e3834258 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:47.353261 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.359494 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:47.424575 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.432430 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 11, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:47.465594 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:47.476244 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:47.477205 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:47.480152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b33bcd7-7ec0-4780-b0a4-d5fe743963e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.483459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b33bcd7-7ec0-4780-b0a4-d5fe743963e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.484918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b33bcd7-7ec0-4780-b0a4-d5fe743963e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3dbcca8d-3a56-4c8c-ae72-dd3bd529475d HTTP/1.1" status: 204 len: 168 time: 0.4159741 Aug 10 03:57:47.503524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33bcd7-7ec0-4780-b0a4-d5fe743963e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbcca8d-3a56-4c8c-ae72-dd3bd529475d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:47.555239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.637048 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:47.693217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.712647 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 11, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:47.745812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Subnet': ['ID=56acd154-b0f3-4b92-8819-dad6e3834258,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:47.748430 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe774265-2dae-4f62-a080-5230a57dd403 None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 11, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:47.754542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.756526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a33dfc48-3dd0-4689-bce7-a103216a413b tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/56acd154-b0f3-4b92-8819-dad6e3834258 HTTP/1.1" status: 204 len: 168 time: 0.5245559 Aug 10 03:57:47.759693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:47.786269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d3688-f449-463d-9ba3-5de1b8482e8b None None] Network b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:48.001437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706012d6-6bdc-4be5-9eb2-ffa1b8a1c029 req-cdac6649-88ea-4af6-8406-5cff786898ed tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.015896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-706012d6-6bdc-4be5-9eb2-ffa1b8a1c029 req-cdac6649-88ea-4af6-8406-5cff786898ed tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0984373 Aug 10 03:57:48.182918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] DHCP port deletion for b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:48.333342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] Deleting port 07d183c0-448f-4e0d-b40e-370444d11f94 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:48.333648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.336264 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-706012d6-6bdc-4be5-9eb2-ffa1b8a1c029 req-0ccdf504-23ef-4f23-8668-9d805d0164dc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748585 Aug 10 03:57:48.405444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea88f3da-cc1c-4256-a734-d532057eb25e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:48.433007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-b53ac741-c995-4797-941c-184598e7ad8f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.437525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-b53ac741-c995-4797-941c-184598e7ad8f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "GET /v2.0/networks?id=5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 200 len: 797 time: 0.4191756 Aug 10 03:57:48.453134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.482583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1a47cee-bd36-4caf-a403-f0214ca81ae1 req-080d9d6b-84aa-46c0-bfb3-27331833a93e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 210 time: 0.5406365 Aug 10 03:57:48.509869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] For port 07d183c0-448f-4e0d-b40e-370444d11f94, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=07d183c0-448f-4e0d-b40e-370444d11f94,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:48.510739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.525319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-e8740c5c-715f-4502-9983-31e1f2d27a35 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=723bb98784f94075a88f43e13602e903 HTTP/1.1" status: 200 len: 380 time: 0.0767844 Aug 10 03:57:48.535639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] Calling delete_port for 07d183c0-448f-4e0d-b40e-370444d11f94 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:48.542732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'port': {'device_id': '02915127-3d83-40bf-a93f-7aae191be325', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'admin_state_up': True, 'tenant_id': '723bb98784f94075a88f43e13602e903', 'security_groups': ['59f0b273-d771-4cc5-9d65-1775432661d2']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:48.551071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ea88f3da-cc1c-4256-a734-d532057eb25e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:48.551446 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.565047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Deleting port 07d183c0-448f-4e0d-b40e-370444d11f94 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:48.565600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.714845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.728018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] For port 07d183c0-448f-4e0d-b40e-370444d11f94, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=07d183c0-448f-4e0d-b40e-370444d11f94,segment=NetworkSegment(fa296f74-973a-4124-9a6a-bf1175ce1e3d),segment_id=fa296f74-973a-4124-9a6a-bf1175ce1e3d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:48.728801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.755823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] Pushing event deleted for resources: {'Port': ['ID=07d183c0-448f-4e0d-b40e-370444d11f94,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.763662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdbf4c-f095-4e8d-b3fe-f59e298280b1 None None] No DVR routers for this DVR port 07d183c0-448f-4e0d-b40e-370444d11f94 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:48.788254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Calling delete_port for 07d183c0-448f-4e0d-b40e-370444d11f94 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:48.797619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a549b09-84da-489a-aedc-b8569ef59c21 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:48.830185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Made reservation on behalf of 723bb98784f94075a88f43e13602e903 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:48.833225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7a549b09-84da-489a-aedc-b8569ef59c21 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:48.833936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7a549b09-84da-489a-aedc-b8569ef59c21 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:48.839109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.890550 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.930529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Port': ['ID=07d183c0-448f-4e0d-b40e-370444d11f94,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.939518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No DVR routers for this DVR port 07d183c0-448f-4e0d-b40e-370444d11f94 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:48.968643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53956) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.972436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026443 Aug 10 03:57:48.976476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53958) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.019716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.20.0.9 (5010d824-bc65-4106-9bfb-886edd62e0fb/0d1fb312-9f85-414f-98ee-d3a9b6ab0690/f5b4a6a2-c728-41c9-bebc-6003334e1cc5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:49.045177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.057524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:49.072321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa296f74-973a-4124-9a6a-bf1175ce1e3d') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:49.072886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa296f74-973a-4124-9a6a-bf1175ce1e3d') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:49.085606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.102472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.105781 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-df02622d-87fa-491d-89d7-9769f812aad6 tempest-NetworksApiDiscovery-1015660345 tempest-NetworksApiDiscovery-1015660345-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1284792 Aug 10 03:57:49.110187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:49.110821 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:49.114008 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:49.195116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.209903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.214817 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/networks/b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32 HTTP/1.1" status: 204 len: 168 time: 1.4533799 Aug 10 03:57:49.218007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53964) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.244297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'routes': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:49.251512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ac13f-31f0-4dd2-8966-93e329a6a3de tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Pushing event deleted for resources: {'Network': ['ID=b9cd3285-fdeb-4dfe-b3e7-1ac1eee20b32,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:49.264663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.296928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Transition to ACTIVE for port object f5b4a6a2-c728-41c9-bebc-6003334e1cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:49.352071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.451380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network 5010d824-bc65-4106-9bfb-886edd62e0fb is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:49.464960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:49.471786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:49.477407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:49.491491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Added routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 03:57:49.491976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Removed routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 03:57:49.492577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.542565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53970) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.556097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.556780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.581557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f8444b74-27a6-4618-ac75-b1ade314f4a2 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0460689 Aug 10 03:57:49.596755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Request body: {'port': {'device_id': '02915127-3d83-40bf-a93f-7aae191be325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:49.729192 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.760002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e510466-cc4b-4507-ba77-a23f08975b09 req-145ed79a-3f0d-4a66-a86b-1b015e7db7b7 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.761716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e510466-cc4b-4507-ba77-a23f08975b09 req-145ed79a-3f0d-4a66-a86b-1b015e7db7b7 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 931 time: 0.1030059 Aug 10 03:57:49.770553 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ad11ce-c6a4-4515-a30b-20a50f850c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.772552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e627250-817c-4bf7-abb2-0620246af076 req-2b41737f-a5d6-4c20-b1d7-57db2dcb88dd tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.774282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e627250-817c-4bf7-abb2-0620246af076 req-2b41737f-a5d6-4c20-b1d7-57db2dcb88dd tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.2149622 Aug 10 03:57:49.819251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b52fea4-ebd2-4e40-93fa-0e9a9e58266c None None] Provisioning for port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:49.825284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3b52fea4-ebd2-4e40-93fa-0e9a9e58266c None None] Provisioning complete for port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:49.826243 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3b52fea4-ebd2-4e40-93fa-0e9a9e58266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.840379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.851504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.872895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e510466-cc4b-4507-ba77-a23f08975b09 req-3fe96938-087f-4d6e-9037-b60bfdbf46e4 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990388 Aug 10 03:57:49.896050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3b52fea4-ebd2-4e40-93fa-0e9a9e58266c None None] Port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:49.948571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e627250-817c-4bf7-abb2-0620246af076 req-0df32fbb-12fa-49b3-b226-8517799e7fb5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420202 Aug 10 03:57:49.977024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 07d183c0-448f-4e0d-b40e-370444d11f94 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:50.004612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 07d183c0-448f-4e0d-b40e-370444d11f94 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:50.005491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 07d183c0-448f-4e0d-b40e-370444d11f94 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:50.012923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router d5464d5c-c239-474b-a565-4be39e9e62b5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:50.107074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ad11ce-c6a4-4515-a30b-20a50f850c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.116629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ad11ce-c6a4-4515-a30b-20a50f850c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.123487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:50.131397 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.132508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e920a6e7-bdc5-45f5-8451-e3ecabae2809 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 704 time: 0.9130809 Aug 10 03:57:50.136278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53978) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.142118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] Sync routers for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:50.155243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:50.156150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.179009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2ee43b79-2618-4e7e-a761-76432cebf1d1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 205 time: 0.0414321 Aug 10 03:57:50.179642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.199222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0ad11ce-c6a4-4515-a30b-20a50f850c89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e3e1dd2d19f42d1ab009046172c03ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553090 Aug 10 03:57:50.202130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad11ce-c6a4-4515-a30b-20a50f850c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb08156-8f40-44e4-a70d-dde5c7d7cbca,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:50.206536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 53982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.246381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:50.263968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b4a6a2-c728-41c9-bebc-6003334e1cc5 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:50.280115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.281912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.290906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19c89674-413b-4516-b937-bbb5d454f9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.307922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Transition to ACTIVE for port object f5b4a6a2-c728-41c9-bebc-6003334e1cc5 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:50.308544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 11, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.323802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.333075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19c89674-413b-4516-b937-bbb5d454f9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.358019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] Checking router: d5464d5c-c239-474b-a565-4be39e9e62b5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:50.373552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] Routers {'d5464d5c-c239-474b-a565-4be39e9e62b5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:50.375111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d5464d5c-c239-474b-a565-4be39e9e62b5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.492809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.496728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.498306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] Set router d5464d5c-c239-474b-a565-4be39e9e62b5 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:50.558609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.559604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router d5464d5c-c239-474b-a565-4be39e9e62b5 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:50.571105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.572538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5b08c5fb-50ac-4eef-a57b-a55ac0091113 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 204 len: 168 time: 0.3919394 Aug 10 03:57:50.579837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53984) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.585248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-689159613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:50.612956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 11, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.621053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.622186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.663781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6c57f-9867-4f94-a943-5f45862cd90d None None] The sync data for ids ['d5464d5c-c239-474b-a565-4be39e9e62b5'] in n-d-769329-14 is: [{'id': 'd5464d5c-c239-474b-a565-4be39e9e62b5', 'name': 'tempest-RoutersIpV6Test-router-515445240', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:30Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 11, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:50.690610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.697388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.717610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.719827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e0da33b9-5331-45ce-8e5e-98b9a71060b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1389234 Aug 10 03:57:50.723884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 53986) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.732628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:50.795571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Pushing event updated for resources: {'Port': ['ID=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:50.876043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19c89674-413b-4516-b937-bbb5d454f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.878620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19c89674-413b-4516-b937-bbb5d454f9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.879860 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19c89674-413b-4516-b937-bbb5d454f9cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bb08156-8f40-44e4-a70d-dde5c7d7cbca HTTP/1.1" status: 204 len: 168 time: 0.6723213 Aug 10 03:57:50.912988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c89674-413b-4516-b937-bbb5d454f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb08156-8f40-44e4-a70d-dde5c7d7cbca,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:50.947593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Attempting to bind port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:50.947593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Attempting to bind port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:50.948463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Attempting to bind port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 on network 5010d824-bc65-4106-9bfb-886edd62e0fb {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:50.953648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 on network 5010d824-bc65-4106-9bfb-886edd62e0fb not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:50.954387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Attempting to bind port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 on network 5010d824-bc65-4106-9bfb-886edd62e0fb {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:50.961326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:50.961687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Checking segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:50.962051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Bound using segment: {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:50.962559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Bound port: f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae639e6-0ff8-4e40-8950-1e673342150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:50.962889 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.148797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] For port f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:51.153711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] For port f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:51.155212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.176372 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.190281 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.203500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341be97-068f-4f29-965f-878c75ee561f req-450d0401-e575-4568-be86-ec27c9901909 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.205439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3341be97-068f-4f29-965f-878c75ee561f req-450d0401-e575-4568-be86-ec27c9901909 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 943 time: 0.1013229 Aug 10 03:57:51.206412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd612c4c-a3af-4980-b860-ebbf9cb613c4 req-fdfb6b29-a0bd-43e3-b603-67cf6866cf0a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.208337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd612c4c-a3af-4980-b860-ebbf9cb613c4 req-fdfb6b29-a0bd-43e3-b603-67cf6866cf0a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1180162 Aug 10 03:57:51.252818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.253803 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.256238 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-83add17e-567a-4897-bc3f-991697999b9b service neutron] 10.222.0.39 "PUT /v2.0/ports/f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 200 len: 1092 time: 1.6664925 Aug 10 03:57:51.259273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:51.261910 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34" -d '{"events": [{"name": "network-changed", "server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:51.301582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83add17e-567a-4897-bc3f-991697999b9b service neutron] Pushing event updated for resources: {'Port': ['ID=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.338162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bd612c4c-a3af-4980-b860-ebbf9cb613c4 req-43a00ab1-26e2-46b7-801e-fb1f4e28b6d9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090631 Aug 10 03:57:51.379445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3341be97-068f-4f29-965f-878c75ee561f req-05ac4c11-bf23-404d-9ef1-3f1bd0933a20 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817685 Aug 10 03:57:51.391114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Router 3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:57:51.449561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-41b6cca7-e89d-45d8-bcf3-4f74245f0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.451631 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-41b6cca7-e89d-45d8-bcf3-4f74245f0cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1095 time: 0.1106858 Aug 10 03:57:51.465213 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98953b9e-2b45-4927-94ba-4bb188a6b76d x-openstack-request-id: req-98953b9e-2b45-4927-94ba-4bb188a6b76d {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:51.465519 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:51.466070 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98953b9e-2b45-4927-94ba-4bb188a6b76d {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:51.467283 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'status': 'completed', 'code': 200} Aug 10 03:57:51.535664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-5ba4ba41-c047-4eee-ae70-0836bb55cca2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 200 len: 217 time: 0.0658126 Aug 10 03:57:51.542325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:51.557919 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.558332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] Sync routers for ids ['3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:51.561777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5b072005-f99e-4d72-a326-58b205bc0f5d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "PUT /v2.0/routers/3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f HTTP/1.1" status: 200 len: 697 time: 0.8343120 Aug 10 03:57:51.564210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54006) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.572781 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] Routers {'3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:51.573538 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:51.643342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f2737596-e09a-4306-95b8-648bd3fe5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.644866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-f2737596-e09a-4306-95b8-648bd3fe5a22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d1fb312-9f85-414f-98ee-d3a9b6ab0690 HTTP/1.1" status: 200 len: 832 time: 0.0978184 Aug 10 03:57:51.693923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] Set router 3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:51.722722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f2e63838-8d0b-4514-b09b-cf94e43a8623 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/routers/3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f HTTP/1.1" status: 200 len: 703 time: 0.1566353 Aug 10 03:57:51.725307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54010) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.745907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-2d790fca-23fc-4650-973b-865303bb8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.749357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-2d790fca-23fc-4650-973b-865303bb8b75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5010d824-bc65-4106-9bfb-886edd62e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943985 Aug 10 03:57:51.767607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a6d85311-868c-4b58-808a-a67a0eaa0b3e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f HTTP/1.1" status: 200 len: 205 time: 0.0404217 Aug 10 03:57:51.770426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54014) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.901549 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.915589 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f', 'name': 'tempest-RoutersIpV6Test-router-689159613', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:50Z', 'updated_at': '2021-08-10T03:57:51Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:51.965623 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-9b891043-d9df-47f7-8a8e-0bc15dcd311e service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063468 Aug 10 03:57:51.974823 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] Checking router: 3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:57:51.992777 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] Routers {'3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:51.994211 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:57:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:52.073679 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-582c3c22-77e9-4f82-b903-0030dd7d1663 req-4f72f027-a7d6-45a8-8666-3b0e766df3fc service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999177 Aug 10 03:57:52.132210 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] Set router 3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:57:52.194430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.198396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.201188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-1ede0073-e3e5-4895-886a-1b12599db947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.203952 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f', 'name': 'tempest-RoutersIpV6Test-router-689159613', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:50Z', 'updated_at': '2021-08-10T03:57:51Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:52.204699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-1ede0073-e3e5-4895-886a-1b12599db947 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1095 time: 0.0705171 Aug 10 03:57:52.234759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d1d359-ba82-410b-ad31-8aebe728ca7c None None] The sync data for ids ['3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f'] in n-d-769329-14 is: [{'id': '3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f', 'name': 'tempest-RoutersIpV6Test-router-689159613', 'tenant_id': '60a3f4462ebc400994cd39f1f0856152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:50Z', 'updated_at': '2021-08-10T03:57:51Z', 'revision_number': 2, 'project_id': '60a3f4462ebc400994cd39f1f0856152', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:52.273927 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.275676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Fanout notify agent at l3_agent the message router_deleted on router 3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:52.290409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.292451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-871933ac-dd86-4bf7-b543-3be524ffbfd1 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f HTTP/1.1" status: 204 len: 168 time: 0.5202975 Aug 10 03:57:52.296127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54026) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.332832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8acc74bf-fee5-4db4-8d4a-0bf171a57263 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f HTTP/1.1" status: 200 len: 205 time: 0.0346417 Aug 10 03:57:52.335808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54028) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.380811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-643312f3-635f-4e37-985e-ca4bc398e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.382642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-643312f3-635f-4e37-985e-ca4bc398e21e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 200 len: 898 time: 0.1705630 Aug 10 03:57:52.391925 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-cc9575bc-101d-4e48-a1e3-8a25c5fe6c13 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:52.393007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc9575bc-101d-4e48-a1e3-8a25c5fe6c13 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/3b65ddd5-e3b6-4dd3-a6a8-e620aacade7f HTTP/1.1" status: 404 len: 336 time: 0.0563502 Aug 10 03:57:52.397260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54032) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.469488 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1514cc06-28b1-4c9a-bc63-51dd8c7eb3dc tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:52.470329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1514cc06-28b1-4c9a-bc63-51dd8c7eb3dc tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:52.473140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1514cc06-28b1-4c9a-bc63-51dd8c7eb3dc tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/87a30f84-fd35-465d-acd0-e5a4112fa629 HTTP/1.1" status: 404 len: 337 time: 0.0747850 Aug 10 03:57:52.475707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54038) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.485837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-19eb82e8-f1b0-4ff4-8349-e4f4d0b084bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 200 len: 217 time: 0.0933862 Aug 10 03:57:52.511848 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec9f15-5483-438d-851c-223f1c29414e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:52.512651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ec9f15-5483-438d-851c-223f1c29414e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:52.515943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89ec9f15-5483-438d-851c-223f1c29414e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/783cc4ce-d3d1-4aa5-a95e-80e695d5eed1 HTTP/1.1" status: 404 len: 337 time: 0.0378468 Aug 10 03:57:52.518444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.566381 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9e5976-f62e-4789-8f9e-53ef907485d6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:52.570741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9e5976-f62e-4789-8f9e-53ef907485d6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:52.574940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c9e5976-f62e-4789-8f9e-53ef907485d6 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/2e7718fb-3ada-40eb-beef-a7a09f5c87da HTTP/1.1" status: 404 len: 337 time: 0.0550232 Aug 10 03:57:52.588327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-9d97059b-25a6-4558-8064-132e6631ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.590896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-9d97059b-25a6-4558-8064-132e6631ff56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d1fb312-9f85-414f-98ee-d3a9b6ab0690 HTTP/1.1" status: 200 len: 832 time: 0.0963504 Aug 10 03:57:52.591643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54046) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.670831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4fac-7412-4a1d-b459-9a67764ddb40 req-77637a96-7f10-4c33-b719-ab781085c991 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.673399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e2a4fac-7412-4a1d-b459-9a67764ddb40 req-77637a96-7f10-4c33-b719-ab781085c991 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 943 time: 0.0968788 Aug 10 03:57:52.717633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e2a4fac-7412-4a1d-b459-9a67764ddb40 req-7e6d98e9-c202-4c31-83ab-2fad5c89437b tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Aug 10 03:57:52.719355 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d2dae0-fc50-4f13-b974-ceddf8ef827f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:52.720122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d2dae0-fc50-4f13-b974-ceddf8ef827f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:52.723436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-22d2dae0-fc50-4f13-b974-ceddf8ef827f tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/56acd154-b0f3-4b92-8819-dad6e3834258 HTTP/1.1" status: 404 len: 337 time: 0.1282713 Aug 10 03:57:52.726516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.760160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-18826d2c-d251-49ed-acd4-975cc503b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.762196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-18826d2c-d251-49ed-acd4-975cc503b684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5010d824-bc65-4106-9bfb-886edd62e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552517 Aug 10 03:57:52.775425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-98e46cb8-7378-4258-a455-1d320db12c7d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 200 len: 205 time: 0.0431209 Aug 10 03:57:52.775628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54052) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.783154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b56de0-da00-4c0f-adf2-a0f4ed47e9bb req-bd8e605a-0dbd-4804-8d1c-804649fcde86 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.786303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23b56de0-da00-4c0f-adf2-a0f4ed47e9bb req-bd8e605a-0dbd-4804-8d1c-804649fcde86 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1933687 Aug 10 03:57:52.820232 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-6c4f6a7b-78d4-4682-807e-23daf8b277ee tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:52.821296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c4f6a7b-78d4-4682-807e-23daf8b277ee tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/d5464d5c-c239-474b-a565-4be39e9e62b5 HTTP/1.1" status: 404 len: 336 time: 0.0446873 Aug 10 03:57:52.826770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54054) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.874282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b262abc9-39ee-47df-816f-a0b7d0e2c65d tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea5a9e0b-0607-4680-b3d7-4c74083a5f94 HTTP/1.1" status: 200 len: 205 time: 0.0462403 Aug 10 03:57:52.878935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54058) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.918837 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-a8822729-0395-4420-a64c-4fd2fa02d768 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:52.919899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a8822729-0395-4420-a64c-4fd2fa02d768 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/ea5a9e0b-0607-4680-b3d7-4c74083a5f94 HTTP/1.1" status: 404 len: 336 time: 0.0398796 Aug 10 03:57:52.926526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23b56de0-da00-4c0f-adf2-a0f4ed47e9bb req-10d9ca68-2cda-4090-9c39-ee9b5ce51060 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063108 Aug 10 03:57:52.927038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54060) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.955939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-5f466fcb-dadb-4cae-9429-2cd6095bf5bc service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679471 Aug 10 03:57:52.960303 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6595714-892b-439a-bf35-c4cea5a3a681 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:52.960754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6595714-892b-439a-bf35-c4cea5a3a681 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:52.962831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a6595714-892b-439a-bf35-c4cea5a3a681 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/c9b535c5-8987-492c-ae73-aaf722fad2bc HTTP/1.1" status: 404 len: 337 time: 0.0347767 Aug 10 03:57:52.967155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54064) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.007047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-63be2dee-588a-45bf-b8bc-7e42fa9c3e15 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 200 len: 205 time: 0.0379803 Aug 10 03:57:53.010243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54066) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.060880 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-4be8003b-194b-4f90-812e-6f1c1677ff5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:53.065550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4be8003b-194b-4f90-812e-6f1c1677ff5e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/19b3a379-aaa3-4839-9e3c-08ed04f46924 HTTP/1.1" status: 404 len: 336 time: 0.0518885 Aug 10 03:57:53.065912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54068) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.076090 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b9fb2f0-593b-4607-9bbf-5dd7bf279d34 req-170758aa-cb82-4bb1-9ed4-f6bb0e71679b service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121356 Aug 10 03:57:53.099433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-22990802-aa9e-49b9-b23d-de731a38606e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=f19819b1-c68c-482c-a88b-bfbe9f6c7b04 HTTP/1.1" status: 200 len: 205 time: 0.0323355 Aug 10 03:57:53.102067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54072) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.143878 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-6b54c981-f32a-4176-858f-3b633f7cc997 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:53.147726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6b54c981-f32a-4176-858f-3b633f7cc997 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/f19819b1-c68c-482c-a88b-bfbe9f6c7b04 HTTP/1.1" status: 404 len: 336 time: 0.0419161 Aug 10 03:57:53.148925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54076) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.190358 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b83ffb-5b0e-4c33-b98d-efc476e8e38e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:53.190923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b83ffb-5b0e-4c33-b98d-efc476e8e38e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:53.192761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-14b83ffb-5b0e-4c33-b98d-efc476e8e38e tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/9853ee2d-59e0-41d5-afb4-4dd9fb157ddb HTTP/1.1" status: 404 len: 337 time: 0.0421739 Aug 10 03:57:53.196775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54078) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.235097 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7cb564a1-14f2-4021-bc46-d86d01b84005 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d4d2c35-115c-4c5a-984a-9ac74fc51b1d HTTP/1.1" status: 200 len: 205 time: 0.0366397 Aug 10 03:57:53.246941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54080) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.282796 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-b87fa054-397c-4ce5-bfac-48e9dd72d7e0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:53.284488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b87fa054-397c-4ce5-bfac-48e9dd72d7e0 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/9d4d2c35-115c-4c5a-984a-9ac74fc51b1d HTTP/1.1" status: 404 len: 336 time: 0.0449705 Aug 10 03:57:53.288047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54082) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.316285 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a05832-e8bd-4b59-8f8d-f3a58018c3b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:53.316758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a05832-e8bd-4b59-8f8d-f3a58018c3b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:53.318727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-06a05832-e8bd-4b59-8f8d-f3a58018c3b5 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/87bb6212-369e-468e-a00d-15874b35fbcf HTTP/1.1" status: 404 len: 337 time: 0.0296700 Aug 10 03:57:53.321624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54084) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.360274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-92a2266f-78a1-4674-9a40-fde48c8db19a tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "GET /v2.0/ports?device_id=28575ee5-c77c-4ec3-9b36-a354e7062aeb HTTP/1.1" status: 200 len: 205 time: 0.0343196 Aug 10 03:57:53.360741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54088) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.416930 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-1c77e270-2c27-46dc-8c50-bb263c500934 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] delete failed (client error): The resource could not be found. Aug 10 03:57:53.418035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1c77e270-2c27-46dc-8c50-bb263c500934 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/routers/28575ee5-c77c-4ec3-9b36-a354e7062aeb HTTP/1.1" status: 404 len: 336 time: 0.0562041 Aug 10 03:57:53.421437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54094) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.452257 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b30f0b-b894-45de-ad2d-6b47d237f201 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:53.453277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b30f0b-b894-45de-ad2d-6b47d237f201 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:53.457410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d3b30f0b-b894-45de-ad2d-6b47d237f201 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/6e70dd3b-d07e-417b-95e3-9099bacfc231 HTTP/1.1" status: 404 len: 337 time: 0.0325963 Aug 10 03:57:53.457924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54096) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.504499 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a1b641-5a7b-4b3f-bd56-cef4bc4d2504 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:53.505200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a1b641-5a7b-4b3f-bd56-cef4bc4d2504 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:53.508544 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26a1b641-5a7b-4b3f-bd56-cef4bc4d2504 tempest-RoutersIpV6Test-78508628 tempest-RoutersIpV6Test-78508628-project] 10.222.0.53 "DELETE /v2.0/subnets/072e9b5e-3f11-4f1a-b95c-058c7f0663c9 HTTP/1.1" status: 404 len: 337 time: 0.0488515 Aug 10 03:57:53.837279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54106) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.862314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae6dd-3650-424a-b506-7c6ea3fba323 req-0a3a0494-c5f5-47c0-a09c-0f287edcad20 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.863928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a9ae6dd-3650-424a-b506-7c6ea3fba323 req-0a3a0494-c5f5-47c0-a09c-0f287edcad20 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 943 time: 0.0546694 Aug 10 03:57:53.916993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a9ae6dd-3650-424a-b506-7c6ea3fba323 req-73fe31d4-e2a2-48f2-9138-55bc3c93da5f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Aug 10 03:57:54.020144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b4044ca8-4d70-4bfa-9ef2-eb36c9953451 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60a3f4462ebc400994cd39f1f0856152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815183 Aug 10 03:57:54.022835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54114) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:54.069351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa37da-8e1f-4054-8abc-97288522eac5 req-51e3e298-6546-4eb7-bee4-039c8a328aac tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.069670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5b4a6a2-c728-41c9-bebc-6003334e1cc5 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:54.071429 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5aa37da-8e1f-4054-8abc-97288522eac5 req-51e3e298-6546-4eb7-bee4-039c8a328aac tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0642684 Aug 10 03:57:54.083455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.112601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.119225 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5aa37da-8e1f-4054-8abc-97288522eac5 req-b29eaf85-7bc2-4614-8e8d-8f25a9f83ddf tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Aug 10 03:57:54.173108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.176357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.178127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a4c9be8-96d2-4d9b-829a-965badd13ce9 HTTP/1.1" status: 204 len: 168 time: 0.1541624 Aug 10 03:57:54.191495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c9be8-96d2-4d9b-829a-965badd13ce9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.204598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.204889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.205234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.205568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.205898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.206325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.206663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.206987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.207310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.207438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:54.207628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.208107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.208419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea20c8-f445-4683-abaa-494945f7ba8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:54.229588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'port_id': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'mac_address': 'fa:16:3e:22:e2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:54.279387 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.295113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b4a6a2-c728-41c9-bebc-6003334e1cc5 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:54.326326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:54.336213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.419651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.626046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f5b4a6a2-c728-41c9-bebc-6003334e1cc5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:54.818554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.039875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54144) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.138232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c12e5-2a25-4f2c-bef9-4d78fee38737 req-b6894e22-240f-453a-aa97-8adc68927220 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.142437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d1c12e5-2a25-4f2c-bef9-4d78fee38737 req-b6894e22-240f-453a-aa97-8adc68927220 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 944 time: 0.0893207 Aug 10 03:57:55.191723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--529981165'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:55.234447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d1c12e5-2a25-4f2c-bef9-4d78fee38737 req-57f4e8ee-6b26-44b5-a536-a8a3778221d4 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853345 Aug 10 03:57:55.247441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.267582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.323194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4d22-9bc3-4ce5-b213-89e1e74069bd req-125cf356-cf33-42ea-a495-b3528fa0fcff tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.328945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d60a4d22-9bc3-4ce5-b213-89e1e74069bd req-125cf356-cf33-42ea-a495-b3528fa0fcff tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0959234 Aug 10 03:57:55.384966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d60a4d22-9bc3-4ce5-b213-89e1e74069bd req-489136c6-0c2c-44bf-afb6-617261774a1c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Aug 10 03:57:55.401486 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.407458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.448027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e6f9f-bea8-4f0a-b082-07fc259874f7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.520979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.526028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.554483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.555784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5143898 Aug 10 03:57:55.559247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54160) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.567632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986efd8c-fd29-4c83-ad10-fb78ada6f5da tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be03941c-bae9-4050-b666-ea093351cf53,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.635526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac80fc15-5d2b-4813-8d92-0bb97aae0cad tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0751483 Aug 10 03:57:55.638857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54162) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.644258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-security--278757671', 'description': 'tempest-security-description-1859703717'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:55.670782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.718746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.722953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.725553 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.726863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "PUT /v2.0/security-groups/be03941c-bae9-4050-b666-ea093351cf53 HTTP/1.1" status: 200 len: 1779 time: 0.0870206 Aug 10 03:57:55.729794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54164) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.752710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e64ff-3baa-4775-b861-8249cfc8bce3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be03941c-bae9-4050-b666-ea093351cf53,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.785077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ab3db251-b266-4d7e-8f34-096fbb33f8d0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups/be03941c-bae9-4050-b666-ea093351cf53 HTTP/1.1" status: 200 len: 1779 time: 0.0538411 Aug 10 03:57:55.787691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54166) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.845883 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fc050db-5262-4286-b6e5-fed1cb2b3d74 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.873920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fc050db-5262-4286-b6e5-fed1cb2b3d74 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.929734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fc050db-5262-4286-b6e5-fed1cb2b3d74 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.932495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fc050db-5262-4286-b6e5-fed1cb2b3d74 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.933742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3fc050db-5262-4286-b6e5-fed1cb2b3d74 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/be03941c-bae9-4050-b666-ea093351cf53 HTTP/1.1" status: 204 len: 168 time: 0.1448584 Aug 10 03:57:55.936694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.946811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc050db-5262-4286-b6e5-fed1cb2b3d74 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be03941c-bae9-4050-b666-ea093351cf53,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.995273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d12eb43b-0f0b-479c-b8b2-8e0608a575e9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568678 Aug 10 03:57:55.998020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54170) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.011435 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-7cef90a3-1532-4206-b125-4772e32a3916 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] delete failed (client error): The resource could not be found. Aug 10 03:57:56.012387 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7cef90a3-1532-4206-b125-4772e32a3916 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/be03941c-bae9-4050-b666-ea093351cf53 HTTP/1.1" status: 404 len: 347 time: 0.0134537 Aug 10 03:57:56.016652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54172) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.021027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055326000'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:56.049462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.080098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5b4a6a2-c728-41c9-bebc-6003334e1cc5 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:56.121340 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.140257 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.140947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:56.144981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.145135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:56.145463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.175068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.178964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1587532 Aug 10 03:57:56.179388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54176) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.181592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2d636-db27-436f-a92e-961f57c306b9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a300d10-c992-48a5-aafa-e30457533e5e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.184494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '0a300d10-c992-48a5-aafa-e30457533e5e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:56.213183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.233578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.261358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:56.263788 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81673fa1-743c-4a60-88bc-2b0acb72d08b" -d '{"events": [{"server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "name": "network-vif-plugged", "status": "completed", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:56.266370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.274833 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.286736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:56.295852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.316390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2dc181-361c-4206-ab76-ea2f659530a4,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.324321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.328310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7c414959-094d-4def-a37b-99a53a4065ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453106 Aug 10 03:57:56.328677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54186) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.340177 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd7bef-4ef7-4796-a115-c948ae217cee x-openstack-request-id: req-02bd7bef-4ef7-4796-a115-c948ae217cee {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:56.340481 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "name": "network-vif-plugged", "status": "completed", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:56.340758 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02bd7bef-4ef7-4796-a115-c948ae217cee {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:56.341213 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'code': 200} Aug 10 03:57:56.390566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.433922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d1501f2-fdf8-4c44-a86c-ef6f014f9fef tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.442428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d1501f2-fdf8-4c44-a86c-ef6f014f9fef tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.453672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23eae7-fb5c-4259-8278-42138419d145 req-3beab4f4-629c-4a09-808b-f8860bfbf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.455400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c23eae7-fb5c-4259-8278-42138419d145 req-3beab4f4-629c-4a09-808b-f8860bfbf351 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1097 time: 0.0672901 Aug 10 03:57:56.486692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc8b03-85f0-475c-9023-dc8a9fb9acd1 req-392d40c1-0d9c-4167-8788-d195bf6fb555 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.488859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0cc8b03-85f0-475c-9023-dc8a9fb9acd1 req-392d40c1-0d9c-4167-8788-d195bf6fb555 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 945 time: 0.1167514 Aug 10 03:57:56.499305 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d1501f2-fdf8-4c44-a86c-ef6f014f9fef tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.508085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d1501f2-fdf8-4c44-a86c-ef6f014f9fef tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.514319 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0d1501f2-fdf8-4c44-a86c-ef6f014f9fef tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3a2dc181-361c-4206-ab76-ea2f659530a4 HTTP/1.1" status: 204 len: 168 time: 0.1803694 Aug 10 03:57:56.520405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54192) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.536120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c23eae7-fb5c-4259-8278-42138419d145 req-22d3cba3-9c18-4734-bb7f-14e7009f51f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713623 Aug 10 03:57:56.551739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1501f2-fdf8-4c44-a86c-ef6f014f9fef tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a2dc181-361c-4206-ab76-ea2f659530a4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.585700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2592d84-6baf-48f3-af66-41a82f09335c req-1dc5b75c-3b07-465f-adde-985022ce7359 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.587531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2592d84-6baf-48f3-af66-41a82f09335c req-1dc5b75c-3b07-465f-adde-985022ce7359 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0668111 Aug 10 03:57:56.603213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8dc79af7-b016-4ba3-a2f9-127cc0c8a025 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794821 Aug 10 03:57:56.606405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54194) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.606637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0cc8b03-85f0-475c-9023-dc8a9fb9acd1 req-c91ed598-b3d5-403d-9fcc-cc182df174cb tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107218 Aug 10 03:57:56.676302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2592d84-6baf-48f3-af66-41a82f09335c req-5ebaa65d-b300-4815-b1f0-489d2006000b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804703 Aug 10 03:57:56.698039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf64945-b063-4f61-a791-970fb7e35be0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.724272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf64945-b063-4f61-a791-970fb7e35be0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.768382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf64945-b063-4f61-a791-970fb7e35be0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.770969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbf64945-b063-4f61-a791-970fb7e35be0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.772116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbf64945-b063-4f61-a791-970fb7e35be0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a300d10-c992-48a5-aafa-e30457533e5e HTTP/1.1" status: 204 len: 168 time: 0.1638572 Aug 10 03:57:56.775112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54198) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.783394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf64945-b063-4f61-a791-970fb7e35be0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a300d10-c992-48a5-aafa-e30457533e5e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.008426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0f953735-71e3-4381-9608-68a0c22b881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.200540 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3520e68f-76ed-483e-98a9-2af338a6b81b tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4219136 Aug 10 03:57:57.203618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.208369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635651561'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.230640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.315019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.319223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.350544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.351853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1471848 Aug 10 03:57:57.352723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d42689-2cb3-4853-9dcc-468e363179a2 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70bec2-ead0-4241-8aee-39ece0b61f17,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.354765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54204) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.360420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '2d70bec2-ead0-4241-8aee-39ece0b61f17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.388316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.450453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.454038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.472972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ec1f4d-a061-4f50-8190-b8f5add4cf2f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.475867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.480635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-69100fb5-2445-4be9-812e-e91e2a96f935 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211629 Aug 10 03:57:57.480635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54206) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.485060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '2d70bec2-ead0-4241-8aee-39ece0b61f17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.517308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.580382 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.585144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.603319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9079704c-2061-4fd2-9c34-5b72ed5929af,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.613131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.615318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-01d62a45-a3dd-472b-9ec1-6d739115205c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326118 Aug 10 03:57:57.616881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54208) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.621845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '2d70bec2-ead0-4241-8aee-39ece0b61f17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.705076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.847971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22c6f2-fa73-4d03-94ba-c4065f0d3392 req-baa5670a-2b20-4a8c-bc86-b7c1133304a0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:57.849473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb22c6f2-fa73-4d03-94ba-c4065f0d3392 req-baa5670a-2b20-4a8c-bc86-b7c1133304a0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0624211 Aug 10 03:57:57.859024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d61648-85ae-46ca-a0c2-c7b4f0292d7f req-0b63a7ea-15fb-44f9-9f5e-a34e70412799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:57.860725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56d61648-85ae-46ca-a0c2-c7b4f0292d7f req-0b63a7ea-15fb-44f9-9f5e-a34e70412799 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 945 time: 0.1474042 Aug 10 03:57:57.869051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.878848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.910129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb22c6f2-fa73-4d03-94ba-c4065f0d3392 req-102c4aea-f5e3-4ffa-9235-b1ee0ae48bf2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 Aug 10 03:57:57.942676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c18344-a707-404e-8e53-cc34ee010f5a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.950496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.951930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-88f52572-78a0-4cb6-a741-9d49a9554130 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3338439 Aug 10 03:57:57.955783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54216) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.963828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '2d70bec2-ead0-4241-8aee-39ece0b61f17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.972531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56d61648-85ae-46ca-a0c2-c7b4f0292d7f req-213503bf-17b8-44df-9d7c-103e58691a7e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947647 Aug 10 03:57:58.000626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.104813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.109427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.132616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d3ef7b-359b-4b66-ba22-216a7d4b0969,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.144487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.145755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0d7f03ea-b205-4350-a57b-a6005a132827 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883335 Aug 10 03:57:58.148606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54220) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.153378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '2d70bec2-ead0-4241-8aee-39ece0b61f17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:58.154652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150899-92f6-4c7d-b26a-5e1bd45bd008 req-ecbf88dd-0ad7-4121-9d1c-0589d5112eda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.156211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f150899-92f6-4c7d-b26a-5e1bd45bd008 req-ecbf88dd-0ad7-4121-9d1c-0589d5112eda tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 945 time: 0.0872889 Aug 10 03:57:58.182675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.201672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f150899-92f6-4c7d-b26a-5e1bd45bd008 req-d2e84bf8-4754-4d26-97a5-f4fa305a4e00 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386131 Aug 10 03:57:58.224657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54224) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.253743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.258625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.277499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc645c7-e239-469f-9d32-496695afb0b0,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.283504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.287899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b73b85b-dd5f-4bd1-bfd0-68810d4eb08f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1353192 Aug 10 03:57:58.287899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54226) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.298571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de042a9b-d665-41b0-bb9d-a60f9e7076d1 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.304548 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-de042a9b-d665-41b0-bb9d-a60f9e7076d1 tempest-TestNetworkBasicOps-380891309 tempest-TestNetworkBasicOps-380891309-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1092 time: 0.0744505 Aug 10 03:57:58.304922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54228) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.309943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:58.319515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30429f72-487c-4187-89bd-df8527c086f8 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.328415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30429f72-487c-4187-89bd-df8527c086f8 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.336673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.385005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30429f72-487c-4187-89bd-df8527c086f8 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.393654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30429f72-487c-4187-89bd-df8527c086f8 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.394841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-30429f72-487c-4187-89bd-df8527c086f8 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7dc645c7-e239-469f-9d32-496695afb0b0 HTTP/1.1" status: 204 len: 168 time: 0.1060381 Aug 10 03:57:58.397702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54230) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.400577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30429f72-487c-4187-89bd-df8527c086f8 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dc645c7-e239-469f-9d32-496695afb0b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.456509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c8251f7e-5e83-47e5-b77f-16f74fa74c60 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0574567 Aug 10 03:57:58.459372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54232) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.486933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e6d42a8-49ec-44bf-a9de-744ed237a409 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.496447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e6d42a8-49ec-44bf-a9de-744ed237a409 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.502695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.528049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e6d42a8-49ec-44bf-a9de-744ed237a409 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.534749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e6d42a8-49ec-44bf-a9de-744ed237a409 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.535912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3e6d42a8-49ec-44bf-a9de-744ed237a409 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/44d3ef7b-359b-4b66-ba22-216a7d4b0969 HTTP/1.1" status: 204 len: 168 time: 0.0754924 Aug 10 03:57:58.541640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.549224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d42a8-49ec-44bf-a9de-744ed237a409 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44d3ef7b-359b-4b66-ba22-216a7d4b0969,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.602748 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1adebeb1-e257-43b9-921a-b3b91e23c8e3 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0596268 Aug 10 03:57:58.605513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54236) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.632038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e0b3-915e-4e96-87d6-59f001f3f93a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.642187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e0b3-915e-4e96-87d6-59f001f3f93a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.675271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e0b3-915e-4e96-87d6-59f001f3f93a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.681717 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e0b3-915e-4e96-87d6-59f001f3f93a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.682938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e0a3e0b3-915e-4e96-87d6-59f001f3f93a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d0c18344-a707-404e-8e53-cc34ee010f5a HTTP/1.1" status: 204 len: 168 time: 0.0764024 Aug 10 03:57:58.688063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54238) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.695009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3e0b3-915e-4e96-87d6-59f001f3f93a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0c18344-a707-404e-8e53-cc34ee010f5a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.700376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Allocated IP 172.25.2.22 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/7bedddb6-3342-43c8-a12f-8ea1be676f7b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:58.736702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c9fbaf2a-e0c2-4961-9c73-cd8358417663 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0472448 Aug 10 03:57:58.739436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54240) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.764291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95f43c3f-9116-4b07-870e-4c9b914766b1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.772207 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95f43c3f-9116-4b07-870e-4c9b914766b1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.805331 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95f43c3f-9116-4b07-870e-4c9b914766b1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.812232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95f43c3f-9116-4b07-870e-4c9b914766b1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.812515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95f43c3f-9116-4b07-870e-4c9b914766b1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9079704c-2061-4fd2-9c34-5b72ed5929af HTTP/1.1" status: 204 len: 168 time: 0.0719857 Aug 10 03:57:58.815422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54246) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.826060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.834053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f43c3f-9116-4b07-870e-4c9b914766b1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9079704c-2061-4fd2-9c34-5b72ed5929af,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.870612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f156c29-b05a-4145-a464-c6681f14bbca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0538926 Aug 10 03:57:58.873669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54252) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.876672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.900581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8aaccf81-c12d-430e-bb98-09dcad7a5e82 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.913827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8aaccf81-c12d-430e-bb98-09dcad7a5e82 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.943207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:58.964155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:58.964739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8aaccf81-c12d-430e-bb98-09dcad7a5e82 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.973388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:58.974274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8aaccf81-c12d-430e-bb98-09dcad7a5e82 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.975894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=7bedddb6-3342-43c8-a12f-8ea1be676f7b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.979286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54256) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.981613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8aaccf81-c12d-430e-bb98-09dcad7a5e82 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/43ec1f4d-a061-4f50-8190-b8f5add4cf2f HTTP/1.1" status: 204 len: 168 time: 0.1066644 Aug 10 03:57:58.992385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaccf81-c12d-430e-bb98-09dcad7a5e82 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43ec1f4d-a061-4f50-8190-b8f5add4cf2f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.108740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-84632851-9da4-4ac4-bddd-732db146402e tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1265230 Aug 10 03:57:59.109965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54258) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.127706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d639c3-3720-4703-9b47-08d6a588d67e req-31acbc71-b63b-4927-864c-f51fcde7bdb0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.129491 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4d639c3-3720-4703-9b47-08d6a588d67e req-31acbc71-b63b-4927-864c-f51fcde7bdb0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1155331 Aug 10 03:57:59.173699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e790767d-be2a-4ec6-b8c5-a666692368c1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.199786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e790767d-be2a-4ec6-b8c5-a666692368c1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.241567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c4d639c3-3720-4703-9b47-08d6a588d67e req-417868d9-e667-4686-b22c-a53a1a081d0d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880983 Aug 10 03:57:59.274105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e790767d-be2a-4ec6-b8c5-a666692368c1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.277636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e790767d-be2a-4ec6-b8c5-a666692368c1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.279163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e790767d-be2a-4ec6-b8c5-a666692368c1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d70bec2-ead0-4241-8aee-39ece0b61f17 HTTP/1.1" status: 204 len: 168 time: 0.1670115 Aug 10 03:57:59.282842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54262) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.298513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790767d-be2a-4ec6-b8c5-a666692368c1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70bec2-ead0-4241-8aee-39ece0b61f17,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.337554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57e1e743-dfa4-4ed5-9336-326d350f809e tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510070 Aug 10 03:57:59.343204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54266) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.349252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--788161103'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:59.421025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.611967 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.636432 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.655166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.661655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.705437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.706579 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3624108 Aug 10 03:57:59.709402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54276) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.714493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': 'acab6203-93ea-4b4c-9e3d-cb0fed679817', 'direction': 'ingress', 'protocol': 17}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:59.725951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00816c-3979-45e3-8d6e-6e61a0cb8641 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acab6203-93ea-4b4c-9e3d-cb0fed679817,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.736446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.750577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.811707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.815289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.834537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8ddff0-3856-402b-802e-1fc7bac2e84e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.838843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.841456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ec1fbd3c-e82f-4ba0-a3b5-9cc7682d09bb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1308029 Aug 10 03:57:59.844702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.853932 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5981b642-e233-4f4c-93e7-bfb4ab5365ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.908852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c65fecf1-8999-4a19-a42d-ed0e3af7f7cb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.909084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.914744 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.944574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c65fecf1-8999-4a19-a42d-ed0e3af7f7cb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.990607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event updated for resources: {'Port': ['ID=7bedddb6-3342-43c8-a12f-8ea1be676f7b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.006580 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c65fecf1-8999-4a19-a42d-ed0e3af7f7cb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.009258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c65fecf1-8999-4a19-a42d-ed0e3af7f7cb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.010435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.013121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c65fecf1-8999-4a19-a42d-ed0e3af7f7cb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/acab6203-93ea-4b4c-9e3d-cb0fed679817 HTTP/1.1" status: 204 len: 168 time: 0.1665266 Aug 10 03:58:00.013756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54280) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.038481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fecf1-8999-4a19-a42d-ed0e3af7f7cb tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acab6203-93ea-4b4c-9e3d-cb0fed679817,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.083904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ad9bb704-ca95-4954-9942-8b78ec045dfc tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637050 Aug 10 03:58:00.086554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54282) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.091342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--613065941'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:00.115488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.139094 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Floating IP 8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 associated. External IP: 172.25.2.22, port: f5b4a6a2-c728-41c9-bebc-6003334e1cc5. Aug 10 03:58:00.242045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.248540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.281630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28de2b8e-7c1a-43e4-adbc-d00f2a649c3a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.285673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.287197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-066f817c-46e2-4ad4-937b-2ce1c7abd230 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1995704 Aug 10 03:58:00.290076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54286) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.296717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041062423'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:00.332419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.464907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.470358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.471287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55494725-6936-4580-b626-864ab1524670 req-832b5916-c537-46d9-8440-e4327e046a13 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.472972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55494725-6936-4580-b626-864ab1524670 req-832b5916-c537-46d9-8440-e4327e046a13 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1266768 Aug 10 03:58:00.494271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 8cf92aec-31dc-4e63-ba92-41b7348959ad has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:00.503148 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.504431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2131073 Aug 10 03:58:00.505689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e7628-0e49-42ab-8857-c5003c89d426 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edef7f75-59df-4d1e-bdf7-2e9f33197e81,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.507802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54292) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.513457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '28de2b8e-7c1a-43e4-adbc-d00f2a649c3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'edef7f75-59df-4d1e-bdf7-2e9f33197e81', 'remote_ip_prefix': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:00.530213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55494725-6936-4580-b626-864ab1524670 req-4d05e3d8-676e-4789-b3f5-080ae15b9bb0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503063 Aug 10 03:58:00.564480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.660949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:00.673953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] Sync routers for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:00.674738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.679533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.684978 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.688606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:00.690930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:58:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.699123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64834547-5ac2-4680-9b9b-139c6eaea82a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.712387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.714229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1c90aceb-9b20-4b7b-99dc-96417cc96292 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2052820 Aug 10 03:58:00.716917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54298) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.725549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4bf1637-c474-4a94-b655-ff043177cb33 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4191363 Aug 10 03:58:00.726777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:00.729510 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22751cc0-2af0-4ddf-9793-67c1d0560150" -d '{"events": [{"name": "network-changed", "server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:00.743175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.759474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f109e41-bce9-44fe-b72b-366a2f98caa9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.775045 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bb60b-6b04-401b-90f0-5b0306a9081d x-openstack-request-id: req-5c1bb60b-6b04-401b-90f0-5b0306a9081d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:00.775528 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:00.776002 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c1bb60b-6b04-401b-90f0-5b0306a9081d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:00.776810 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'status': 'completed', 'code': 200} Aug 10 03:58:00.800482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f109e41-bce9-44fe-b72b-366a2f98caa9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.882203 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0fb5b82c-0a5f-47b2-8db5-0b8e3455c9cc tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 HTTP/1.1" status: 200 len: 990 time: 0.1377552 Aug 10 03:58:00.888688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-c574bb06-130c-41ee-8d5b-7e6a4d694976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.890295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-c574bb06-130c-41ee-8d5b-7e6a4d694976 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1097 time: 0.0917242 Aug 10 03:58:00.891524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f109e41-bce9-44fe-b72b-366a2f98caa9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.897922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f109e41-bce9-44fe-b72b-366a2f98caa9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.899186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0f109e41-bce9-44fe-b72b-366a2f98caa9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/64834547-5ac2-4680-9b9b-139c6eaea82a HTTP/1.1" status: 204 len: 168 time: 0.1812747 Aug 10 03:58:00.902261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54304) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.915595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f109e41-bce9-44fe-b72b-366a2f98caa9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64834547-5ac2-4680-9b9b-139c6eaea82a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.986037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a4f9aa31-7339-4a42-8dc4-9d28c53d356a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0814450 Aug 10 03:58:00.990329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.018686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:01.054194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-acaa3e92-c470-4f8e-839c-8918652f1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.055710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-acaa3e92-c470-4f8e-839c-8918652f1e23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 200 len: 898 time: 0.1544623 Aug 10 03:58:01.114621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c87d1a6c-6899-4451-95c7-c0c509f8e1e7 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.180691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c87d1a6c-6899-4451-95c7-c0c509f8e1e7 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.201813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-9131460a-a339-441f-a88b-09f49999e7cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 200 len: 998 time: 0.1334279 Aug 10 03:58:01.274582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-f3a7b0cd-20e2-4efa-b9f6-ab1899192d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.276060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-f3a7b0cd-20e2-4efa-b9f6-ab1899192d80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d1fb312-9f85-414f-98ee-d3a9b6ab0690 HTTP/1.1" status: 200 len: 832 time: 0.0670354 Aug 10 03:58:01.277646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c87d1a6c-6899-4451-95c7-c0c509f8e1e7 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.280369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c87d1a6c-6899-4451-95c7-c0c509f8e1e7 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.282059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c87d1a6c-6899-4451-95c7-c0c509f8e1e7 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/edef7f75-59df-4d1e-bdf7-2e9f33197e81 HTTP/1.1" status: 204 len: 168 time: 0.2926981 Aug 10 03:58:01.285573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54308) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.298354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f3de8f3-0f87-458a-bb38-d3f0d3a88b26', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'port_id': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'mac_address': 'fa:16:3e:22:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02915127-3d83-40bf-a93f-7aae191be325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:59Z', 'updated_at': '2021-08-10T03:57:59Z', 'revision_number': 0, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:01.301876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d1a6c-6899-4451-95c7-c0c509f8e1e7 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef7f75-59df-4d1e-bdf7-2e9f33197e81,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.336190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-2b06b6ee-f9c1-47f7-ac31-e48046df77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.338077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-2b06b6ee-f9c1-47f7-ac31-e48046df77c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5010d824-bc65-4106-9bfb-886edd62e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519629 Aug 10 03:58:01.341605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] Checking router: 8cf92aec-31dc-4e63-ba92-41b7348959ad for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:01.361395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:01.362219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:58:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:01.370184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ef0af485-ac6d-427b-83e6-b26fa5ee3cd0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0830388 Aug 10 03:58:01.373804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54310) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.516403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24fbdb5b-c8e5-4544-b4fb-f6924aff5d12 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.524558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:01.537601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-bd20f72b-4913-4d37-b4de-e650d80ad5ed service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877782 Aug 10 03:58:01.622068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24fbdb5b-c8e5-4544-b4fb-f6924aff5d12 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.706875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-22751cc0-2af0-4ddf-9793-67c1d0560150 req-8cb9f634-5030-4f5f-a70e-f39485a3bae8 service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571088 Aug 10 03:58:01.726885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24fbdb5b-c8e5-4544-b4fb-f6924aff5d12 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.729756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24fbdb5b-c8e5-4544-b4fb-f6924aff5d12 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.733864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54320) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.737893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24fbdb5b-c8e5-4544-b4fb-f6924aff5d12 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/28de2b8e-7c1a-43e4-adbc-d00f2a649c3a HTTP/1.1" status: 204 len: 168 time: 0.3584330 Aug 10 03:58:01.756763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352d4d-7cea-4447-8e41-cb7ee504fda2 req-a420c2d9-8868-4b19-8bd8-c58f66c105f3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.764384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54352d4d-7cea-4447-8e41-cb7ee504fda2 req-a420c2d9-8868-4b19-8bd8-c58f66c105f3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1447489 Aug 10 03:58:01.793522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad4333aa-f712-4a21-9bb8-55b85559a5d5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582018 Aug 10 03:58:01.797649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54322) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.803940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942553704'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:01.822409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54352d4d-7cea-4447-8e41-cb7ee504fda2 req-062b15ce-67d4-4a9a-8395-8b645e0e05e7 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569484 Aug 10 03:58:01.823489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbdb5b-c8e5-4544-b4fb-f6924aff5d12 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de2b8e-7c1a-43e4-adbc-d00f2a649c3a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.830042 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.858143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.873279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f3de8f3-0f87-458a-bb38-d3f0d3a88b26', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'port_id': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'mac_address': 'fa:16:3e:22:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02915127-3d83-40bf-a93f-7aae191be325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:59Z', 'updated_at': '2021-08-10T03:57:59Z', 'revision_number': 0, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:01.885618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54324) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.904428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c79b77-0664-4c64-a0bd-971ef87b7311 None None] The sync data for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 is: [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f3de8f3-0f87-458a-bb38-d3f0d3a88b26', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'port_id': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'mac_address': 'fa:16:3e:22:e2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02915127-3d83-40bf-a93f-7aae191be325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:57:59Z', 'updated_at': '2021-08-10T03:57:59Z', 'revision_number': 0, 'project_id': '723bb98784f94075a88f43e13602e903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:01.997087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a0a0da32-c51e-453a-bcf1-0dcbdafc2248 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 HTTP/1.1" status: 200 len: 990 time: 0.1100554 Aug 10 03:58:02.052005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.057660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.104004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec020a7b-4b99-4170-9bad-b6ae5a907b08,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.106752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.108064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3988fefd-6c8b-4f87-9226-326ed3510aa1 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3083644 Aug 10 03:58:02.113944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54326) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.119512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': 'ec020a7b-4b99-4170-9bad-b6ae5a907b08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:02.152671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.204204 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6619a-cad0-4e9f-8d2a-99d7e30f2351 None None] New status for floating IP 8f3de8f3-0f87-458a-bb38-d3f0d3a88b26: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:58:02.245663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.251222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.272607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd467514-10fd-452f-be5b-39fa90627e11,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.285558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.292908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c3037d50-1ffb-4ad5-a605-51e0ddc1e1ca tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1747692 Aug 10 03:58:02.294066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54328) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.321827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a719da2c-d650-476a-b98f-19f02d87cd3f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.331489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a719da2c-d650-476a-b98f-19f02d87cd3f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.364427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a719da2c-d650-476a-b98f-19f02d87cd3f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.372077 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a719da2c-d650-476a-b98f-19f02d87cd3f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.373252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a719da2c-d650-476a-b98f-19f02d87cd3f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cd467514-10fd-452f-be5b-39fa90627e11 HTTP/1.1" status: 204 len: 168 time: 0.0780766 Aug 10 03:58:02.376749 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54330) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.380356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719da2c-d650-476a-b98f-19f02d87cd3f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd467514-10fd-452f-be5b-39fa90627e11,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.427124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59046b6c-7b17-4ee1-97c7-ad8363e882ba tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490746 Aug 10 03:58:02.429747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54332) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.498355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71d6542c-a0f3-4377-afc6-efd8f78d5b6a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.529528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71d6542c-a0f3-4377-afc6-efd8f78d5b6a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.578523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71d6542c-a0f3-4377-afc6-efd8f78d5b6a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.581220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71d6542c-a0f3-4377-afc6-efd8f78d5b6a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.582796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-71d6542c-a0f3-4377-afc6-efd8f78d5b6a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/ec020a7b-4b99-4170-9bad-b6ae5a907b08 HTTP/1.1" status: 204 len: 168 time: 0.1515372 Aug 10 03:58:02.585249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54336) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.594043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6542c-a0f3-4377-afc6-efd8f78d5b6a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec020a7b-4b99-4170-9bad-b6ae5a907b08,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.648423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d762effe-9183-48a9-bfa4-57d274713b94 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619311 Aug 10 03:58:02.652232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54338) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.657059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group': {'name': 'tempest-secgroup--537613460'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:02.681920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.808991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.815810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.861264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.865860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2099309 Aug 10 03:58:02.868021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54346) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.876106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235d2e1-b581-4017-81ff-02aba7dee63f tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ccc0f0-51b5-4ead-b9ff-de87c829cdc1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.876536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '54ccc0f0-51b5-4ead-b9ff-de87c829cdc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:02.931051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.001408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54348) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.031030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fd36a-fefd-4274-aed2-c0d2240148c0 req-f1a1ea47-cdb8-4aca-8498-0a1d72fca58f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.032644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-375fd36a-fefd-4274-aed2-c0d2240148c0 req-f1a1ea47-cdb8-4aca-8498-0a1d72fca58f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0967095 Aug 10 03:58:03.045905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.052537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.093953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc8cdec-976f-4ee3-b0d4-f43601be7cd3,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.098209 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.099614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5e0c0b7d-5e47-418a-9257-8632675847c9 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2299244 Aug 10 03:58:03.106443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54350) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.139062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-375fd36a-fefd-4274-aed2-c0d2240148c0 req-0b643349-0ab5-44fe-9c01-ee2b2d33e462 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796571 Aug 10 03:58:03.149113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-94d06e58-b86c-4d70-9798-1245ad764610 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules/0cc8cdec-976f-4ee3-b0d4-f43601be7cd3 HTTP/1.1" status: 200 len: 763 time: 0.0401862 Aug 10 03:58:03.153371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54352) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.221538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-37228cf5-3f49-4e4d-bbe8-5d4246e4a76c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0669377 Aug 10 03:58:03.225126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54354) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.232530 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.254594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f8934f9-e23d-4f61-b074-fd4bd1b6ab66 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.264781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f8934f9-e23d-4f61-b074-fd4bd1b6ab66 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.310866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f8934f9-e23d-4f61-b074-fd4bd1b6ab66 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.318964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1f8934f9-e23d-4f61-b074-fd4bd1b6ab66 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.323107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f8934f9-e23d-4f61-b074-fd4bd1b6ab66 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0cc8cdec-976f-4ee3-b0d4-f43601be7cd3 HTTP/1.1" status: 204 len: 168 time: 0.0969183 Aug 10 03:58:03.325166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54356) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.341730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8934f9-e23d-4f61-b074-fd4bd1b6ab66 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cc8cdec-976f-4ee3-b0d4-f43601be7cd3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.375872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eda7c005-42ed-43ae-a220-c98fceeeac4e tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 HTTP/1.1" status: 200 len: 992 time: 0.3719628 Aug 10 03:58:03.402160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-748a077c-e0dc-4fef-87d1-76d330c2ee1b tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735841 Aug 10 03:58:03.403084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54358) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.408352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '54ccc0f0-51b5-4ead-b9ff-de87c829cdc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:03.438674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.513485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.518021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.538091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dd4dfe-1b58-4daa-b17f-e92324bee07d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.548272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.549509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-06e02bb0-56a9-4cac-9409-f4ff5c6bc642 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453450 Aug 10 03:58:03.552235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54360) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.569586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ff2c737d-0d84-4cb7-bde4-bc0face480ae tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules/01dd4dfe-1b58-4daa-b17f-e92324bee07d HTTP/1.1" status: 200 len: 763 time: 0.0162039 Aug 10 03:58:03.572352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54362) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.639585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54366) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.640624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41430fcb-f28f-4c7c-91ed-d064be6a5917 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0661223 Aug 10 03:58:03.684027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3c97-981a-4e70-8261-22af7635667c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.699237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3c97-981a-4e70-8261-22af7635667c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.738840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3c97-981a-4e70-8261-22af7635667c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.745600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3c97-981a-4e70-8261-22af7635667c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.747056 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bdfc3c97-981a-4e70-8261-22af7635667c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/01dd4dfe-1b58-4daa-b17f-e92324bee07d HTTP/1.1" status: 204 len: 168 time: 0.1055729 Aug 10 03:58:03.751415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54368) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.756163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc3c97-981a-4e70-8261-22af7635667c tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01dd4dfe-1b58-4daa-b17f-e92324bee07d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.795249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e1dc21a-9c5d-4665-8283-2e9ebe0ed023 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421329 Aug 10 03:58:03.798926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54370) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.803539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Request body: {'security_group_rule': {'security_group_id': '54ccc0f0-51b5-4ead-b9ff-de87c829cdc1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:03.843818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.930856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.936180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.968451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e44ee1-6b00-4566-ad87-9e7629393b20,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.987565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.990331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e4a3c76-e725-4b42-8404-a1cf66e658c0 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901472 Aug 10 03:58:03.994886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54376) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.023977 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5db1c5ed-b970-445f-b876-a1bf62e2e407 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules/77e44ee1-6b00-4566-ad87-9e7629393b20 HTTP/1.1" status: 200 len: 764 time: 0.0271490 Aug 10 03:58:04.026804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54378) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.089595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-455a03aa-f0e7-48fd-9ff6-d2aed990cb41 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0613935 Aug 10 03:58:04.093030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54380) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.139400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcd05193-41ad-4573-a2d1-dec783b0646a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.149957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcd05193-41ad-4573-a2d1-dec783b0646a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.196291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcd05193-41ad-4573-a2d1-dec783b0646a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.201847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fcd05193-41ad-4573-a2d1-dec783b0646a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.204524 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fcd05193-41ad-4573-a2d1-dec783b0646a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/77e44ee1-6b00-4566-ad87-9e7629393b20 HTTP/1.1" status: 204 len: 168 time: 0.1096969 Aug 10 03:58:04.208255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54384) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.225044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd05193-41ad-4573-a2d1-dec783b0646a tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77e44ee1-6b00-4566-ad87-9e7629393b20,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:04.268812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-413976e4-b5ab-498a-bf16-bb68612b5e6d tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567896 Aug 10 03:58:04.269047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54386) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.327618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89a9ccaf-0d1e-46d0-8a76-9b07c3bafba5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.334602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08e404-0f7e-485e-8f2d-3b1bccbfd71e req-592799ec-3dba-4c1b-9c8d-6a9776f25240 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:04.336829 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c08e404-0f7e-485e-8f2d-3b1bccbfd71e req-592799ec-3dba-4c1b-9c8d-6a9776f25240 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0616181 Aug 10 03:58:04.353171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89a9ccaf-0d1e-46d0-8a76-9b07c3bafba5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.384910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c08e404-0f7e-485e-8f2d-3b1bccbfd71e req-5748a71a-34ac-40ca-b47f-bfe1411f7942 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Aug 10 03:58:04.410536 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89a9ccaf-0d1e-46d0-8a76-9b07c3bafba5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.413358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89a9ccaf-0d1e-46d0-8a76-9b07c3bafba5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.414862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89a9ccaf-0d1e-46d0-8a76-9b07c3bafba5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "DELETE /v2.0/security-groups/54ccc0f0-51b5-4ead-b9ff-de87c829cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1448207 Aug 10 03:58:04.417634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54388) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.424294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9ccaf-0d1e-46d0-8a76-9b07c3bafba5 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ccc0f0-51b5-4ead-b9ff-de87c829cdc1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:04.465251 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6a3f578-26cd-4366-b6b7-13910aa97fe6 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462205 Aug 10 03:58:04.469749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54390) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.519030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f8fc6dea-f19a-457b-9549-d551894aa993 tempest-SecGroupTest-1573304429 tempest-SecGroupTest-1573304429-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480945 Aug 10 03:58:04.797370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54398) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.946403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f153df87-c5fc-4968-b8b4-b357b78e6825 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09c634f097834162bf57574d0b9865c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449592 Aug 10 03:58:04.946623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54402) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:05.003064 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f093-ce44-4ae0-b1e0-211cbe92e89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.038860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f093-ce44-4ae0-b1e0-211cbe92e89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.106303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f093-ce44-4ae0-b1e0-211cbe92e89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.111589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5dc8f093-ce44-4ae0-b1e0-211cbe92e89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.113528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5dc8f093-ce44-4ae0-b1e0-211cbe92e89e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d09e6f9f-bea8-4f0a-b082-07fc259874f7 HTTP/1.1" status: 204 len: 168 time: 0.1659012 Aug 10 03:58:05.138287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8f093-ce44-4ae0-b1e0-211cbe92e89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e6f9f-bea8-4f0a-b082-07fc259874f7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:05.565237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af612-6df0-43e2-a2dc-f070629283ea req-218e80a1-d4b4-4f64-ad7e-cebfcbb93afe tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:05.572960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-074af612-6df0-43e2-a2dc-f070629283ea req-218e80a1-d4b4-4f64-ad7e-cebfcbb93afe tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0915344 Aug 10 03:58:05.632385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-074af612-6df0-43e2-a2dc-f070629283ea req-4d7bc9ec-6830-431f-8142-40a64ac6712f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Aug 10 03:58:06.134923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:06.151167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:06.333834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:06.352426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '9cad80c3-1597-447b-a385-495b51a1fc66', 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'port_id': '9cad80c3-1597-447b-a385-495b51a1fc66', 'mac_address': 'fa:16:3e:6f:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:06.390407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-23135365'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:06.435695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Made reservation on behalf of a8e0e18c7d7347b88789c5947922984c for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:06.440582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.451915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.469693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.498565 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:06.536482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:06.560446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:06.569860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.635466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.643893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.655408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.695778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['9cad80c3-1597-447b-a385-495b51a1fc66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:06.729085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:06.761114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.761632 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Added segment e470cb53-6936-40ac-98fe-258bafac036b of type vlan for network a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9 Aug 10 03:58:06.763365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe6542-4c29-4378-b303-f0c66b5b8e7c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.808782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.809299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.809726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.810277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.810675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.812529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.812529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.812529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.812529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.812529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.813357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.813662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.833690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.851690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37440d-ecf1-4f4b-9da9-c7d515f3ee0b req-8ad60e2a-5dc8-49ab-93dc-2f31101d6940 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:06.853385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf37440d-ecf1-4f4b-9da9-c7d515f3ee0b req-8ad60e2a-5dc8-49ab-93dc-2f31101d6940 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.1436448 Aug 10 03:58:06.939427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.952816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:06.956393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.971864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cf37440d-ecf1-4f4b-9da9-c7d515f3ee0b req-36dd711c-2c9e-42c8-8f67-4b700d50cd80 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108053 Aug 10 03:58:07.068407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9318497 Aug 10 03:58:07.072590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54476) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.080630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-bf9230a0-f142-4f51-857d-f9cc8a1f9833 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-2017709186') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.083355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189b019-8fd4-43c1-8feb-cc143cf20afa tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Pushing event updated for resources: {'Network': ['ID=a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.117295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:07.314294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bf9230a0-f142-4f51-857d-f9cc8a1f9833 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "PUT /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-2017709186 HTTP/1.1" status: 201 len: 201 time: 0.2394445 Aug 10 03:58:07.316878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54482) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.321691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-78d42265-9502-49ca-a9e7-e39791040fce tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-2017709186') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.434756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-78d42265-9502-49ca-a9e7-e39791040fce tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-2017709186 HTTP/1.1" status: 204 len: 168 time: 0.1167283 Aug 10 03:58:07.437513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54484) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.442257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-e6ca8dd9-d6cf-4fe7-8d81-32239634e838 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.548349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e6ca8dd9-d6cf-4fe7-8d81-32239634e838 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags HTTP/1.1" status: 200 len: 238 time: 0.1095586 Aug 10 03:58:07.550953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54486) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.556083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-c2194091-03f6-4f08-a0ea-cd5f37f99367 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', {'tags': ['tempest-TagsTest-Tag-2147272158', 'tempest-TagsTest-Tag-963917323', 'tempest-TagsTest-Tag-837228564']}) {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.653546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54488) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.654262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c2194091-03f6-4f08-a0ea-cd5f37f99367 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "PUT /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags HTTP/1.1" status: 200 len: 307 time: 0.1017566 Aug 10 03:58:07.659260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-9cfbfbb4-69e8-4b23-8441-b4d7eef70f04 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-2147272158') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.760898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9cfbfbb4-69e8-4b23-8441-b4d7eef70f04 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "DELETE /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-2147272158 HTTP/1.1" status: 204 len: 168 time: 0.1060901 Aug 10 03:58:07.763638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54490) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.768874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-d1249321-854b-47e8-8c96-a95c385bf2e1 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-2147272158') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.843628 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-d1249321-854b-47e8-8c96-a95c385bf2e1 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] show failed (client error): The resource could not be found. Aug 10 03:58:07.845050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d1249321-854b-47e8-8c96-a95c385bf2e1 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-2147272158 HTTP/1.1" status: 404 len: 326 time: 0.0804648 Aug 10 03:58:07.847967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54492) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.852853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-9586ef6f-0a04-4000-9626-4c2383cb8e5a tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-963917323') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.934163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9586ef6f-0a04-4000-9626-4c2383cb8e5a tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-963917323 HTTP/1.1" status: 204 len: 168 time: 0.0826724 Aug 10 03:58:07.934655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:07.940076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-57782873-d594-45ae-b9c7-327820fbde64 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-837228564') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:08.029223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57782873-d594-45ae-b9c7-327820fbde64 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-837228564 HTTP/1.1" status: 204 len: 168 time: 0.0932901 Aug 10 03:58:08.031593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54500) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:08.036332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-a49d7a59-47ef-4df5-9983-8028c7579cbb tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:08.148581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fc219-111a-471e-a6ba-f78c95bee2c2 req-963084ba-35c0-4255-9076-43575a021328 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:08.157895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d4fc219-111a-471e-a6ba-f78c95bee2c2 req-963084ba-35c0-4255-9076-43575a021328 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0807884 Aug 10 03:58:08.160996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:08.175482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a49d7a59-47ef-4df5-9983-8028c7579cbb tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "DELETE /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags HTTP/1.1" status: 204 len: 168 time: 0.1415362 Aug 10 03:58:08.176919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:08.187317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-fa11669c-ce78-4420-bb56-940d3c0ea3e7 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-963917323') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:08.215203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d4fc219-111a-471e-a6ba-f78c95bee2c2 req-67deea5f-570f-41a1-b447-e489b7bf3919 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526850 Aug 10 03:58:08.237166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 9cad80c3-1597-447b-a385-495b51a1fc66 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:08.237845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.274004 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-fa11669c-ce78-4420-bb56-940d3c0ea3e7 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] show failed (client error): The resource could not be found. Aug 10 03:58:08.275124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fa11669c-ce78-4420-bb56-940d3c0ea3e7 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-963917323 HTTP/1.1" status: 404 len: 325 time: 0.0965059 Aug 10 03:58:08.277968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:08.282417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.tag.tag_plugin [None req-45cf11c8-9527-4fca-bde6-cd8bd2507a58 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9', 'tempest-TagsTest-Tag-837228564') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:08.334797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.371655 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-45cf11c8-9527-4fca-bde6-cd8bd2507a58 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] show failed (client error): The resource could not be found. Aug 10 03:58:08.372713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-45cf11c8-9527-4fca-bde6-cd8bd2507a58 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "GET /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags/tempest-TagsTest-Tag-837228564 HTTP/1.1" status: 404 len: 325 time: 0.0938110 Aug 10 03:58:08.376064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:08.376748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54508) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:08.378383 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc1673-449f-4b9e-9f6b-093a961bac70" -d '{"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-plugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:08.381706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.tag.tag_plugin [None req-62d76a2e-c7d7-4a63-81d5-555183816f1d tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:08.399180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:08.406231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.475067 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdef0e90-b79a-4b40-9835-9a8a0879da1d x-openstack-request-id: req-bdef0e90-b79a-4b40-9835-9a8a0879da1d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:08.475421 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-plugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:08.475623 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdef0e90-b79a-4b40-9835-9a8a0879da1d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:08.476010 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'code': 200} Aug 10 03:58:08.518032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:08.529526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-62d76a2e-c7d7-4a63-81d5-555183816f1d tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "DELETE /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9/tags HTTP/1.1" status: 204 len: 168 time: 0.1496544 Aug 10 03:58:08.533834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:08.655779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.126557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.138746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.157064 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e470cb53-6936-40ac-98fe-258bafac036b') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.157342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e470cb53-6936-40ac-98fe-258bafac036b') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.171470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.192772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.202812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:09.203634 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:09.207521 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:09.286421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.295370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.325213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] 10.222.0.53 "DELETE /v2.0/networks/a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9 HTTP/1.1" status: 204 len: 168 time: 0.7885997 Aug 10 03:58:09.354022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593c788-dabe-4afa-88ec-c1df27ba9c62 tempest-TagsTest-803459518 tempest-TagsTest-803459518-project] Pushing event deleted for resources: {'Network': ['ID=a383f03a-34d3-4c9f-9d5a-6a80ce08bdf9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:09.396586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b7d19-88fc-47d2-9721-75cea9924912 req-6699bbb1-47c7-467e-9b28-b60298671246 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:09.398277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-772b7d19-88fc-47d2-9721-75cea9924912 req-6699bbb1-47c7-467e-9b28-b60298671246 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0695910 Aug 10 03:58:09.444563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-772b7d19-88fc-47d2-9721-75cea9924912 req-695cfb12-4b45-456f-869a-ba52eccd3f86 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Aug 10 03:58:09.661771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 54538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:09.855761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0883afb1-8a9e-45b1-a31b-b7b924a42716 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8e0e18c7d7347b88789c5947922984c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927774 Aug 10 03:58:09.858567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54542) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:09.933022 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6161b9b5-d5f2-4c61-986d-39d39337e324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.962322 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6161b9b5-d5f2-4c61-986d-39d39337e324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.033113 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6161b9b5-d5f2-4c61-986d-39d39337e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.036872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6161b9b5-d5f2-4c61-986d-39d39337e324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.038217 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6161b9b5-d5f2-4c61-986d-39d39337e324 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36fe6542-4c29-4378-b303-f0c66b5b8e7c HTTP/1.1" status: 204 len: 168 time: 0.1785352 Aug 10 03:58:10.048061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161b9b5-d5f2-4c61-986d-39d39337e324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe6542-4c29-4378-b303-f0c66b5b8e7c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:10.641821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53477-cdd0-4459-a76e-53862d1514c0 req-b31173ba-fd20-4f6c-b4c1-8bc1f282543c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:10.649777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5f53477-cdd0-4459-a76e-53862d1514c0 req-b31173ba-fd20-4f6c-b4c1-8bc1f282543c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0762284 Aug 10 03:58:10.700304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5f53477-cdd0-4459-a76e-53862d1514c0 req-91baa09c-a91d-47c5-86e3-1343c1eb879c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495684 Aug 10 03:58:10.798251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-6d0aafbd-766c-416f-bc83-0240e75c159d req-05102126-e61a-4711-b7d9-959e392a2108 service neutron] (94141) timed out ('10.222.0.53', 35694) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:58:11.931708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525076-c8ac-4ce1-848a-31f2d4eb6b9e req-62178b80-8515-447b-9823-518ad5bac310 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:11.946237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35525076-c8ac-4ce1-848a-31f2d4eb6b9e req-62178b80-8515-447b-9823-518ad5bac310 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1041150 Aug 10 03:58:12.022971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-35525076-c8ac-4ce1-848a-31f2d4eb6b9e req-0ee3c513-51b6-404e-b7c8-7e5d782b2b68 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659914 Aug 10 03:58:13.165669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a8e8-db72-4a82-af02-262dc62f3d32 req-966ebd1b-0838-4e7c-9384-1f1bea937b00 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:13.167511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed43a8e8-db72-4a82-af02-262dc62f3d32 req-966ebd1b-0838-4e7c-9384-1f1bea937b00 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0682025 Aug 10 03:58:13.228329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed43a8e8-db72-4a82-af02-262dc62f3d32 req-e75142e5-54eb-4a01-bd85-79466e9ebd69 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Aug 10 03:58:14.367586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b00ac-ff60-4b06-843e-4cca6e53c905 req-ebb1bccb-3c69-48fd-a9e4-1dd774f59464 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:14.376916 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-772b00ac-ff60-4b06-843e-4cca6e53c905 req-ebb1bccb-3c69-48fd-a9e4-1dd774f59464 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0655994 Aug 10 03:58:14.418669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-772b00ac-ff60-4b06-843e-4cca6e53c905 req-2331c9c5-2986-464f-b540-b7e4e0f07e02 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Aug 10 03:58:15.642132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94f367-bb00-4e09-b4f6-38797a6a9f32 req-f1ad3a72-6183-4ae6-acc2-48be99a4c4ec tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:15.650992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f94f367-bb00-4e09-b4f6-38797a6a9f32 req-f1ad3a72-6183-4ae6-acc2-48be99a4c4ec tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0835752 Aug 10 03:58:15.701671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2f94f367-bb00-4e09-b4f6-38797a6a9f32 req-c95bb6b2-84f7-4e7e-8ec2-ca3c0ab97cee tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Aug 10 03:58:16.934820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33586cd0-06e2-4b83-8295-45a4fc46db82 req-af3a6ee3-a095-4e32-8f8e-84a748c74fd0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:16.945948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33586cd0-06e2-4b83-8295-45a4fc46db82 req-af3a6ee3-a095-4e32-8f8e-84a748c74fd0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.1030014 Aug 10 03:58:17.009604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-33586cd0-06e2-4b83-8295-45a4fc46db82 req-fbec3631-e9bf-4f8a-badf-6812be5c6814 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640495 Aug 10 03:58:18.132944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e4ffd-6a91-4007-b5d6-78cdeb9517cf req-adfcc5ce-e25e-4537-92c8-3a2d9c6e4d43 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.134802 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e68e4ffd-6a91-4007-b5d6-78cdeb9517cf req-adfcc5ce-e25e-4537-92c8-3a2d9c6e4d43 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0547810 Aug 10 03:58:18.181847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e68e4ffd-6a91-4007-b5d6-78cdeb9517cf req-26047bbe-4371-41d7-aa0a-1845fd6591f2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Aug 10 03:58:18.515993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-e301bf4a-d62c-41a4-9f06-73ee0689f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.517580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-e301bf4a-d62c-41a4-9f06-73ee0689f29e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1097 time: 0.0548923 Aug 10 03:58:18.621602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-b9f350e2-1c13-4747-80a2-cfabc6c1f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.623586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-b9f350e2-1c13-4747-80a2-cfabc6c1f1a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.0981348 Aug 10 03:58:18.675442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-ae936034-9845-4ef0-9641-e526bd4fc7d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0438304 Aug 10 03:58:18.731004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-31640099-cc99-4daf-be59-c445ac5577ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.732765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-31640099-cc99-4daf-be59-c445ac5577ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0488765 Aug 10 03:58:18.767565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-040e0cfb-7038-447e-8ecc-504eae8e54f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260520 Aug 10 03:58:18.865047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-3244b728-a66f-494c-b030-7a7105d3abc3 service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896177 Aug 10 03:58:18.968290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-69cfb642-fda1-4556-9606-bd9f3865c9d6 req-a0b0044d-5da0-41b6-9cca-d116554638e9 service neutron] 10.222.0.39 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942845 Aug 10 03:58:19.302949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b37465-ddbb-44c8-9427-01492e905e7e req-8a1a6dc9-20ca-483e-87df-b55d4cd56755 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:19.310766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49b37465-ddbb-44c8-9427-01492e905e7e req-8a1a6dc9-20ca-483e-87df-b55d4cd56755 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0605695 Aug 10 03:58:19.346491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49b37465-ddbb-44c8-9427-01492e905e7e req-1732786c-5d14-4446-bbe9-48a70850055d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345216 Aug 10 03:58:20.473757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ae172-6f0d-42fb-ad30-8223d158fe04 req-d6a791f6-8b43-4d93-aa46-c68e82ce54f6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.475236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-105ae172-6f0d-42fb-ad30-8223d158fe04 req-d6a791f6-8b43-4d93-aa46-c68e82ce54f6 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0567093 Aug 10 03:58:20.522691 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-105ae172-6f0d-42fb-ad30-8223d158fe04 req-0d89db95-16c0-4ae8-8280-487b7779b5b1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Aug 10 03:58:21.641886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace270b-19e7-4060-9345-bd492235476d req-478384cc-6245-4315-ae86-b345ec4d879e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.643394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ace270b-19e7-4060-9345-bd492235476d req-478384cc-6245-4315-ae86-b345ec4d879e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0493226 Aug 10 03:58:21.681163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ace270b-19e7-4060-9345-bd492235476d req-7e3d0229-59da-4eaf-91d6-329964844bcd tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 10 03:58:21.800448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861e279-99cc-40aa-8074-ac84eb7ba6b6 req-ef72a6b7-a83e-4721-b79a-8c3381776e29 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.802139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8861e279-99cc-40aa-8074-ac84eb7ba6b6 req-ef72a6b7-a83e-4721-b79a-8c3381776e29 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0496435 Aug 10 03:58:21.854156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8861e279-99cc-40aa-8074-ac84eb7ba6b6 req-3bb51a67-7c9e-45ba-9408-a7e439af8da5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Aug 10 03:58:22.146986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8d46b-a259-4a40-abca-3ae416fa6f20 req-9612c821-74cf-40b2-9962-6d066e206853 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:22.148500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55c8d46b-a259-4a40-abca-3ae416fa6f20 req-9612c821-74cf-40b2-9962-6d066e206853 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0493581 Aug 10 03:58:22.206383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55c8d46b-a259-4a40-abca-3ae416fa6f20 req-64383fcd-43cc-4690-8ece-3260607e3bd1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506818 Aug 10 03:58:22.245420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:22.329445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 54860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:22.340209 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.370384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:22.372795 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83462e3a-a1ad-4288-baf4-64312dbc5dc4" -d '{"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-unplugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:22.392539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:22.407572 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.434652 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867dc081-3354-4c71-b9a0-111ed22bd8a7 x-openstack-request-id: req-867dc081-3354-4c71-b9a0-111ed22bd8a7 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:22.435168 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-unplugged", "status": "failed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "code": 422}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:22.435402 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-867dc081-3354-4c71-b9a0-111ed22bd8a7 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:22.435803 n-d-769329-14 neutron-server[94142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'code': 422} returned with failed status Aug 10 03:58:22.465958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:22.474557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.475115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.475631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.476143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.476689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.477330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.478052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.478578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.479090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.479589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.480280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.480784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:22.506500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-cc65da2e-05c0-4db9-a7ac-cf1e97ba5c63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1751482 Aug 10 03:58:23.357259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d4e3-85d3-40ae-a7bb-eb72fa5a7ace req-61bff319-49b7-489b-bc90-af31ce5b6598 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:23.359332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4535d4e3-85d3-40ae-a7bb-eb72fa5a7ace req-61bff319-49b7-489b-bc90-af31ce5b6598 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 943 time: 0.0899212 Aug 10 03:58:23.413177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b554-364d-4d83-95d0-5204059c57d6 req-9612ff45-13ae-4e11-8344-b32cbc5a4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:23.414833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-9612ff45-13ae-4e11-8344-b32cbc5a4baa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b&tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8 HTTP/1.1" status: 200 len: 1095 time: 0.1094875 Aug 10 03:58:23.420332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4535d4e3-85d3-40ae-a7bb-eb72fa5a7ace req-22da0429-cf7c-4aea-991d-e475c491f068 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533924 Aug 10 03:58:23.427686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:23.480911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.742663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:23.777025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:23.811699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:23.819624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.835294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Transition to ACTIVE for port object 9cad80c3-1597-447b-a385-495b51a1fc66 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:23.838987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.930799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] No DVR routers for this DVR port 9cad80c3-1597-447b-a385-495b51a1fc66 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:23.932073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=9']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:23.972026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:23.972393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:23.972789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 on network 233db83e-ee92-44ce-81e6-4a6f476520b6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:23.978417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Port 9cad80c3-1597-447b-a385-495b51a1fc66 on network 233db83e-ee92-44ce-81e6-4a6f476520b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:23.978756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Attempting to bind port 9cad80c3-1597-447b-a385-495b51a1fc66 on network 233db83e-ee92-44ce-81e6-4a6f476520b6 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:23.984948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:23.985519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Checking segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:23.986256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Bound using segment: {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:23.986877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Bound port: 9cad80c3-1597-447b-a385-495b51a1fc66, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e25becd-4236-4085-802c-1a87b1045f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:23.987430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.056294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:24.059549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:24.065178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.100839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.101486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.102932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] 10.222.0.65 "PUT /v2.0/ports/9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 1092 time: 0.6796815 Aug 10 03:58:24.103378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:24.105885 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12842f-f998-4b03-a8b5-0e7db95a056f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:24.172424 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa6d80-b52e-41d9-aff3-ab515b34fe23 x-openstack-request-id: req-79aa6d80-b52e-41d9-aff3-ab515b34fe23 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:24.172759 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:24.173011 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79aa6d80-b52e-41d9-aff3-ab515b34fe23 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:24.173434 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'status': 'completed', 'code': 200} Aug 10 03:58:24.183516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3bd0a-31b4-484d-b82a-6c0bb0492382 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:24.201217 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b554-364d-4d83-95d0-5204059c57d6 req-3445aefc-777c-43fa-be03-9b57d455cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.203452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-3445aefc-777c-43fa-be03-9b57d455cccb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1096 time: 0.0725200 Aug 10 03:58:24.298300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b554-364d-4d83-95d0-5204059c57d6 req-6c468408-d9f0-4075-9161-6a7b8219e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.299797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-6c468408-d9f0-4075-9161-6a7b8219e573 service neutron] 10.222.0.65 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.0880473 Aug 10 03:58:24.347941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-e8995674-9599-4c06-a8c4-b17089e201a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0408998 Aug 10 03:58:24.408548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b554-364d-4d83-95d0-5204059c57d6 req-ac41b324-3524-42ae-8960-82547dcfe748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.410322 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-ac41b324-3524-42ae-8960-82547dcfe748 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0506346 Aug 10 03:58:24.443019 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-879ba9c9-fb03-4630-b8e8-00b135e6601b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257707 Aug 10 03:58:24.550910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-1843b7e6-ae65-4cb9-9f06-13de9182732a service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003709 Aug 10 03:58:24.634424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58ac93-cbff-4a92-8c9d-76bd01e8af9e req-3622146f-7cb1-4ab4-bae4-a486703652b3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.636152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c58ac93-cbff-4a92-8c9d-76bd01e8af9e req-3622146f-7cb1-4ab4-bae4-a486703652b3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.1435533 Aug 10 03:58:24.661695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7212b554-364d-4d83-95d0-5204059c57d6 req-d4ee623b-4020-46dc-a659-83cbae6e27c1 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037028 Aug 10 03:58:24.678967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7c58ac93-cbff-4a92-8c9d-76bd01e8af9e req-b6dbda54-ef0d-41a6-a41b-084023e9b00b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Aug 10 03:58:24.759413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-290f6675-1f65-4ed3-8af8-3f5d5481873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.760965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-290f6675-1f65-4ed3-8af8-3f5d5481873d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1096 time: 0.0448196 Aug 10 03:58:24.812454 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.860336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-22ab0fda-80fe-49c4-ab5a-1d784276ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.861842 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-22ab0fda-80fe-49c4-ab5a-1d784276ddbc service neutron] 10.222.0.65 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.0942028 Aug 10 03:58:24.904307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-2842dd7f-c090-4bb3-8340-1a6998335f97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0349095 Aug 10 03:58:24.953110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-eea4131d-7bf8-4a99-a9cc-f8596c3e9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.954859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-eea4131d-7bf8-4a99-a9cc-f8596c3e9715 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0440238 Aug 10 03:58:24.991482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-db760967-e15f-4d7f-a94f-14a11675e835 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293937 Aug 10 03:58:25.151625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-a32e6914-1155-4253-bddb-82bfa0c1e970 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493623 Aug 10 03:58:25.827693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058f098-63cf-49b4-8780-5efdec7f129c req-aaccfa9a-e27a-4c2c-b805-6d6c560f8c76 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:25.829375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a058f098-63cf-49b4-8780-5efdec7f129c req-aaccfa9a-e27a-4c2c-b805-6d6c560f8c76 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0532477 Aug 10 03:58:25.872104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a058f098-63cf-49b4-8780-5efdec7f129c req-8642474a-a117-43b7-a637-32a7029cb5bf tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350521 Aug 10 03:58:26.132530 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.017147 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7bba-55a7-4445-9a3b-a2c8266f2e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.046179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec2ac6-9851-42c5-90f2-a0c9c2b06dc2 req-e050e73b-258b-46e9-891d-a2a1ffe02267 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:27.053688 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09ec2ac6-9851-42c5-90f2-a0c9c2b06dc2 req-e050e73b-258b-46e9-891d-a2a1ffe02267 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0780013 Aug 10 03:58:27.102247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09ec2ac6-9851-42c5-90f2-a0c9c2b06dc2 req-36ae9236-f17c-4ff5-81ac-a5e157017cac tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465603 Aug 10 03:58:28.302141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765d63-1efe-45fe-93e1-8aa98187faf6 req-deaf3b51-f1be-4c4a-b02d-cf6e513b0f9d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:28.304900 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06765d63-1efe-45fe-93e1-8aa98187faf6 req-deaf3b51-f1be-4c4a-b02d-cf6e513b0f9d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0923874 Aug 10 03:58:28.374933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-06765d63-1efe-45fe-93e1-8aa98187faf6 req-387ce3e9-1639-4991-a04a-d964c4d785a3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Aug 10 03:58:29.525332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b81841-a435-458c-bfc1-8d3e05c0c905 req-a701e80f-0a12-4255-830c-6d38c6072797 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:29.534036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78b81841-a435-458c-bfc1-8d3e05c0c905 req-a701e80f-0a12-4255-830c-6d38c6072797 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0698683 Aug 10 03:58:29.575747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78b81841-a435-458c-bfc1-8d3e05c0c905 req-33ae3d26-c03b-4c13-94bc-52bc1648492b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Aug 10 03:58:29.642079 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.867289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-70926995-2319-406b-bb5f-25ada3fd202a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.702272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b589881-0326-447f-b966-19642917de9e req-23dee75a-29d5-40e9-811f-a70157aa3b67 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:30.710526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b589881-0326-447f-b966-19642917de9e req-23dee75a-29d5-40e9-811f-a70157aa3b67 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0595789 Aug 10 03:58:30.761996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b589881-0326-447f-b966-19642917de9e req-0b0704a7-9031-4d86-8cfb-d8ec8dacc3ae tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503111 Aug 10 03:58:31.763700 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.941111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93e78d-7334-409b-8e7b-73e35ae939b3 req-6c055944-e067-4561-a7d2-c90bcb19248e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:31.943466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f93e78d-7334-409b-8e7b-73e35ae939b3 req-6c055944-e067-4561-a7d2-c90bcb19248e tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0772076 Aug 10 03:58:32.008141 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f93e78d-7334-409b-8e7b-73e35ae939b3 req-e0af9a07-5bb0-4a21-875f-c2b961c99685 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Aug 10 03:58:33.222216 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.266370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346449a-059a-4af8-af23-793476de1bf7 req-6cb01194-b25c-43ec-8636-f2692b9fb4e4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:33.275571 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6346449a-059a-4af8-af23-793476de1bf7 req-6cb01194-b25c-43ec-8636-f2692b9fb4e4 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.1062062 Aug 10 03:58:33.328939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6346449a-059a-4af8-af23-793476de1bf7 req-70f49f67-b6cc-49b2-9f38-1e5f2defff18 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Aug 10 03:58:33.481428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55104) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:33.636013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09a1452-20d3-4b2a-87ce-94660414ed21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.744346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09a1452-20d3-4b2a-87ce-94660414ed21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.750878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e09a1452-20d3-4b2a-87ce-94660414ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.785814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a1452-20d3-4b2a-87ce-94660414ed21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c774c258-e777-4ce4-8344-f5434c6c1f38,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:33.820690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e09a1452-20d3-4b2a-87ce-94660414ed21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3180ec3aa80431588df0e348049c654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375499 Aug 10 03:58:33.823291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55108) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:33.889107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2013c568-5e2d-4992-a351-2d18cc545b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.917771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2013c568-5e2d-4992-a351-2d18cc545b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.981971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2013c568-5e2d-4992-a351-2d18cc545b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.985400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2013c568-5e2d-4992-a351-2d18cc545b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.986801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2013c568-5e2d-4992-a351-2d18cc545b25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c774c258-e777-4ce4-8344-f5434c6c1f38 HTTP/1.1" status: 204 len: 168 time: 0.1595283 Aug 10 03:58:33.996263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013c568-5e2d-4992-a351-2d18cc545b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c774c258-e777-4ce4-8344-f5434c6c1f38,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:34.393712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:34.430729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6eca3d8-0f97-4f38-9141-77ad71925156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.505164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d6fc-fd5f-4caa-aa8e-3c801c042586 req-9ab6fa0b-ef8b-4779-9434-27d49194110a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:34.506936 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9655d6fc-fd5f-4caa-aa8e-3c801c042586 req-9ab6fa0b-ef8b-4779-9434-27d49194110a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0918484 Aug 10 03:58:34.556348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6eca3d8-0f97-4f38-9141-77ad71925156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.563028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6eca3d8-0f97-4f38-9141-77ad71925156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.567890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9655d6fc-fd5f-4caa-aa8e-3c801c042586 req-b3dbf9e2-f04f-46aa-b5fd-fa0ab5efd543 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525613 Aug 10 03:58:34.611972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b6eca3d8-0f97-4f38-9141-77ad71925156 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77724f54578341a8ae17a3cb0603ff92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170269 Aug 10 03:58:34.615493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55124) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:34.629411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eca3d8-0f97-4f38-9141-77ad71925156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019a418-ebfc-4aeb-b9ff-a77a60ff2dc4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:34.691936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-daf13ffa-bf04-4357-98b7-a9b2b8dbc591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.717546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-daf13ffa-bf04-4357-98b7-a9b2b8dbc591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.771122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-daf13ffa-bf04-4357-98b7-a9b2b8dbc591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.773994 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-daf13ffa-bf04-4357-98b7-a9b2b8dbc591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.777686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-daf13ffa-bf04-4357-98b7-a9b2b8dbc591 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8019a418-ebfc-4aeb-b9ff-a77a60ff2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1589408 Aug 10 03:58:34.786245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf13ffa-bf04-4357-98b7-a9b2b8dbc591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019a418-ebfc-4aeb-b9ff-a77a60ff2dc4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:35.435777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d12842f-f998-4b03-a8b5-0e7db95a056f req-7cd867b0-ff50-4d03-b9f3-487b4ba89123 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165566 Aug 10 03:58:35.719250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c18ec5-d5b3-4dbd-808d-e1a7519d0f27 req-d79c8a93-d432-4237-af16-4052ae2dc4a8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:35.721862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67c18ec5-d5b3-4dbd-808d-e1a7519d0f27 req-d79c8a93-d432-4237-af16-4052ae2dc4a8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0841734 Aug 10 03:58:35.769745 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67c18ec5-d5b3-4dbd-808d-e1a7519d0f27 req-96c448be-baac-4e19-a787-fd83db2df36c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408063 Aug 10 03:58:36.674577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55188) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.789943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2ff9345c-d83e-497d-86c2-143ffec48c07 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/floatingips/8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 HTTP/1.1" status: 200 len: 992 time: 0.1139879 Aug 10 03:58:36.799778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ebf7-bf31-42dc-9562-33d148235702 req-c6ff7692-6f99-42b2-8d02-9e0ef624fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.801316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-c6ff7692-6f99-42b2-8d02-9e0ef624fe3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1096 time: 0.0712519 Aug 10 03:58:36.952076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2a648-8032-48eb-975d-6d37473cdaac req-f21fbdd3-1dff-41c0-a76b-78065bd4e941 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.953662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4cf2a648-8032-48eb-975d-6d37473cdaac req-f21fbdd3-1dff-41c0-a76b-78065bd4e941 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.0727205 Aug 10 03:58:36.997497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ebf7-bf31-42dc-9562-33d148235702 req-431c335d-1cfa-4820-9952-342156a73cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.999098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-431c335d-1cfa-4820-9952-342156a73cdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.1680958 Aug 10 03:58:37.021267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4cf2a648-8032-48eb-975d-6d37473cdaac req-db0aea08-e2ab-402a-878c-0e7cefad1be0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Aug 10 03:58:37.052192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-2be0c5ef-3259-4c17-909e-78022c1df74c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0436695 Aug 10 03:58:37.109098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:37.116185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ebf7-bf31-42dc-9562-33d148235702 req-52e4aeed-2853-4943-82b5-3c7d6b535a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:37.118303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-52e4aeed-2853-4943-82b5-3c7d6b535a9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0596104 Aug 10 03:58:37.152398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-29502eb7-592a-4bff-befd-29a7f084a649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272825 Aug 10 03:58:37.312675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-b4e4ee7a-6edd-42a9-8f0f-9736a1809917 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518550 Aug 10 03:58:37.343266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port 7bedddb6-3342-43c8-a12f-8ea1be676f7b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:37.344019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.443071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a505ebf7-bf31-42dc-9562-33d148235702 req-890d74cf-9176-4f80-a341-94f042a63ccb service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233549 Aug 10 03:58:37.488019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.488783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.507129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for 7bedddb6-3342-43c8-a12f-8ea1be676f7b owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:37.734177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.768624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=7bedddb6-3342-43c8-a12f-8ea1be676f7b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.837052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.837841 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Floating IP 8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 disassociated (deleted). External IP: 172.25.2.22, port: f5b4a6a2-c728-41c9-bebc-6003334e1cc5. Aug 10 03:58:38.074152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 8cf92aec-31dc-4e63-ba92-41b7348959ad has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:38.115146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:38.250480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:38.253956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f060579-d8bf-44ee-b8c5-c8aa1b600fa0 req-b130b6b0-5416-4849-9cab-573f920c0389 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.256040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f060579-d8bf-44ee-b8c5-c8aa1b600fa0 req-b130b6b0-5416-4849-9cab-573f920c0389 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 944 time: 0.1239512 Aug 10 03:58:38.269019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '9cad80c3-1597-447b-a385-495b51a1fc66', 'network_id': '233db83e-ee92-44ce-81e6-4a6f476520b6', 'port_id': '9cad80c3-1597-447b-a385-495b51a1fc66', 'mac_address': 'fa:16:3e:6f:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:38.301310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:38.306982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.320347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.325533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] Sync routers for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:38.346544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:38.351189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f060579-d8bf-44ee-b8c5-c8aa1b600fa0 req-99e12531-81af-4869-839a-811ceb4acbf8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833251 Aug 10 03:58:38.351930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:38.352862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:38.358568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-556b21be-ac83-4df5-8d91-17a00bc7ff64 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/floatingips/8f3de8f3-0f87-458a-bb38-d3f0d3a88b26 HTTP/1.1" status: 204 len: 168 time: 1.2482188 Aug 10 03:58:38.360703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:38.364713 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e95af-49a4-4038-ace7-a58ec9db73a4" -d '{"events": [{"name": "network-changed", "server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:38.573175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:38.576474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-7a06ae46-f3a7-4c6e-ad62-cad70d55aa79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178100 Aug 10 03:58:38.716485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-e5290ced-09f5-427c-aaaa-34a1ca05a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.719709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-e5290ced-09f5-427c-aaaa-34a1ca05a2d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1097 time: 0.0653579 Aug 10 03:58:38.742011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:38.789930 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8feec96f-7781-4cd1-98bf-78a13ebbfdea x-openstack-request-id: req-8feec96f-7781-4cd1-98bf-78a13ebbfdea {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:38.790876 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:38.791418 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8feec96f-7781-4cd1-98bf-78a13ebbfdea {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:38.796723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.797820 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'status': 'completed', 'code': 200} Aug 10 03:58:38.975925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-5e6cd442-6777-4dc7-b19e-b915a86b2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.989837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-5e6cd442-6777-4dc7-b19e-b915a86b2fd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 200 len: 898 time: 0.2376060 Aug 10 03:58:39.028592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['9cad80c3-1597-447b-a385-495b51a1fc66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:39.051967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-8a7b8518-c280-444b-bce8-bbc2ff550316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 200 len: 217 time: 0.0518162 Aug 10 03:58:39.086846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1f5ee-9696-4876-b918-9d0fa2f3bc66 req-f2d3b332-28d4-4e5e-bc96-26a6e23e8caa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.097929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.098887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bf1f5ee-9696-4876-b918-9d0fa2f3bc66 req-f2d3b332-28d4-4e5e-bc96-26a6e23e8caa tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 945 time: 0.2811179 Aug 10 03:58:39.180914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bf1f5ee-9696-4876-b918-9d0fa2f3bc66 req-3815b8ed-f753-4c46-a127-ea63ac58f261 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775943 Aug 10 03:58:39.194489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-65f75daa-d864-4782-a339-e9acea892667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.198364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-65f75daa-d864-4782-a339-e9acea892667 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d1fb312-9f85-414f-98ee-d3a9b6ab0690 HTTP/1.1" status: 200 len: 832 time: 0.1353679 Aug 10 03:58:39.268073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-92baa6af-f7dd-42ca-a9ae-4a66118d3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.271384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-92baa6af-f7dd-42ca-a9ae-4a66118d3ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5010d824-bc65-4106-9bfb-886edd62e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609324 Aug 10 03:58:39.381830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:39.416743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] Checking router: 8cf92aec-31dc-4e63-ba92-41b7348959ad for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:39.445425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:39.446298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:39.602165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-c507b6e3-afbd-4bcf-a712-e9bcf613c840 service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082445 Aug 10 03:58:39.608412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:39.619536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9976456-eee0-4160-9e79-8ab6cb40e5ba req-f058df4c-0c6b-4da1-80b4-860e925e2bae tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.621379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9976456-eee0-4160-9e79-8ab6cb40e5ba req-f058df4c-0c6b-4da1-80b4-860e925e2bae tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 945 time: 0.0898056 Aug 10 03:58:39.721136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e9976456-eee0-4160-9e79-8ab6cb40e5ba req-d9c9974b-db8d-4df6-9a1f-8417988103f9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878808 Aug 10 03:58:39.817204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1b4a2d8-11d3-4f8a-acd2-aa7561af9be4 req-cdec68ad-2b7c-447d-952b-65c35f705898 service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941214 Aug 10 03:58:39.961435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:39.980332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-bfd0ba46-7f66-42cd-8f77-7e93b7d249af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.982768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-bfd0ba46-7f66-42cd-8f77-7e93b7d249af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=723bb98784f94075a88f43e13602e903&device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 1097 time: 0.0817127 Aug 10 03:58:40.002758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1dc96-e810-48cc-be7a-0684c59f09b0 None None] The sync data for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 is: [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:57:37Z', 'revision_number': 4, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'ea88f3da-cc1c-4256-a734-d532057eb25e', 'name': '', 'network_id': '5010d824-bc65-4106-9bfb-886edd62e0fb', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'mac_address': 'fa:16:3e:3e:a4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:35Z', 'updated_at': '2021-08-10T03:57:46Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'subnets': [{'id': '0d1fb312-9f85-414f-98ee-d3a9b6ab0690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:40.099321 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-bd81ade3-49a1-4c09-ba4a-928d091f0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:40.101174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-bd81ade3-49a1-4c09-ba4a-928d091f0cd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 200 len: 898 time: 0.1100230 Aug 10 03:58:40.130757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-3febef4c-b882-4024-bc3a-0ed0a0eac1d0 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:40.133027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-3febef4c-b882-4024-bc3a-0ed0a0eac1d0 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 945 time: 0.0673239 Aug 10 03:58:40.135993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:40.150733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-9b6d4070-93d2-462d-9982-1d10cf55376f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 200 len: 217 time: 0.0418928 Aug 10 03:58:40.288234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 9cad80c3-1597-447b-a385-495b51a1fc66 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:40.307662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 9cad80c3-1597-447b-a385-495b51a1fc66 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:40.311438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-5421d87b-da24-4a4e-9228-aa9248928f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:40.312198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.314735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-5421d87b-da24-4a4e-9228-aa9248928f7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d1fb312-9f85-414f-98ee-d3a9b6ab0690 HTTP/1.1" status: 200 len: 832 time: 0.1566796 Aug 10 03:58:40.412338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:40.414276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.434468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-550d09a8-9aed-4cef-b540-caf798b87870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:40.437011 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-550d09a8-9aed-4cef-b540-caf798b87870 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5010d824-bc65-4106-9bfb-886edd62e0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140640 Aug 10 03:58:40.452609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07f1ab-c0e1-497c-b6f3-e8de1874bc1f req-bd37ab11-0d39-4ee6-8bea-ec977eefe699 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:40.454652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ce07f1ab-c0e1-497c-b6f3-e8de1874bc1f req-bd37ab11-0d39-4ee6-8bea-ec977eefe699 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 945 time: 0.0879633 Aug 10 03:58:40.513359 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a491f-6947-490f-abf8-71cda1cfe94c None None] New status for floating IP 8f3de8f3-0f87-458a-bb38-d3f0d3a88b26: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:58:40.526014 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.638884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ce07f1ab-c0e1-497c-b6f3-e8de1874bc1f req-2847ab39-e8c4-4fd0-bf05-b6172430b19f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/security-groups?id=59f0b273-d771-4cc5-9d65-1775432661d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705310 Aug 10 03:58:40.649309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port f5b4a6a2-c728-41c9-bebc-6003334e1cc5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:40.649689 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.687560 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-1f671f2a-9f62-4883-ac99-aeb9a30a43f0 service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318244 Aug 10 03:58:40.687816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for f5b4a6a2-c728-41c9-bebc-6003334e1cc5 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:40.782793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:40.786392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:40.791307 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea6fcfa-ab34-459f-b5b5-8254bdc7456c" -d '{"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-plugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:40.798578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.866221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=12']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:40.900878 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8838889f-9df9-4827-b929-04380c49ca1a x-openstack-request-id: req-8838889f-9df9-4827-b929-04380c49ca1a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:40.907572 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-plugged", "status": "completed", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:40.908945 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8838889f-9df9-4827-b929-04380c49ca1a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:40.909935 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'code': 200} Aug 10 03:58:40.930831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9e95af-49a4-4038-ace7-a58ec9db73a4 req-4ccd5e72-e3d9-4ed7-8d56-777eea08a8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244437 Aug 10 03:58:41.022194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b36180-d6fb-4768-be89-5a0c029da2be req-f7ba2fb6-5741-4b1c-a298-dc36d5312883 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.022194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31b36180-d6fb-4768-be89-5a0c029da2be req-f7ba2fb6-5741-4b1c-a298-dc36d5312883 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1278434 Aug 10 03:58:41.153215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.182132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31b36180-d6fb-4768-be89-5a0c029da2be req-34a344be-839f-455d-a6cc-d7bc7aebf29d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161625 Aug 10 03:58:41.207504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=f5b4a6a2-c728-41c9-bebc-6003334e1cc5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:41.212154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ec0d2-1d66-47ea-8394-b39028f80f27 req-e363ec98-4e0a-41f8-8e5b-5e14380dbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.212154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e7ec0d2-1d66-47ea-8394-b39028f80f27 req-e363ec98-4e0a-41f8-8e5b-5e14380dbe98 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1098 time: 0.1482432 Aug 10 03:58:41.275573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] No DVR routers for this DVR port f5b4a6a2-c728-41c9-bebc-6003334e1cc5 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:41.279205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.281478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecbe7459-74be-4dbc-ad55-55817bb87507 req-a63a3b88-f234-4333-9ce1-46ff2225835a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.39 "DELETE /v2.0/ports/f5b4a6a2-c728-41c9-bebc-6003334e1cc5 HTTP/1.1" status: 204 len: 173 time: 1.1402907 Aug 10 03:58:41.281989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'name': 'network-vif-deleted', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:41.284731 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bddaf89-a7be-419e-8f3b-a438a11f990e" -d '{"events": [{"server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "name": "network-vif-deleted", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:41.335066 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7e601-cb11-4f54-b825-61f9f6b2c02a x-openstack-request-id: req-e9c7e601-cb11-4f54-b825-61f9f6b2c02a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:41.335403 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02915127-3d83-40bf-a93f-7aae191be325", "name": "network-vif-deleted", "tag": "f5b4a6a2-c728-41c9-bebc-6003334e1cc5", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:41.335919 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9c7e601-cb11-4f54-b825-61f9f6b2c02a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:41.336347 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02915127-3d83-40bf-a93f-7aae191be325', 'name': 'network-vif-deleted', 'tag': 'f5b4a6a2-c728-41c9-bebc-6003334e1cc5', 'status': 'completed', 'code': 200} Aug 10 03:58:41.348074 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e7ec0d2-1d66-47ea-8394-b39028f80f27 req-ed96c344-e76e-4a46-8853-b0643a103096 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274078 Aug 10 03:58:41.812048 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c24d893-80b8-4218-a818-57be3bc78502 req-85ff23f9-7f45-4e7b-9f93-fd1f4e1dd15f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "GET /v2.0/ports?device_id=02915127-3d83-40bf-a93f-7aae191be325 HTTP/1.1" status: 200 len: 210 time: 0.0554636 Aug 10 03:58:42.000674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:42.152377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89502349-d4a6-40f1-b9d8-a32b4c3d49ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.378712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2decc6-30b7-4d43-ac84-274d55af0216 req-175085bc-6c41-4a8f-af4f-31a2a23eb520 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:42.380534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89502349-d4a6-40f1-b9d8-a32b4c3d49ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.381240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c2decc6-30b7-4d43-ac84-274d55af0216 req-175085bc-6c41-4a8f-af4f-31a2a23eb520 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0551171 Aug 10 03:58:42.387200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-89502349-d4a6-40f1-b9d8-a32b4c3d49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.439254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c2decc6-30b7-4d43-ac84-274d55af0216 req-ca491b95-c6bb-4220-8396-ae9b0c054805 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Aug 10 03:58:42.443476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89502349-d4a6-40f1-b9d8-a32b4c3d49ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe686ec4a6a845dc85531ab6e48475bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386878 Aug 10 03:58:42.443476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89502349-d4a6-40f1-b9d8-a32b4c3d49ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24df1d25-e41a-4228-b107-38bcf2241938,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.444634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55316) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:42.511508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc2abf5b-99e9-4a3c-ae37-543eb478699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.541836 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc2abf5b-99e9-4a3c-ae37-543eb478699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.615162 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc2abf5b-99e9-4a3c-ae37-543eb478699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.620151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dc2abf5b-99e9-4a3c-ae37-543eb478699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.627028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dc2abf5b-99e9-4a3c-ae37-543eb478699e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24df1d25-e41a-4228-b107-38bcf2241938 HTTP/1.1" status: 204 len: 168 time: 0.1750371 Aug 10 03:58:42.636283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2abf5b-99e9-4a3c-ae37-543eb478699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24df1d25-e41a-4228-b107-38bcf2241938,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.869498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55350) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:42.936913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59fb0248-f996-47b6-989a-3a6dc27c5724 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.958523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55352) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:42.966410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59fb0248-f996-47b6-989a-3a6dc27c5724 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.973621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27776d4f-67ba-43ea-bacc-a368a8f4df14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.039619 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59fb0248-f996-47b6-989a-3a6dc27c5724 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.042722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59fb0248-f996-47b6-989a-3a6dc27c5724 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.044038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-59fb0248-f996-47b6-989a-3a6dc27c5724 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/security-groups/59f0b273-d771-4cc5-9d65-1775432661d2 HTTP/1.1" status: 204 len: 168 time: 0.1734738 Aug 10 03:58:43.054553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb0248-f996-47b6-989a-3a6dc27c5724 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0b273-d771-4cc5-9d65-1775432661d2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.080901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55358) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:43.097923 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27776d4f-67ba-43ea-bacc-a368a8f4df14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.106075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-27776d4f-67ba-43ea-bacc-a368a8f4df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.158018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27776d4f-67ba-43ea-bacc-a368a8f4df14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67b94f-319f-4709-8e70-5ad970d95272,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.168463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-27776d4f-67ba-43ea-bacc-a368a8f4df14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c79db05c9744147bb88d34f46762259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085335 Aug 10 03:58:43.171648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55364) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:43.248690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01dc11b8-6d65-45ed-bd0d-e43da919ded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.272617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01dc11b8-6d65-45ed-bd0d-e43da919ded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.331451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01dc11b8-6d65-45ed-bd0d-e43da919ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.334266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01dc11b8-6d65-45ed-bd0d-e43da919ded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.335920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-01dc11b8-6d65-45ed-bd0d-e43da919ded9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a67b94f-319f-4709-8e70-5ad970d95272 HTTP/1.1" status: 204 len: 168 time: 0.1634653 Aug 10 03:58:43.381410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc11b8-6d65-45ed-bd0d-e43da919ded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67b94f-319f-4709-8e70-5ad970d95272,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.516733 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:43.689097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8293e-7512-48f4-a998-97aa38489f57 req-c176fce4-efed-4a1f-9d2d-22b68aaabbde tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.690729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0eb8293e-7512-48f4-a998-97aa38489f57 req-c176fce4-efed-4a1f-9d2d-22b68aaabbde tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1007237 Aug 10 03:58:44.085153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0eb8293e-7512-48f4-a998-97aa38489f57 req-2fd6b35a-a102-4549-8885-1e0b95fcd9fc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798141 Aug 10 03:58:44.135373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.233625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c3a6a-8fa8-4ac0-814b-d85d03c6023a req-26537731-bbe1-4f27-9302-98f87f2defe8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.241408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-042c3a6a-8fa8-4ac0-814b-d85d03c6023a req-26537731-bbe1-4f27-9302-98f87f2defe8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0665176 Aug 10 03:58:44.279515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-042c3a6a-8fa8-4ac0-814b-d85d03c6023a req-61ee3fec-2658-4faf-8d71-470cf292f605 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Aug 10 03:58:44.411417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5b4a6a2-c728-41c9-bebc-6003334e1cc5 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:44.447066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: f5b4a6a2-c728-41c9-bebc-6003334e1cc5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:44.447686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f5b4a6a2-c728-41c9-bebc-6003334e1cc5 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:44.499335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506adec9-2da6-4edc-ae60-ad4d3364235e req-e14a3643-7822-45c0-9334-2e559c1e700f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.509826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-506adec9-2da6-4edc-ae60-ad4d3364235e req-e14a3643-7822-45c0-9334-2e559c1e700f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1072388 Aug 10 03:58:44.590416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-506adec9-2da6-4edc-ae60-ad4d3364235e req-70e62a0e-f627-47ea-965f-da01e01f6c29 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781600 Aug 10 03:58:44.677517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port ea88f3da-cc1c-4256-a734-d532057eb25e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:44.678042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.808022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cd94a-4729-4b16-a4ee-e1b3ce5e170b req-adcc1500-32cb-472f-bb5c-5ef7a40e3b79 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.809903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e09cd94a-4729-4b16-a4ee-e1b3ce5e170b req-adcc1500-32cb-472f-bb5c-5ef7a40e3b79 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1085544 Aug 10 03:58:44.833190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port ea88f3da-cc1c-4256-a734-d532057eb25e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ea88f3da-cc1c-4256-a734-d532057eb25e,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:44.833561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.858633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for ea88f3da-cc1c-4256-a734-d532057eb25e owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:44.887559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e09cd94a-4729-4b16-a4ee-e1b3ce5e170b req-f789456f-263c-42ec-a69d-e3cc5cec5550 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672688 Aug 10 03:58:45.015377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ba69-a4d3-4447-8db0-3cc15ab806b6 req-10419ba2-70c0-4a4e-a87e-f518cb32c887 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.016961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8da1ba69-a4d3-4447-8db0-3cc15ab806b6 req-10419ba2-70c0-4a4e-a87e-f518cb32c887 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0544033 Aug 10 03:58:45.060854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8da1ba69-a4d3-4447-8db0-3cc15ab806b6 req-8a5e5dc4-7904-4c92-ba80-9f7579cdbf79 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359077 Aug 10 03:58:45.093640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.127946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=ea88f3da-cc1c-4256-a734-d532057eb25e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:45.215567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd55e6-2623-4b70-a580-9615ea9bfaf6 req-c716f6f9-c7ef-4c41-92a0-9cd3ec4f1d2a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.217189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54cd55e6-2623-4b70-a580-9615ea9bfaf6 req-c716f6f9-c7ef-4c41-92a0-9cd3ec4f1d2a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0611315 Aug 10 03:58:45.274125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54cd55e6-2623-4b70-a580-9615ea9bfaf6 req-3e9618a2-4b0c-4300-b06b-a199ecc57022 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507877 Aug 10 03:58:45.387921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.424909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515b70d-7709-451d-b742-a6406b643557 req-e6622e55-9151-4cab-a757-bdce3b51c1e1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.426858 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5515b70d-7709-451d-b742-a6406b643557 req-e6622e55-9151-4cab-a757-bdce3b51c1e1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0562532 Aug 10 03:58:45.472965 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5515b70d-7709-451d-b742-a6406b643557 req-48c83ccf-7386-4666-84a1-c738b84fd3c9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Aug 10 03:58:45.656770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Router 8cf92aec-31dc-4e63-ba92-41b7348959ad has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:45.755414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f7a7a-00ef-4a28-915f-3f719391097e req-73f3c49a-64a0-4f3b-a4ff-4248873efeb5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.763036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d1f7a7a-00ef-4a28-915f-3f719391097e req-73f3c49a-64a0-4f3b-a4ff-4248873efeb5 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0655291 Aug 10 03:58:45.796454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:45.798862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d1f7a7a-00ef-4a28-915f-3f719391097e req-45378fee-485f-4011-b74f-052dea4a0a8b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Aug 10 03:58:45.805807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cebb332a-8a37-480b-ab82-bcabdc906d39 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "PUT /v2.0/routers/8cf92aec-31dc-4e63-ba92-41b7348959ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232320 Aug 10 03:58:45.806426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:45.809207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] Sync routers for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:45.821773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:45.822462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:45.874061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting subnet 0d1fb312-9f85-414f-98ee-d3a9b6ab0690 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:45.878086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.938883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.960280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:46.036021 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.127305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.165838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1fb312-9f85-414f-98ee-d3a9b6ab0690,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:46.179043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.188329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:46.192275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46deafea-1fd8-49a4-8b9f-a860cb1357b5 None None] Network 5010d824-bc65-4106-9bfb-886edd62e0fb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:46.202473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d523db20-4af7-4653-8ee0-58ebfa55c49f tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/subnets/0d1fb312-9f85-414f-98ee-d3a9b6ab0690 HTTP/1.1" status: 204 len: 168 time: 0.3947928 Aug 10 03:58:46.316245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:58:45Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:46.373920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] Checking router: 8cf92aec-31dc-4e63-ba92-41b7348959ad for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:46.374658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.392933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] Routers {'8cf92aec-31dc-4e63-ba92-41b7348959ad'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:46.393533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T03:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8cf92aec-31dc-4e63-ba92-41b7348959ad'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:46.515045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] DHCP port deletion for 5010d824-bc65-4106-9bfb-886edd62e0fb request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:46.527111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.592866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] Set router 8cf92aec-31dc-4e63-ba92-41b7348959ad gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:46.607178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Deleting port 13810ca2-8c00-472f-8d95-ded9f4161c76 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:46.608115 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.702844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] For port 13810ca2-8c00-472f-8d95-ded9f4161c76, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=13810ca2-8c00-472f-8d95-ded9f4161c76,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:46.703381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.712277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] Deleting port 43c49072-499a-4a0e-afe1-9a456ef6b6cd {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:46.712591 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.722936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Calling delete_port for 13810ca2-8c00-472f-8d95-ded9f4161c76 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:46.804055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] For port 43c49072-499a-4a0e-afe1-9a456ef6b6cd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=43c49072-499a-4a0e-afe1-9a456ef6b6cd,segment=NetworkSegment(1ae639e6-0ff8-4e40-8950-1e673342150c),segment_id=1ae639e6-0ff8-4e40-8950-1e673342150c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:46.804457 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.840560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] Calling delete_port for 43c49072-499a-4a0e-afe1-9a456ef6b6cd owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:46.984727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.988729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a4762-13d5-4580-87b2-5c1a56ac881b req-be4ea7a9-2aab-4d5a-bbeb-76d5a2affaee tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:46.991578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e2a4762-13d5-4580-87b2-5c1a56ac881b req-be4ea7a9-2aab-4d5a-bbeb-76d5a2affaee tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0790367 Aug 10 03:58:47.019131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] Pushing event deleted for resources: {'Port': ['ID=43c49072-499a-4a0e-afe1-9a456ef6b6cd,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:47.024262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:58:45Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:47.027200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.032789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b68ae-dfdc-401b-a4f4-318f4e8343ea None None] No DVR routers for this DVR port 43c49072-499a-4a0e-afe1-9a456ef6b6cd on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:47.069623 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e2a4762-13d5-4580-87b2-5c1a56ac881b req-62098d77-2cad-4313-a0b2-2950c1d6d6c0 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704851 Aug 10 03:58:47.073268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Port': ['ID=13810ca2-8c00-472f-8d95-ded9f4161c76,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:47.103798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dedff6a-63a5-4b91-82b0-9e14053ae0e2 None None] The sync data for ids ['8cf92aec-31dc-4e63-ba92-41b7348959ad'] in n-d-769329-14 is: [{'id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'name': 'tempest-TestNetworkBasicOps-router-722940420', 'tenant_id': '723bb98784f94075a88f43e13602e903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:57:26Z', 'updated_at': '2021-08-10T03:58:45Z', 'revision_number': 5, 'project_id': '723bb98784f94075a88f43e13602e903', 'gw_port': {'id': '13810ca2-8c00-472f-8d95-ded9f4161c76', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf92aec-31dc-4e63-ba92-41b7348959ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:57:27Z', 'updated_at': '2021-08-10T03:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:47.200792 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.330399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.332720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.436088 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.436655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf92aec-31dc-4e63-ba92-41b7348959ad {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:58:47.452713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.456344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e7fbdf1-f0e8-41f1-b135-d7fa5f55cb29 tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/routers/8cf92aec-31dc-4e63-ba92-41b7348959ad HTTP/1.1" status: 204 len: 168 time: 1.2642684 Aug 10 03:58:47.457952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55502) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:47.561086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fce34-40fa-4643-8e91-e0566244445b req-86747b75-cf54-4f97-8e5e-b4d8ece74733 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:47.562925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b7fce34-40fa-4643-8e91-e0566244445b req-86747b75-cf54-4f97-8e5e-b4d8ece74733 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1650543 Aug 10 03:58:47.569697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5189c-90fc-48f1-9826-dba32788a937 req-030e5328-d63d-48d1-9ff9-521cae269d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:47.579026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-030e5328-d63d-48d1-9ff9-521cae269d4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 1098 time: 0.1446011 Aug 10 03:58:47.689242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.734597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b7fce34-40fa-4643-8e91-e0566244445b req-8f81ac46-fc67-46dd-81d4-eec97b0612ac tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433113 Aug 10 03:58:47.861000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5189c-90fc-48f1-9826-dba32788a937 req-2abdb44f-61f6-4b7b-a0f1-ac30f829801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:47.862663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-2abdb44f-61f6-4b7b-a0f1-ac30f829801e service neutron] 10.222.0.65 "GET /v2.0/networks?id=233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 200 len: 915 time: 0.2703614 Aug 10 03:58:47.867981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.912832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5010d824-bc65-4106-9bfb-886edd62e0fb']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:47.916342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-76b7d37c-5a0e-42ee-adc2-15e9483ae082 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 200 len: 217 time: 0.0456002 Aug 10 03:58:47.926822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae639e6-0ff8-4e40-8950-1e673342150c') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:47.927121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae639e6-0ff8-4e40-8950-1e673342150c') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:47.976790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.999493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.005450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5189c-90fc-48f1-9826-dba32788a937 req-e83aad12-cd9f-4b83-9462-4391bb143436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:48.007049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-e83aad12-cd9f-4b83-9462-4391bb143436 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 200 len: 854 time: 0.0824034 Aug 10 03:58:48.010081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:48.010564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:48.014444 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:48.091075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-31977d94-5f08-4ef7-bd4b-196b80bbcde4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=233db83e-ee92-44ce-81e6-4a6f476520b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588219 Aug 10 03:58:48.149401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.161065 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.163063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] 10.222.0.53 "DELETE /v2.0/networks/5010d824-bc65-4106-9bfb-886edd62e0fb HTTP/1.1" status: 204 len: 168 time: 0.7039502 Aug 10 03:58:48.174568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4bb0e-2dd4-49f7-a35a-ff555cae563a tempest-TestNetworkBasicOps-1602680948 tempest-TestNetworkBasicOps-1602680948-project] Pushing event deleted for resources: {'Network': ['ID=5010d824-bc65-4106-9bfb-886edd62e0fb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:48.222949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-51e6eca6-3365-4322-8e14-a5f693519fb8 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229520 Aug 10 03:58:48.423909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96e5189c-90fc-48f1-9826-dba32788a937 req-7d4f3b2c-8d7e-4e57-bc14-eeef3823f967 service neutron] 10.222.0.65 "GET /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933339 Aug 10 03:58:48.461793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 43c49072-499a-4a0e-afe1-9a456ef6b6cd no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:48.492091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 43c49072-499a-4a0e-afe1-9a456ef6b6cd {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:48.492691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 43c49072-499a-4a0e-afe1-9a456ef6b6cd not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:48.493281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea88f3da-cc1c-4256-a734-d532057eb25e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:48.519072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ea88f3da-cc1c-4256-a734-d532057eb25e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:48.519715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ea88f3da-cc1c-4256-a734-d532057eb25e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:48.707483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55554) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:48.931609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae9b5a-b823-47cb-af8f-93976929b43b req-a2157c02-fbca-46c9-9b6e-d5bdfa481109 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:48.933416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3ae9b5a-b823-47cb-af8f-93976929b43b req-a2157c02-fbca-46c9-9b6e-d5bdfa481109 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0738375 Aug 10 03:58:49.036847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3ae9b5a-b823-47cb-af8f-93976929b43b req-5d806cd7-df4b-471e-a300-759d3169a316 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Aug 10 03:58:49.059756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6d355eba-7816-4dde-b017-aef0ff5ad2d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=723bb98784f94075a88f43e13602e903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508608 Aug 10 03:58:49.062559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55574) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:49.140143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c4-f8e3-4c16-8cbf-893c14f5e8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.141543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55576) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:49.177820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c4-f8e3-4c16-8cbf-893c14f5e8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.254736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c4-f8e3-4c16-8cbf-893c14f5e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.257640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c4-f8e3-4c16-8cbf-893c14f5e8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.261969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a63a7c4-f8e3-4c16-8cbf-893c14f5e8f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b496b23-0391-44c2-a24b-660b6d262324 HTTP/1.1" status: 204 len: 168 time: 0.1979673 Aug 10 03:58:49.272022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63a7c4-f8e3-4c16-8cbf-893c14f5e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b496b23-0391-44c2-a24b-660b6d262324,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:49.273283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3280d73a-4cb0-4bab-9d85-e3ef95b6a4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.389212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3280d73a-4cb0-4bab-9d85-e3ef95b6a4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.394404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3280d73a-4cb0-4bab-9d85-e3ef95b6a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.444334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3280d73a-4cb0-4bab-9d85-e3ef95b6a4b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3ea0ea6365d4b8988bb81ecb983613a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992995 Aug 10 03:58:49.444852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55586) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:49.446999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280d73a-4cb0-4bab-9d85-e3ef95b6a4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4df203-db96-427e-86dd-cb5acd8ba7b1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:49.512610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6e0-8e9d-4637-867f-e963d818c075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.648428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:49.667254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-79d46aca-582b-405c-8240-ac7410967590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.780063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-79d46aca-582b-405c-8240-ac7410967590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.784729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-79d46aca-582b-405c-8240-ac7410967590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.830731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-79d46aca-582b-405c-8240-ac7410967590 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3389548c7d944c7791d20a9bd5cd79bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808743 Aug 10 03:58:49.831746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d46aca-582b-405c-8240-ac7410967590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e31fa21-72d0-495a-9486-3c4d3706a8f4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:49.834515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:49.838661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6e0-8e9d-4637-867f-e963d818c075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.899882 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a65dc00a-e37c-4d06-8459-b0fe6fc5e916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.922167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6e0-8e9d-4637-867f-e963d818c075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.926185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a65dc00a-e37c-4d06-8459-b0fe6fc5e916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.926990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6e0-8e9d-4637-867f-e963d818c075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.934832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 13810ca2-8c00-472f-8d95-ded9f4161c76 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:49.942644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-08f8a6e0-8e9d-4637-867f-e963d818c075 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b4df203-db96-427e-86dd-cb5acd8ba7b1 HTTP/1.1" status: 204 len: 168 time: 0.4959290 Aug 10 03:58:49.955962 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a6e0-8e9d-4637-867f-e963d818c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4df203-db96-427e-86dd-cb5acd8ba7b1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:49.979119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 13810ca2-8c00-472f-8d95-ded9f4161c76 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:49.979474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 13810ca2-8c00-472f-8d95-ded9f4161c76 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:50.005516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a65dc00a-e37c-4d06-8459-b0fe6fc5e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.009920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a65dc00a-e37c-4d06-8459-b0fe6fc5e916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.014097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a65dc00a-e37c-4d06-8459-b0fe6fc5e916 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e31fa21-72d0-495a-9486-3c4d3706a8f4 HTTP/1.1" status: 204 len: 168 time: 0.1755438 Aug 10 03:58:50.021577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dc00a-e37c-4d06-8459-b0fe6fc5e916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e31fa21-72d0-495a-9486-3c4d3706a8f4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.170967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f5d98-7546-46a0-a06a-57dc13c468c6 req-f0305809-167e-42d2-a0ec-9bb63a451c2c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.172645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d86f5d98-7546-46a0-a06a-57dc13c468c6 req-f0305809-167e-42d2-a0ec-9bb63a451c2c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0588095 Aug 10 03:58:50.219323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d86f5d98-7546-46a0-a06a-57dc13c468c6 req-6c27c7e5-185d-4c18-b0bb-6c6936b196a8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Aug 10 03:58:50.359112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:50.374421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47de57-0bd5-491a-85b9-b3cae98d8484 req-e2279b47-1463-4c67-8456-49130d577469 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.375965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28b872ab-6ff9-4698-ad1a-b5129348d3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.376946 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd47de57-0bd5-491a-85b9-b3cae98d8484 req-e2279b47-1463-4c67-8456-49130d577469 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0666065 Aug 10 03:58:50.430268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd47de57-0bd5-491a-85b9-b3cae98d8484 req-766c8c8e-1e1d-4935-8b75-f8cd86adf1d3 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Aug 10 03:58:50.536830 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28b872ab-6ff9-4698-ad1a-b5129348d3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.546641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-28b872ab-6ff9-4698-ad1a-b5129348d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.592642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:50.593861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-28b872ab-6ff9-4698-ad1a-b5129348d3b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81ccd29a0b624ab3a9baabdd4444d976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328930 Aug 10 03:58:50.594751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b872ab-6ff9-4698-ad1a-b5129348d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ea5987-d4d2-4bfa-9d75-b27a3d83af09,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.632228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dfbb7-7e4a-46ad-b704-a35920a96c1c req-0865349a-ef83-42e1-b33b-1f52591a04b8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.634168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-259dfbb7-7e4a-46ad-b704-a35920a96c1c req-0865349a-ef83-42e1-b33b-1f52591a04b8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1032147 Aug 10 03:58:50.716324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-259dfbb7-7e4a-46ad-b704-a35920a96c1c req-5082061e-6190-4681-ace8-bd6c4503bf0d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742395 Aug 10 03:58:50.721964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e71fa6c-32d3-4a90-bcce-d15a26303cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.749419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e71fa6c-32d3-4a90-bcce-d15a26303cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.812770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e71fa6c-32d3-4a90-bcce-d15a26303cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.815416 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1e71fa6c-32d3-4a90-bcce-d15a26303cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.819346 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1e71fa6c-32d3-4a90-bcce-d15a26303cc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65ea5987-d4d2-4bfa-9d75-b27a3d83af09 HTTP/1.1" status: 204 len: 168 time: 0.2253666 Aug 10 03:58:50.829039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71fa6c-32d3-4a90-bcce-d15a26303cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ea5987-d4d2-4bfa-9d75-b27a3d83af09,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.872387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3159af-d9ec-4f29-810b-1acf8a202aec req-43622a68-0702-4b37-ac5e-f0612d739d8c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.874336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e3159af-d9ec-4f29-810b-1acf8a202aec req-43622a68-0702-4b37-ac5e-f0612d739d8c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0841308 Aug 10 03:58:50.958428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e3159af-d9ec-4f29-810b-1acf8a202aec req-280c0f12-1bae-4f9e-8c61-2bd05af2ec4a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663216 Aug 10 03:58:51.154877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9361-2958-4a0c-a2df-6c5d4af6d1d4 req-66f13dd3-cf8b-4b02-ba08-2301d8f687dc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.163046 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e19b9361-2958-4a0c-a2df-6c5d4af6d1d4 req-66f13dd3-cf8b-4b02-ba08-2301d8f687dc tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0689828 Aug 10 03:58:51.224921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e19b9361-2958-4a0c-a2df-6c5d4af6d1d4 req-78eee5e9-2b4c-49a3-9bac-607ccb908b72 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608268 Aug 10 03:58:51.362718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c9ecf-5bc3-4cd9-ad49-0e8722795cc0 req-079fb693-f6fa-4b90-a5dd-3d38bda8de87 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.371931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e5c9ecf-5bc3-4cd9-ad49-0e8722795cc0 req-079fb693-f6fa-4b90-a5dd-3d38bda8de87 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0721228 Aug 10 03:58:51.428957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e5c9ecf-5bc3-4cd9-ad49-0e8722795cc0 req-111bb1a5-ca7c-4e9e-b5e0-a01fa0f23693 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553942 Aug 10 03:58:51.589936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d541771-5b76-49b1-a0ff-37143ec71280 req-56b2903b-e51b-4a7a-9827-0132cd56dc2a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.592079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d541771-5b76-49b1-a0ff-37143ec71280 req-56b2903b-e51b-4a7a-9827-0132cd56dc2a tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0694954 Aug 10 03:58:51.647809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d541771-5b76-49b1-a0ff-37143ec71280 req-2e5e9a4b-80ff-430c-91d9-453473afb774 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Aug 10 03:58:51.933789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259094e-25f1-4152-81a7-4e5d01b49aa3 req-a65b082e-0b4e-431b-a50e-46273fc06de9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.935780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5259094e-25f1-4152-81a7-4e5d01b49aa3 req-a65b082e-0b4e-431b-a50e-46273fc06de9 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.1367936 Aug 10 03:58:51.989482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5259094e-25f1-4152-81a7-4e5d01b49aa3 req-c5fc7d61-75b1-48cd-bc27-ec8a8d710c9f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Aug 10 03:58:52.245188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ffa97-62bb-4895-a503-d079f116e812 req-be3d5480-a048-4716-b365-b0d5c4748351 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.254185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-740ffa97-62bb-4895-a503-d079f116e812 req-be3d5480-a048-4716-b365-b0d5c4748351 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0624938 Aug 10 03:58:52.306265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-740ffa97-62bb-4895-a503-d079f116e812 req-2203b6f4-9d52-4cec-a3b8-14078a2bc765 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Aug 10 03:58:52.465049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064bb3-dea0-4ddc-b4cb-d3d8d8d03760 req-527fa47f-fd96-4864-afa2-737f624dde19 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.467629 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a064bb3-dea0-4ddc-b4cb-d3d8d8d03760 req-527fa47f-fd96-4864-afa2-737f624dde19 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0814459 Aug 10 03:58:52.542183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a064bb3-dea0-4ddc-b4cb-d3d8d8d03760 req-8846b2a8-5a34-408e-9ed5-6364d4810392 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659771 Aug 10 03:58:52.717033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb76ed-0be1-4aad-9f7e-7166d93392ea req-f0389e18-e9d9-4738-a40e-977424af627b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.719214 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8bb76ed-0be1-4aad-9f7e-7166d93392ea req-f0389e18-e9d9-4738-a40e-977424af627b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0619009 Aug 10 03:58:52.773054 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8bb76ed-0be1-4aad-9f7e-7166d93392ea req-a1d6d91a-488d-48b3-8f1d-899b0d2c97b8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Aug 10 03:58:52.921648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9028fa9-6afa-4f1a-8fb9-2ceb673e4de5 req-c860492d-3dc6-4dc9-9d1c-4af2e840c279 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.923272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9028fa9-6afa-4f1a-8fb9-2ceb673e4de5 req-c860492d-3dc6-4dc9-9d1c-4af2e840c279 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0523009 Aug 10 03:58:52.967266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c9028fa9-6afa-4f1a-8fb9-2ceb673e4de5 req-c8a61f1b-d13e-493d-8d9b-fccb2cb8f4a2 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Aug 10 03:58:53.117851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81d7a-c0f5-456b-b780-e0f052bbbfd2 req-10f248c3-48a7-484c-a339-9c8119fe6f5c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:53.121526 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23d81d7a-c0f5-456b-b780-e0f052bbbfd2 req-10f248c3-48a7-484c-a339-9c8119fe6f5c tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0690804 Aug 10 03:58:53.176014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23d81d7a-c0f5-456b-b780-e0f052bbbfd2 req-37fb8f5e-3591-409b-8e4a-52a73124c7d7 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Aug 10 03:58:53.335445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada52e2-8cad-4fb3-92fb-c46d46bb8006 req-178a4d50-252f-42d4-b8d0-6f5c5f9dda07 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:53.337485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ada52e2-8cad-4fb3-92fb-c46d46bb8006 req-178a4d50-252f-42d4-b8d0-6f5c5f9dda07 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0629447 Aug 10 03:58:53.383734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ada52e2-8cad-4fb3-92fb-c46d46bb8006 req-8f89d313-9422-4ce0-8e83-311aa6098efe tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Aug 10 03:58:53.437253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55874) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:53.464221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55880) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:53.553699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde939b-1d6a-4c64-8f51-afc47d869842 req-8ecaf54a-b197-44da-b595-ffecd6937212 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:53.555449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecde939b-1d6a-4c64-8f51-afc47d869842 req-8ecaf54a-b197-44da-b595-ffecd6937212 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0637043 Aug 10 03:58:53.615998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecde939b-1d6a-4c64-8f51-afc47d869842 req-eec7a19a-80ef-4ec3-94d2-c174a34d567d tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499165 Aug 10 03:58:53.616923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a4039df-ada8-425f-ab7b-c24a4b0a3995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.645350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c808f93-8788-422c-b7c8-9f39d3a27620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.771627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a4039df-ada8-425f-ab7b-c24a4b0a3995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.778184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a4039df-ada8-425f-ab7b-c24a4b0a3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.841412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7a4039df-ada8-425f-ab7b-c24a4b0a3995 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9924200f57a042d3a4b10743a85cada1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031661 Aug 10 03:58:53.843774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4039df-ada8-425f-ab7b-c24a4b0a3995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735aa2b8-cece-4952-85e4-75b0951e0a95,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:53.845415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55890) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:53.920441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a1096c9-bda7-4b5a-ac89-28f1e3bf2203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.927272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c808f93-8788-422c-b7c8-9f39d3a27620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.933332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8c808f93-8788-422c-b7c8-9f39d3a27620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.949348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a1096c9-bda7-4b5a-ac89-28f1e3bf2203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.964189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c808f93-8788-422c-b7c8-9f39d3a27620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0c0ca2-2173-4163-a744-30fa5a3c72a8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:53.991572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8c808f93-8788-422c-b7c8-9f39d3a27620 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15ef196e426a45a4a6162863b5c5da31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260222 Aug 10 03:58:53.994035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55892) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:54.004188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a1096c9-bda7-4b5a-ac89-28f1e3bf2203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.006971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5a1096c9-bda7-4b5a-ac89-28f1e3bf2203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.011018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5a1096c9-bda7-4b5a-ac89-28f1e3bf2203 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/735aa2b8-cece-4952-85e4-75b0951e0a95 HTTP/1.1" status: 204 len: 168 time: 0.1609256 Aug 10 03:58:54.022556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1096c9-bda7-4b5a-ac89-28f1e3bf2203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735aa2b8-cece-4952-85e4-75b0951e0a95,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:54.078431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4f8b515-350f-47cc-99e8-41330b40d2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.103950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4f8b515-350f-47cc-99e8-41330b40d2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.158911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4f8b515-350f-47cc-99e8-41330b40d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.162191 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4f8b515-350f-47cc-99e8-41330b40d2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.167398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a4f8b515-350f-47cc-99e8-41330b40d2b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d0c0ca2-2173-4163-a744-30fa5a3c72a8 HTTP/1.1" status: 204 len: 168 time: 0.1718156 Aug 10 03:58:54.178155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8b515-350f-47cc-99e8-41330b40d2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0c0ca2-2173-4163-a744-30fa5a3c72a8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:54.413405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55904) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:54.429475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.569962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.578366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.625726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae89995bed7b423590f1ac36c0cf096e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110386 Aug 10 03:58:54.628766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:54.636561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543bf0ad-b786-4b0a-a1de-224c80fed0b2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:54.646366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.650528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.651080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.651593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.652080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.652556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.653032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.653503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.660694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.661365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.661907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.662487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b29603-0b02-4496-9334-fc936a5ab914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:54.690659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b61e90f-2142-4b58-9dee-349362deddc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.716381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b61e90f-2142-4b58-9dee-349362deddc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.756927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55910) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:54.789381 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53aab81d-709e-4b3f-a06b-e788b718a1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.793139 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b61e90f-2142-4b58-9dee-349362deddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.797196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3b61e90f-2142-4b58-9dee-349362deddc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.798408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3b61e90f-2142-4b58-9dee-349362deddc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/543bf0ad-b786-4b0a-a1de-224c80fed0b2 HTTP/1.1" status: 204 len: 168 time: 0.1685770 Aug 10 03:58:54.811815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61e90f-2142-4b58-9dee-349362deddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543bf0ad-b786-4b0a-a1de-224c80fed0b2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:54.832752 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.952699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53aab81d-709e-4b3f-a06b-e788b718a1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.958823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-53aab81d-709e-4b3f-a06b-e788b718a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.992718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-53aab81d-709e-4b3f-a06b-e788b718a1d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1745f419a1964dd9b83feee14a274c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346787 Aug 10 03:58:54.995388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55916) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:55.055746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aab81d-709e-4b3f-a06b-e788b718a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f1e6fd-7f33-4d2f-a6c8-ead7cc2b9089,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:55.090153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0dc19460-24aa-4db3-a1f1-82c993fe6472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.126884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0dc19460-24aa-4db3-a1f1-82c993fe6472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.220079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0dc19460-24aa-4db3-a1f1-82c993fe6472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.224339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0dc19460-24aa-4db3-a1f1-82c993fe6472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.230535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0dc19460-24aa-4db3-a1f1-82c993fe6472 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88f1e6fd-7f33-4d2f-a6c8-ead7cc2b9089 HTTP/1.1" status: 204 len: 168 time: 0.2290742 Aug 10 03:58:55.262861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc19460-24aa-4db3-a1f1-82c993fe6472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f1e6fd-7f33-4d2f-a6c8-ead7cc2b9089,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:56.190173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.230109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55956) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:56.399277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb744-8637-46a8-a94c-e284e4e24100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.543377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb744-8637-46a8-a94c-e284e4e24100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.549228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb744-8637-46a8-a94c-e284e4e24100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.597797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bb744-8637-46a8-a94c-e284e4e24100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fc83aa-287e-4094-9ead-b67d68f44c2d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:56.628432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55970) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:56.629299 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc8bb744-8637-46a8-a94c-e284e4e24100 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e95d23afa1249578040a4c3bfaadade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968163 Aug 10 03:58:56.704320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-941885f8-8851-4189-870a-88ec76b9abb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.729970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-941885f8-8851-4189-870a-88ec76b9abb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.746892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55972) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:56.809308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-941885f8-8851-4189-870a-88ec76b9abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.814503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-941885f8-8851-4189-870a-88ec76b9abb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.823434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-941885f8-8851-4189-870a-88ec76b9abb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61fc83aa-287e-4094-9ead-b67d68f44c2d HTTP/1.1" status: 204 len: 168 time: 0.1930308 Aug 10 03:58:56.835626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941885f8-8851-4189-870a-88ec76b9abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fc83aa-287e-4094-9ead-b67d68f44c2d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:56.893325 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-914cd61d-f689-4d5d-b490-f1038b6542fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.004147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-914cd61d-f689-4d5d-b490-f1038b6542fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.009838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-914cd61d-f689-4d5d-b490-f1038b6542fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.018716 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2046da1f-4914-4da9-a8c7-a48f992bca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.056649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-914cd61d-f689-4d5d-b490-f1038b6542fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8af0bf7800bf4ba3bd1014523b5c74b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086593 Aug 10 03:58:57.059238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:57.065892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cd61d-f689-4d5d-b490-f1038b6542fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e9c96-3518-4510-98e0-bbf2d2da2e19,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:57.118921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2db58503-c2ce-408e-a032-210a3cf70833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.143783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 55982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:57.145425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2db58503-c2ce-408e-a032-210a3cf70833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.159155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5adf-b177-4b48-bb8b-ebd3cae1d7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.213933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2db58503-c2ce-408e-a032-210a3cf70833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.216809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2db58503-c2ce-408e-a032-210a3cf70833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.222966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2db58503-c2ce-408e-a032-210a3cf70833 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/390e9c96-3518-4510-98e0-bbf2d2da2e19 HTTP/1.1" status: 204 len: 168 time: 0.1578875 Aug 10 03:58:57.231347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db58503-c2ce-408e-a032-210a3cf70833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e9c96-3518-4510-98e0-bbf2d2da2e19,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:57.304352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5adf-b177-4b48-bb8b-ebd3cae1d7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.311231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5adf-b177-4b48-bb8b-ebd3cae1d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.357675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a5adf-b177-4b48-bb8b-ebd3cae1d7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6219cf-79ea-4e49-9617-571051f9a231,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:57.362959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ad6a5adf-b177-4b48-bb8b-ebd3cae1d7bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e70f09e93014636ab3030142f06442f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180455 Aug 10 03:58:57.365805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 55988) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:57.436395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcacb-08c1-4383-9b63-a911200443a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.463018 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcacb-08c1-4383-9b63-a911200443a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.554980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcacb-08c1-4383-9b63-a911200443a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.557958 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcacb-08c1-4383-9b63-a911200443a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.562953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9cfdcacb-08c1-4383-9b63-a911200443a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b6219cf-79ea-4e49-9617-571051f9a231 HTTP/1.1" status: 204 len: 168 time: 0.1924653 Aug 10 03:58:57.570109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdcacb-08c1-4383-9b63-a911200443a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6219cf-79ea-4e49-9617-571051f9a231,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:57.998690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:58.012367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c980cda-734e-4a9d-9978-10f5fd92306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.155205 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c980cda-734e-4a9d-9978-10f5fd92306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.161146 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c980cda-734e-4a9d-9978-10f5fd92306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.198906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7c980cda-734e-4a9d-9978-10f5fd92306a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=355cf608c0f94ffc92b734fba4f635d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991017 Aug 10 03:58:58.201802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56012) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:58.217972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c980cda-734e-4a9d-9978-10f5fd92306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d94044-58bf-4856-b282-abe048f6a1ed,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:58.283118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cba23b64-592d-421b-aadd-7870a1aba0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.308856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cba23b64-592d-421b-aadd-7870a1aba0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.382829 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cba23b64-592d-421b-aadd-7870a1aba0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.385564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cba23b64-592d-421b-aadd-7870a1aba0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.386824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cba23b64-592d-421b-aadd-7870a1aba0ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10d94044-58bf-4856-b282-abe048f6a1ed HTTP/1.1" status: 204 len: 168 time: 0.1834719 Aug 10 03:58:58.401550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba23b64-592d-421b-aadd-7870a1aba0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d94044-58bf-4856-b282-abe048f6a1ed,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:58.702117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb666f6-3053-446c-8a3a-8584116f6988 req-4c4ba3ef-72ff-4e0b-9b27-82eb31e1a824 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:58.704901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acb666f6-3053-446c-8a3a-8584116f6988 req-4c4ba3ef-72ff-4e0b-9b27-82eb31e1a824 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0915782 Aug 10 03:58:58.783714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acb666f6-3053-446c-8a3a-8584116f6988 req-3ade8885-5163-49b3-bb13-5cfb64059e4b tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715201 Aug 10 03:58:58.934245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56048) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:59.098951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df0fe807-7926-4cd4-bdd5-e7945241bd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.200370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df0fe807-7926-4cd4-bdd5-e7945241bd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.204015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-df0fe807-7926-4cd4-bdd5-e7945241bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.242968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-df0fe807-7926-4cd4-bdd5-e7945241bd6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38a65d0d59064125b0dac8bbd75e04da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076558 Aug 10 03:58:59.243776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe807-7926-4cd4-bdd5-e7945241bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b533ff8-cf13-47aa-877a-74de680b8987,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.245627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56062) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:59.296855 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f77946bd-a517-43b0-97a8-b65cbe359c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.318409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f77946bd-a517-43b0-97a8-b65cbe359c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.367584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f77946bd-a517-43b0-97a8-b65cbe359c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.370508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f77946bd-a517-43b0-97a8-b65cbe359c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.371797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f77946bd-a517-43b0-97a8-b65cbe359c76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b533ff8-cf13-47aa-877a-74de680b8987 HTTP/1.1" status: 204 len: 168 time: 0.1250856 Aug 10 03:58:59.380310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77946bd-a517-43b0-97a8-b65cbe359c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b533ff8-cf13-47aa-877a-74de680b8987,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.655729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.863534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a1e14cfd-11db-4c6b-ae0a-bf0bfc291a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.923436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db343d4-751a-4a68-8d9f-72c1ed045ac7 req-6b129b80-db39-4b1c-8464-89bc0e4a2721 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:59.925234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8db343d4-751a-4a68-8d9f-72c1ed045ac7 req-6b129b80-db39-4b1c-8464-89bc0e4a2721 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0591128 Aug 10 03:58:59.974794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8db343d4-751a-4a68-8d9f-72c1ed045ac7 req-ab7cd617-606a-442d-a2ae-b93b40a4c64f tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/security-groups?id=639c8420-b834-4994-bc8f-74d14ed5b0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Aug 10 03:59:00.206174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-20208a77-e136-4887-a445-58e30063e4c1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:00.208906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-20208a77-e136-4887-a445-58e30063e4c1 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 946 time: 0.0643497 Aug 10 03:59:00.310748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Deleting port 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:00.311098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.725779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] For port 9cad80c3-1597-447b-a385-495b51a1fc66, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cad80c3-1597-447b-a385-495b51a1fc66,segment=NetworkSegment(4e25becd-4236-4085-802c-1a87b1045f5b),segment_id=4e25becd-4236-4085-802c-1a87b1045f5b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:00.726519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.746155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Calling delete_port for 9cad80c3-1597-447b-a385-495b51a1fc66 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:00.892098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.905565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['9cad80c3-1597-447b-a385-495b51a1fc66'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:00.938530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Pushing event deleted for resources: {'Port': ['ID=9cad80c3-1597-447b-a385-495b51a1fc66,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:00.984621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] No DVR routers for this DVR port 9cad80c3-1597-447b-a385-495b51a1fc66 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:00.987400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.989420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ffed3e7-54ad-4821-ab68-9ed536cdc963 req-35009982-be42-4eea-afce-33b0ee4bddb8 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.65 "DELETE /v2.0/ports/9cad80c3-1597-447b-a385-495b51a1fc66 HTTP/1.1" status: 204 len: 173 time: 0.7744746 Aug 10 03:59:00.989872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-deleted', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:00.992486 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5896ba95-b01a-4f06-a15f-b3ca8a8fd11e" -d '{"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-deleted", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:01.064973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-e6bbc708-871f-44ae-893d-ee0d5bd25f5e tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1503364041a43afa5d2a935547ff1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560386 Aug 10 03:59:01.109672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea169626-9ff7-4d16-9bd6-a7dfb69fa4a7 req-6f7659e8-2549-4fca-801c-a1e110ed8014 tempest-ServersNegativeTestJSON-1055346784 tempest-ServersNegativeTestJSON-1055346784-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d95aab1-4a03-43ee-b2d1-5c7f51f7635b HTTP/1.1" status: 200 len: 210 time: 0.0403378 Aug 10 03:59:01.151684 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791fe737-9bce-4ad8-8f77-0fcad425a493 x-openstack-request-id: req-791fe737-9bce-4ad8-8f77-0fcad425a493 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:01.152176 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d95aab1-4a03-43ee-b2d1-5c7f51f7635b", "name": "network-vif-deleted", "tag": "9cad80c3-1597-447b-a385-495b51a1fc66", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:01.152423 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-791fe737-9bce-4ad8-8f77-0fcad425a493 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:01.152925 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d95aab1-4a03-43ee-b2d1-5c7f51f7635b', 'name': 'network-vif-deleted', 'tag': '9cad80c3-1597-447b-a385-495b51a1fc66', 'status': 'completed', 'code': 200} Aug 10 03:59:01.314886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-89445c06-af94-4253-a90e-77cfde8820b3 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.316762 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-89445c06-af94-4253-a90e-77cfde8820b3 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502713 Aug 10 03:59:01.336808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-ece6b049-b8d7-4330-b522-46889b8f6276 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/quotas/e1503364041a43afa5d2a935547ff1cb HTTP/1.1" status: 200 len: 375 time: 0.0102398 Aug 10 03:59:01.371761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-f4626b26-ade6-4eed-bc2d-2ed42aeb1693 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1503364041a43afa5d2a935547ff1cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275710 Aug 10 03:59:01.545441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90ea67d6-478e-4e27-a2f0-1e064840df88 req-aacc9f84-fe7c-455d-952a-443e0194bb61 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 210 time: 0.0273001 Aug 10 03:59:01.764080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.161482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56150) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:02.212322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Deleting subnet beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:02.215716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.257681 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.301737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.362606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.392059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:02.397012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.399034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-61ec8439-2e46-4ffc-8be2-da471501b1d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/beeb0b1c-fe9a-4bdd-bdb1-259fae11a5c3 HTTP/1.1" status: 204 len: 168 time: 0.2364883 Aug 10 03:59:02.403331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56152) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:02.487748 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.579139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.590127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233db83e-ee92-44ce-81e6-4a6f476520b6']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:02.602538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e25becd-4236-4085-802c-1a87b1045f5b') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:02.603084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e25becd-4236-4085-802c-1a87b1045f5b') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:02.639802 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.668864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-f2bdfbdd-1ea3-4619-a079-ebf2ac132445 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e1503364041a43afa5d2a935547ff1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634458 Aug 10 03:59:02.688810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cbd724a5-f229-4c5c-9457-47fa341111ac req-894a929d-57bd-4da6-be4d-0ac5da8ddde2 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 210 time: 0.0467458 Aug 10 03:59:02.699616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.743094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:02.743510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: timer() Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:02.745271 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:02.828060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.837166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.839072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] 10.222.0.53 "DELETE /v2.0/networks/233db83e-ee92-44ce-81e6-4a6f476520b6 HTTP/1.1" status: 204 len: 168 time: 0.4339302 Aug 10 03:59:02.857413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f82b-4cd5-4ace-ac67-d8070c92dd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=233db83e-ee92-44ce-81e6-4a6f476520b6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:02.869809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-d1d9c99e-f17b-4633-a20f-6a4e1b8e9690 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:02.871410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-d1d9c99e-f17b-4633-a20f-6a4e1b8e9690 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867545 Aug 10 03:59:02.885349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Request body: {'port': {'device_id': '646e78ba-0919-4abd-b43b-05b423aeae26', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': 'e1503364041a43afa5d2a935547ff1cb'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:03.024464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Made reservation on behalf of e1503364041a43afa5d2a935547ff1cb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:03.029636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.043856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.109199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56162) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:03.162034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e8b553c-91b9-4f80-80b0-74c4026bf60d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1291a70b65b490aa7a4eb7fa0f85fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487003 Aug 10 03:59:03.162640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56164) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:03.170759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.180520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.220305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.273758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:03.302409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89705a40-c249-4431-b3d7-fcaa35bc8c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.359712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89705a40-c249-4431-b3d7-fcaa35bc8c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.382780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Allocated IP 192.168.233.53 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:03.459355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89705a40-c249-4431-b3d7-fcaa35bc8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.461786 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89705a40-c249-4431-b3d7-fcaa35bc8c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.463009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89705a40-c249-4431-b3d7-fcaa35bc8c97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/639c8420-b834-4994-bc8f-74d14ed5b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2993836 Aug 10 03:59:03.514360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705a40-c249-4431-b3d7-fcaa35bc8c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639c8420-b834-4994-bc8f-74d14ed5b0e3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:03.588964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.613708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Transition to ACTIVE for port object e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:03.656121 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.707300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:03.713543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:03.720437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:03.774004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.774674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.777390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Pushing event updated for resources: {'Port': ['ID=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:03.798902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-5aa35924-1e12-4680-a4b9-4037b8ab11aa tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9172742 Aug 10 03:59:03.838278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Request body: {'port': {'device_id': '646e78ba-0919-4abd-b43b-05b423aeae26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:03.943517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12fa63-99ca-49cf-8ec6-321b74f726f0 req-c35d5d7f-5878-466e-8991-e9326e3c4924 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.945271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a12fa63-99ca-49cf-8ec6-321b74f726f0 req-c35d5d7f-5878-466e-8991-e9326e3c4924 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 935 time: 0.1419816 Aug 10 03:59:03.963421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.025932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a12fa63-99ca-49cf-8ec6-321b74f726f0 req-a524fa3f-8476-4430-96ed-4ef4d8f04599 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Aug 10 03:59:04.071349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fe821045-8662-4834-b753-ff0a861b2789 None None] Provisioning for port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:04.079990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fe821045-8662-4834-b753-ff0a861b2789 None None] Provisioning complete for port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:04.080661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe821045-8662-4834-b753-ff0a861b2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.146498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fe821045-8662-4834-b753-ff0a861b2789 None None] Port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:04.188078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:04.244281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 9cad80c3-1597-447b-a385-495b51a1fc66 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:04.245315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cad80c3-1597-447b-a385-495b51a1fc66 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:04.324244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:04.333272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.348376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Transition to ACTIVE for port object e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:04.354087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.435096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:04.451753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56194) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:04.543579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Attempting to bind port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:04.544118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Attempting to bind port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:04.544912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Attempting to bind port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:04.550834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:04.551036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Attempting to bind port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:04.556663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:04.557153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:04.557663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:04.558233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Bound port: e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:04.558856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.640875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56200) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:04.647874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] For port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:04.652158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] For port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:04.660290 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.725399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.726054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.727503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 HTTP/1.1" status: 200 len: 1096 time: 0.8951056 Aug 10 03:59:04.727919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646e78ba-0919-4abd-b43b-05b423aeae26', 'tag': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:04.730316 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f032827-4331-4549-8a8c-e774f2560771" -d '{"events": [{"name": "network-changed", "server_uuid": "646e78ba-0919-4abd-b43b-05b423aeae26", "tag": "e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:04.767612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.778545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2283a-3df5-4c70-a040-b7bf5d9939f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:04.804626 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a099c-00ce-4bf3-a44b-db4287cec875 x-openstack-request-id: req-2d5a099c-00ce-4bf3-a44b-db4287cec875 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:04.804917 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646e78ba-0919-4abd-b43b-05b423aeae26", "tag": "e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:04.805174 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d5a099c-00ce-4bf3-a44b-db4287cec875 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:04.805589 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646e78ba-0919-4abd-b43b-05b423aeae26', 'tag': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2', 'status': 'completed', 'code': 200} Aug 10 03:59:04.816566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-273276189-network', 'tenant_id': '3e390cd7da024e3296df29861898fe87'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:04.834736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:59:04.834736 n-d-769329-14 neutron-server[94141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:59:04.834736 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id': '3b78fecb1bbf4b9eb8097105332c4d35', 'id': '19086891-c2ee-49d6-b073-002aa020a4cf', 'expiration': datetime.datetime(2021, 8, 10, 4, 1, 4, 828703)}] Aug 10 03:59:04.834736 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:59:04.835063 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:59:04.843653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Made reservation on behalf of 3e390cd7da024e3296df29861898fe87 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:04.846370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.846679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-b57c2ee4-6f5e-4c83-9ae0-49d70a1c0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.848289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-b57c2ee4-6f5e-4c83-9ae0-49d70a1c0825 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1503364041a43afa5d2a935547ff1cb&device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 1099 time: 0.0621269 Aug 10 03:59:04.855249 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.898651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-bfcffcc1-2968-404f-aa87-9016da9f01aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 HTTP/1.1" status: 200 len: 217 time: 0.0411220 Aug 10 03:59:04.954599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-471901ef-e028-4f8d-b630-72e9fdf453d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.954977 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.956171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-471901ef-e028-4f8d-b630-72e9fdf453d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0500777 Aug 10 03:59:04.959215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.985537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:04.999077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e53e84-f802-460a-beea-232e23ee0005,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:05.004642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.004994 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Added segment e816350c-af80-40ed-9f95-b3057306883f of type vlan for network 1bc5d41b-63a9-47e2-b668-371013a67692 Aug 10 03:59:05.010387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-7ebb6c96-77ac-4c11-9dd6-f52a22811214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.011992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-7ebb6c96-77ac-4c11-9dd6-f52a22811214 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486574 Aug 10 03:59:05.047079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.076799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.077846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.078472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.113642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-a5a87804-0f55-4cea-a209-38739f90b947 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937467 Aug 10 03:59:05.169704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5264304 Aug 10 03:59:05.171927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56208) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:05.176803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Request body: {'subnet': {'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-273276189-subnet', 'tenant_id': '3e390cd7da024e3296df29861898fe87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:05.204186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d5209-b47e-4467-92a9-9566028d4760 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc5d41b-63a9-47e2-b668-371013a67692,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:05.218451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1bc5d41b-63a9-47e2-b668-371013a67692 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:05.224153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Made reservation on behalf of 3e390cd7da024e3296df29861898fe87 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:05.226462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.236910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb693567-bebf-4ba7-b3df-cfade82e313e req-6bb3237e-97c2-4137-8275-cf46b2c64390 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.238876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb693567-bebf-4ba7-b3df-cfade82e313e req-6bb3237e-97c2-4137-8275-cf46b2c64390 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 947 time: 0.0971191 Aug 10 03:59:05.285612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb693567-bebf-4ba7-b3df-cfade82e313e req-021f733c-fd52-4d85-b2a9-aabf7cbf2a43 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Aug 10 03:59:05.305957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317b93fd-fed3-4c80-8c5f-89e270fa023f req-b913121f-a8cf-4fbc-b27b-6a259e1fa58a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842442 Aug 10 03:59:05.337642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.507175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032827-4331-4549-8a8c-e774f2560771 req-ef994f79-a1a9-4d87-963b-63157a898b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.508725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-ef994f79-a1a9-4d87-963b-63157a898b4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1503364041a43afa5d2a935547ff1cb&device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 1099 time: 0.1440458 Aug 10 03:59:05.581228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.699280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7814ba-caf2-4d1a-89cd-ad75b92d67d0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:05.711253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.714728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032827-4331-4549-8a8c-e774f2560771 req-ecaa8748-afe8-40b2-b18b-c28f4cf2bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.716898 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-ecaa8748-afe8-40b2-b18b-c28f4cf2bc93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.1987007 Aug 10 03:59:05.719380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.755834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Checking segment: {'id': 'e816350c-af80-40ed-9f95-b3057306883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:05.755834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Network hostable DHCP agents. Network: 1bc5d41b-63a9-47e2-b668-371013a67692, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:05.810144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-dd76d62f-82a4-44b9-8416-e9ae26f52467 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 HTTP/1.1" status: 200 len: 217 time: 0.0831332 Aug 10 03:59:05.818382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b78fecb1bbf4b9eb8097105332c4d35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3632143 Aug 10 03:59:05.818851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c8089-1e4b-45e1-856b-cc9e6e17fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c564b6f5-3b46-47b8-9cd3-ba20135a4c30,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:05.818972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56222) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:05.865472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Network 1bc5d41b-63a9-47e2-b668-371013a67692 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:05.882064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032827-4331-4549-8a8c-e774f2560771 req-68987e5c-9972-4a30-ac64-bb7a2049f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.883541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-68987e5c-9972-4a30-ac64-bb7a2049f733 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0617468 Aug 10 03:59:05.884569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1bc5d41b-63a9-47e2-b668-371013a67692) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:05.885028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd962875-e52d-4b02-9a64-4e025764957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.889379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.889968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.898954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25657c-a014-45eb-beb9-bd4146972f8a None None] Network 1bc5d41b-63a9-47e2-b668-371013a67692 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:05.922638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd962875-e52d-4b02-9a64-4e025764957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.926995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8ba9bed-6167-4c1d-b97c-c34a53e23538 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7539365 Aug 10 03:59:05.943276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f032827-4331-4549-8a8c-e774f2560771 req-a53314cd-e393-4f7b-b39a-31fd6cd3e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.944374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-a53314cd-e393-4f7b-b39a-31fd6cd3e246 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0506797 Aug 10 03:59:06.040199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd962875-e52d-4b02-9a64-4e025764957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.043593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd962875-e52d-4b02-9a64-4e025764957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.045441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bd962875-e52d-4b02-9a64-4e025764957e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c564b6f5-3b46-47b8-9cd3-ba20135a4c30 HTTP/1.1" status: 204 len: 168 time: 0.2252822 Aug 10 03:59:06.071546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269525d-4ff4-4d7a-917d-6cb4c0beee30 None None] Network 1bc5d41b-63a9-47e2-b668-371013a67692 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:06.084091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd962875-e52d-4b02-9a64-4e025764957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c564b6f5-3b46-47b8-9cd3-ba20135a4c30,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:06.170913 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-856bf987-36a0-4831-8a8f-f8b37f779c8a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175515 Aug 10 03:59:06.308316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f032827-4331-4549-8a8c-e774f2560771 req-6aebce5f-246b-48a4-8d62-7990a2b7d936 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Aug 10 03:59:06.473531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd876-5cf2-4d48-8a59-d46b1795b9ff req-826a4d3b-68c9-4d1d-a8f4-3f5a014715ab tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:06.481029 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8ffd876-5cf2-4d48-8a59-d46b1795b9ff req-826a4d3b-68c9-4d1d-a8f4-3f5a014715ab tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 947 time: 0.0731258 Aug 10 03:59:06.543769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b8ffd876-5cf2-4d48-8a59-d46b1795b9ff req-f9c67d96-e91c-41e4-b3dc-1d26edfa0892 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602567 Aug 10 03:59:06.603253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56240) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:06.608555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2127545433-network', 'tenant_id': 'f5b15d3dadd24fcca4da1a4e49143d07'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:06.632409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Made reservation on behalf of f5b15d3dadd24fcca4da1a4e49143d07 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:06.634719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.646042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.736740 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.740254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.768289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:06.778111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee46af9-9974-4cec-9a2f-63ba74bb92df,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:06.782880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.783242 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Added segment 29b07c13-d7c0-4d62-94b8-59b77db1f587 of type vlan for network 7cc14e9e-df41-49fd-99b7-2d03444f9840 Aug 10 03:59:06.823683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.851126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.852084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:06.852736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.902236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2978435 Aug 10 03:59:06.905543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56246) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:06.910971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Request body: {'subnet': {'network_id': '7cc14e9e-df41-49fd-99b7-2d03444f9840', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2127545433-subnet', 'tenant_id': 'f5b15d3dadd24fcca4da1a4e49143d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:06.913675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc14e9e-df41-49fd-99b7-2d03444f9840,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:06.921312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.921658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.922031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.922371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.922727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.923043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.923374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.923712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.924031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.924371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.924681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.925008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b570-b595-4913-9f46-b319e2bdf081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:06.931689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Made reservation on behalf of f5b15d3dadd24fcca4da1a4e49143d07 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:06.934016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.937690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7cc14e9e-df41-49fd-99b7-2d03444f9840 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:07.399395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.448692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72bb247-61b6-445e-b7e6-dfd33624627c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:07.463980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Checking segment: {'id': '29b07c13-d7c0-4d62-94b8-59b77db1f587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7cc14e9e-df41-49fd-99b7-2d03444f9840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:07.464348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Network hostable DHCP agents. Network: 7cc14e9e-df41-49fd-99b7-2d03444f9840, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:07.480324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Network 7cc14e9e-df41-49fd-99b7-2d03444f9840 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:07.499543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7cc14e9e-df41-49fd-99b7-2d03444f9840) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:07.504035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.504836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.516674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd67ecb-bf14-4fd7-98d6-d5251f4cd7d8 None None] Network 7cc14e9e-df41-49fd-99b7-2d03444f9840 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:07.521450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-89d9e3c2-e3de-4f13-8118-73982a49978a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6146226 Aug 10 03:59:07.689814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adabe23-8995-4239-848a-82d5e7ab78c5 None None] Network 7cc14e9e-df41-49fd-99b7-2d03444f9840 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:07.693573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b9e9b-b707-46f2-af3c-7c025b13e911 req-fb578a29-dd08-4a5f-8752-5a0cdfce3fd3 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.701593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-123b9e9b-b707-46f2-af3c-7c025b13e911 req-fb578a29-dd08-4a5f-8752-5a0cdfce3fd3 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 947 time: 0.0703986 Aug 10 03:59:07.752221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-123b9e9b-b707-46f2-af3c-7c025b13e911 req-28e4198c-6368-465a-8204-7f5cd72bb14e tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489769 Aug 10 03:59:07.950323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885a9f9-e89b-42f7-8863-0b285c0bf8b2 req-36236866-50e9-4e40-9485-e291761ef646 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.951983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b885a9f9-e89b-42f7-8863-0b285c0bf8b2 req-36236866-50e9-4e40-9485-e291761ef646 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0561793 Aug 10 03:59:07.994462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b885a9f9-e89b-42f7-8863-0b285c0bf8b2 req-8cae5c31-b925-4117-9e14-33e868d62dd1 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356874 Aug 10 03:59:08.093897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-5dbfaf04-951f-414a-985f-cc4d5cac755c tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.095416 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-5dbfaf04-951f-414a-985f-cc4d5cac755c tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/networks?id=1bc5d41b-63a9-47e2-b668-371013a67692 HTTP/1.1" status: 200 len: 824 time: 0.1082017 Aug 10 03:59:08.110930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-4230b8ec-f7d2-45b2-a697-e2f2419e7fc6 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/quotas/3e390cd7da024e3296df29861898fe87 HTTP/1.1" status: 200 len: 375 time: 0.0095644 Aug 10 03:59:08.143148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-f6e086e2-06e1-46fe-a1f0-4b110bf88c82 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3e390cd7da024e3296df29861898fe87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266414 Aug 10 03:59:08.350404 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-feda3a4b-262e-480c-b520-d401b73b7b5b service neutron] 10.222.0.53 "GET /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998947 Aug 10 03:59:08.446895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d5d1785d-1d83-4d0a-b772-0232b8ff2e34 service neutron] 10.222.0.53 "GET /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893600 Aug 10 03:59:08.597110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:08.608283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-167a4ebd-53ea-4a08-8b3c-c3a9289aa9f9 req-32c36179-1072-44f1-8160-ed3c37723884 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 210 time: 0.0257645 Aug 10 03:59:08.696691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:08.709107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2', 'mac_address': 'fa:16:3e:00:c9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:08.745711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.759929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:08.780665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:08.786490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.841492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:08.881207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceaf07-ad7a-458b-943b-a4de5058fcb2 req-24a3f5be-e631-4fdb-b1e4-e47c6424da45 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.883077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfceaf07-ad7a-458b-943b-a4de5058fcb2 req-24a3f5be-e631-4fdb-b1e4-e47c6424da45 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 948 time: 0.0576732 Aug 10 03:59:08.924690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfceaf07-ad7a-458b-943b-a4de5058fcb2 req-dc5c6f8a-0daf-4c78-bb14-348021f67109 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Aug 10 03:59:09.002482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:09.127813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457462ee-df41-4306-87ef-eac0d3326e3b req-8bd02fbc-9433-4d32-bf22-216db595ad0e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.129419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457462ee-df41-4306-87ef-eac0d3326e3b req-8bd02fbc-9433-4d32-bf22-216db595ad0e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Aug 10 03:59:09.173160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-457462ee-df41-4306-87ef-eac0d3326e3b req-e156792b-afa9-4fe9-bd15-6b48fb9f15ca tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364676 Aug 10 03:59:09.599394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-7ffde1cf-8086-44b1-a81c-6b2795c959f8 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.601076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-7ffde1cf-8086-44b1-a81c-6b2795c959f8 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.65 "GET /v2.0/networks?id=1bc5d41b-63a9-47e2-b668-371013a67692 HTTP/1.1" status: 200 len: 824 time: 0.1221600 Aug 10 03:59:09.617342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Request body: {'port': {'device_id': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692', 'admin_state_up': True, 'tenant_id': '3e390cd7da024e3296df29861898fe87'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:09.705658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa9f94a1-3b11-4730-9298-5f14763d2251 req-93f4e718-425d-45be-aeda-994488742333 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 210 time: 0.0276778 Aug 10 03:59:09.725669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Made reservation on behalf of 3e390cd7da024e3296df29861898fe87 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:09.729170 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.857734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Allocated IP 172.20.0.13 (1bc5d41b-63a9-47e2-b668-371013a67692/dd7814ba-caf2-4d1a-89cd-ad75b92d67d0/06c34396-0772-4145-b85a-031977690708) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:10.021165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.071790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfa6a5-43da-441f-86db-191c504773e2 req-12c51a55-8231-4577-b688-3da589f7b4cc tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.073306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f3cfa6a5-43da-441f-86db-191c504773e2 req-12c51a55-8231-4577-b688-3da589f7b4cc tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 948 time: 0.0764923 Aug 10 03:59:10.107959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.147572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f3cfa6a5-43da-441f-86db-191c504773e2 req-b7d830a4-81bd-4049-b58a-9673986be8b7 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Aug 10 03:59:10.164190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Network 1bc5d41b-63a9-47e2-b668-371013a67692 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:10.167346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:10.171207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:10.198389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Pushing event updated for resources: {'Port': ['ID=06c34396-0772-4145-b85a-031977690708,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:10.226352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.227387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.241779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-51aa46c7-17b6-48c6-ac3a-238235a48a52 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282587 Aug 10 03:59:10.254009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Request body: {'port': {'device_id': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:10.298581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310300d-9a07-4897-bfec-fa4ce25388ed req-73b980d1-3dea-4001-adc6-c48ad93c77f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.300103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c310300d-9a07-4897-bfec-fa4ce25388ed req-73b980d1-3dea-4001-adc6-c48ad93c77f2 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0496233 Aug 10 03:59:10.310798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.337810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c310300d-9a07-4897-bfec-fa4ce25388ed req-ad02b19e-ff5a-4bb8-a984-a3503162d0b1 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316596 Aug 10 03:59:10.581494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c34396-0772-4145-b85a-031977690708 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:10.589316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.601743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Transition to ACTIVE for port object 06c34396-0772-4145-b85a-031977690708 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:10.605768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.613168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:10.660885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=06c34396-0772-4145-b85a-031977690708,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:10.664537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:10.669816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:10.669816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.737891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Attempting to bind port 06c34396-0772-4145-b85a-031977690708 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:10.738266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Attempting to bind port 06c34396-0772-4145-b85a-031977690708 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'e816350c-af80-40ed-9f95-b3057306883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:10.738744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Attempting to bind port 06c34396-0772-4145-b85a-031977690708 on network 1bc5d41b-63a9-47e2-b668-371013a67692 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:10.744072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Port 06c34396-0772-4145-b85a-031977690708 on network 1bc5d41b-63a9-47e2-b668-371013a67692 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:10.744404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Attempting to bind port 06c34396-0772-4145-b85a-031977690708 on network 1bc5d41b-63a9-47e2-b668-371013a67692 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:10.749969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:10.750341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Checking segment: {'id': 'e816350c-af80-40ed-9f95-b3057306883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:10.750730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Bound using segment: {'id': 'e816350c-af80-40ed-9f95-b3057306883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:10.751161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Bound port: 06c34396-0772-4145-b85a-031977690708, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e816350c-af80-40ed-9f95-b3057306883f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:10.751520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.854449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] For port 06c34396-0772-4145-b85a-031977690708, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:10.859443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] For port 06c34396-0772-4145-b85a-031977690708, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=06c34396-0772-4145-b85a-031977690708,segment=NetworkSegment(e816350c-af80-40ed-9f95-b3057306883f),segment_id=e816350c-af80-40ed-9f95-b3057306883f)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:10.871077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6e174-147f-4637-8758-5de59b06a02a req-eda7862f-d65d-4eb3-8238-874344608084 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.872604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07b6e174-147f-4637-8758-5de59b06a02a req-eda7862f-d65d-4eb3-8238-874344608084 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 944 time: 0.0849001 Aug 10 03:59:10.874158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.903895 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.924852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.925769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.926736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] 10.222.0.65 "PUT /v2.0/ports/06c34396-0772-4145-b85a-031977690708 HTTP/1.1" status: 200 len: 1093 time: 0.6770434 Aug 10 03:59:10.927292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'tag': '06c34396-0772-4145-b85a-031977690708'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:10.929438 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "97329ea8-8aa8-47c0-8cbc-61702b97b055", "tag": "06c34396-0772-4145-b85a-031977690708"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:10.930073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e78ba-0919-4abd-b43b-05b423aeae26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:10.932557 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ffe7e4-1fbf-4290-bad9-22f89ef692d6" -d '{"events": [{"server_uuid": "646e78ba-0919-4abd-b43b-05b423aeae26", "name": "network-vif-plugged", "status": "completed", "tag": "e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:10.946107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:10.951372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.968658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eea23-ce0c-4bed-9775-82d22da5ecb2 service neutron] Pushing event updated for resources: {'Port': ['ID=06c34396-0772-4145-b85a-031977690708,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:10.973751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07b6e174-147f-4637-8758-5de59b06a02a req-9cb4b176-d464-4ec3-98e6-b678d4ad5d4c tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924795 Aug 10 03:59:11.006479 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5510f3-216a-4e44-958d-2e18569beef4 x-openstack-request-id: req-7a5510f3-216a-4e44-958d-2e18569beef4 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:11.006773 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97329ea8-8aa8-47c0-8cbc-61702b97b055", "tag": "06c34396-0772-4145-b85a-031977690708", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:11.007025 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a5510f3-216a-4e44-958d-2e18569beef4 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:11.007429 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'tag': '06c34396-0772-4145-b85a-031977690708', 'status': 'completed', 'code': 200} Aug 10 03:59:11.009053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:11.021759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-34f9808d-351a-44a6-b0d1-acfc0348c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.023316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-34f9808d-351a-44a6-b0d1-acfc0348c9b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e390cd7da024e3296df29861898fe87&device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 1096 time: 0.0483899 Aug 10 03:59:11.031395 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3debbc1f-b278-4645-acb7-91aacabbd6eb x-openstack-request-id: req-3debbc1f-b278-4645-acb7-91aacabbd6eb {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:11.031691 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e78ba-0919-4abd-b43b-05b423aeae26", "name": "network-vif-plugged", "status": "completed", "tag": "e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:11.031966 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3debbc1f-b278-4645-acb7-91aacabbd6eb {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:11.032357 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e78ba-0919-4abd-b43b-05b423aeae26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2', 'code': 200} Aug 10 03:59:11.069810 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-c2e6ff54-aac0-4d6b-b5ec-9f5a615ec928 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c34396-0772-4145-b85a-031977690708 HTTP/1.1" status: 200 len: 217 time: 0.0388358 Aug 10 03:59:11.142377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-e4403fe4-ff3c-43b9-b709-62df30d9f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.143766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-e4403fe4-ff3c-43b9-b709-62df30d9f51a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7814ba-caf2-4d1a-89cd-ad75b92d67d0 HTTP/1.1" status: 200 len: 864 time: 0.0669217 Aug 10 03:59:11.160905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fbff8-0408-42a7-bca2-86bda4e337f7 req-aa5c1809-585b-4f47-8f4e-d47c51510e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.162351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a66fbff8-0408-42a7-bca2-86bda4e337f7 req-aa5c1809-585b-4f47-8f4e-d47c51510e72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 1101 time: 0.0606120 Aug 10 03:59:11.182884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-9bf464de-c4db-433b-9f73-7f133c9d81d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bc5d41b-63a9-47e2-b668-371013a67692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320070 Aug 10 03:59:11.257321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a66fbff8-0408-42a7-bca2-86bda4e337f7 req-5aecc0c3-c9be-41bc-a01d-5daf04b8b91e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810792 Aug 10 03:59:11.276311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9d4a-ad1e-48fd-942f-82074138f3b5 req-bd39eac8-9a24-47ad-b7a1-e19d154a6786 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.277801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e62e9d4a-ad1e-48fd-942f-82074138f3b5 req-bd39eac8-9a24-47ad-b7a1-e19d154a6786 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 949 time: 0.0551314 Aug 10 03:59:11.294944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-edf5faa9-65cd-4a87-8feb-37055a55b973 service neutron] 10.222.0.65 "GET /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032836 Aug 10 03:59:11.317807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e62e9d4a-ad1e-48fd-942f-82074138f3b5 req-bfd87d89-be54-443f-9dd0-94e2f23bb47f tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332236 Aug 10 03:59:11.385819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71d93fc1-cc2e-4429-ac64-4ac9a3975f32 req-2547e1fc-7976-4f00-a42f-2e1adfda18a5 service neutron] 10.222.0.65 "GET /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837080 Aug 10 03:59:11.493048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee8454-fa5b-45df-800b-8009317e8c2d req-51973dd3-cdb3-49d2-bcde-f3f4a547c4d6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.494652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46ee8454-fa5b-45df-800b-8009317e8c2d req-51973dd3-cdb3-49d2-bcde-f3f4a547c4d6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0797484 Aug 10 03:59:11.511127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-0214fa87-6817-4cea-984a-43875fb9e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.512559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-0214fa87-6817-4cea-984a-43875fb9e10c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e390cd7da024e3296df29861898fe87&device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 1096 time: 0.0661612 Aug 10 03:59:11.594534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46ee8454-fa5b-45df-800b-8009317e8c2d req-95bd6403-0921-4b87-85de-95a615fa0635 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914834 Aug 10 03:59:11.628277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-30547171-5e54-437d-8cd8-c78fb918a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.629738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-30547171-5e54-437d-8cd8-c78fb918a02c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1bc5d41b-63a9-47e2-b668-371013a67692 HTTP/1.1" status: 200 len: 925 time: 0.1099122 Aug 10 03:59:11.671739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-727d4b8b-3ab4-42da-a964-31ec42058918 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c34396-0772-4145-b85a-031977690708 HTTP/1.1" status: 200 len: 217 time: 0.0345943 Aug 10 03:59:11.724440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-d74f4133-f012-4cc6-818f-fb7df96cbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.725969 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-d74f4133-f012-4cc6-818f-fb7df96cbdcd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7814ba-caf2-4d1a-89cd-ad75b92d67d0 HTTP/1.1" status: 200 len: 864 time: 0.0460110 Aug 10 03:59:11.759456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-291decb9-74ca-40d7-8c81-a858edf36741 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1bc5d41b-63a9-47e2-b668-371013a67692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246243 Aug 10 03:59:11.862652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-6d4480f2-5af5-47d3-a8eb-6b2f1b063762 service neutron] 10.222.0.65 "GET /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929883 Aug 10 03:59:11.965724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0767f0a-1e16-45c6-93a0-93f4eda74e9e req-4ef08725-a384-430a-8c5d-04440f8fc3af service neutron] 10.222.0.65 "GET /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903411 Aug 10 03:59:12.095175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a2dd-5c92-407f-a4cf-009bea2f4ae7 req-52fbb026-505b-4184-b3d8-39ba90a94e3b tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.096662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c230a2dd-5c92-407f-a4cf-009bea2f4ae7 req-52fbb026-505b-4184-b3d8-39ba90a94e3b tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 944 time: 0.0492926 Aug 10 03:59:12.138764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c230a2dd-5c92-407f-a4cf-009bea2f4ae7 req-7c7c9a24-adc4-4063-8356-9a474c140322 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Aug 10 03:59:12.225868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 06c34396-0772-4145-b85a-031977690708 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:12.321596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 06c34396-0772-4145-b85a-031977690708, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=06c34396-0772-4145-b85a-031977690708,segment=NetworkSegment(e816350c-af80-40ed-9f95-b3057306883f),segment_id=e816350c-af80-40ed-9f95-b3057306883f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:12.333202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '06c34396-0772-4145-b85a-031977690708', 'network_id': '1bc5d41b-63a9-47e2-b668-371013a67692', 'port_id': '06c34396-0772-4145-b85a-031977690708', 'mac_address': 'fa:16:3e:e6:44:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7814ba-caf2-4d1a-89cd-ad75b92d67d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:12.371476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.385172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c34396-0772-4145-b85a-031977690708 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:12.405785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 06c34396-0772-4145-b85a-031977690708, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=06c34396-0772-4145-b85a-031977690708,segment=NetworkSegment(e816350c-af80-40ed-9f95-b3057306883f),segment_id=e816350c-af80-40ed-9f95-b3057306883f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:12.409735 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.440580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31a210-9fdc-462e-bbec-e1883b0272f3 req-e87c1dbf-5132-4ba9-8c45-1e287fa4b117 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.442216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae31a210-9fdc-462e-bbec-e1883b0272f3 req-e87c1dbf-5132-4ba9-8c45-1e287fa4b117 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 949 time: 0.0585601 Aug 10 03:59:12.461938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=06c34396-0772-4145-b85a-031977690708,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:12.481895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae31a210-9fdc-462e-bbec-e1883b0272f3 req-8d557446-36be-4cf3-9011-9d7cb9758bb4 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Aug 10 03:59:12.617848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['06c34396-0772-4145-b85a-031977690708'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:12.742963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d3e2-3042-4c0a-b92a-475c121b29ba req-92222a1a-f9df-41a8-b74d-7154fac825c4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.744527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8856d3e2-3042-4c0a-b92a-475c121b29ba req-92222a1a-f9df-41a8-b74d-7154fac825c4 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0739286 Aug 10 03:59:12.806801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8856d3e2-3042-4c0a-b92a-475c121b29ba req-000c5812-3d91-4ade-8777-974b5c1434df tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507381 Aug 10 03:59:13.261989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79460-f3b8-4fe7-a205-267ac7c3699b req-5b9bdfd7-46bb-4351-9983-baee001c28d8 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:13.264115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdb79460-f3b8-4fe7-a205-267ac7c3699b req-5b9bdfd7-46bb-4351-9983-baee001c28d8 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 945 time: 0.0530903 Aug 10 03:59:13.303001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdb79460-f3b8-4fe7-a205-267ac7c3699b req-b1048181-d968-4d1a-9dab-def58e9ecbc0 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Aug 10 03:59:13.927131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233e620-b9e9-44ca-9565-2de1e39a3af8 req-ad2e99ef-20c7-47c7-adff-7e84196206bf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:13.930423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c233e620-b9e9-44ca-9565-2de1e39a3af8 req-ad2e99ef-20c7-47c7-adff-7e84196206bf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0537410 Aug 10 03:59:13.969175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c233e620-b9e9-44ca-9565-2de1e39a3af8 req-e1d8b798-4ece-41f1-89df-1dc17ee62b23 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343833 Aug 10 03:59:14.225813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 06c34396-0772-4145-b85a-031977690708 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:14.275834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 06c34396-0772-4145-b85a-031977690708 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:14.279814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 06c34396-0772-4145-b85a-031977690708 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:14.280181 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.361208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.387310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c34396-0772-4145-b85a-031977690708'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:14.390067 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6893b0-0fe3-4a5f-bc1a-9fcf0d34d7f7" -d '{"events": [{"server_uuid": "97329ea8-8aa8-47c0-8cbc-61702b97b055", "name": "network-vif-plugged", "status": "completed", "tag": "06c34396-0772-4145-b85a-031977690708"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:14.416407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 06c34396-0772-4145-b85a-031977690708, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=06c34396-0772-4145-b85a-031977690708,segment=NetworkSegment(e816350c-af80-40ed-9f95-b3057306883f),segment_id=e816350c-af80-40ed-9f95-b3057306883f)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:14.422806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.434823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37bd2-55e7-4559-bfcb-253601e882e3 req-b2fea550-3f04-4d4a-aa77-f33f45c87c7e tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:14.443208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eab37bd2-55e7-4559-bfcb-253601e882e3 req-b2fea550-3f04-4d4a-aa77-f33f45c87c7e tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 945 time: 0.0680223 Aug 10 03:59:14.448793 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e24f660-d887-4d76-93ed-599c1d969e80 x-openstack-request-id: req-7e24f660-d887-4d76-93ed-599c1d969e80 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:14.449099 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329ea8-8aa8-47c0-8cbc-61702b97b055", "name": "network-vif-plugged", "status": "completed", "tag": "06c34396-0772-4145-b85a-031977690708", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:14.449355 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e24f660-d887-4d76-93ed-599c1d969e80 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:14.449807 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c34396-0772-4145-b85a-031977690708', 'code': 200} Aug 10 03:59:14.489086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eab37bd2-55e7-4559-bfcb-253601e882e3 req-91ca2bd5-7735-4c45-8c7c-8aa3391b22c8 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Aug 10 03:59:14.497467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=06c34396-0772-4145-b85a-031977690708,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:14.550253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2025b-3b85-4492-b900-0ddbfd76943c req-74ec199b-16f7-4bd0-9aec-763a9e221f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:14.551808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6de2025b-3b85-4492-b900-0ddbfd76943c req-74ec199b-16f7-4bd0-9aec-763a9e221f4c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 1098 time: 0.0536532 Aug 10 03:59:14.586977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6de2025b-3b85-4492-b900-0ddbfd76943c req-46faa5ab-f5c5-476c-bbe2-a310c3fd8e84 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277443 Aug 10 03:59:15.091082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96793d6-5e17-48b2-909c-21b1df77708a req-b7f1f345-6921-445f-ad18-aee7eb4a5f10 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.092588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f96793d6-5e17-48b2-909c-21b1df77708a req-b7f1f345-6921-445f-ad18-aee7eb4a5f10 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0495949 Aug 10 03:59:15.135068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f96793d6-5e17-48b2-909c-21b1df77708a req-72129451-47e8-4ce1-b9b0-b67d677380ee tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364840 Aug 10 03:59:15.625689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623f43c-37e4-487f-bb4c-44c2063af390 req-4d740601-c517-4513-8f5b-d1672ceaa8d0 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.627147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7623f43c-37e4-487f-bb4c-44c2063af390 req-4d740601-c517-4513-8f5b-d1672ceaa8d0 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 946 time: 0.0492151 Aug 10 03:59:15.665260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7623f43c-37e4-487f-bb4c-44c2063af390 req-280378d0-b79d-475e-b5d8-bf76b554aad7 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Aug 10 03:59:15.785604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f326-b6ae-49a9-b0d1-70edb4834f83 req-be88332b-8ea2-4665-aeb7-9c18928c5c95 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.787146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a29f326-b6ae-49a9-b0d1-70edb4834f83 req-be88332b-8ea2-4665-aeb7-9c18928c5c95 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Aug 10 03:59:15.825396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a29f326-b6ae-49a9-b0d1-70edb4834f83 req-e9bb0bcf-b7a3-43a5-a920-84f4dfcae892 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Aug 10 03:59:16.033902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288e04-6815-4df0-8e46-9d76559bea5f req-179fb112-9e72-44b8-aaa7-b4f54d4e4dd6 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.035495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eb288e04-6815-4df0-8e46-9d76559bea5f req-179fb112-9e72-44b8-aaa7-b4f54d4e4dd6 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 946 time: 0.0563910 Aug 10 03:59:16.080934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eb288e04-6815-4df0-8e46-9d76559bea5f req-f7de7edf-392a-4d05-a44b-1977e7d824a3 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Aug 10 03:59:16.260981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb91bf-e3c0-41ef-bbdc-3ba563bb31b5 req-08862fbe-e6fc-4660-9a00-7697230c554a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.263437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3bcb91bf-e3c0-41ef-bbdc-3ba563bb31b5 req-08862fbe-e6fc-4660-9a00-7697230c554a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0542278 Aug 10 03:59:16.306823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3bcb91bf-e3c0-41ef-bbdc-3ba563bb31b5 req-3eb3e0de-1482-4099-a9f0-15a98a60e727 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338025 Aug 10 03:59:16.383755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef5bd-3d09-449d-bc6c-b7946a7b360a req-5fbce5b9-4577-44c4-ae67-775f19f4c86f tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.385411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed0ef5bd-3d09-449d-bc6c-b7946a7b360a req-5fbce5b9-4577-44c4-ae67-775f19f4c86f tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 946 time: 0.0670934 Aug 10 03:59:16.427370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed0ef5bd-3d09-449d-bc6c-b7946a7b360a req-0e1d61b9-bca0-4d64-9b38-f0af64262f86 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344858 Aug 10 03:59:17.475331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba9689-34b3-4052-b562-721ee9f88b77 req-d1b7086b-3cc6-4cfb-b04c-4e15c10ab31e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.478118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0ba9689-34b3-4052-b562-721ee9f88b77 req-d1b7086b-3cc6-4cfb-b04c-4e15c10ab31e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0920978 Aug 10 03:59:17.543480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0ba9689-34b3-4052-b562-721ee9f88b77 req-48a45789-36f9-45e7-b72c-9c335f98d094 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585377 Aug 10 03:59:17.572695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8109b0-07b0-479b-b84e-b62f1efd4cc9 req-590fa4fa-5ca5-439d-8574-27a3ea8a73f3 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.574370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa8109b0-07b0-479b-b84e-b62f1efd4cc9 req-590fa4fa-5ca5-439d-8574-27a3ea8a73f3 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 946 time: 0.0539067 Aug 10 03:59:17.648055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa8109b0-07b0-479b-b84e-b62f1efd4cc9 req-03a250f1-532a-457e-b36a-59658a46adf3 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/security-groups?id=72e53e84-f802-460a-beea-232e23ee0005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645432 Aug 10 03:59:17.656766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96524b3-488c-49a0-986b-9d2730935f8f req-78a232ca-1324-48cd-be3f-32d6e223e47a tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.658651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b96524b3-488c-49a0-986b-9d2730935f8f req-78a232ca-1324-48cd-be3f-32d6e223e47a tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.65 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 946 time: 0.0831008 Aug 10 03:59:17.782097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Deleting port 06c34396-0772-4145-b85a-031977690708 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:17.782445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.885721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] For port 06c34396-0772-4145-b85a-031977690708, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=06c34396-0772-4145-b85a-031977690708,segment=NetworkSegment(e816350c-af80-40ed-9f95-b3057306883f),segment_id=e816350c-af80-40ed-9f95-b3057306883f)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:17.886106 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.900442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Calling delete_port for 06c34396-0772-4145-b85a-031977690708 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:18.040179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.054217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['06c34396-0772-4145-b85a-031977690708'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:18.107947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Pushing event deleted for resources: {'Port': ['ID=06c34396-0772-4145-b85a-031977690708,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.133450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] No DVR routers for this DVR port 06c34396-0772-4145-b85a-031977690708 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:18.136607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.138894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b96524b3-488c-49a0-986b-9d2730935f8f req-3ea6b30d-922b-4cde-abd3-2349d9d62612 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.65 "DELETE /v2.0/ports/06c34396-0772-4145-b85a-031977690708 HTTP/1.1" status: 204 len: 173 time: 0.4743934 Aug 10 03:59:18.139372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'name': 'network-vif-deleted', 'tag': '06c34396-0772-4145-b85a-031977690708'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:18.141875 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978088ff-153b-45f5-b7ed-a04acae3b863" -d '{"events": [{"server_uuid": "97329ea8-8aa8-47c0-8cbc-61702b97b055", "name": "network-vif-deleted", "tag": "06c34396-0772-4145-b85a-031977690708"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:18.182810 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c5e8f-5d2b-4776-bdff-bc2b788ea8e3 x-openstack-request-id: req-d73c5e8f-5d2b-4776-bdff-bc2b788ea8e3 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:18.183220 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97329ea8-8aa8-47c0-8cbc-61702b97b055", "name": "network-vif-deleted", "tag": "06c34396-0772-4145-b85a-031977690708", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:18.183561 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d73c5e8f-5d2b-4776-bdff-bc2b788ea8e3 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:18.183891 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97329ea8-8aa8-47c0-8cbc-61702b97b055', 'name': 'network-vif-deleted', 'tag': '06c34396-0772-4145-b85a-031977690708', 'status': 'completed', 'code': 200} Aug 10 03:59:18.697000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c3fe0-5c63-427e-ab2c-1b07c544e9e4 req-4c53caa5-06b2-4f70-939a-4ec338567d26 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.702565 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c1c3fe0-5c63-427e-ab2c-1b07c544e9e4 req-4c53caa5-06b2-4f70-939a-4ec338567d26 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0705943 Aug 10 03:59:18.757236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c1c3fe0-5c63-427e-ab2c-1b07c544e9e4 req-87455c87-5c11-4c95-9e09-8d3f2bff0c02 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508282 Aug 10 03:59:18.793748 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-73a0ed9d-bad0-4391-a10e-cd030d51eab3 req-4370c38a-c490-4790-b5fb-733d055361f1 tempest-ServersNegativeTestMultiTenantJSON-1980791474 tempest-ServersNegativeTestMultiTenantJSON-1980791474-project] 10.222.0.53 "GET /v2.0/ports?device_id=97329ea8-8aa8-47c0-8cbc-61702b97b055 HTTP/1.1" status: 200 len: 210 time: 0.0479171 Aug 10 03:59:19.855535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.894858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96356c4b-1c22-445b-b557-53fddd5cd3dd req-af71a611-1c8d-4206-919f-5958a4cf7a67 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.896486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96356c4b-1c22-445b-b557-53fddd5cd3dd req-af71a611-1c8d-4206-919f-5958a4cf7a67 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0561466 Aug 10 03:59:19.902602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Deleting subnet dd7814ba-caf2-4d1a-89cd-ad75b92d67d0 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:19.906786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.939660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96356c4b-1c22-445b-b557-53fddd5cd3dd req-428f9887-ec9b-4b0d-b7ff-9fd530bdf94f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361269 Aug 10 03:59:19.947131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.998781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.059076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.086527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7814ba-caf2-4d1a-89cd-ad75b92d67d0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:20.090130 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.093710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4988009e-dce6-44bc-83d1-4c35aeed2cad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dd7814ba-caf2-4d1a-89cd-ad75b92d67d0 HTTP/1.1" status: 204 len: 168 time: 0.2369926 Aug 10 03:59:20.096731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:20.168504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.260698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.271453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc5d41b-63a9-47e2-b668-371013a67692']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:20.284586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e816350c-af80-40ed-9f95-b3057306883f') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:20.284882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e816350c-af80-40ed-9f95-b3057306883f') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:20.294732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.308661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.314812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:20.315189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:20.316953 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:20.376315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.394226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.396121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] 10.222.0.53 "DELETE /v2.0/networks/1bc5d41b-63a9-47e2-b668-371013a67692 HTTP/1.1" status: 204 len: 168 time: 0.2984524 Aug 10 03:59:20.397243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b0ecd-949f-45d1-a0cc-da4494ea896a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc5d41b-63a9-47e2-b668-371013a67692,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:20.398947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56388) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:20.444387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Deleting subnet e72bb247-61b6-445e-b7e6-dfd33624627c {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:20.447733 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.483497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.508384 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:20.525147 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.586411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.611912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72bb247-61b6-445e-b7e6-dfd33624627c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:20.615973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.617769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7f9d93c8-8853-42f8-a3bc-53ef1507f513 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e72bb247-61b6-445e-b7e6-dfd33624627c HTTP/1.1" status: 204 len: 168 time: 0.2178693 Aug 10 03:59:20.621227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56390) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:20.690267 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.775302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.785965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc14e9e-df41-49fd-99b7-2d03444f9840']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:20.797783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b07c13-d7c0-4d62-94b8-59b77db1f587') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:20.798116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b07c13-d7c0-4d62-94b8-59b77db1f587') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:20.807654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.822434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.828504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:20.828954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: timer() Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:20.830704 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:20.886031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.891613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.893544 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] 10.222.0.53 "DELETE /v2.0/networks/7cc14e9e-df41-49fd-99b7-2d03444f9840 HTTP/1.1" status: 204 len: 168 time: 0.2712717 Aug 10 03:59:20.905354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d85f5b-2a89-4c40-8077-f49fdc35d48d admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc14e9e-df41-49fd-99b7-2d03444f9840,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.068933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7202e21-5c15-4499-8d9a-072af9167c84 req-4a1bdcfa-af92-44c2-84a3-5d4dc94ecc80 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.070553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7202e21-5c15-4499-8d9a-072af9167c84 req-4a1bdcfa-af92-44c2-84a3-5d4dc94ecc80 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0552301 Aug 10 03:59:21.088471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56396) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:21.116584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7202e21-5c15-4499-8d9a-072af9167c84 req-d9a77621-11f0-4377-b1bc-147f16132e61 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 Aug 10 03:59:21.134567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb66d09a-caf4-43c5-95f9-e82201ed0279 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e390cd7da024e3296df29861898fe87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443399 Aug 10 03:59:21.135811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56398) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:21.199083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c53d-e444-4efd-98b5-dfa2a945bcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.223939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c53d-e444-4efd-98b5-dfa2a945bcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.273771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c53d-e444-4efd-98b5-dfa2a945bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.276520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c53d-e444-4efd-98b5-dfa2a945bcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.277685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a9b0c53d-e444-4efd-98b5-dfa2a945bcfc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72e53e84-f802-460a-beea-232e23ee0005 HTTP/1.1" status: 204 len: 168 time: 0.1408832 Aug 10 03:59:21.287978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c53d-e444-4efd-98b5-dfa2a945bcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e53e84-f802-460a-beea-232e23ee0005,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.642864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56406) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:21.687244 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2bbb3dc0-9278-40ee-a1b5-2a4bdb5eab6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5b15d3dadd24fcca4da1a4e49143d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431726 Aug 10 03:59:21.689691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56408) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:21.748557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f12-29d5-4a77-ab89-596b6f53b41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.771275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f12-29d5-4a77-ab89-596b6f53b41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.823216 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f12-29d5-4a77-ab89-596b6f53b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.825823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e9d01f12-29d5-4a77-ab89-596b6f53b41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.827048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e9d01f12-29d5-4a77-ab89-596b6f53b41b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fee46af9-9974-4cec-9a2f-63ba74bb92df HTTP/1.1" status: 204 len: 168 time: 0.1363885 Aug 10 03:59:21.835989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d01f12-29d5-4a77-ab89-596b6f53b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee46af9-9974-4cec-9a2f-63ba74bb92df,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:22.254013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf094895-dc2c-4812-8c38-3fa4e860c59d req-1b0a4bd6-47a2-4e36-be94-520db3e851fa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.256230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf094895-dc2c-4812-8c38-3fa4e860c59d req-1b0a4bd6-47a2-4e36-be94-520db3e851fa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0605848 Aug 10 03:59:22.291248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 06c34396-0772-4145-b85a-031977690708 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:22.299612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf094895-dc2c-4812-8c38-3fa4e860c59d req-31ee79e6-0036-492b-a116-d0c344654bb8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361123 Aug 10 03:59:22.325896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 06c34396-0772-4145-b85a-031977690708 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:22.326307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 06c34396-0772-4145-b85a-031977690708 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:23.476533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c551bc-759e-47e5-8625-72b0351081d0 req-6486ae19-1b74-4437-aaf6-a9c81aaf664a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.479311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09c551bc-759e-47e5-8625-72b0351081d0 req-6486ae19-1b74-4437-aaf6-a9c81aaf664a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0761065 Aug 10 03:59:23.551628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09c551bc-759e-47e5-8625-72b0351081d0 req-736bf1f6-f9aa-455e-bb28-3791a5eae5f5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523968 Aug 10 03:59:24.296892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:24.427350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:24.441658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'mac_address': 'fa:16:3e:44:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:24.488559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.515693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 326b70c1-e56a-4c6e-8261-a0afbedb387a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:24.545957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:24.550886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.629954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:24.642743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.642743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.642743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.643109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.643319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.643639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.643978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.644421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.644739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.645423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.646185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.646705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:24.659786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['326b70c1-e56a-4c6e-8261-a0afbedb387a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:24.778782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fce0f8-475b-4370-8f57-996c01864a52 req-ef34c5ff-94bb-4ce0-899a-0396bd6dbb81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.788270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fce0f8-475b-4370-8f57-996c01864a52 req-ef34c5ff-94bb-4ce0-899a-0396bd6dbb81 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 944 time: 0.0971122 Aug 10 03:59:24.841617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47fce0f8-475b-4370-8f57-996c01864a52 req-6831b001-6736-453a-a5f1-a9aa092bd952 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468245 Aug 10 03:59:24.864559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.146209 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56502) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:25.272259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e50a0c6-13c9-455a-b806-d15768db34cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.391610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e50a0c6-13c9-455a-b806-d15768db34cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.397479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3e50a0c6-13c9-455a-b806-d15768db34cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.466957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50a0c6-13c9-455a-b806-d15768db34cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1414bf4-7f1c-46b6-9889-93c98e0099e6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:25.474502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3e50a0c6-13c9-455a-b806-d15768db34cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48b38f96f61344fba185d7048a9d7ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265193 Aug 10 03:59:25.475498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56514) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:25.567327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-740ddd7f-28eb-43d2-9fe4-3b6cc9d7c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.614797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-740ddd7f-28eb-43d2-9fe4-3b6cc9d7c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.723914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-740ddd7f-28eb-43d2-9fe4-3b6cc9d7c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.726552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-740ddd7f-28eb-43d2-9fe4-3b6cc9d7c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.730807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-740ddd7f-28eb-43d2-9fe4-3b6cc9d7c3bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1414bf4-7f1c-46b6-9889-93c98e0099e6 HTTP/1.1" status: 204 len: 168 time: 0.2541752 Aug 10 03:59:25.740614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ddd7f-28eb-43d2-9fe4-3b6cc9d7c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1414bf4-7f1c-46b6-9889-93c98e0099e6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:26.139670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeaa80-18d2-43df-80b5-7e586bf63723 req-b6ed74c0-af7c-4bd6-9005-7876930b9927 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.141791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7eaeaa80-18d2-43df-80b5-7e586bf63723 req-b6ed74c0-af7c-4bd6-9005-7876930b9927 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 944 time: 0.1322427 Aug 10 03:59:26.191730 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.205490 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7eaeaa80-18d2-43df-80b5-7e586bf63723 req-15b7ee97-6d88-4715-8631-30ef25a2cef7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Aug 10 03:59:26.285652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56530) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:26.301790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f754c180-840d-4181-b110-ada497369806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.304807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:26.410478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 326b70c1-e56a-4c6e-8261-a0afbedb387a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:26.411162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.482808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f754c180-840d-4181-b110-ada497369806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.495042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f754c180-840d-4181-b110-ada497369806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.527860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f754c180-840d-4181-b110-ada497369806 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6bfa808c2e24b239456de4a6ca74622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403035 Aug 10 03:59:26.531055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56532) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:26.569171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.585206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c180-840d-4181-b110-ada497369806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5642e8-15d1-46ee-bf97-c11495d399ab,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:26.601743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:26.606734 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ec07a5-e34b-4d1a-a437-3f186caa31f4" -d '{"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-plugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:26.623638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:26.630824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed4e-eca7-46ea-80ae-09f62ac41dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.636600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.661352 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed4e-eca7-46ea-80ae-09f62ac41dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.695424 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec5a7f6-3b95-43cc-8bf4-fab90c8ec0ad x-openstack-request-id: req-0ec5a7f6-3b95-43cc-8bf4-fab90c8ec0ad {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:26.696112 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-plugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:26.696697 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ec5a7f6-3b95-43cc-8bf4-fab90c8ec0ad {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:26.697236 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'code': 200} Aug 10 03:59:26.706045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:26.724619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed4e-eca7-46ea-80ae-09f62ac41dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.728074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed4e-eca7-46ea-80ae-09f62ac41dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.732355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b07ed4e-eca7-46ea-80ae-09f62ac41dde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d5642e8-15d1-46ee-bf97-c11495d399ab HTTP/1.1" status: 204 len: 168 time: 0.2000632 Aug 10 03:59:26.741742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07ed4e-eca7-46ea-80ae-09f62ac41dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5642e8-15d1-46ee-bf97-c11495d399ab,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:27.023478 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bf12f6d8-f53d-48f3-9fc6-14869ad5d27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.367357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99897e-4849-4d9f-bdd4-3a4359866c36 req-25332d24-b0d5-499a-82fc-a8ed0529f782 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:27.382881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e99897e-4849-4d9f-bdd4-3a4359866c36 req-25332d24-b0d5-499a-82fc-a8ed0529f782 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0999439 Aug 10 03:59:27.442396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e99897e-4849-4d9f-bdd4-3a4359866c36 req-bb8422c4-46ec-4379-88fc-123d6b1e143a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567145 Aug 10 03:59:28.667501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e55d51-432f-406a-8d1b-62ce854afd6d req-3c6a62d2-54a8-43ea-a00d-0b5af911d680 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.670957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7e55d51-432f-406a-8d1b-62ce854afd6d req-3c6a62d2-54a8-43ea-a00d-0b5af911d680 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0894153 Aug 10 03:59:28.747630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7e55d51-432f-406a-8d1b-62ce854afd6d req-5a36498a-532b-4939-ab58-cfb99d201760 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669692 Aug 10 03:59:29.676811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.878757 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c7789e07-8470-4ff9-a445-9b5436e18675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.031899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9530cb-88d9-4bf7-83b5-87062372fb0f req-61aec44d-b6f6-4bd6-a03f-153bba36f24a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.033778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f9530cb-88d9-4bf7-83b5-87062372fb0f req-61aec44d-b6f6-4bd6-a03f-153bba36f24a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.1338193 Aug 10 03:59:30.099129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f9530cb-88d9-4bf7-83b5-87062372fb0f req-b9c99fc6-8727-472c-9d4c-96ab66a0c403 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540092 Aug 10 03:59:30.643251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:30.862621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15f2df0d-562f-40f6-98cf-a787dd3eb665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.030198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15f2df0d-562f-40f6-98cf-a787dd3eb665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.036263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15f2df0d-562f-40f6-98cf-a787dd3eb665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.094927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56622) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:31.106693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15f2df0d-562f-40f6-98cf-a787dd3eb665 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3261fb23600543dc88f4ccc792d0d8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622481 Aug 10 03:59:31.109204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2df0d-562f-40f6-98cf-a787dd3eb665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60d2d8-2d99-417b-a239-33dc9cce98c4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.161690 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d465b74-0c1a-4928-9fe8-31731f15ac78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.214037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d465b74-0c1a-4928-9fe8-31731f15ac78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.342577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab0ca8-8fad-4a53-81fa-9f417489e714 req-21a5ed3f-85b1-47a0-8c08-d49e67dd3697 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.344517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8ab0ca8-8fad-4a53-81fa-9f417489e714 req-21a5ed3f-85b1-47a0-8c08-d49e67dd3697 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0884707 Aug 10 03:59:31.362247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d465b74-0c1a-4928-9fe8-31731f15ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.365148 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d465b74-0c1a-4928-9fe8-31731f15ac78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.369547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5d465b74-0c1a-4928-9fe8-31731f15ac78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd60d2d8-2d99-417b-a239-33dc9cce98c4 HTTP/1.1" status: 204 len: 168 time: 0.2728088 Aug 10 03:59:31.390596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465b74-0c1a-4928-9fe8-31731f15ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60d2d8-2d99-417b-a239-33dc9cce98c4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.421273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8ab0ca8-8fad-4a53-81fa-9f417489e714 req-0a7db753-822a-4bc6-bbbc-674678d89628 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676396 Aug 10 03:59:31.788281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.001244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56630) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:32.037068 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c702e55a-58e2-4df8-8821-8b8b36f99664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.176229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c702e55a-58e2-4df8-8821-8b8b36f99664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.181673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c702e55a-58e2-4df8-8821-8b8b36f99664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.234089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c702e55a-58e2-4df8-8821-8b8b36f99664 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a655e9a1c1241c28655177dce6b42c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315269 Aug 10 03:59:32.235531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e55a-58e2-4df8-8821-8b8b36f99664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b305a0-901d-4d4f-8739-05a03ae311a1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:32.241957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:32.351463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c0d3cc1-b673-4a30-9945-cc1746c8bda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.377004 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c0d3cc1-b673-4a30-9945-cc1746c8bda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.473169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c0d3cc1-b673-4a30-9945-cc1746c8bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.476279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3c0d3cc1-b673-4a30-9945-cc1746c8bda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.495388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3c0d3cc1-b673-4a30-9945-cc1746c8bda2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51b305a0-901d-4d4f-8739-05a03ae311a1 HTTP/1.1" status: 204 len: 168 time: 0.2403674 Aug 10 03:59:32.519225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d3cc1-b673-4a30-9945-cc1746c8bda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b305a0-901d-4d4f-8739-05a03ae311a1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:32.719884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758388e-3753-4162-93be-40a73ea26010 req-afe61a80-c6e6-4300-b150-190ba93a206e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.727653 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1758388e-3753-4162-93be-40a73ea26010 req-afe61a80-c6e6-4300-b150-190ba93a206e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0951619 Aug 10 03:59:32.793333 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1758388e-3753-4162-93be-40a73ea26010 req-420fbd77-ed8b-4a94-9a08-379554f048aa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646679 Aug 10 03:59:33.226890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.970450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9005876-1738-4242-92a1-5c6bce48bb3d req-30ce517e-092a-474a-9f83-235ba6ddce9d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:33.976301 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9005876-1738-4242-92a1-5c6bce48bb3d req-30ce517e-092a-474a-9f83-235ba6ddce9d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0770490 Aug 10 03:59:34.045053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9005876-1738-4242-92a1-5c6bce48bb3d req-4ca8323d-fb0e-43e6-888a-14854c325f3c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585473 Aug 10 03:59:35.229649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57942b-3cb7-4ae0-acb5-b52a17a08243 req-9c8fbbe7-c777-4865-be23-a594bba23f58 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.238712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d57942b-3cb7-4ae0-acb5-b52a17a08243 req-9c8fbbe7-c777-4865-be23-a594bba23f58 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0738850 Aug 10 03:59:35.291242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d57942b-3cb7-4ae0-acb5-b52a17a08243 req-6bfd22c5-81b3-478a-8c08-8e436900de35 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512309 Aug 10 03:59:35.570104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56696) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:35.749716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8065-44e1-4d2c-9a19-c08b32a2a994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.931452 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8065-44e1-4d2c-9a19-c08b32a2a994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.942545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8065-44e1-4d2c-9a19-c08b32a2a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.999082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d8065-44e1-4d2c-9a19-c08b32a2a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff60cfc-351d-465d-8ae5-04cf4a6100a1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:36.007144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6c5d8065-44e1-4d2c-9a19-c08b32a2a994 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10de25f884b549c0965ce7562aa44f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354835 Aug 10 03:59:36.007418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56700) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:36.112631 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-742ad499-bd04-456d-b00e-4f0c6eba8b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.189287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-742ad499-bd04-456d-b00e-4f0c6eba8b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.296503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-742ad499-bd04-456d-b00e-4f0c6eba8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.303862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-742ad499-bd04-456d-b00e-4f0c6eba8b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.306752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-742ad499-bd04-456d-b00e-4f0c6eba8b20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ff60cfc-351d-465d-8ae5-04cf4a6100a1 HTTP/1.1" status: 204 len: 168 time: 0.2977278 Aug 10 03:59:36.324952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad499-bd04-456d-b00e-4f0c6eba8b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff60cfc-351d-465d-8ae5-04cf4a6100a1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:36.601280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1222e-8cdc-48d6-9f20-1ea207b6045f req-fb707dcb-15d9-4395-b183-3f006b1cf265 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:36.602963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82b1222e-8cdc-48d6-9f20-1ea207b6045f req-fb707dcb-15d9-4395-b183-3f006b1cf265 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.1070476 Aug 10 03:59:36.665258 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82b1222e-8cdc-48d6-9f20-1ea207b6045f req-ef41e70d-4d7c-4a86-9cad-4b57c9bc4a9f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Aug 10 03:59:36.791448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 56712) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:36.806502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e5980ec-0a0f-473b-9f63-6401237946e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.984630 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e5980ec-0a0f-473b-9f63-6401237946e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.991516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e5980ec-0a0f-473b-9f63-6401237946e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.110021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 56714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:37.110787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e5980ec-0a0f-473b-9f63-6401237946e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=194957a7f48f49ffb7fda5a74f83b25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175964 Aug 10 03:59:37.115851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5980ec-0a0f-473b-9f63-6401237946e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34aef2-dfb1-4f83-b356-8b189cd2a047,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:37.126845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ba10-8401-4ca6-913e-25b3a090522c req-f9456c7f-7d3f-4cf0-a97f-f24ef687eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.129239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-f9456c7f-7d3f-4cf0-a97f-f24ef687eca4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1097 time: 0.3820357 Aug 10 03:59:37.215919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2898cfee-1f0f-410e-acc4-9aa9c16f0284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.241463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2898cfee-1f0f-410e-acc4-9aa9c16f0284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.296305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2898cfee-1f0f-410e-acc4-9aa9c16f0284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.299304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2898cfee-1f0f-410e-acc4-9aa9c16f0284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.301339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2898cfee-1f0f-410e-acc4-9aa9c16f0284 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a34aef2-dfb1-4f83-b356-8b189cd2a047 HTTP/1.1" status: 204 len: 168 time: 0.1900353 Aug 10 03:59:37.312939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898cfee-1f0f-410e-acc4-9aa9c16f0284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34aef2-dfb1-4f83-b356-8b189cd2a047,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:37.317811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ba10-8401-4ca6-913e-25b3a090522c req-22855557-5c0c-45cf-a581-ca0adddf33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.319446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-22855557-5c0c-45cf-a581-ca0adddf33d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.1683075 Aug 10 03:59:37.416583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-42c6359d-0abe-4d5f-b6b2-1b6715235a63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 1001 time: 0.0873134 Aug 10 03:59:37.516425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ba10-8401-4ca6-913e-25b3a090522c req-3596321f-428a-4565-871d-d9581773b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.520772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-3596321f-428a-4565-871d-d9581773b4c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.0966327 Aug 10 03:59:37.583371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ba10-8401-4ca6-913e-25b3a090522c req-d1733a63-c23c-4d66-9de2-d1e75282e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.584949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-d1733a63-c23c-4d66-9de2-d1e75282e2d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568142 Aug 10 03:59:37.822189 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-d62e4a0c-7482-44dd-877c-02d191f87f27 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291901 Aug 10 03:59:37.951002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f17dbe-19ff-4734-bc50-8b17e01e5e1e req-505a1126-0760-44ed-8113-a82053686256 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.953391 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54f17dbe-19ff-4734-bc50-8b17e01e5e1e req-505a1126-0760-44ed-8113-a82053686256 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.1137526 Aug 10 03:59:38.061281 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54f17dbe-19ff-4734-bc50-8b17e01e5e1e req-ba2f7ed6-3185-45f8-943d-2755ecee021d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869365 Aug 10 03:59:38.082935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af49ba10-8401-4ca6-913e-25b3a090522c req-4530f79f-b1c4-4bf9-b6aa-59cface9a02d service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397785 Aug 10 03:59:39.348780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a2afd-8e8f-4133-880e-7ea6efcf88f9 req-63456072-6cc7-4b08-b6ee-3c4d788f314f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:39.360350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-416a2afd-8e8f-4133-880e-7ea6efcf88f9 req-63456072-6cc7-4b08-b6ee-3c4d788f314f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.1090462 Aug 10 03:59:39.461296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-416a2afd-8e8f-4133-880e-7ea6efcf88f9 req-bc8f07c5-1946-4679-8142-40ea66b39311 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954199 Aug 10 03:59:39.760194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-7cd0bd7a-e4c8-4f93-9800-3c95b591caba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3348610 Aug 10 03:59:39.915597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da44dd-9114-4e75-892e-078402289374 req-a4b56d39-8010-452c-a2bc-363f09b817b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:39.917317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-a4b56d39-8010-452c-a2bc-363f09b817b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1503364041a43afa5d2a935547ff1cb&device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 1101 time: 0.0842619 Aug 10 03:59:40.107705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-d1b09b28-1db5-472a-947e-48694b393475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.109205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-d1b09b28-1db5-472a-947e-48694b393475 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1097 time: 0.1009088 Aug 10 03:59:40.175764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da44dd-9114-4e75-892e-078402289374 req-7d8104c6-a26b-4096-b077-26aa229f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.177378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-7d8104c6-a26b-4096-b077-26aa229f9218 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.2309277 Aug 10 03:59:40.260543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-fccf3571-5775-49c0-a773-3dd241676091 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 HTTP/1.1" status: 200 len: 217 time: 0.0741763 Aug 10 03:59:40.358815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-2685b7dd-4738-4804-b72b-216298df56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.365425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-2685b7dd-4738-4804-b72b-216298df56a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.2408123 Aug 10 03:59:40.433607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da44dd-9114-4e75-892e-078402289374 req-ddc83353-4e0f-4c63-92c9-ec5414ea5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.436321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-ddc83353-4e0f-4c63-92c9-ec5414ea5b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.1649303 Aug 10 03:59:40.536289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-17ac8ffc-343f-43d9-bbfb-79afdcb3c663 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 1001 time: 0.1667411 Aug 10 03:59:40.546345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da44dd-9114-4e75-892e-078402289374 req-452cd11b-191a-4500-9a17-4ac1b2dcca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.548936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-452cd11b-191a-4500-9a17-4ac1b2dcca83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029637 Aug 10 03:59:40.626138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e94421-3703-48ff-a921-23b85c9158bb req-e97f9097-eab6-4ee6-9755-95ad858c2ebe tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.627932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5e94421-3703-48ff-a921-23b85c9158bb req-e97f9097-eab6-4ee6-9755-95ad858c2ebe tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0591576 Aug 10 03:59:40.649474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-00f1b464-d21c-46c7-9967-63366115e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.651268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-00f1b464-d21c-46c7-9967-63366115e41b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.1013789 Aug 10 03:59:40.684307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5e94421-3703-48ff-a921-23b85c9158bb req-dfac8b79-5e75-4fd6-9643-f89857bb996c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415239 Aug 10 03:59:41.048651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-f8acb35b-69a7-4ac7-bbcf-e89455ecfd72 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898348 Aug 10 03:59:41.061498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-7c45f4eb-7a25-4b4e-8208-639a0185bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.063883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-7c45f4eb-7a25-4b4e-8208-639a0185bb50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4021437 Aug 10 03:59:41.228938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59da44dd-9114-4e75-892e-078402289374 req-39c6139b-19b6-4c0a-8c9f-13882142569a service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706886 Aug 10 03:59:41.231023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-bba907ba-73f2-402d-89ba-229a4aec84be service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572886 Aug 10 03:59:41.347382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-164c5b37-5b27-4bf6-b276-045d8bc9936b req-aad2d042-bcc6-4cc3-a302-4620358ee360 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082244 Aug 10 03:59:41.851057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8802357-175e-4721-a643-df6cf6b0fe05 req-30ea92c3-5edb-4902-86bd-2474df4033cd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.852950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8802357-175e-4721-a643-df6cf6b0fe05 req-30ea92c3-5edb-4902-86bd-2474df4033cd tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0701280 Aug 10 03:59:41.898290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8802357-175e-4721-a643-df6cf6b0fe05 req-73a3e724-45d5-4f24-b9b0-1757e7cef56b tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375614 Aug 10 03:59:43.077241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c84d-df38-43a8-a899-d7043dd9b2bd req-cf725067-b766-4075-9f92-adc9f42cb9db tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:43.084506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5d6c84d-df38-43a8-a899-d7043dd9b2bd req-cf725067-b766-4075-9f92-adc9f42cb9db tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0635030 Aug 10 03:59:43.119711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f5d6c84d-df38-43a8-a899-d7043dd9b2bd req-ae4bb260-798f-459e-8c02-b9edb5d0983a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343246 Aug 10 03:59:44.326636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5858b-95ad-46f1-a0d9-a0b481313cb3 req-86137e06-e34e-4720-b7d8-d0dba772f0fa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.335867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5c5858b-95ad-46f1-a0d9-a0b481313cb3 req-86137e06-e34e-4720-b7d8-d0dba772f0fa tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 945 time: 0.0832639 Aug 10 03:59:44.378827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:44.424025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5c5858b-95ad-46f1-a0d9-a0b481313cb3 req-b4b79245-4aa9-4b5e-9a8f-9e008d27d863 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872648 Aug 10 03:59:44.446816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-274121bf-3091-4369-9d38-dbffe7b6b399 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861714 Aug 10 03:59:44.535538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.578414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:44.581265 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5819e709-4e76-4389-b98d-867b89eb60d5" -d '{"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-unplugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:44.595731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:44.602392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.720715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:44.936121 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f4f3b4-f5e9-4e03-9c58-890a794376df x-openstack-request-id: req-51f4f3b4-f5e9-4e03-9c58-890a794376df {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:44.936408 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-unplugged", "status": "failed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "code": 422}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:44.936663 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51f4f3b4-f5e9-4e03-9c58-890a794376df {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:44.937058 n-d-769329-14 neutron-server[94142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'code': 422} returned with failed status Aug 10 03:59:45.386079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-dea3f548-5a74-46ba-9ff2-ab004df94220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.387674 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-dea3f548-5a74-46ba-9ff2-ab004df94220 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41&tenant_id=69b8fbea47f34039a753bebf73acd79a HTTP/1.1" status: 200 len: 1095 time: 0.0618954 Aug 10 03:59:45.452022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-05c4d621-d130-49f3-9520-c4b8318f7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.453612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-05c4d621-d130-49f3-9520-c4b8318f7218 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1095 time: 0.0428884 Aug 10 03:59:45.568728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-c12ba5d1-966e-4990-b9bc-53846775694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.570578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-c12ba5d1-966e-4990-b9bc-53846775694f service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.1085837 Aug 10 03:59:45.633691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d4d88-d784-4e39-a006-310c274ebc08 req-6c985a42-04bd-4739-84f0-afb2d1c58cb7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.640529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-685d4d88-d784-4e39-a006-310c274ebc08 req-6c985a42-04bd-4739-84f0-afb2d1c58cb7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0670903 Aug 10 03:59:45.653660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-23355d15-af87-4e9d-9651-eb2659e1c652 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 999 time: 0.0695758 Aug 10 03:59:45.688063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-685d4d88-d784-4e39-a006-310c274ebc08 req-29c590ee-d273-432a-95dd-3f5861704b5e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Aug 10 03:59:45.719983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-8a1f94a3-ab10-4896-9b69-a2bb4efeea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.719983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-8a1f94a3-ab10-4896-9b69-a2bb4efeea6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.0589147 Aug 10 03:59:45.768916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-4ccad5b6-a019-4d85-bce1-cdcc888cbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.770488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-4ccad5b6-a019-4d85-bce1-cdcc888cbfe1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437932 Aug 10 03:59:45.867071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-ca494605-c64c-4a65-b5e5-e8c9b8edfdf5 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Aug 10 03:59:46.022366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-3c3f9f3d-566d-4965-b6d9-4a2ec8e969bf service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478980 Aug 10 03:59:46.967786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e3b3c-adce-4457-9bff-6579eb276cbb req-13e1f7c5-7674-48d7-9c65-f41df364187e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.976688 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-422e3b3c-adce-4457-9bff-6579eb276cbb req-13e1f7c5-7674-48d7-9c65-f41df364187e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1402078 Aug 10 03:59:47.061709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-422e3b3c-adce-4457-9bff-6579eb276cbb req-8067267d-fe36-4180-a28c-77e889280939 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714402 Aug 10 03:59:48.327222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464e36-8502-4e0d-9458-0c00099cc090 req-850eeb42-9ec5-4a32-9539-ac0cc7d7df97 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:48.335462 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0464e36-8502-4e0d-9458-0c00099cc090 req-850eeb42-9ec5-4a32-9539-ac0cc7d7df97 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1254902 Aug 10 03:59:48.396683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d0464e36-8502-4e0d-9458-0c00099cc090 req-552caf39-d7be-4883-a4fb-76eafc3e52ca tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599923 Aug 10 03:59:49.612291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b757258-9935-4015-b62b-88321c6335a9 req-df528513-d179-46dc-be0a-69e1eb898f17 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.614527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b757258-9935-4015-b62b-88321c6335a9 req-df528513-d179-46dc-be0a-69e1eb898f17 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0951467 Aug 10 03:59:49.684344 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b757258-9935-4015-b62b-88321c6335a9 req-6468bfa9-ef1a-429d-9244-b942f320dee6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567775 Aug 10 03:59:50.831692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebb7d2-ffea-491a-a82d-d3e3e86117a0 req-ae9150d2-2b6b-4e4f-a7ab-6aa913b6b226 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:50.833149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78ebb7d2-ffea-491a-a82d-d3e3e86117a0 req-ae9150d2-2b6b-4e4f-a7ab-6aa913b6b226 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0540063 Aug 10 03:59:50.929324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78ebb7d2-ffea-491a-a82d-d3e3e86117a0 req-bf29c1f6-33fe-4d8b-add0-ae6055dc366e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862954 Aug 10 03:59:51.279094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57226) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:51.422558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad3d08b2-f5db-4efb-8519-f185caf685c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.543772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad3d08b2-f5db-4efb-8519-f185caf685c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.548603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad3d08b2-f5db-4efb-8519-f185caf685c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.606791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad3d08b2-f5db-4efb-8519-f185caf685c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a148f076c1e14a88b8f4e8fe39ef4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265753 Aug 10 03:59:51.607994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d08b2-f5db-4efb-8519-f185caf685c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e60ef97-dd93-4acb-9180-43e294ccefe4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:51.609833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:51.666088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a86057e1-c90c-45e0-93d3-ba6181de0ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.687614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a86057e1-c90c-45e0-93d3-ba6181de0ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.742531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a86057e1-c90c-45e0-93d3-ba6181de0ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.745118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a86057e1-c90c-45e0-93d3-ba6181de0ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.750311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a86057e1-c90c-45e0-93d3-ba6181de0ead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e60ef97-dd93-4acb-9180-43e294ccefe4 HTTP/1.1" status: 204 len: 168 time: 0.1393127 Aug 10 03:59:51.759993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86057e1-c90c-45e0-93d3-ba6181de0ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e60ef97-dd93-4acb-9180-43e294ccefe4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:52.125748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf1f6-04bd-41a0-814b-e87e5ea7e3cd req-c99e7eaa-c6ec-41f8-a719-2280cebe2403 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.131007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e1bf1f6-04bd-41a0-814b-e87e5ea7e3cd req-c99e7eaa-c6ec-41f8-a719-2280cebe2403 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1244316 Aug 10 03:59:52.230510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57252) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:52.248931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da98b3d1-adf0-49ef-868e-b22cbb9d01ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.259933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e1bf1f6-04bd-41a0-814b-e87e5ea7e3cd req-aac7e8a0-4e8c-4612-8a25-ae759a3bfed8 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128049 Aug 10 03:59:52.388483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da98b3d1-adf0-49ef-868e-b22cbb9d01ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.394129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da98b3d1-adf0-49ef-868e-b22cbb9d01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.428991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da98b3d1-adf0-49ef-868e-b22cbb9d01ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53b1fb1178054a8194397534320ae9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969426 Aug 10 03:59:52.431839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57256) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:52.461306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98b3d1-adf0-49ef-868e-b22cbb9d01ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61faaffd-ff39-48ac-b6c2-b7527afa495b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:52.514335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e04418cf-33e8-4310-8a2e-44d3732e0ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.549068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e04418cf-33e8-4310-8a2e-44d3732e0ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.627652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e04418cf-33e8-4310-8a2e-44d3732e0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.632379 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e04418cf-33e8-4310-8a2e-44d3732e0ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.634504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e04418cf-33e8-4310-8a2e-44d3732e0ca4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61faaffd-ff39-48ac-b6c2-b7527afa495b HTTP/1.1" status: 204 len: 168 time: 0.2010295 Aug 10 03:59:52.647826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04418cf-33e8-4310-8a2e-44d3732e0ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61faaffd-ff39-48ac-b6c2-b7527afa495b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:53.490825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331b383-9ec9-47f8-ad12-470f9ddbb9c8 req-f6db68fe-7b47-4d23-889a-5d2c05b996ef tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:53.492668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8331b383-9ec9-47f8-ad12-470f9ddbb9c8 req-f6db68fe-7b47-4d23-889a-5d2c05b996ef tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1005933 Aug 10 03:59:53.591755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8331b383-9ec9-47f8-ad12-470f9ddbb9c8 req-5a132e67-00ad-4ac1-95d2-fe58d93b9f5c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912461 Aug 10 03:59:54.856891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.875786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ccc94-9880-4b0c-8f5c-d86019e42889 req-e0b40252-2f79-45ff-924b-3a9e3bd40c12 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:54.877761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-304ccc94-9880-4b0c-8f5c-d86019e42889 req-e0b40252-2f79-45ff-924b-3a9e3bd40c12 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0888941 Aug 10 03:59:54.955277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-304ccc94-9880-4b0c-8f5c-d86019e42889 req-4b4f067a-7c89-4e5f-8691-09bd3a2c0653 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677462 Aug 10 03:59:56.178985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8abfa1-e805-424a-ab43-6265970c84f5 req-0eafb874-8eef-44cf-a229-1f6e48b82f95 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.204318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d8abfa1-e805-424a-ab43-6265970c84f5 req-0eafb874-8eef-44cf-a229-1f6e48b82f95 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.1636508 Aug 10 03:59:56.223170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.297258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7d8abfa1-e805-424a-ab43-6265970c84f5 req-fda01169-ad43-4ea7-a235-f30977a40dcf tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875409 Aug 10 03:59:57.015831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-12e081d6-4f14-4784-a2f2-06b2318b36eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.439655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac840a-97c2-4db4-8125-028b67157b7a req-4220d93e-ea0b-4de2-bcbf-4a3642cee79d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:57.447035 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47ac840a-97c2-4db4-8125-028b67157b7a req-4220d93e-ea0b-4de2-bcbf-4a3642cee79d tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0611362 Aug 10 03:59:57.495600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47ac840a-97c2-4db4-8125-028b67157b7a req-b21fb3da-ade1-4e9e-9d31-5937fa758c93 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452371 Aug 10 03:59:57.521748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:58.637795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c863b-2e27-4a12-866f-75d899121ae3 req-9a9f58fd-da14-4224-a3a0-99216a89b709 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:58.639433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab4c863b-2e27-4a12-866f-75d899121ae3 req-9a9f58fd-da14-4224-a3a0-99216a89b709 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0526214 Aug 10 03:59:58.681145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab4c863b-2e27-4a12-866f-75d899121ae3 req-bdafb81f-a5db-4b8e-8d75-d497806670df tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351598 Aug 10 03:59:59.668234 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.849829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882d9a-04ee-4445-aae6-d18ff298408b req-04a3c7b8-b729-4fe7-a55d-63da7352aaf7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:59.851467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a882d9a-04ee-4445-aae6-d18ff298408b req-04a3c7b8-b729-4fe7-a55d-63da7352aaf7 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 943 time: 0.0619104 Aug 10 03:59:59.875648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-249d5357-4daa-4a36-b931-7af810241c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.910351 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a882d9a-04ee-4445-aae6-d18ff298408b req-890af5c1-7bd7-4b42-b6a2-c2ed8f9e4a59 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459235 Aug 10 04:00:00.449013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:00.600165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:00.615193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'port_id': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'mac_address': 'fa:16:3e:44:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:00.668968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.685906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326b70c1-e56a-4c6e-8261-a0afbedb387a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:00.709328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:00.714670 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.790582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.927552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['326b70c1-e56a-4c6e-8261-a0afbedb387a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:01.055506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.065704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacc3a7-7b66-4bda-be6b-18bd5e957afb req-b8718560-5fbe-478a-8b01-475eccfdd2ac tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:01.067506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bacc3a7-7b66-4bda-be6b-18bd5e957afb req-b8718560-5fbe-478a-8b01-475eccfdd2ac tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 944 time: 0.0766559 Aug 10 04:00:01.128430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2bacc3a7-7b66-4bda-be6b-18bd5e957afb req-a4fb7dd6-3771-49e2-ae9f-b61cd76223d6 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505366 Aug 10 04:00:01.218836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.329781 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.334718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.369101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8351f51f-931b-46d8-9cc8-ff81b8ec7c33,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.388880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.389231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.389577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.389921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.390290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.390625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.390955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.391285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.391655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.392014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.392400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.392758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:01.405638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a4ea7cc8-b7ca-42d2-9788-afde3eb8b5d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2beaddcaa42a49f9a5a28901a125980c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447125 Aug 10 04:00:01.405917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57522) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.461226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00f7b9fc-7273-43f0-8ab7-e1973edada00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.488013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00f7b9fc-7273-43f0-8ab7-e1973edada00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.538287 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00f7b9fc-7273-43f0-8ab7-e1973edada00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.541030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00f7b9fc-7273-43f0-8ab7-e1973edada00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.542266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-00f7b9fc-7273-43f0-8ab7-e1973edada00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8351f51f-931b-46d8-9cc8-ff81b8ec7c33 HTTP/1.1" status: 204 len: 168 time: 0.1356106 Aug 10 04:00:01.551585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7b9fc-7273-43f0-8ab7-e1973edada00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8351f51f-931b-46d8-9cc8-ff81b8ec7c33,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.774562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.885351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57536) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:01.900203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c643f025-89b8-4de5-af9c-6723ea871e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.040660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c643f025-89b8-4de5-af9c-6723ea871e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.046012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c643f025-89b8-4de5-af9c-6723ea871e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.095326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c643f025-89b8-4de5-af9c-6723ea871e6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3362f3d534854974a178a1c5db21440a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086785 Aug 10 04:00:02.096348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f025-89b8-4de5-af9c-6723ea871e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68af40c-78d6-41c0-9822-2f073678f0e5,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.097907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:02.164673 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f89a7b-ab1e-45cb-839b-9cd8bc2bf8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.190895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f89a7b-ab1e-45cb-839b-9cd8bc2bf8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.255087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f89a7b-ab1e-45cb-839b-9cd8bc2bf8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.260504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6f89a7b-ab1e-45cb-839b-9cd8bc2bf8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.265419 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f6f89a7b-ab1e-45cb-839b-9cd8bc2bf8a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c68af40c-78d6-41c0-9822-2f073678f0e5 HTTP/1.1" status: 204 len: 168 time: 0.1662564 Aug 10 04:00:02.274795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f89a7b-ab1e-45cb-839b-9cd8bc2bf8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68af40c-78d6-41c0-9822-2f073678f0e5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.329016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb19a-4792-46d1-beee-e1b2e801ab9a req-f131b123-72aa-4a6d-8509-d7ff94f6912f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:02.331082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96fbb19a-4792-46d1-beee-e1b2e801ab9a req-f131b123-72aa-4a6d-8509-d7ff94f6912f tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 944 time: 0.1048687 Aug 10 04:00:02.373346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-96fbb19a-4792-46d1-beee-e1b2e801ab9a req-f07a0c2a-c472-425e-aaa8-941ba4416aed tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360174 Aug 10 04:00:02.461686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:02.523997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 326b70c1-e56a-4c6e-8261-a0afbedb387a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:02.524474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.625772 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.654443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:02.656850 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612f334-4caa-450f-817e-118445c7d592" -d '{"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-plugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:02.676058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:02.681358 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.725683 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f0dc0-50fd-40db-87eb-684fa056e787 x-openstack-request-id: req-b07f0dc0-50fd-40db-87eb-684fa056e787 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:02.726188 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-plugged", "status": "completed", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:02.726495 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b07f0dc0-50fd-40db-87eb-684fa056e787 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:02.727126 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'code': 200} Aug 10 04:00:02.761238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.905539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa9853-f738-4fca-a4e2-d3b9416a0e45 req-04f1710a-f266-40e5-8ec6-6132df322710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:02.905539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8caa9853-f738-4fca-a4e2-d3b9416a0e45 req-04f1710a-f266-40e5-8ec6-6132df322710 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1098 time: 0.0501842 Aug 10 04:00:02.944809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8caa9853-f738-4fca-a4e2-d3b9416a0e45 req-aa737930-835f-4b66-9c96-ddedd39a710a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357580 Aug 10 04:00:03.225420 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.532324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f20d3-1013-4060-85b9-1208b35856ba req-b41698ba-b431-4f6c-ac65-9fc7bca5054e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:03.534442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-240f20d3-1013-4060-85b9-1208b35856ba req-b41698ba-b431-4f6c-ac65-9fc7bca5054e tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 946 time: 0.0726976 Aug 10 04:00:03.583719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-240f20d3-1013-4060-85b9-1208b35856ba req-92329066-b0d7-4982-b163-9e4d12e00255 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Aug 10 04:00:04.751914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923e5ae-b333-4cef-96df-3150ba48109b req-ec9b6e7b-0721-40ca-9f1b-4a97566084d1 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:04.753521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c923e5ae-b333-4cef-96df-3150ba48109b req-ec9b6e7b-0721-40ca-9f1b-4a97566084d1 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 946 time: 0.0547159 Aug 10 04:00:04.803882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c923e5ae-b333-4cef-96df-3150ba48109b req-34a833f8-3284-4737-aef0-05267e842c4c tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393331 Aug 10 04:00:04.960851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57702) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:05.084196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0e23-4df1-476c-a5ae-42df16b9e447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.219181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0e23-4df1-476c-a5ae-42df16b9e447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.224292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0e23-4df1-476c-a5ae-42df16b9e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.271377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ff8d0e23-4df1-476c-a5ae-42df16b9e447 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb9296e8eb5b4605b89a76eb9524a68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093824 Aug 10 04:00:05.274134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57712) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:05.280768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d0e23-4df1-476c-a5ae-42df16b9e447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69690a-fd7f-47b9-b0c0-5103e91470dc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.338546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc295-8959-4fe0-92c2-195f9082f180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.368709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc295-8959-4fe0-92c2-195f9082f180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.425138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc295-8959-4fe0-92c2-195f9082f180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.429106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc295-8959-4fe0-92c2-195f9082f180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.431378 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c3dc295-8959-4fe0-92c2-195f9082f180 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a69690a-fd7f-47b9-b0c0-5103e91470dc HTTP/1.1" status: 204 len: 168 time: 0.1560392 Aug 10 04:00:05.455429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dc295-8959-4fe0-92c2-195f9082f180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69690a-fd7f-47b9-b0c0-5103e91470dc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.772557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57726) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:05.789048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6691f3db-828f-4e71-96df-259eae770e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.901520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6691f3db-828f-4e71-96df-259eae770e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.906689 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6691f3db-828f-4e71-96df-259eae770e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.947459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6691f3db-828f-4e71-96df-259eae770e5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e74545acaac43198a18f284482772d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736405 Aug 10 04:00:05.948491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691f3db-828f-4e71-96df-259eae770e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb460e0-15fd-4ffc-8b9b-943ca9da8c85,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.951795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:06.028662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46a4a0c9-b833-45f7-822b-526f1d8ec512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.055064 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46a4a0c9-b833-45f7-822b-526f1d8ec512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.106474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46a4a0c9-b833-45f7-822b-526f1d8ec512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.109069 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46a4a0c9-b833-45f7-822b-526f1d8ec512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.110330 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-46a4a0c9-b833-45f7-822b-526f1d8ec512 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abb460e0-15fd-4ffc-8b9b-943ca9da8c85 HTTP/1.1" status: 204 len: 168 time: 0.1575227 Aug 10 04:00:06.118893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4a0c9-b833-45f7-822b-526f1d8ec512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb460e0-15fd-4ffc-8b9b-943ca9da8c85,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:07.654286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57792) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:07.805848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:07.838747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.967840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.103895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Allocated IP 172.25.2.60 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/5c771544-b8df-4f1a-be57-510a19e1f39f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:08.239022 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.288081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.349602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:08.355699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:08.361841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:08.397257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Pushing event updated for resources: {'Port': ['ID=5c771544-b8df-4f1a-be57-510a19e1f39f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:08.414503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.415316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.415656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.418784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.419298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.419846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.420293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.420735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.421253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.421705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.422183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.422642 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:08.570775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.611387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.787045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.794706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.897254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Pushing event updated for resources: {'Port': ['ID=5c771544-b8df-4f1a-be57-510a19e1f39f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:08.906358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.922732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.924388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2252cd51-622d-4bda-a735-0980176111bf tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2687376 Aug 10 04:00:08.929407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:08.935291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-206058983', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'fixed_ips': [{'ip_address': '172.25.2.60'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:08.964687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Made reservation on behalf of 858aa8f8c3ee4c3ba138b329e140a3f1 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:08.967149 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.978047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.090044 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.096165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.104545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] device_id is not set on port afb88c43-6f4d-4af8-b6d9-d3de2ec099ad yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:00:09.218611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd0e11-63ba-4ff9-9090-f90e4c6e8eef,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:09.372760 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 04:00:09.373169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:09.389093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d862d121-6cf4-42e6-90be-5914b61672e4 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4580832 Aug 10 04:00:09.391482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57822) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:09.873163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Deleting port 5c771544-b8df-4f1a-be57-510a19e1f39f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:09.873913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.961096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.961340 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.975625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Calling delete_port for 5c771544-b8df-4f1a-be57-510a19e1f39f owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:10.125900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.169513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c771544-b8df-4f1a-be57-510a19e1f39f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:10.235481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.237942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.239190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-566cc631-eca0-484e-a320-e3f32957205d tempest-ExternalNetworksAdminNegativeTestJSON-1761064821 tempest-ExternalNetworksAdminNegativeTestJSON-1761064821-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/75b66dc4-f1f1-4ec7-ac82-b8e7206eb85c HTTP/1.1" status: 204 len: 168 time: 0.8467267 Aug 10 04:00:10.573490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57846) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:10.733415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac8e488-a4dd-40f0-ab6c-b0ea27cd8ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.842839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac8e488-a4dd-40f0-ab6c-b0ea27cd8ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.847722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bac8e488-a4dd-40f0-ab6c-b0ea27cd8ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.894079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bac8e488-a4dd-40f0-ab6c-b0ea27cd8ef3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1155ccedece24517a1e7578221219c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188794 Aug 10 04:00:10.894916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8e488-a4dd-40f0-ab6c-b0ea27cd8ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a0db4-1e58-4996-a06d-f67b8556ae37,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:10.898202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:10.958849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-344ca48a-4426-4156-8965-375505108f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.987969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-344ca48a-4426-4156-8965-375505108f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.063942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-344ca48a-4426-4156-8965-375505108f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.067273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-344ca48a-4426-4156-8965-375505108f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.068478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-344ca48a-4426-4156-8965-375505108f42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d57a0db4-1e58-4996-a06d-f67b8556ae37 HTTP/1.1" status: 204 len: 168 time: 0.1693203 Aug 10 04:00:11.083561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ca48a-4426-4156-8965-375505108f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a0db4-1e58-4996-a06d-f67b8556ae37,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:11.438303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57868) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:11.489492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a022c8b5-6362-4e0a-8d36-258a1e1f89e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=858aa8f8c3ee4c3ba138b329e140a3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499613 Aug 10 04:00:11.493137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57872) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:11.556083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccd14c6e-5a3e-4c01-a804-3e449bce0325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.583851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccd14c6e-5a3e-4c01-a804-3e449bce0325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.665936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccd14c6e-5a3e-4c01-a804-3e449bce0325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.670021 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccd14c6e-5a3e-4c01-a804-3e449bce0325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.671641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ccd14c6e-5a3e-4c01-a804-3e449bce0325 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8cd0e11-63ba-4ff9-9090-f90e4c6e8eef HTTP/1.1" status: 204 len: 168 time: 0.1772993 Aug 10 04:00:11.688048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd14c6e-5a3e-4c01-a804-3e449bce0325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd0e11-63ba-4ff9-9090-f90e4c6e8eef,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.224943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:13.392964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1651887477', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:13.420926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Made reservation on behalf of 7c1a1c9f533743c9b2e08d0fed0f93c9 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:13.423612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.434505 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.550371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.556380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.562590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] device_id is not set on port 9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:00:13.621823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41df560-e670-4db4-a746-85946d1ef8b7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.689118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Allocated IP 172.25.2.232 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:13.857580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.917598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.967415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:13.975063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:13.978896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:14.023477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:14.047074 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.047730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.064982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6e2dd2bc-83c3-42de-8d2f-de824f99fa61 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.8386536 Aug 10 04:00:14.068210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57950) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:14.072710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.232'}]}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:14.096171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.097358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.155283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.310291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.575952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.607200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.817854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.981147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.983804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.032308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.032891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f21d36ae-83cc-4d08-9b69-2a3599a1e693 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:15.053030 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:00:15.054215 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41a37fe9-efa4-40c2-97d4-c3333ab4d1d6 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9850147 Aug 10 04:00:15.057281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 57976) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:15.140252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Deleting port 9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:15.140540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.230876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.243919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Calling delete_port for 9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:15.383876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.427666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:15.514535 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.516444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-48b86c1b-2be0-4638-a25f-49ad5665a928 tempest-RoutersAdminNegativeIpV6Test-1711852820 tempest-RoutersAdminNegativeIpV6Test-1711852820-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9f9f96b0-a2c1-4f26-a677-41a4e26c3e8f HTTP/1.1" status: 204 len: 168 time: 0.4575577 Aug 10 04:00:15.822204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57984) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:15.933068 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c02978-2990-4187-b049-13e9f14514c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.059561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c02978-2990-4187-b049-13e9f14514c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.064827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c02978-2990-4187-b049-13e9f14514c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.103224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c02978-2990-4187-b049-13e9f14514c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e005671-0c0f-42a2-9bd5-8b3b51929ff1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.110570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-14c02978-2990-4187-b049-13e9f14514c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d8b12e67ad3440a8b292fb9e8024d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849438 Aug 10 04:00:16.110802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:16.161007 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbb78-a57b-4669-8459-1edacabaee07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.184722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbb78-a57b-4669-8459-1edacabaee07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.237432 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbb78-a57b-4669-8459-1edacabaee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.240366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3dbfbb78-a57b-4669-8459-1edacabaee07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.242504 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3dbfbb78-a57b-4669-8459-1edacabaee07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e005671-0c0f-42a2-9bd5-8b3b51929ff1 HTTP/1.1" status: 204 len: 168 time: 0.1306705 Aug 10 04:00:16.253281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfbb78-a57b-4669-8459-1edacabaee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e005671-0c0f-42a2-9bd5-8b3b51929ff1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.531927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57994) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:16.581025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4bb4d259-6021-42c3-9077-0b607581e84d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c1a1c9f533743c9b2e08d0fed0f93c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465646 Aug 10 04:00:16.584724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 57996) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:16.643023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5b707b8-6936-4504-b076-eaab79b26abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.672448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5b707b8-6936-4504-b076-eaab79b26abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.725097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5b707b8-6936-4504-b076-eaab79b26abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.728305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a5b707b8-6936-4504-b076-eaab79b26abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.730260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a5b707b8-6936-4504-b076-eaab79b26abb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e41df560-e670-4db4-a746-85946d1ef8b7 HTTP/1.1" status: 204 len: 168 time: 0.1439285 Aug 10 04:00:16.739560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b707b8-6936-4504-b076-eaab79b26abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41df560-e670-4db4-a746-85946d1ef8b7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:18.226344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58036) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:18.333013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1944287046', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:18.356103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Made reservation on behalf of 0782932550f34df49be5a4ed1593c907 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:18.358676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.368309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.467818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.471727 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.481562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] device_id is not set on port edc40c40-04aa-45b8-8652-2e9e620bd08d yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:00:18.532159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff266661-5cdc-4635-b7d9-b6c01d7f07fc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:18.603587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Allocated IP 172.25.2.179 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/edc40c40-04aa-45b8-8652-2e9e620bd08d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:18.752106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.799897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.843439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:18.846541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:18.850289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:18.873187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Pushing event updated for resources: {'Port': ['ID=edc40c40-04aa-45b8-8652-2e9e620bd08d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:18.894152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:18.894781 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.909898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-68849b9e-118c-4e30-929d-a2af06a8eb1a tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6824274 Aug 10 04:00:18.913351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58042) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:18.918214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}]}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:18.947952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.949776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.037277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.193028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.421328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.441666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.642625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.834029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.836335 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.885019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.886482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e579297-fac1-46d9-8d7b-2ac307e0bdb6 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:19.915563 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:00:19.916667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-286acf46-507b-4176-9bf5-6bf57ae27db4 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0022514 Aug 10 04:00:19.919944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58056) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:20.015386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Deleting port edc40c40-04aa-45b8-8652-2e9e620bd08d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:20.016083 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.122380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.137027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Calling delete_port for edc40c40-04aa-45b8-8652-2e9e620bd08d owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:20.277769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.315652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Pushing event deleted for resources: {'Port': ['ID=edc40c40-04aa-45b8-8652-2e9e620bd08d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:20.383561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.386329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-221e0628-9825-46aa-9765-3d036e800f47 tempest-RoutersAdminNegativeTest-861626190 tempest-RoutersAdminNegativeTest-861626190-project-admin] 10.222.0.53 "DELETE /v2.0/ports/edc40c40-04aa-45b8-8652-2e9e620bd08d HTTP/1.1" status: 204 len: 168 time: 0.4646890 Aug 10 04:00:20.786429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58168) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:20.927415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-686242f5-6c11-4c1c-98a0-b47df9abff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.064625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-686242f5-6c11-4c1c-98a0-b47df9abff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.070075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-686242f5-6c11-4c1c-98a0-b47df9abff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.112889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-686242f5-6c11-4c1c-98a0-b47df9abff9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04262aab18f64f15a6785e6f90d9f3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255174 Aug 10 04:00:21.115055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686242f5-6c11-4c1c-98a0-b47df9abff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e88d86-f1c5-45dc-9213-4ccc70fe9373,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:21.116190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58214) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.183912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6bc720c-b161-4eb1-aabd-3fb75e05cdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.226344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6bc720c-b161-4eb1-aabd-3fb75e05cdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.288660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6bc720c-b161-4eb1-aabd-3fb75e05cdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.291837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b6bc720c-b161-4eb1-aabd-3fb75e05cdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.293281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b6bc720c-b161-4eb1-aabd-3fb75e05cdda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75e88d86-f1c5-45dc-9213-4ccc70fe9373 HTTP/1.1" status: 204 len: 168 time: 0.1759288 Aug 10 04:00:21.316071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc720c-b161-4eb1-aabd-3fb75e05cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e88d86-f1c5-45dc-9213-4ccc70fe9373,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:21.631090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58282) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.688001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c1301e4c-1f4c-4bc6-876b-a7d42fd35266 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0782932550f34df49be5a4ed1593c907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552349 Aug 10 04:00:21.690977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58292) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.765618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3eec8948-20d0-40d3-8321-b25348cf2ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.791833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3eec8948-20d0-40d3-8321-b25348cf2ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.857904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3eec8948-20d0-40d3-8321-b25348cf2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.860864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3eec8948-20d0-40d3-8321-b25348cf2ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.862454 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3eec8948-20d0-40d3-8321-b25348cf2ddf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff266661-5cdc-4635-b7d9-b6c01d7f07fc HTTP/1.1" status: 204 len: 168 time: 0.1698120 Aug 10 04:00:21.870930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec8948-20d0-40d3-8321-b25348cf2ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff266661-5cdc-4635-b7d9-b6c01d7f07fc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:22.860701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58450) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:23.044271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-743013674'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:23.095876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Made reservation on behalf of 40f28fda201045fb8c6f049c9264f971 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:23.100907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.120084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.268452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.273402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.304402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:23.323915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a0974-756a-4b10-9651-39d2eca0dd40,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:23.329478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.329893 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Added segment a8bee036-2cc2-44f8-a8d9-65ce7f659153 of type vlan for network e04eafff-61c5-418d-b577-3b0963a357e3 Aug 10 04:00:23.388912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.428295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.450248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.451231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.552690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6904149 Aug 10 04:00:23.556996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58526) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:23.568344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Request body: {'subnet': {'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:23.635959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231deb31-eab8-4c74-9325-29f08dafb0e4 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event updated for resources: {'Network': ['ID=e04eafff-61c5-418d-b577-3b0963a357e3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:23.654922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e04eafff-61c5-418d-b577-3b0963a357e3 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:23.707094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Made reservation on behalf of 40f28fda201045fb8c6f049c9264f971 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:23.711643 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.956861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.040259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event updated for resources: {'Subnet': ['ID=ad07f7fe-b48e-4c30-818f-aa4ed7dbda04,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:24.055669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Checking segment: {'id': 'a8bee036-2cc2-44f8-a8d9-65ce7f659153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:24.056036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Network hostable DHCP agents. Network: e04eafff-61c5-418d-b577-3b0963a357e3, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:24.076848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Network e04eafff-61c5-418d-b577-3b0963a357e3 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:24.087936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e04eafff-61c5-418d-b577-3b0963a357e3) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:24.093194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.093798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.102202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c7f6b9-27ed-493a-9f1d-e4777c503b26 None None] Network e04eafff-61c5-418d-b577-3b0963a357e3 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:24.115396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7dc9fad0-252f-41e8-ad28-0b4deffe419d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5560906 Aug 10 04:00:24.118705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58538) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.125041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Request body: {'port': {'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1176746275'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:24.264676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Made reservation on behalf of 40f28fda201045fb8c6f049c9264f971 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:24.268445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.281749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-e04eafff-61c5-418d-b577-3b0963a357e3', 'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3', 'tenant_id': '40f28fda201045fb8c6f049c9264f971', 'fixed_ips': [{'subnet_id': 'ad07f7fe-b48e-4c30-818f-aa4ed7dbda04'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:24.284032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.297467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] device_id is not set on port 3fb8c4b6-852f-4274-8635-621b25278af6 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:00:24.445258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Allocated IP 2001:db8::35f (e04eafff-61c5-418d-b577-3b0963a357e3/ad07f7fe-b48e-4c30-818f-aa4ed7dbda04/3fb8c4b6-852f-4274-8635-621b25278af6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:24.637279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.657173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Transition to ACTIVE for port object 3fb8c4b6-852f-4274-8635-621b25278af6 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:24.694756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.756180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Network e04eafff-61c5-418d-b577-3b0963a357e3 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:24.762150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:24.766329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:24.766622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Allocated IP 2001:db8::2 (e04eafff-61c5-418d-b577-3b0963a357e3/ad07f7fe-b48e-4c30-818f-aa4ed7dbda04/d32c46da-156b-46e4-be4f-abdf259172ce) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:24.777552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.778669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.819182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event updated for resources: {'Port': ['ID=3fb8c4b6-852f-4274-8635-621b25278af6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:24.837458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58544) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.839373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7ea218df-2977-4aae-82fb-c498278fddee tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7110186 Aug 10 04:00:24.839724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Request body: {'port': {'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1765549889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:24.841012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] bootfile-name is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:00:24.841509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] tftp-server is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:00:24.842278 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] server-ip-address is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:00:24.901167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.975496 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.987871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Transition to ACTIVE for port object d32c46da-156b-46e4-be4f-abdf259172ce will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:25.007960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Transition to ACTIVE for port object d32c46da-156b-46e4-be4f-abdf259172ce will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:25.019398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.065546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Network e04eafff-61c5-418d-b577-3b0963a357e3 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:25.069401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:25.073063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Made reservation on behalf of 40f28fda201045fb8c6f049c9264f971 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:25.074434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:25.077913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Pushing event updated for resources: {'Port': ['ID=d32c46da-156b-46e4-be4f-abdf259172ce,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.080348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.087356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.087692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.088305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.088646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.089518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.089842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.090365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.090858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.091182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.091507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.091830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.092140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:25.117083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] device_id is not set on port b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:00:25.156637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Attempting to bind port d32c46da-156b-46e4-be4f-abdf259172ce on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:25.156997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Attempting to bind port d32c46da-156b-46e4-be4f-abdf259172ce by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a8bee036-2cc2-44f8-a8d9-65ce7f659153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:25.157833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Attempting to bind port d32c46da-156b-46e4-be4f-abdf259172ce on network e04eafff-61c5-418d-b577-3b0963a357e3 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:25.164246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:25.164594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Checking segment: {'id': 'a8bee036-2cc2-44f8-a8d9-65ce7f659153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:25.164898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.165462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Bound using segment: {'id': 'a8bee036-2cc2-44f8-a8d9-65ce7f659153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:25.166134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Bound port: d32c46da-156b-46e4-be4f-abdf259172ce, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bee036-2cc2-44f8-a8d9-65ce7f659153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e04eafff-61c5-418d-b577-3b0963a357e3'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:25.166729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.279612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] For port d32c46da-156b-46e4-be4f-abdf259172ce, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:25.287027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] For port d32c46da-156b-46e4-be4f-abdf259172ce, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d32c46da-156b-46e4-be4f-abdf259172ce,segment=NetworkSegment(a8bee036-2cc2-44f8-a8d9-65ce7f659153),segment_id=a8bee036-2cc2-44f8-a8d9-65ce7f659153)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:25.295334 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.314597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Allocated IP 2001:db8::3e2 (e04eafff-61c5-418d-b577-3b0963a357e3/ad07f7fe-b48e-4c30-818f-aa4ed7dbda04/b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:25.376812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a6e8-be0e-4301-872f-e6c5b973d951 None None] Pushing event updated for resources: {'Port': ['ID=d32c46da-156b-46e4-be4f-abdf259172ce,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.515974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.539252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Transition to ACTIVE for port object b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:25.598812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.699174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Network e04eafff-61c5-418d-b577-3b0963a357e3 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:25.703732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:25.706911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:25.717063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.717789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.766045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9327493 Aug 10 04:00:25.768573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58548) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:25.778839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2517287-6c40-4e1d-a0ef-19f2f970d357 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event updated for resources: {'Port': ['ID=b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.888311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e0ab9-766f-4792-bc1e-a8e684a4cc63 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.894605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e0ab9-766f-4792-bc1e-a8e684a4cc63 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.900915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e0ab9-766f-4792-bc1e-a8e684a4cc63 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.903397 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cb7e0ab9-766f-4792-bc1e-a8e684a4cc63 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1333663 Aug 10 04:00:25.906711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:26.038933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Deleting port b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:26.039482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.127069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d32c46da-156b-46e4-be4f-abdf259172ce up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:26.173461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.192400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Calling delete_port for b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:26.197428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.228292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d32c46da-156b-46e4-be4f-abdf259172ce completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:26.399596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.452315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event deleted for resources: {'Port': ['ID=b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:26.484969 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.488480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-06e5af04-2d48-444a-b3b2-a81e0bad809b tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "DELETE /v2.0/ports/b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b HTTP/1.1" status: 204 len: 168 time: 0.5796223 Aug 10 04:00:26.493719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:26.507048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Request body: {'port': {'name': 'tempest-new-port-name-1344433941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:26.507048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] bootfile-name is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:00:26.507048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] tftp-server is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:00:26.507048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.api.validators [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] server-ip-address is not in valid_values {{(pid=94141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:00:26.629546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.694627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7f43f-d419-4bcc-9a90-99b9c2e7508a None None] Network e04eafff-61c5-418d-b577-3b0963a357e3 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:26.774380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] Provisioning for port d32c46da-156b-46e4-be4f-abdf259172ce completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:26.780328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] Provisioning complete for port d32c46da-156b-46e4-be4f-abdf259172ce triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:26.780972 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.955983 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.019069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] For port d32c46da-156b-46e4-be4f-abdf259172ce, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d32c46da-156b-46e4-be4f-abdf259172ce,segment=NetworkSegment(a8bee036-2cc2-44f8-a8d9-65ce7f659153),segment_id=a8bee036-2cc2-44f8-a8d9-65ce7f659153)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:27.030641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.087294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eba5ef79-d4b4-4fb9-81ee-c803b1c6cc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.093539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccd3a8-11f5-448f-8876-2e37a81ea3aa None None] Pushing event updated for resources: {'Port': ['ID=d32c46da-156b-46e4-be4f-abdf259172ce,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.275800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.283288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.322579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] In _notify_port_updated(), no bound segment for port 3fb8c4b6-852f-4274-8635-621b25278af6 on network e04eafff-61c5-418d-b577-3b0963a357e3 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:00:27.328692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.329693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.330795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "PUT /v2.0/ports/3fb8c4b6-852f-4274-8635-621b25278af6 HTTP/1.1" status: 200 len: 1130 time: 0.8360136 Aug 10 04:00:27.335585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.366421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f947ef-a146-406d-95c8-037e12dd1354 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event updated for resources: {'Port': ['ID=3fb8c4b6-852f-4274-8635-621b25278af6,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.366686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7530f3f8-58e6-4220-a324-71541b84da3e None None] Provisioning complete for port d32c46da-156b-46e4-be4f-abdf259172ce triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:27.367154 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7530f3f8-58e6-4220-a324-71541b84da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.426541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb8596-52fa-4939-9d3c-ec1df8f1a8be tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.430434 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7bbb8596-52fa-4939-9d3c-ec1df8f1a8be tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "GET /v2.0/ports/3fb8c4b6-852f-4274-8635-621b25278af6 HTTP/1.1" status: 200 len: 1130 time: 0.0924916 Aug 10 04:00:27.434802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58560) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.492246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7530f3f8-58e6-4220-a324-71541b84da3e None None] Provisioning for port 3fb8c4b6-852f-4274-8635-621b25278af6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:27.498125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7530f3f8-58e6-4220-a324-71541b84da3e None None] Provisioning complete for port 3fb8c4b6-852f-4274-8635-621b25278af6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:27.498731 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7530f3f8-58e6-4220-a324-71541b84da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.554225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7530f3f8-58e6-4220-a324-71541b84da3e None None] Port 3fb8c4b6-852f-4274-8635-621b25278af6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:27.595813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Deleting port 3fb8c4b6-852f-4274-8635-621b25278af6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:27.596372 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.683390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3c3f952a-1983-4915-9b67-51d62ef7e6f6 None None] Provisioning complete for port 3fb8c4b6-852f-4274-8635-621b25278af6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:27.684484 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c3f952a-1983-4915-9b67-51d62ef7e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.709593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.732498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Calling delete_port for 3fb8c4b6-852f-4274-8635-621b25278af6 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:27.733518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f952a-1983-4915-9b67-51d62ef7e6f6 None None] Port 3fb8c4b6-852f-4274-8635-621b25278af6 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:27.912702 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.948769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3e079a8b-fb39-4b0c-b7b8-61055bcecd1b None None] Could not find standard attr ID for object b2a52cd3-fbe7-4568-9d1f-eab1a1d3be6b. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:00:27.951523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event deleted for resources: {'Port': ['ID=3fb8c4b6-852f-4274-8635-621b25278af6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.980562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.982291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6095a5c8-f0a3-4db1-be80-45f5f2e58597 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "DELETE /v2.0/ports/3fb8c4b6-852f-4274-8635-621b25278af6 HTTP/1.1" status: 204 len: 168 time: 0.5457954 Aug 10 04:00:27.984767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58564) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:28.048696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Deleting subnet ad07f7fe-b48e-4c30-818f-aa4ed7dbda04 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:28.052393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.064684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d32c46da-156b-46e4-be4f-abdf259172ce up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:28.102990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.138229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d32c46da-156b-46e4-be4f-abdf259172ce triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:28.139009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.206941 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.305609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.336042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event deleted for resources: {'Subnet': ['ID=ad07f7fe-b48e-4c30-818f-aa4ed7dbda04,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.340006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.344520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:28.345089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8e896309-f309-4e78-b511-9347cb2f776d tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "DELETE /v2.0/subnets/ad07f7fe-b48e-4c30-818f-aa4ed7dbda04 HTTP/1.1" status: 204 len: 168 time: 0.3572598 Aug 10 04:00:28.431346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.490585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad9e4e-b67c-42ae-9451-14a7af583983 None None] Network e04eafff-61c5-418d-b577-3b0963a357e3 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:28.508307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Deleting port d32c46da-156b-46e4-be4f-abdf259172ce {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:28.508931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.584760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-42a1d5a5-0721-4bc7-92bc-8725699c43c7 None None] Could not find standard attr ID for object 3fb8c4b6-852f-4274-8635-621b25278af6. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:00:28.587244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] For port d32c46da-156b-46e4-be4f-abdf259172ce, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d32c46da-156b-46e4-be4f-abdf259172ce,segment=NetworkSegment(a8bee036-2cc2-44f8-a8d9-65ce7f659153),segment_id=a8bee036-2cc2-44f8-a8d9-65ce7f659153)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:28.587613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.602242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Calling delete_port for d32c46da-156b-46e4-be4f-abdf259172ce owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:28.697412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.721612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92867f31-5d28-42d3-9c14-54507afc15af None None] DHCP port deletion for e04eafff-61c5-418d-b577-3b0963a357e3 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:28.742260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event deleted for resources: {'Port': ['ID=d32c46da-156b-46e4-be4f-abdf259172ce,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.746868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] No DVR routers for this DVR port d32c46da-156b-46e4-be4f-abdf259172ce on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:28.832466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.843346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04eafff-61c5-418d-b577-3b0963a357e3']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:28.855632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bee036-2cc2-44f8-a8d9-65ce7f659153') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:28.855929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bee036-2cc2-44f8-a8d9-65ce7f659153') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:28.868020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.886477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.893786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:28.894231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:28.899154 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:28.968152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.975112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.976725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] 10.222.0.53 "DELETE /v2.0/networks/e04eafff-61c5-418d-b577-3b0963a357e3 HTTP/1.1" status: 204 len: 168 time: 0.6308594 Aug 10 04:00:28.990953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571000bc-36c7-4f51-9df7-70f7c317fa82 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832 tempest-ExtraDHCPOptionsIpV6TestJSON-117337832-project] Pushing event deleted for resources: {'Network': ['ID=e04eafff-61c5-418d-b577-3b0963a357e3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:29.251332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58574) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.388273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-48469b07-3d55-447c-9044-b6e537bc6e45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40f28fda201045fb8c6f049c9264f971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355290 Aug 10 04:00:29.391260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58578) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.441648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c9d5-30be-4cd2-b279-477bb41c9b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.464684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c9d5-30be-4cd2-b279-477bb41c9b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.517719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c9d5-30be-4cd2-b279-477bb41c9b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.520552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c9d5-30be-4cd2-b279-477bb41c9b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.529401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fbf1c9d5-30be-4cd2-b279-477bb41c9b14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd3a0974-756a-4b10-9651-39d2eca0dd40 HTTP/1.1" status: 204 len: 168 time: 0.1322720 Aug 10 04:00:29.534171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1c9d5-30be-4cd2-b279-477bb41c9b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a0974-756a-4b10-9651-39d2eca0dd40,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:29.660468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.869361 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63a811ad-ccb4-498b-acce-139610c2061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.021096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c673c-b1d9-4558-8a0c-de7e2b13d0e4 req-34d4b4f7-4486-4856-b69e-af5a2e7b9647 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.023053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-210c673c-b1d9-4558-8a0c-de7e2b13d0e4 req-34d4b4f7-4486-4856-b69e-af5a2e7b9647 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 949 time: 0.0667305 Aug 10 04:00:30.060987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d32c46da-156b-46e4-be4f-abdf259172ce no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:30.068016 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-210c673c-b1d9-4558-8a0c-de7e2b13d0e4 req-0e2c603a-2f42-4bd8-9d12-ad1401bf88a6 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370033 Aug 10 04:00:30.085846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d32c46da-156b-46e4-be4f-abdf259172ce {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:30.086282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d32c46da-156b-46e4-be4f-abdf259172ce not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:30.262607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58608) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.365266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2137893600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:30.394735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.395780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.450905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.455008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.470292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.471493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f3397a1-6540-42f8-841a-9b4293ccc642 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2077320 Aug 10 04:00:30.474148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.479056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1573697517'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:30.503010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:30.506603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.515865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.612184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.616878 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.647132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:30.671433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1607e5e-e834-47ac-b7fc-5cbc27ade41a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:30.676577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.677150 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Added segment 84000e1c-d773-482f-9841-622f6721b817 of type vlan for network ce93a73e-7a43-4bde-801a-9cf7f3814704 Aug 10 04:00:30.735019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.773380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.779173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.779801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.863184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3879850 Aug 10 04:00:30.866206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.872198 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'subnet': {'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:30.886690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e55036-4cd3-48c7-b075-52365700d4e1 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Network': ['ID=ce93a73e-7a43-4bde-801a-9cf7f3814704,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:30.897535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:30.969427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:30.973224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.190990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.253531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074db9-1d96-4acb-beea-7412d5c83931 req-24f9a5cd-5c1d-4cdc-8db4-6b7d3f824db1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.256015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74074db9-1d96-4acb-beea-7412d5c83931 req-24f9a5cd-5c1d-4cdc-8db4-6b7d3f824db1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 949 time: 0.1106703 Aug 10 04:00:31.264185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Subnet': ['ID=6ce70000-118b-4fdc-abd3-f9e91051c81a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:31.301600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Checking segment: {'id': '84000e1c-d773-482f-9841-622f6721b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:31.301967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network hostable DHCP agents. Network: ce93a73e-7a43-4bde-801a-9cf7f3814704, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:31.325672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-74074db9-1d96-4acb-beea-7412d5c83931 req-83f1d51f-399c-491a-bdc5-ae7979c8f9a0 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/security-groups?id=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625079 Aug 10 04:00:31.332630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:31.346807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, ce93a73e-7a43-4bde-801a-9cf7f3814704) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:31.352102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.353222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.357578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a0f9a6-7fd1-4ad6-8ffe-4052b57c3fd8 None None] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:31.372708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ccfd72e0-05c2-4cd1-b9d3-a84f0eda62c0 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5052323 Aug 10 04:00:31.376710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58618) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.382956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'network': {'name': 'tempest-router-network01--1495127821'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:31.409726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:31.413447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.447307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:31.465869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.466379 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Added segment af0882f8-b2a9-4445-b5b1-cd557ff1cc84 of type vlan for network 141f2676-1c3c-404b-b7f4-575ab4d2977d Aug 10 04:00:31.541229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.565135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-ce93a73e-7a43-4bde-801a-9cf7f3814704', 'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704', 'tenant_id': 'b45cd4c528c4448b8726b577f07eee1a', 'fixed_ips': [{'subnet_id': '6ce70000-118b-4fdc-abd3-f9e91051c81a'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:31.566599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.572337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-709e50e1-e0d1-43f4-8afc-1a2f00babb91 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.574493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-709e50e1-e0d1-43f4-8afc-1a2f00babb91 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.39 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 949 time: 0.0985532 Aug 10 04:00:31.617059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.623186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.623832 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.699760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3215141 Aug 10 04:00:31.703724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.710103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'network': {'name': 'tempest-router-network02--1457435172'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:31.737624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512667a2-6764-44c7-8946-9f02395791f4 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Network': ['ID=141f2676-1c3c-404b-b7f4-575ab4d2977d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:31.737910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:31.742059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.759569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:31.775415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:31.785017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Deleting port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:31.785557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.787992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.788355 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Added segment 4caabc11-f641-49fe-bf22-f7572f744169 of type vlan for network 7074ab61-a7ad-4c45-a23c-f18fdad8924d Aug 10 04:00:31.837626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.839585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.857316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Allocated IP 2001:db8::2 (ce93a73e-7a43-4bde-801a-9cf7f3814704/6ce70000-118b-4fdc-abd3-f9e91051c81a/3cf8db5d-6009-4d72-89e1-3373f54869a1) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:31.894532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.902894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.903612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.918994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] For port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:31.919384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.938262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Calling delete_port for e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:31.974069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2660012 Aug 10 04:00:31.974310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.979603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'subnet': {'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:32.034211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.046059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Transition to ACTIVE for port object 3cf8db5d-6009-4d72-89e1-3373f54869a1 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:32.112625 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.113108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Transition to ACTIVE for port object 3cf8db5d-6009-4d72-89e1-3373f54869a1 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:32.124795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.142639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:32.145058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Pushing event deleted for resources: {'Port': ['ID=e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.187146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:32.190097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] No DVR routers for this DVR port e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:32.192769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.195186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8085b671-c25d-405f-afbe-a80fe39b2591 req-5da705c3-3dc5-4095-8d62-8852fe437cb1 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.39 "DELETE /v2.0/ports/e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 HTTP/1.1" status: 204 len: 173 time: 0.6104820 Aug 10 04:00:32.195558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646e78ba-0919-4abd-b43b-05b423aeae26', 'name': 'network-vif-deleted', 'tag': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:32.197943 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576c473-a5df-4547-9b33-88afa1fa9788" -d '{"events": [{"server_uuid": "646e78ba-0919-4abd-b43b-05b423aeae26", "name": "network-vif-deleted", "tag": "e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:32.242378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:32.248430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:32.266843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Pushing event updated for resources: {'Port': ['ID=3cf8db5d-6009-4d72-89e1-3373f54869a1,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.361085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Attempting to bind port 3cf8db5d-6009-4d72-89e1-3373f54869a1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:32.363064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Attempting to bind port 3cf8db5d-6009-4d72-89e1-3373f54869a1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '84000e1c-d773-482f-9841-622f6721b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:32.363064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Attempting to bind port 3cf8db5d-6009-4d72-89e1-3373f54869a1 on network ce93a73e-7a43-4bde-801a-9cf7f3814704 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:32.364235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855bc11-796c-401b-a3ca-b038053d0b75 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Network': ['ID=7074ab61-a7ad-4c45-a23c-f18fdad8924d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.376942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7074ab61-a7ad-4c45-a23c-f18fdad8924d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:32.411091 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa9575-a1bd-4b84-912b-d8e7359881df x-openstack-request-id: req-34fa9575-a1bd-4b84-912b-d8e7359881df {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:32.412056 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646e78ba-0919-4abd-b43b-05b423aeae26", "name": "network-vif-deleted", "tag": "e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:32.412467 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34fa9575-a1bd-4b84-912b-d8e7359881df {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:32.413092 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646e78ba-0919-4abd-b43b-05b423aeae26', 'name': 'network-vif-deleted', 'tag': 'e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2', 'status': 'completed', 'code': 200} Aug 10 04:00:32.426354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:32.426686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Checking segment: {'id': '84000e1c-d773-482f-9841-622f6721b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:32.427343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.427985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Bound using segment: {'id': '84000e1c-d773-482f-9841-622f6721b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:32.428539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Bound port: 3cf8db5d-6009-4d72-89e1-3373f54869a1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84000e1c-d773-482f-9841-622f6721b817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ce93a73e-7a43-4bde-801a-9cf7f3814704'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:32.428989 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.433969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:32.437836 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.521541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] For port 3cf8db5d-6009-4d72-89e1-3373f54869a1, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:32.523627 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7519166-4212-4854-8835-341ae30edbf1 req-5e8e3be6-5367-43e5-9043-b37874931a57 tempest-VolumesBackupsTest-223818750 tempest-VolumesBackupsTest-223818750-project] 10.222.0.53 "GET /v2.0/ports?device_id=646e78ba-0919-4abd-b43b-05b423aeae26 HTTP/1.1" status: 200 len: 210 time: 0.0908256 Aug 10 04:00:32.526694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] For port 3cf8db5d-6009-4d72-89e1-3373f54869a1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3cf8db5d-6009-4d72-89e1-3373f54869a1,segment=NetworkSegment(84000e1c-d773-482f-9841-622f6721b817),segment_id=84000e1c-d773-482f-9841-622f6721b817)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:32.532024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.631496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738d885-22f2-4c0c-902f-315f645c313b None None] Pushing event updated for resources: {'Port': ['ID=3cf8db5d-6009-4d72-89e1-3373f54869a1,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.709358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.787301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Subnet': ['ID=d41718e0-1693-44d7-a11a-a0f0ad1ae32b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.793854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Checking segment: {'id': 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:32.794510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network hostable DHCP agents. Network: 141f2676-1c3c-404b-b7f4-575ab4d2977d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:32.813135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:32.822903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 141f2676-1c3c-404b-b7f4-575ab4d2977d) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:32.828912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:32.829811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.841139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e5261-80c1-473d-a7bd-9d5239ecbd58 None None] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:32.852033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c21b74a4-5d6b-49fd-b21b-baa5dda9110a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8765039 Aug 10 04:00:32.856852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58632) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:32.864762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'subnet': {'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:33.009120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:33.024198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.081843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-141f2676-1c3c-404b-b7f4-575ab4d2977d', 'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d', 'tenant_id': 'b45cd4c528c4448b8726b577f07eee1a', 'fixed_ips': [{'subnet_id': 'd41718e0-1693-44d7-a11a-a0f0ad1ae32b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:33.082918 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.221559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.246819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.247966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Allocated IP 2001:db8::2 (141f2676-1c3c-404b-b7f4-575ab4d2977d/d41718e0-1693-44d7-a11a-a0f0ad1ae32b/d22e6d33-a51f-42e1-954b-32cadf24ea26) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:33.290682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Subnet': ['ID=76295d8e-5012-495f-af3b-7ed3b46bc0d9,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:33.302207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Checking segment: {'id': '4caabc11-f641-49fe-bf22-f7572f744169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:33.302665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network hostable DHCP agents. Network: 7074ab61-a7ad-4c45-a23c-f18fdad8924d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:33.321224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network 7074ab61-a7ad-4c45-a23c-f18fdad8924d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:33.336399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7074ab61-a7ad-4c45-a23c-f18fdad8924d) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:33.344904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:33.345630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.346721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d8f1f-14c2-4248-908d-68af7030032b None None] Network 7074ab61-a7ad-4c45-a23c-f18fdad8924d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:33.362444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5b8ffa4f-0e72-4c97-abde-87114bc3210d tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5038729 Aug 10 04:00:33.365162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:33.477744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.492114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Transition to ACTIVE for port object d22e6d33-a51f-42e1-954b-32cadf24ea26 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:33.531516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Transition to ACTIVE for port object d22e6d33-a51f-42e1-954b-32cadf24ea26 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:33.545609 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.616593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:33.634719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:33.644672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:33.658158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-7074ab61-a7ad-4c45-a23c-f18fdad8924d', 'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d', 'tenant_id': 'b45cd4c528c4448b8726b577f07eee1a', 'fixed_ips': [{'subnet_id': '76295d8e-5012-495f-af3b-7ed3b46bc0d9'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:33.659108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.699090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Pushing event updated for resources: {'Port': ['ID=d22e6d33-a51f-42e1-954b-32cadf24ea26,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:33.700026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.871292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Attempting to bind port d22e6d33-a51f-42e1-954b-32cadf24ea26 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:33.871898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Attempting to bind port d22e6d33-a51f-42e1-954b-32cadf24ea26 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:33.872253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Attempting to bind port d22e6d33-a51f-42e1-954b-32cadf24ea26 on network 141f2676-1c3c-404b-b7f4-575ab4d2977d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:33.881481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:33.881941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Checking segment: {'id': 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:33.882460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.882937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Bound using segment: {'id': 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:33.883499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Bound port: d22e6d33-a51f-42e1-954b-32cadf24ea26, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '141f2676-1c3c-404b-b7f4-575ab4d2977d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:33.883956 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.967662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e8d8bb-26cd-4008-8122-b340cd7a899a None None] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:33.972491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Allocated IP 2001:db8::2 (7074ab61-a7ad-4c45-a23c-f18fdad8924d/76295d8e-5012-495f-af3b-7ed3b46bc0d9/9b662626-aa76-4c72-b07f-d09159825809) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:34.045482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] For port d22e6d33-a51f-42e1-954b-32cadf24ea26, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:34.076212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a8b9c787-be2f-4e57-9555-cd5a7271446e None None] Provisioning for port 3cf8db5d-6009-4d72-89e1-3373f54869a1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:34.114664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Allocated IP 2001:db8::1 (141f2676-1c3c-404b-b7f4-575ab4d2977d/d41718e0-1693-44d7-a11a-a0f0ad1ae32b/cfc9236f-0c7b-4bbe-8eea-56ea95f063da) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:34.123655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] For port d22e6d33-a51f-42e1-954b-32cadf24ea26, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d22e6d33-a51f-42e1-954b-32cadf24ea26,segment=NetworkSegment(af0882f8-b2a9-4445-b5b1-cd557ff1cc84),segment_id=af0882f8-b2a9-4445-b5b1-cd557ff1cc84)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:34.174933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.190298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3cf8db5d-6009-4d72-89e1-3373f54869a1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:34.263558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.280242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Transition to ACTIVE for port object cfc9236f-0c7b-4bbe-8eea-56ea95f063da will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:34.306772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-e5a3d068-d616-4d42-9ae0-caabaa5db371 req-dc56edd8-973a-4d14-9c43-044e49db5fba service neutron] (94141) timed out ('10.222.0.53', 40352) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:00:34.337585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.360078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce87408-f4ea-450f-bc91-8e5fc65db93e None None] Pushing event updated for resources: {'Port': ['ID=d22e6d33-a51f-42e1-954b-32cadf24ea26,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.387473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:34.393469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:34.398622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:34.399321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.449288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3cf8db5d-6009-4d72-89e1-3373f54869a1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:34.456118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3cf8db5d-6009-4d72-89e1-3373f54869a1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:34.456835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.457716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Port': ['ID=cfc9236f-0c7b-4bbe-8eea-56ea95f063da,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.529109 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:34.534017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.570639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Transition to ACTIVE for port object 9b662626-aa76-4c72-b07f-d09159825809 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:34.606867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.611120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Transition to ACTIVE for port object 9b662626-aa76-4c72-b07f-d09159825809 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:34.855908 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.910834 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.923268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Network 7074ab61-a7ad-4c45-a23c-f18fdad8924d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:34.929860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:34.940292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:34.942404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Pushing event updated for resources: {'Port': ['ID=9b662626-aa76-4c72-b07f-d09159825809,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.973933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3cf8db5d-6009-4d72-89e1-3373f54869a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3cf8db5d-6009-4d72-89e1-3373f54869a1,segment=NetworkSegment(84000e1c-d773-482f-9841-622f6721b817),segment_id=84000e1c-d773-482f-9841-622f6721b817)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:34.993463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.073116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:35.098027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Attempting to bind port 9b662626-aa76-4c72-b07f-d09159825809 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:35.098393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Attempting to bind port 9b662626-aa76-4c72-b07f-d09159825809 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4caabc11-f641-49fe-bf22-f7572f744169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:35.098761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Attempting to bind port 9b662626-aa76-4c72-b07f-d09159825809 on network 7074ab61-a7ad-4c45-a23c-f18fdad8924d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:35.099161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.106965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.107929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.109346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:35.109693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e636ffa0-f2cb-4d0a-bd3b-1a9afabe32f2 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:35.118274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:35.118636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Checking segment: {'id': '4caabc11-f641-49fe-bf22-f7572f744169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:35.119046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.119443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Bound using segment: {'id': '4caabc11-f641-49fe-bf22-f7572f744169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:35.120484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Bound port: 9b662626-aa76-4c72-b07f-d09159825809, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4caabc11-f641-49fe-bf22-f7572f744169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7074ab61-a7ad-4c45-a23c-f18fdad8924d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:35.120883 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.125541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a74ebb98-cb3a-4d0f-a13a-75ba3d05cc2a None None] Provisioning complete for port 3cf8db5d-6009-4d72-89e1-3373f54869a1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:35.126582 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a74ebb98-cb3a-4d0f-a13a-75ba3d05cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.156373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3cf8db5d-6009-4d72-89e1-3373f54869a1,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:35.226173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Port': ['ID=cfc9236f-0c7b-4bbe-8eea-56ea95f063da,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:35.237221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] For port 9b662626-aa76-4c72-b07f-d09159825809, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:35.242168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] For port 9b662626-aa76-4c72-b07f-d09159825809, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b662626-aa76-4c72-b07f-d09159825809,segment=NetworkSegment(4caabc11-f641-49fe-bf22-f7572f744169),segment_id=4caabc11-f641-49fe-bf22-f7572f744169)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:35.267009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.321284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:35.324226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:35.354565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8062227-5cbe-45b5-90ae-403e0d15b6c6 None None] Pushing event updated for resources: {'Port': ['ID=9b662626-aa76-4c72-b07f-d09159825809,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:35.488333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Router af341e59-cd41-4dc4-ac09-413634db7545 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:00:35.625134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:35.633899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3a3ed978-8141-4ea2-8d05-ddad03de7c18 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2647538 Aug 10 04:00:35.633899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:35.641411 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] Sync routers for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:35.660010 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:35.660713 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:35.705159 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:35.718309 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:35.719736 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:35.764870 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:35.765709 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fd11f-c07c-48a0-9045-e922bcee8a78 None None] The sync data for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:35.923084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b93f8-509c-4423-927c-1f8b09b22e31 None None] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:36.078351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5cc5c55f-3744-48e6-b031-9c9af3f1e639 None None] Provisioning for port d22e6d33-a51f-42e1-954b-32cadf24ea26 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:36.124471 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-41cffd21-c543-423f-865e-91a729da18a2 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:00:36.125616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-41cffd21-c543-423f-865e-91a729da18a2 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4902997 Aug 10 04:00:36.128466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58648) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:36.255844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d22e6d33-a51f-42e1-954b-32cadf24ea26 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:36.340642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d22e6d33-a51f-42e1-954b-32cadf24ea26 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:36.351812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d22e6d33-a51f-42e1-954b-32cadf24ea26 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:36.352333 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.491430 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.547360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d22e6d33-a51f-42e1-954b-32cadf24ea26, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d22e6d33-a51f-42e1-954b-32cadf24ea26,segment=NetworkSegment(af0882f8-b2a9-4445-b5b1-cd557ff1cc84),segment_id=af0882f8-b2a9-4445-b5b1-cd557ff1cc84)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:36.556910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.558090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3cf8db5d-6009-4d72-89e1-3373f54869a1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:36.632164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.665784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d22e6d33-a51f-42e1-954b-32cadf24ea26,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:36.674987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3cf8db5d-6009-4d72-89e1-3373f54869a1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:36.675255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.740928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fb5d7a12-6a64-486b-b4a6-eef22c88473f None None] Provisioning for port cfc9236f-0c7b-4bbe-8eea-56ea95f063da completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:36.747901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fb5d7a12-6a64-486b-b4a6-eef22c88473f None None] Provisioning complete for port cfc9236f-0c7b-4bbe-8eea-56ea95f063da triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:36.748301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7a12-6a64-486b-b4a6-eef22c88473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.790234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d7a12-6a64-486b-b4a6-eef22c88473f None None] Port cfc9236f-0c7b-4bbe-8eea-56ea95f063da cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:36.838359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fb5d7a12-6a64-486b-b4a6-eef22c88473f None None] Provisioning complete for port d22e6d33-a51f-42e1-954b-32cadf24ea26 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:36.838929 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb5d7a12-6a64-486b-b4a6-eef22c88473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.888573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b662626-aa76-4c72-b07f-d09159825809 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:36.973541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e8bbfb-2ab6-4a9d-af71-6f3084de6b86 None None] Network 7074ab61-a7ad-4c45-a23c-f18fdad8924d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:37.040838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting port cfc9236f-0c7b-4bbe-8eea-56ea95f063da {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:37.040838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.048936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9b662626-aa76-4c72-b07f-d09159825809 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:37.196003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.219467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Calling delete_port for cfc9236f-0c7b-4bbe-8eea-56ea95f063da owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:37.244538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Provisioning for port 9b662626-aa76-4c72-b07f-d09159825809 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:37.253246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Provisioning complete for port 9b662626-aa76-4c72-b07f-d09159825809 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:37.253680 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.404720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.531230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] For port 9b662626-aa76-4c72-b07f-d09159825809, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b662626-aa76-4c72-b07f-d09159825809,segment=NetworkSegment(4caabc11-f641-49fe-bf22-f7572f744169),segment_id=4caabc11-f641-49fe-bf22-f7572f744169)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:37.540029 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.635779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Provisioning complete for port cfc9236f-0c7b-4bbe-8eea-56ea95f063da triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:37.636330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.652018 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.724641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Pushing event updated for resources: {'Port': ['ID=9b662626-aa76-4c72-b07f-d09159825809,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:37.771342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2599fb8e-aa7f-483c-93aa-15415cde05e7 None None] Port cfc9236f-0c7b-4bbe-8eea-56ea95f063da cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:37.827903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Port': ['ID=cfc9236f-0c7b-4bbe-8eea-56ea95f063da,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:37.900108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6dc7b18c-82c0-4063-8fd0-22ce41b8abdc None None] Provisioning complete for port 9b662626-aa76-4c72-b07f-d09159825809 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:37.903229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b18c-82c0-4063-8fd0-22ce41b8abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.957835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.962306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-e9918b7b-3f47-48da-99a7-a98b19633812 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2824447 Aug 10 04:00:38.034657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6dc7b18c-82c0-4063-8fd0-22ce41b8abdc None None] Could not find standard attr ID for object cfc9236f-0c7b-4bbe-8eea-56ea95f063da. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:00:38.176757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d22e6d33-a51f-42e1-954b-32cadf24ea26 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:38.200717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb6fc-ac5d-4e1f-8e7a-c44a021013f7 req-45ca429a-8cd7-4fa8-bbb7-e9ebf2192038 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.202847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d2cb6fc-ac5d-4e1f-8e7a-c44a021013f7 req-45ca429a-8cd7-4fa8-bbb7-e9ebf2192038 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 946 time: 0.0679572 Aug 10 04:00:38.246637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d22e6d33-a51f-42e1-954b-32cadf24ea26 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:38.247203 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.262553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d2cb6fc-ac5d-4e1f-8e7a-c44a021013f7 req-eecf8d46-db02-4226-a2a0-e16418e10f54 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459630 Aug 10 04:00:38.326949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-67950f79-ff92-4c56-8b84-60c74cb43d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.328553 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-67950f79-ff92-4c56-8b84-60c74cb43d8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=69b8fbea47f34039a753bebf73acd79a&device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 1098 time: 0.2518692 Aug 10 04:00:38.333230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Router af341e59-cd41-4dc4-ac09-413634db7545 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:38.372996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b662626-aa76-4c72-b07f-d09159825809 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:38.441873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9b662626-aa76-4c72-b07f-d09159825809 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:38.443306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.466759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:38.473121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-106a39fc-9733-450d-8bdb-dcf5b998fdbe tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3435764 Aug 10 04:00:38.477133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58736) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:38.477934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] Sync routers for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:38.497018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:38.497788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:38.526256 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-131639e0-07be-4bd3-975e-0c04d4341796 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] delete failed (client error): The resource could not be found. Aug 10 04:00:38.531407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-131639e0-07be-4bd3-975e-0c04d4341796 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-597519668 HTTP/1.1" status: 404 len: 334 time: 0.0492470 Aug 10 04:00:38.531769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:38.537400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:38.538324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-871337c6-9f14-4cac-8217-a4949d671605 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'router': {'external_gateway_info': {'network_id': 'af341e59-cd41-4dc4-ac09-413634db7545'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:38.550969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:38.551680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:38.563697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-9345c967-991c-4cb2-af21-ff5de488a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.565500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-9345c967-991c-4cb2-af21-ff5de488a514 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 200 len: 917 time: 0.1788437 Aug 10 04:00:38.600006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:38.600006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3fc02-681b-41f5-92a0-5779e1cdef0e None None] The sync data for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:38.659849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-e4ac993c-3ca0-449d-ac2f-a99aa5828a6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 200 len: 1001 time: 0.0843749 Aug 10 04:00:38.717239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-5bf9dcea-d12e-43ee-9416-d05a09c67f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.718764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-5bf9dcea-d12e-43ee-9416-d05a09c67f88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 200 len: 855 time: 0.0519922 Aug 10 04:00:38.772234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-22fcb896-249e-4769-bf71-7b211b01f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.775070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-22fcb896-249e-4769-bf71-7b211b01f5ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b10605a5-a24a-43b9-b2f2-c3f2e080f99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482485 Aug 10 04:00:38.830989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-871337c6-9f14-4cac-8217-a4949d671605 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.858784 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-871337c6-9f14-4cac-8217-a4949d671605 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] update failed (client error): The resource could not be found. Aug 10 04:00:38.860843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-871337c6-9f14-4cac-8217-a4949d671605 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545 HTTP/1.1" status: 404 len: 339 time: 0.3267839 Aug 10 04:00:38.864748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:38.870746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1987901876'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:38.903406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:38.910531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.917862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-f0eda54f-4548-4c4c-88c9-c49c1d065020 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348522 Aug 10 04:00:38.957095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:38.980604 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.980918 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Added segment 1c4e3b19-e2e6-42e5-9b64-f726e14e71ef of type vlan for network 2ab8b923-5b23-4426-b72a-7f5a185178ff Aug 10 04:00:39.029891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.056284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa772a74-e8c2-4299-8017-9d8190b5d479 req-7e9eed0b-2e21-4680-931b-ed84ce56a602 service neutron] 10.222.0.65 "GET /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245832 Aug 10 04:00:39.070277 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.076929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.077606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.147165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2806504 Aug 10 04:00:39.150721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58744) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:39.159143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121993f-dd4c-4fcd-8ce3-ccf15ad00d32 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Network': ['ID=2ab8b923-5b23-4426-b72a-7f5a185178ff,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:39.168878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'subnet': {'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:39.172732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2ab8b923-5b23-4426-b72a-7f5a185178ff details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:39.310409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Made reservation on behalf of b45cd4c528c4448b8726b577f07eee1a for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:39.314074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.511367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c53a-0d2c-442e-84f8-09f2c1cea760 req-9fd1e3f7-cc01-445f-aedc-d6a52f9d0132 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.512956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5f3c53a-0d2c-442e-84f8-09f2c1cea760 req-9fd1e3f7-cc01-445f-aedc-d6a52f9d0132 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 946 time: 0.1350515 Aug 10 04:00:39.523187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-637d2015-1b19-4a0d-b502-592173cac34a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.524702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-637d2015-1b19-4a0d-b502-592173cac34a tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 946 time: 0.1276953 Aug 10 04:00:39.656018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5f3c53a-0d2c-442e-84f8-09f2c1cea760 req-a1607575-1281-4ace-b068-51af396466fc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups?id=c7fb481e-de6f-4e44-9ae1-6b9beebb8102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303227 Aug 10 04:00:39.718634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.778688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Deleting port 326b70c1-e56a-4c6e-8261-a0afbedb387a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:39.779086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.800474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Subnet': ['ID=f1bbfc5b-02f7-4524-a2b1-757773d70617,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:39.858763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Checking segment: {'id': '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:39.859135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network hostable DHCP agents. Network: 2ab8b923-5b23-4426-b72a-7f5a185178ff, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:39.899151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network 2ab8b923-5b23-4426-b72a-7f5a185178ff is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:39.920132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] For port 326b70c1-e56a-4c6e-8261-a0afbedb387a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=326b70c1-e56a-4c6e-8261-a0afbedb387a,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:39.920495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.922929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2ab8b923-5b23-4426-b72a-7f5a185178ff) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:39.936558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee042f3-5695-4412-a975-a3114e865538 None None] Network 2ab8b923-5b23-4426-b72a-7f5a185178ff requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:39.939719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.940369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.171949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-2ab8b923-5b23-4426-b72a-7f5a185178ff', 'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff', 'tenant_id': 'b45cd4c528c4448b8726b577f07eee1a', 'fixed_ips': [{'subnet_id': 'f1bbfc5b-02f7-4524-a2b1-757773d70617'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:40.173164 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.346768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Allocated IP 2001:db8:1::2 (2ab8b923-5b23-4426-b72a-7f5a185178ff/f1bbfc5b-02f7-4524-a2b1-757773d70617/ca0131e2-71c3-4809-ac10-fe5d39822280) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:40.363415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6d0ba8ed-98a5-4e70-82ae-83ad74c7d499 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2103696 Aug 10 04:00:40.366336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58750) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:40.372779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e267f053-bac5-4fa4-b6ca-1c895e6d1f6a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:40.538659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.550070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Transition to ACTIVE for port object ca0131e2-71c3-4809-ac10-fe5d39822280 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:40.571625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Transition to ACTIVE for port object ca0131e2-71c3-4809-ac10-fe5d39822280 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:40.578303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.578881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.579017 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Floating IP 3a0497b3-23af-4f05-b90b-d68e96539b24 disassociated. External IP: 172.25.2.145, port: 326b70c1-e56a-4c6e-8261-a0afbedb387a. Aug 10 04:00:40.579317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Calling delete_port for 326b70c1-e56a-4c6e-8261-a0afbedb387a owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:40.581661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.624409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Network 2ab8b923-5b23-4426-b72a-7f5a185178ff is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:40.627743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:40.629901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e267f053-bac5-4fa4-b6ca-1c895e6d1f6a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.635507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:40.667097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Pushing event updated for resources: {'Port': ['ID=ca0131e2-71c3-4809-ac10-fe5d39822280,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:40.756761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Attempting to bind port ca0131e2-71c3-4809-ac10-fe5d39822280 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:40.757175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Attempting to bind port ca0131e2-71c3-4809-ac10-fe5d39822280 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:40.757544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Attempting to bind port ca0131e2-71c3-4809-ac10-fe5d39822280 on network 2ab8b923-5b23-4426-b72a-7f5a185178ff {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:40.758915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.771790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:40.772264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Checking segment: {'id': '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:40.772748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.773213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Bound using segment: {'id': '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:40.773763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Bound port: ca0131e2-71c3-4809-ac10-fe5d39822280, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2ab8b923-5b23-4426-b72a-7f5a185178ff'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:40.774267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.794655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9599b55e-ec23-4bf4-89d8-45cb2e46befa req-ec649ef6-5d58-4ee0-ad37-3a61c53728c5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.0412877 Aug 10 04:00:40.796491 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-e267f053-bac5-4fa4-b6ca-1c895e6d1f6a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:00:40.798023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event deleted for resources: {'Port': ['ID=326b70c1-e56a-4c6e-8261-a0afbedb387a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:40.821810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e267f053-bac5-4fa4-b6ca-1c895e6d1f6a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545 HTTP/1.1" status: 400 len: 364 time: 0.4490449 Aug 10 04:00:40.821810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:40.866725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] For port ca0131e2-71c3-4809-ac10-fe5d39822280, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:40.871371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] For port ca0131e2-71c3-4809-ac10-fe5d39822280, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca0131e2-71c3-4809-ac10-fe5d39822280,segment=NetworkSegment(1c4e3b19-e2e6-42e5-9b64-f726e14e71ef),segment_id=1c4e3b19-e2e6-42e5-9b64-f726e14e71ef)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:40.881642 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.945604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2d6f3-86dc-4f9a-8fa9-8c06e0589077 None None] Pushing event updated for resources: {'Port': ['ID=ca0131e2-71c3-4809-ac10-fe5d39822280,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:40.951324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:41.110683 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:41.127137 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:41.172121 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:41.175473 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:41.186220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] No DVR routers for this DVR port 326b70c1-e56a-4c6e-8261-a0afbedb387a on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:41.194455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.197156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1ccff290-e6d6-4872-b9cd-957063902f3e req-372e7ee8-bd53-4545-8ff6-bf43c9678685 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.65 "DELETE /v2.0/ports/326b70c1-e56a-4c6e-8261-a0afbedb387a HTTP/1.1" status: 204 len: 173 time: 1.6598399 Aug 10 04:00:41.205759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-deleted', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:41.221253 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb11ab7-fa55-497a-992a-e2a43fd3f9bb" -d '{"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-deleted", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:41.311754 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618b8245-f035-40ee-ab85-507dbe554478 x-openstack-request-id: req-618b8245-f035-40ee-ab85-507dbe554478 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:41.312372 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cc4ac9-278d-4e73-840d-3df03ed5fb41", "name": "network-vif-deleted", "tag": "326b70c1-e56a-4c6e-8261-a0afbedb387a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:41.312846 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-618b8245-f035-40ee-ab85-507dbe554478 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:41.313494 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cc4ac9-278d-4e73-840d-3df03ed5fb41', 'name': 'network-vif-deleted', 'tag': '326b70c1-e56a-4c6e-8261-a0afbedb387a', 'status': 'completed', 'code': 200} Aug 10 04:00:41.445093 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:41.708830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:41.745127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:41.763763 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:41.764661 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:41.783225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.023611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52164ad2-8771-4f95-b728-051f963dcf51 req-eecd92ef-c5b3-4ee7-8b92-433d52effd79 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/ports?device_id=17cc4ac9-278d-4e73-840d-3df03ed5fb41 HTTP/1.1" status: 200 len: 210 time: 0.0407186 Aug 10 04:00:42.102889 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:42.168758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca0131e2-71c3-4809-ac10-fe5d39822280 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:42.235899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Allocated IP 2001:db8::1 (ce93a73e-7a43-4bde-801a-9cf7f3814704/6ce70000-118b-4fdc-abd3-f9e91051c81a/05d8eb26-c6c6-450f-94d1-32572de28b98) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:42.252859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ca0131e2-71c3-4809-ac10-fe5d39822280 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:42.311931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b464838-5ded-4bda-8e15-2a3be72ab5aa None None] Network 2ab8b923-5b23-4426-b72a-7f5a185178ff requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:42.393912 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:42.405514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.420935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Transition to ACTIVE for port object 05d8eb26-c6c6-450f-94d1-32572de28b98 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:42.427945 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aaccaa-65d4-4650-bf78-251de7722d5b None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T03:52:03Z', 'revision_number': 4, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '01a3bf2e-8b7d-4e1f-8601-067e92715bae', 'name': '', 'network_id': 'b10605a5-a24a-43b9-b2f2-c3f2e080f99b', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'mac_address': 'fa:16:3e:95:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:52:01Z', 'updated_at': '2021-08-10T03:52:13Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'subnets': [{'id': 'b0847956-fa2d-4380-8f9c-e889d4d61454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:42.466288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.522957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:42.526901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:42.532041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:42.532837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.536378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Port': ['ID=05d8eb26-c6c6-450f-94d1-32572de28b98,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:42.622372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] Provisioning for port ca0131e2-71c3-4809-ac10-fe5d39822280 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:42.638455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] Provisioning complete for port ca0131e2-71c3-4809-ac10-fe5d39822280 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:42.638835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.689273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.801188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.808632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08e558-9c65-4d35-9441-2a56e7a905ca None None] New status for floating IP 3a0497b3-23af-4f05-b90b-d68e96539b24: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:00:42.965596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] For port ca0131e2-71c3-4809-ac10-fe5d39822280, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca0131e2-71c3-4809-ac10-fe5d39822280,segment=NetworkSegment(1c4e3b19-e2e6-42e5-9b64-f726e14e71ef),segment_id=1c4e3b19-e2e6-42e5-9b64-f726e14e71ef)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:42.977392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.060754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a03b8a-135f-46e3-b696-46caa834de0f None None] Pushing event updated for resources: {'Port': ['ID=ca0131e2-71c3-4809-ac10-fe5d39822280,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:43.062905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.074842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.075775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.113416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ae6d710d-982e-4641-bb1f-15458d9c4e00 None None] Provisioning for port 05d8eb26-c6c6-450f-94d1-32572de28b98 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:43.119366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ae6d710d-982e-4641-bb1f-15458d9c4e00 None None] Provisioning complete for port 05d8eb26-c6c6-450f-94d1-32572de28b98 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:43.120712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ae6d710d-982e-4641-bb1f-15458d9c4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.137236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58768) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:43.146416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event updated for resources: {'Port': ['ID=05d8eb26-c6c6-450f-94d1-32572de28b98,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:43.191958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d710d-982e-4641-bb1f-15458d9c4e00 None None] Port 05d8eb26-c6c6-450f-94d1-32572de28b98 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:43.229221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f45906a-fdbb-4893-9104-4f47e9ff5aa5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.256025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f45906a-fdbb-4893-9104-4f47e9ff5aa5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.256275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:43.258412 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:43.332731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f45906a-fdbb-4893-9104-4f47e9ff5aa5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.343335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1f45906a-fdbb-4893-9104-4f47e9ff5aa5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.343565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e170c609-edaa-4438-9c8e-5b76d542adfd None None] Provisioning complete for port ca0131e2-71c3-4809-ac10-fe5d39822280 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:43.344160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e170c609-edaa-4438-9c8e-5b76d542adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.345397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1f45906a-fdbb-4893-9104-4f47e9ff5aa5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7fb481e-de6f-4e44-9ae1-6b9beebb8102 HTTP/1.1" status: 204 len: 168 time: 0.2069452 Aug 10 04:00:43.352305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:43.364844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45906a-fdbb-4893-9104-4f47e9ff5aa5 tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb481e-de6f-4e44-9ae1-6b9beebb8102,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:43.380740 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-d71328a1-652a-4f62-b248-1532f1c1fcdc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] show failed (client error): The resource could not be found. Aug 10 04:00:43.385128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:43.385324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d71328a1-652a-4f62-b248-1532f1c1fcdc tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "GET /v2.0/security-groups/c7fb481e-de6f-4e44-9ae1-6b9beebb8102 HTTP/1.1" status: 404 len: 347 time: 0.0320027 Aug 10 04:00:43.429405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Router af341e59-cd41-4dc4-ac09-413634db7545 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:43.580495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:43.595341 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] Sync routers for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:43.599994 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a286aa59-afe9-4b13-a6c8-b8ad60b70065 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7786160 Aug 10 04:00:43.600924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58776) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:43.612284 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:43.613854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Deleting port 6ad4115c-8a41-4364-811d-ec8b6b1b4c15 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:43.614226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.616396 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:43.670784 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:43.681262 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:43.681866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:43.725330 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:43.726169 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3faf8c-79fe-4cbc-a30b-a31dd2a201df None None] The sync data for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:43.732721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e14e2fa3-e965-4d64-8828-62615dee458c None None] Provisioning complete for port 05d8eb26-c6c6-450f-94d1-32572de28b98 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:43.733158 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e14e2fa3-e965-4d64-8828-62615dee458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.739839 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.740183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.751939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e814de7-df59-45e4-9ba6-51f70dcddb29 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.756245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Calling delete_port for 6ad4115c-8a41-4364-811d-ec8b6b1b4c15 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:43.775578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e14e2fa3-e965-4d64-8828-62615dee458c None None] Port 05d8eb26-c6c6-450f-94d1-32572de28b98 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:43.849579 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-7e814de7-df59-45e4-9ba6-51f70dcddb29 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 04:00:43.853112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e814de7-df59-45e4-9ba6-51f70dcddb29 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545 HTTP/1.1" status: 409 len: 329 time: 0.2508335 Aug 10 04:00:43.856429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58778) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:43.919735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.959488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Pushing event deleted for resources: {'Port': ['ID=6ad4115c-8a41-4364-811d-ec8b6b1b4c15,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:44.051575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.054307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.059549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4010156f-f032-48e9-a08b-c6f10567f8da tempest-AttachVolumeShelveTestJSON-574469703 tempest-AttachVolumeShelveTestJSON-574469703-project] 10.222.0.53 "DELETE /v2.0/floatingips/3a0497b3-23af-4f05-b90b-d68e96539b24 HTTP/1.1" status: 204 len: 168 time: 0.6722565 Aug 10 04:00:44.112249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca0131e2-71c3-4809-ac10-fe5d39822280 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:44.188207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ca0131e2-71c3-4809-ac10-fe5d39822280 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:44.188705 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.255801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.531461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting port 05d8eb26-c6c6-450f-94d1-32572de28b98 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:44.531814 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.631833 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.644255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Calling delete_port for 05d8eb26-c6c6-450f-94d1-32572de28b98 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:44.663515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:44.696322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 326b70c1-e56a-4c6e-8261-a0afbedb387a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:44.698404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 326b70c1-e56a-4c6e-8261-a0afbedb387a not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:44.824792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.852709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Port': ['ID=05d8eb26-c6c6-450f-94d1-32572de28b98,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:44.955204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.127251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Router af341e59-cd41-4dc4-ac09-413634db7545 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:45.207146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:45.216692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58786) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:45.217152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-86e31417-bfff-4436-80a0-812c7a1b9b21 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3592987 Aug 10 04:00:45.220783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] Sync routers for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:45.230884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:45.231515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:45.271315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:45.284370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] Routers {'af341e59-cd41-4dc4-ac09-413634db7545'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:45.285454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['af341e59-cd41-4dc4-ac09-413634db7545'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:45.291237 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-ede269a5-7bb1-4ff2-b724-0a9cb49dac01 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] show failed (client error): The resource could not be found. Aug 10 04:00:45.294227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ede269a5-7bb1-4ff2-b724-0a9cb49dac01 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-844895710 HTTP/1.1" status: 404 len: 334 time: 0.0762994 Aug 10 04:00:45.297039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58790) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:45.306866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1fc9f736-fe2c-4442-9955-67ae10c34294 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:45.335865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:45.336916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f6a82a-7acd-43bf-93fc-8badfb2c74e4 None None] The sync data for ids ['af341e59-cd41-4dc4-ac09-413634db7545'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:45.343649 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-1fc9f736-fe2c-4442-9955-67ae10c34294 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] update failed (client error): The resource could not be found. Aug 10 04:00:45.349427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1fc9f736-fe2c-4442-9955-67ae10c34294 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-425761493 HTTP/1.1" status: 404 len: 334 time: 0.0446198 Aug 10 04:00:45.350054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58792) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:45.406978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting subnet f1bbfc5b-02f7-4524-a2b1-757773d70617 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:45.410687 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.453082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.546555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.633491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.667122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.672407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58796) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:45.673407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/subnets/f1bbfc5b-02f7-4524-a2b1-757773d70617 HTTP/1.1" status: 204 len: 168 time: 0.3207946 Aug 10 04:00:45.674182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208409b-7a1a-4675-aa38-e095844a23bd None None] Network 2ab8b923-5b23-4426-b72a-7f5a185178ff requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:45.674722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc25ed1-0e72-4705-a8ba-54a7b5c6308a tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bbfc5b-02f7-4524-a2b1-757773d70617,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:45.887872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] DHCP port deletion for 2ab8b923-5b23-4426-b72a-7f5a185178ff request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:45.962471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] Deleting port ca0131e2-71c3-4809-ac10-fe5d39822280 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:45.963501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.083372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] For port ca0131e2-71c3-4809-ac10-fe5d39822280, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca0131e2-71c3-4809-ac10-fe5d39822280,segment=NetworkSegment(1c4e3b19-e2e6-42e5-9b64-f726e14e71ef),segment_id=1c4e3b19-e2e6-42e5-9b64-f726e14e71ef)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:46.085338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.112550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.123935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] Calling delete_port for ca0131e2-71c3-4809-ac10-fe5d39822280 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:46.126806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca0131e2-71c3-4809-ac10-fe5d39822280 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:46.183665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting port ca0131e2-71c3-4809-ac10-fe5d39822280 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:46.184008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.272691 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] For port ca0131e2-71c3-4809-ac10-fe5d39822280, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca0131e2-71c3-4809-ac10-fe5d39822280,segment=NetworkSegment(1c4e3b19-e2e6-42e5-9b64-f726e14e71ef),segment_id=1c4e3b19-e2e6-42e5-9b64-f726e14e71ef)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:46.273371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.283140 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.286378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.295624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Calling delete_port for ca0131e2-71c3-4809-ac10-fe5d39822280 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:46.324967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] Pushing event deleted for resources: {'Port': ['ID=ca0131e2-71c3-4809-ac10-fe5d39822280,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:46.330558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd4792-b028-4271-bbba-8cd5e5befc3c None None] No DVR routers for this DVR port ca0131e2-71c3-4809-ac10-fe5d39822280 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:46.408111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.444182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Port': ['ID=ca0131e2-71c3-4809-ac10-fe5d39822280,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:46.448342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] No DVR routers for this DVR port ca0131e2-71c3-4809-ac10-fe5d39822280 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:46.542538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.555846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab8b923-5b23-4426-b72a-7f5a185178ff']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:46.569540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:46.569891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4e3b19-e2e6-42e5-9b64-f726e14e71ef') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:46.582407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.598782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.612424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:46.613224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:46.619044 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:46.687592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.696151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.697909 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/networks/2ab8b923-5b23-4426-b72a-7f5a185178ff HTTP/1.1" status: 204 len: 168 time: 1.0242331 Aug 10 04:00:46.700450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58810) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:46.715119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbf2bb-469f-4ce0-9bfa-181217cc71cc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Network': ['ID=2ab8b923-5b23-4426-b72a-7f5a185178ff,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:46.763330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting subnet 76295d8e-5012-495f-af3b-7ed3b46bc0d9 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:46.766599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.816874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.931633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.996608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.021796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Subnet': ['ID=76295d8e-5012-495f-af3b-7ed3b46bc0d9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:47.033312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.035645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2f7a4d04-8322-4cfb-814a-1e0ac156cfdc tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/subnets/76295d8e-5012-495f-af3b-7ed3b46bc0d9 HTTP/1.1" status: 204 len: 168 time: 0.3327022 Aug 10 04:00:47.038049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58812) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:47.040785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b38784-5940-4c19-b862-3690a29b1f1c None None] Network 7074ab61-a7ad-4c45-a23c-f18fdad8924d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:47.117515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting subnet d41718e0-1693-44d7-a11a-a0f0ad1ae32b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:47.122499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.183119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.263259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] DHCP port deletion for 7074ab61-a7ad-4c45-a23c-f18fdad8924d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:47.298868 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.328935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] Deleting port 9b662626-aa76-4c72-b07f-d09159825809 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:47.329305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.383703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.399419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] For port 9b662626-aa76-4c72-b07f-d09159825809, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b662626-aa76-4c72-b07f-d09159825809,segment=NetworkSegment(4caabc11-f641-49fe-bf22-f7572f744169),segment_id=4caabc11-f641-49fe-bf22-f7572f744169)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:47.399812 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.418474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Subnet': ['ID=d41718e0-1693-44d7-a11a-a0f0ad1ae32b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:47.423444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.425589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] Calling delete_port for 9b662626-aa76-4c72-b07f-d09159825809 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:47.425722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8d70e08f-305c-4658-9212-5f8ed2087df6 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/subnets/d41718e0-1693-44d7-a11a-a0f0ad1ae32b HTTP/1.1" status: 204 len: 168 time: 0.3866472 Aug 10 04:00:47.428272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58814) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:47.435767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89469a50-4891-4b97-bd4b-4992d01459ca None None] Network 141f2676-1c3c-404b-b7f4-575ab4d2977d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:47.536154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.607657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting port 9b662626-aa76-4c72-b07f-d09159825809 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:47.608457 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.632272 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.692774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] Pushing event deleted for resources: {'Port': ['ID=9b662626-aa76-4c72-b07f-d09159825809,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:47.693867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda5f52-7aa2-4213-aa29-f31c97381db4 None None] No DVR routers for this DVR port 9b662626-aa76-4c72-b07f-d09159825809 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:47.739038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] For port 9b662626-aa76-4c72-b07f-d09159825809, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b662626-aa76-4c72-b07f-d09159825809,segment=NetworkSegment(4caabc11-f641-49fe-bf22-f7572f744169),segment_id=4caabc11-f641-49fe-bf22-f7572f744169)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:47.739493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.760403 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Calling delete_port for 9b662626-aa76-4c72-b07f-d09159825809 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:47.767714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] DHCP port deletion for 141f2676-1c3c-404b-b7f4-575ab4d2977d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:47.828840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] Deleting port d22e6d33-a51f-42e1-954b-32cadf24ea26 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:47.829222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.854562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.881892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Port': ['ID=9b662626-aa76-4c72-b07f-d09159825809,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:47.886246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] No DVR routers for this DVR port 9b662626-aa76-4c72-b07f-d09159825809 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:47.905017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] For port d22e6d33-a51f-42e1-954b-32cadf24ea26, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d22e6d33-a51f-42e1-954b-32cadf24ea26,segment=NetworkSegment(af0882f8-b2a9-4445-b5b1-cd557ff1cc84),segment_id=af0882f8-b2a9-4445-b5b1-cd557ff1cc84)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:47.905520 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.923678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] Calling delete_port for d22e6d33-a51f-42e1-954b-32cadf24ea26 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:47.980965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.992353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7074ab61-a7ad-4c45-a23c-f18fdad8924d']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:48.008660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4caabc11-f641-49fe-bf22-f7572f744169') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:48.008962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4caabc11-f641-49fe-bf22-f7572f744169') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:48.027561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.039636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.068228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.075167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] Pushing event deleted for resources: {'Port': ['ID=d22e6d33-a51f-42e1-954b-32cadf24ea26,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:48.077420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31385b8-6f0a-4459-bb2a-abf0f17d10b2 None None] No DVR routers for this DVR port d22e6d33-a51f-42e1-954b-32cadf24ea26 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:48.085680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:48.085680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: self.session.flush() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:48.088961 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:48.097700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d22e6d33-a51f-42e1-954b-32cadf24ea26 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:48.126228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d22e6d33-a51f-42e1-954b-32cadf24ea26 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:48.126571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d22e6d33-a51f-42e1-954b-32cadf24ea26 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:48.126996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b662626-aa76-4c72-b07f-d09159825809 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:48.148424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9b662626-aa76-4c72-b07f-d09159825809 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:48.148714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b662626-aa76-4c72-b07f-d09159825809 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:48.177595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.185747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.190755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/networks/7074ab61-a7ad-4c45-a23c-f18fdad8924d HTTP/1.1" status: 204 len: 168 time: 0.7586100 Aug 10 04:00:48.190755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:48.256866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47babf68-f6bb-4b40-b16d-531b49f1ab68 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Network': ['ID=7074ab61-a7ad-4c45-a23c-f18fdad8924d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:48.288061 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.388284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.399174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141f2676-1c3c-404b-b7f4-575ab4d2977d']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:48.411825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:48.412128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0882f8-b2a9-4445-b5b1-cd557ff1cc84') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:48.422744 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.438288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.445257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:48.445959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:48.450083 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:48.519903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.527339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.529522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/networks/141f2676-1c3c-404b-b7f4-575ab4d2977d HTTP/1.1" status: 204 len: 168 time: 0.3383067 Aug 10 04:00:48.532589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58822) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:48.568347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7c46b-a1b0-406c-88da-d4617482790e tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Network': ['ID=141f2676-1c3c-404b-b7f4-575ab4d2977d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:48.596417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting subnet 6ce70000-118b-4fdc-abd3-f9e91051c81a {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:48.599682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.648443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.757621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.848914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.883328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce70000-118b-4fdc-abd3-f9e91051c81a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:48.887603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.890610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-66536b48-8560-4cd6-a60a-cdebc4ab73ec tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/subnets/6ce70000-118b-4fdc-abd3-f9e91051c81a HTTP/1.1" status: 204 len: 168 time: 0.3572934 Aug 10 04:00:48.893053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:48.919719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b5ab4-b427-4b2f-9f57-c30f56ea647d None None] Network ce93a73e-7a43-4bde-801a-9cf7f3814704 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:48.996311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.064102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Deleting port 3cf8db5d-6009-4d72-89e1-3373f54869a1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:49.064458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.145476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] DHCP port deletion for ce93a73e-7a43-4bde-801a-9cf7f3814704 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:49.146104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] For port 3cf8db5d-6009-4d72-89e1-3373f54869a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3cf8db5d-6009-4d72-89e1-3373f54869a1,segment=NetworkSegment(84000e1c-d773-482f-9841-622f6721b817),segment_id=84000e1c-d773-482f-9841-622f6721b817)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:49.146329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.161935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Calling delete_port for 3cf8db5d-6009-4d72-89e1-3373f54869a1 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:49.205387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] Deleting port 3cf8db5d-6009-4d72-89e1-3373f54869a1 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:49.206448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.251805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.279651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Port': ['ID=3cf8db5d-6009-4d72-89e1-3373f54869a1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:49.287073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] For port 3cf8db5d-6009-4d72-89e1-3373f54869a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3cf8db5d-6009-4d72-89e1-3373f54869a1,segment=NetworkSegment(84000e1c-d773-482f-9841-622f6721b817),segment_id=84000e1c-d773-482f-9841-622f6721b817)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:49.287625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.293695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] No DVR routers for this DVR port 3cf8db5d-6009-4d72-89e1-3373f54869a1 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:49.308736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] Calling delete_port for 3cf8db5d-6009-4d72-89e1-3373f54869a1 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:49.394450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.408692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce93a73e-7a43-4bde-801a-9cf7f3814704']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:49.412839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.421367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84000e1c-d773-482f-9841-622f6721b817') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:49.421665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84000e1c-d773-482f-9841-622f6721b817') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:49.433064 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.452314 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.452601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] Pushing event deleted for resources: {'Port': ['ID=3cf8db5d-6009-4d72-89e1-3373f54869a1,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:49.458437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a54ef-f863-4455-b9e1-2822d4596d69 None None] No DVR routers for this DVR port 3cf8db5d-6009-4d72-89e1-3373f54869a1 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:49.467681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:49.467864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:49.472306 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:49.540876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.550250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.551599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/networks/ce93a73e-7a43-4bde-801a-9cf7f3814704 HTTP/1.1" status: 204 len: 168 time: 0.6574111 Aug 10 04:00:49.554557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58830) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:49.564382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41906350-252f-4a07-a511-a68fe397c799 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Pushing event deleted for resources: {'Network': ['ID=ce93a73e-7a43-4bde-801a-9cf7f3814704,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:49.590292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ee9b789-4ab3-4725-8c2f-d6233123e198 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "GET /v2.0/ports?device_id=af341e59-cd41-4dc4-ac09-413634db7545 HTTP/1.1" status: 200 len: 205 time: 0.0337396 Aug 10 04:00:49.592773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58832) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:49.678547 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.874893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.878484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.922949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58842) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:49.954929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.955482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Fanout notify agent at l3_agent the message router_deleted on router af341e59-cd41-4dc4-ac09-413634db7545 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:49.967383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.968788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fe8d1166-ca54-4862-94bf-5518b9297b80 tempest-RoutersNegativeIpV6Test-1864590670 tempest-RoutersNegativeIpV6Test-1864590670-project] 10.222.0.53 "DELETE /v2.0/routers/af341e59-cd41-4dc4-ac09-413634db7545 HTTP/1.1" status: 204 len: 168 time: 0.3747120 Aug 10 04:00:50.087090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3cf8db5d-6009-4d72-89e1-3373f54869a1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:50.114492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3cf8db5d-6009-4d72-89e1-3373f54869a1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:50.115137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3cf8db5d-6009-4d72-89e1-3373f54869a1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:50.291098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58850) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:50.456207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3a86f217-6c68-4563-acf3-93c83f92996d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b45cd4c528c4448b8726b577f07eee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630449 Aug 10 04:00:50.458682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58854) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:50.479627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.518003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48e0359a-3acd-4de3-90c1-4265e30b3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.542013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48e0359a-3acd-4de3-90c1-4265e30b3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.595247 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48e0359a-3acd-4de3-90c1-4265e30b3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.599789 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-48e0359a-3acd-4de3-90c1-4265e30b3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.599789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-48e0359a-3acd-4de3-90c1-4265e30b3220 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1607e5e-e834-47ac-b7fc-5cbc27ade41a HTTP/1.1" status: 204 len: 168 time: 0.1398857 Aug 10 04:00:50.607993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0359a-3acd-4de3-90c1-4265e30b3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1607e5e-e834-47ac-b7fc-5cbc27ade41a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:50.778746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Deleting port 01a3bf2e-8b7d-4e1f-8601-067e92715bae {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:50.779297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.872441 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] For port 01a3bf2e-8b7d-4e1f-8601-067e92715bae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=01a3bf2e-8b7d-4e1f-8601-067e92715bae,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:50.872800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.888434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Calling delete_port for 01a3bf2e-8b7d-4e1f-8601-067e92715bae owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:51.418709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:51.456998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Pushing event deleted for resources: {'Port': ['ID=01a3bf2e-8b7d-4e1f-8601-067e92715bae,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:51.652165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:51.948104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:52.109366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:52.118488 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] Sync routers for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:52.119881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c5b5ab27-d3de-4c44-b0e3-1044fb5dae0f admin admin] 10.222.0.53 "PUT /v2.0/routers/3c231602-f55f-4b3e-b3d6-e9876edc0ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1952345 Aug 10 04:00:52.122415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58894) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:52.133589 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:52.134785 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:52.253764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.258892 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:52.380350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.464386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Deleting port ef3957e0-24a0-435d-a00d-8b86ddae4018 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:52.465076 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.494931 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T04:00:51Z', 'revision_number': 5, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port': {'id': 'ef3957e0-24a0-435d-a00d-8b86ddae4018', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:53Z', 'updated_at': '2021-08-10T03:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:52.523561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:52.534743 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] Checking router: 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:52.543114 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] Routers {'3c231602-f55f-4b3e-b3d6-e9876edc0ab2'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:52.543724 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:00:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:52.577122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] For port ef3957e0-24a0-435d-a00d-8b86ddae4018, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ef3957e0-24a0-435d-a00d-8b86ddae4018,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:52.577633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.595584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Calling delete_port for ef3957e0-24a0-435d-a00d-8b86ddae4018 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:52.631624 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] Set router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:52.665199 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7677180c-e408-4fc4-aa3d-602b5be0bc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.690085 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T04:00:52Z', 'revision_number': 6, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:52.734520 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f543f40c-80e0-430e-a40f-36e4901be527 None None] The sync data for ids ['3c231602-f55f-4b3e-b3d6-e9876edc0ab2'] in n-d-769329-14 is: [{'id': '3c231602-f55f-4b3e-b3d6-e9876edc0ab2', 'name': 'tempest-AttachVolumeShelveTestJSON-223855243-router', 'tenant_id': '69b8fbea47f34039a753bebf73acd79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:50Z', 'updated_at': '2021-08-10T04:00:52Z', 'revision_number': 6, 'project_id': '69b8fbea47f34039a753bebf73acd79a', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:52.792468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7677180c-e408-4fc4-aa3d-602b5be0bc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.797403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7677180c-e408-4fc4-aa3d-602b5be0bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.805848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.837575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3957e0-24a0-435d-a00d-8b86ddae4018,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:52.848833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7677180c-e408-4fc4-aa3d-602b5be0bc2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2936d84891f408898a0f736e012b3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234124 Aug 10 04:00:52.849941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58912) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:52.856689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677180c-e408-4fc4-aa3d-602b5be0bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c3a08-3a89-4936-897a-d8b3d4444e01,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:52.902481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.914123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f9fcaa-2a7c-494e-8409-9f3ed4b05aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.937129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f9fcaa-2a7c-494e-8409-9f3ed4b05aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.991962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f9fcaa-2a7c-494e-8409-9f3ed4b05aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.995587 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f9fcaa-2a7c-494e-8409-9f3ed4b05aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.999578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-03f9fcaa-2a7c-494e-8409-9f3ed4b05aee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e6c3a08-3a89-4936-897a-d8b3d4444e01 HTTP/1.1" status: 204 len: 168 time: 0.1462333 Aug 10 04:00:53.006209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.008420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.020164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9fcaa-2a7c-494e-8409-9f3ed4b05aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c3a08-3a89-4936-897a-d8b3d4444e01,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:53.065778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.066395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c231602-f55f-4b3e-b3d6-e9876edc0ab2 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:53.071352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.072675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7a579e20-1e6d-41f4-8471-cf5733cc8878 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3c231602-f55f-4b3e-b3d6-e9876edc0ab2 HTTP/1.1" status: 204 len: 168 time: 0.9487667 Aug 10 04:00:53.075144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:53.124078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Deleting subnet b0847956-fa2d-4380-8f9c-e889d4d61454 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:53.128133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.178195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.276339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.336331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.358965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58930) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:53.364528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0847956-fa2d-4380-8f9c-e889d4d61454,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:53.368055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.370743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-33d67405-5312-4fb5-a051-364a6a792581 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b0847956-fa2d-4380-8f9c-e889d4d61454 HTTP/1.1" status: 204 len: 168 time: 0.2944155 Aug 10 04:00:53.375050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:53.376806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700a528-3699-48f6-9baa-73997129914a None None] Network b10605a5-a24a-43b9-b2f2-c3f2e080f99b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:53.383339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00e4b690-e2d2-447a-9db3-9b46b53ae95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.459752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.495941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00e4b690-e2d2-447a-9db3-9b46b53ae95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.508401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-00e4b690-e2d2-447a-9db3-9b46b53ae95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.537524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Deleting port a88cc5eb-7bae-4585-a057-b617b11a0e89 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:53.538150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.558447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-00e4b690-e2d2-447a-9db3-9b46b53ae95c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=787be58fc8d342068d356b19dae76dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949370 Aug 10 04:00:53.577602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4b690-e2d2-447a-9db3-9b46b53ae95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb7a4d-c045-4da8-a37a-8c6d7a4e23b9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:53.582239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 58934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:53.618433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] DHCP port deletion for b10605a5-a24a-43b9-b2f2-c3f2e080f99b request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:53.668224 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa284c21-0821-4876-9ba1-58aa176ee909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.671617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] Deleting port a88cc5eb-7bae-4585-a057-b617b11a0e89 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:53.672070 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.674785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] For port a88cc5eb-7bae-4585-a057-b617b11a0e89, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a88cc5eb-7bae-4585-a057-b617b11a0e89,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:53.675134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.696690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Calling delete_port for a88cc5eb-7bae-4585-a057-b617b11a0e89 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:53.710265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa284c21-0821-4876-9ba1-58aa176ee909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.743345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] For port a88cc5eb-7bae-4585-a057-b617b11a0e89, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a88cc5eb-7bae-4585-a057-b617b11a0e89,segment=NetworkSegment(fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e),segment_id=fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:53.743832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.757247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] Calling delete_port for a88cc5eb-7bae-4585-a057-b617b11a0e89 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:53.823375 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa284c21-0821-4876-9ba1-58aa176ee909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.826500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aa284c21-0821-4876-9ba1-58aa176ee909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.827660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aa284c21-0821-4876-9ba1-58aa176ee909 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ecb7a4d-c045-4da8-a37a-8c6d7a4e23b9 HTTP/1.1" status: 204 len: 168 time: 0.2329910 Aug 10 04:00:53.831934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.843324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.846438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284c21-0821-4876-9ba1-58aa176ee909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb7a4d-c045-4da8-a37a-8c6d7a4e23b9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:53.866738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Pushing event deleted for resources: {'Port': ['ID=a88cc5eb-7bae-4585-a057-b617b11a0e89,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:53.868535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] No DVR routers for this DVR port a88cc5eb-7bae-4585-a057-b617b11a0e89 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:53.886203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] Pushing event deleted for resources: {'Port': ['ID=a88cc5eb-7bae-4585-a057-b617b11a0e89,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:53.890797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90822efe-af37-4ec9-9901-dba612ff67d9 None None] No DVR routers for this DVR port a88cc5eb-7bae-4585-a057-b617b11a0e89 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:53.964093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.979198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10605a5-a24a-43b9-b2f2-c3f2e080f99b']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:53.993889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:53.994876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0d9c0c-dfb3-49ff-b82b-55dfaed6131e') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:54.007196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.023504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.042029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:54.042029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:54.048974 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:54.097719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01a3bf2e-8b7d-4e1f-8601-067e92715bae no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:54.128212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 01a3bf2e-8b7d-4e1f-8601-067e92715bae {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:54.128783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 01a3bf2e-8b7d-4e1f-8601-067e92715bae not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:54.129368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ef3957e0-24a0-435d-a00d-8b86ddae4018 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:54.137696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.144244 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.150801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] 10.222.0.53 "DELETE /v2.0/networks/b10605a5-a24a-43b9-b2f2-c3f2e080f99b HTTP/1.1" status: 204 len: 168 time: 0.7744200 Aug 10 04:00:54.165688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d546e-d2ae-44dd-aaa8-d97dfb1e461e admin admin] Pushing event deleted for resources: {'Network': ['ID=b10605a5-a24a-43b9-b2f2-c3f2e080f99b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:54.322742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ef3957e0-24a0-435d-a00d-8b86ddae4018 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:54.323425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ef3957e0-24a0-435d-a00d-8b86ddae4018 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:54.324059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a88cc5eb-7bae-4585-a057-b617b11a0e89 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:54.355594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a88cc5eb-7bae-4585-a057-b617b11a0e89 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:54.356397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a88cc5eb-7bae-4585-a057-b617b11a0e89 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:54.467683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58958) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:54.520481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-25c50a42-3495-4ff2-93df-abe583062af4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69b8fbea47f34039a753bebf73acd79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512638 Aug 10 04:00:54.523176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 58962) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:54.575932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8bff-81dd-40e7-acf6-0580a29fe431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.598881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8bff-81dd-40e7-acf6-0580a29fe431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.654904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8bff-81dd-40e7-acf6-0580a29fe431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.658423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8bff-81dd-40e7-acf6-0580a29fe431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.659714 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d4c8bff-81dd-40e7-acf6-0580a29fe431 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c80cf7e-68b7-4c0c-bcdb-1269347c8d77 HTTP/1.1" status: 204 len: 168 time: 0.1355238 Aug 10 04:00:54.667633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c8bff-81dd-40e7-acf6-0580a29fe431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c80cf7e-68b7-4c0c-bcdb-1269347c8d77,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:54.878813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.198018 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.025620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42ed609c-395c-4d15-8fa9-62d8b7aa4d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.905366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59104) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:58.031600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d3cd-b39f-4f5c-9a31-550d7091c3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.129196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d3cd-b39f-4f5c-9a31-550d7091c3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.135361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d3cd-b39f-4f5c-9a31-550d7091c3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.180755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9ff4d3cd-b39f-4f5c-9a31-550d7091c3c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c39dabd6cad744fcba62f05396b6490a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736361 Aug 10 04:00:58.182242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4d3cd-b39f-4f5c-9a31-550d7091c3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590d2e7-f5de-48b0-97e4-7ba4ea53181c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:58.183747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59108) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:58.255455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92f28ded-7383-409d-8b23-810a3cf7e2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.283095 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92f28ded-7383-409d-8b23-810a3cf7e2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.348686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92f28ded-7383-409d-8b23-810a3cf7e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.351497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92f28ded-7383-409d-8b23-810a3cf7e2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.352658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-92f28ded-7383-409d-8b23-810a3cf7e2d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1590d2e7-f5de-48b0-97e4-7ba4ea53181c HTTP/1.1" status: 204 len: 168 time: 0.1679015 Aug 10 04:00:58.361270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f28ded-7383-409d-8b23-810a3cf7e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590d2e7-f5de-48b0-97e4-7ba4ea53181c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:58.626854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59114) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:58.640357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c464161b-be74-4a1d-ad5f-26c6d053be71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.746354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c464161b-be74-4a1d-ad5f-26c6d053be71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.752984 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c464161b-be74-4a1d-ad5f-26c6d053be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.802091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:58.803833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c464161b-be74-4a1d-ad5f-26c6d053be71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cdfd206d4484bf7aac97aa4dcf0a287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757967 Aug 10 04:00:58.806121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464161b-be74-4a1d-ad5f-26c6d053be71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f522b335-cbd4-48f2-8e13-5da2dca55be4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:58.863425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c317539-2c22-472f-b7aa-8b52c3aecc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.894562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c317539-2c22-472f-b7aa-8b52c3aecc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.958565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c317539-2c22-472f-b7aa-8b52c3aecc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.963485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c317539-2c22-472f-b7aa-8b52c3aecc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.965154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c317539-2c22-472f-b7aa-8b52c3aecc2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f522b335-cbd4-48f2-8e13-5da2dca55be4 HTTP/1.1" status: 204 len: 168 time: 0.1664288 Aug 10 04:00:58.983397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c317539-2c22-472f-b7aa-8b52c3aecc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f522b335-cbd4-48f2-8e13-5da2dca55be4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:59.659629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:59.878556 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bef3e9a8-6791-4e85-9c25-ebdace601fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:01.665954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59210) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:01.776657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:01.788323 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:01.896373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:01.901504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:01.945403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31d808c9e8e7437080516c35398607f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771158 Aug 10 04:01:01.946330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b3ebb-ba2a-4bae-9873-6d9e17ddd9e9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:01.948348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59216) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:01.968498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.969130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.969323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.969515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.969890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.970212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.970537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.970876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.971207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.971523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.971847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:01.972168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01d299f-4d66-4a96-bcdf-def2117284db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.023834 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3950d18d-4eb2-4152-83ec-8bf0c2cc6d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.057406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3950d18d-4eb2-4152-83ec-8bf0c2cc6d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.129468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3950d18d-4eb2-4152-83ec-8bf0c2cc6d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.133868 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3950d18d-4eb2-4152-83ec-8bf0c2cc6d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.135498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3950d18d-4eb2-4152-83ec-8bf0c2cc6d43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd4b3ebb-ba2a-4bae-9873-6d9e17ddd9e9 HTTP/1.1" status: 204 len: 168 time: 0.1859550 Aug 10 04:01:02.146390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950d18d-4eb2-4152-83ec-8bf0c2cc6d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b3ebb-ba2a-4bae-9873-6d9e17ddd9e9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:03.237350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.579827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59288) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:03.715434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8125a9f-12b4-451a-aa4c-2e0447715dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.828100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8125a9f-12b4-451a-aa4c-2e0447715dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.832407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e8125a9f-12b4-451a-aa4c-2e0447715dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.877117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e8125a9f-12b4-451a-aa4c-2e0447715dad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80adfdae52a34e72948856e5bbfcb011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961991 Aug 10 04:01:03.878358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8125a9f-12b4-451a-aa4c-2e0447715dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8944672-cbbf-46f7-a321-9e7869e6e0f2,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:03.879963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59300) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:03.934710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1c82463-678b-48ea-92ec-80bc4ec7f5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.960437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1c82463-678b-48ea-92ec-80bc4ec7f5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.010808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1c82463-678b-48ea-92ec-80bc4ec7f5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.017783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e1c82463-678b-48ea-92ec-80bc4ec7f5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.021596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e1c82463-678b-48ea-92ec-80bc4ec7f5b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8944672-cbbf-46f7-a321-9e7869e6e0f2 HTTP/1.1" status: 204 len: 168 time: 0.1403685 Aug 10 04:01:04.031650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c82463-678b-48ea-92ec-80bc4ec7f5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8944672-cbbf-46f7-a321-9e7869e6e0f2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:06.191019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59412) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:06.364566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59416) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:06.427805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a23a1291-65c8-4af1-b5b8-d6461f449c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.440802 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.474229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.db.api [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:01:06.474229 n-d-769329-14 neutron-server[94141]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 04:01:06.474229 n-d-769329-14 neutron-server[94141]: [parameters: {'project_id': '96dd729b089d4da095dfe156b71c32ae', 'id': '20ba62da-d87d-475e-a599-201ecc512e64', 'expiration': datetime.datetime(2021, 8, 10, 4, 3, 6, 467626)}] Aug 10 04:01:06.474229 n-d-769329-14 neutron-server[94141]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:01:06.474685 n-d-769329-14 neutron-server[94141]: DEBUG oslo_db.api [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:01:06.549991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a23a1291-65c8-4af1-b5b8-d6461f449c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.554072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a23a1291-65c8-4af1-b5b8-d6461f449c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.592956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a23a1291-65c8-4af1-b5b8-d6461f449c68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d137253abfe485b9311b06084988625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007821 Aug 10 04:01:06.593814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a1291-65c8-4af1-b5b8-d6461f449c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ac056-c1dc-4c2e-ae97-96961a75d9e7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:06.595687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59420) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:06.647106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08098ed7-28ab-46c6-af34-02c29f6b1c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.668515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08098ed7-28ab-46c6-af34-02c29f6b1c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.716411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08098ed7-28ab-46c6-af34-02c29f6b1c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.719262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-08098ed7-28ab-46c6-af34-02c29f6b1c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.720426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-08098ed7-28ab-46c6-af34-02c29f6b1c6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f0ac056-c1dc-4c2e-ae97-96961a75d9e7 HTTP/1.1" status: 204 len: 168 time: 0.1232002 Aug 10 04:01:06.729907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08098ed7-28ab-46c6-af34-02c29f6b1c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ac056-c1dc-4c2e-ae97-96961a75d9e7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:06.975692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.990227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59428) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:07.004238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-183c18c8-68dd-430a-8872-5c37ad543ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.077251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.081315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.126017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96dd729b089d4da095dfe156b71c32ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7601340 Aug 10 04:01:07.127025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32811fe5-4429-4a51-928c-2fc58bb63ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c913d5f7-db25-46f0-a962-d8586611fe9b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:07.129330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59430) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:07.182606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f19ae-ba68-41bf-b2a8-785db2f3408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.183512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-183c18c8-68dd-430a-8872-5c37ad543ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.188493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-183c18c8-68dd-430a-8872-5c37ad543ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.211194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f19ae-ba68-41bf-b2a8-785db2f3408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.234325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-183c18c8-68dd-430a-8872-5c37ad543ef7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d9fd07d271e4d899e22caab2052e282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406301 Aug 10 04:01:07.234535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59432) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:07.240456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c18c8-68dd-430a-8872-5c37ad543ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7e0b2-11dd-46b2-ae40-80dced4b911c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:07.268648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f19ae-ba68-41bf-b2a8-785db2f3408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.271650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b2f19ae-ba68-41bf-b2a8-785db2f3408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.272880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b2f19ae-ba68-41bf-b2a8-785db2f3408e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c913d5f7-db25-46f0-a962-d8586611fe9b HTTP/1.1" status: 204 len: 168 time: 0.1424177 Aug 10 04:01:07.282903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f19ae-ba68-41bf-b2a8-785db2f3408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c913d5f7-db25-46f0-a962-d8586611fe9b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:07.312448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f15fc89-652e-4401-8125-6b329f57f61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.337151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f15fc89-652e-4401-8125-6b329f57f61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.391605 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f15fc89-652e-4401-8125-6b329f57f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.394275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f15fc89-652e-4401-8125-6b329f57f61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.395421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0f15fc89-652e-4401-8125-6b329f57f61e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ff7e0b2-11dd-46b2-ae40-80dced4b911c HTTP/1.1" status: 204 len: 168 time: 0.1600378 Aug 10 04:01:07.410688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15fc89-652e-4401-8125-6b329f57f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7e0b2-11dd-46b2-ae40-80dced4b911c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:07.775587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59456) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:07.792900 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1be2e28-bfce-416c-96dd-2eb60f11c1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.893261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1be2e28-bfce-416c-96dd-2eb60f11c1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.899298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c1be2e28-bfce-416c-96dd-2eb60f11c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:07.941789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c1be2e28-bfce-416c-96dd-2eb60f11c1dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a74b28831046423b8bf988355d6de716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627655 Aug 10 04:01:07.941789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2e28-bfce-416c-96dd-2eb60f11c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c64021-6c87-4826-a58f-e64a1724112b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:07.942147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59460) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:08.033818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9fffb1-702f-47e7-ab01-7530a02847dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.064409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9fffb1-702f-47e7-ab01-7530a02847dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.126977 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9fffb1-702f-47e7-ab01-7530a02847dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.131723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba9fffb1-702f-47e7-ab01-7530a02847dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.134305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba9fffb1-702f-47e7-ab01-7530a02847dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89c64021-6c87-4826-a58f-e64a1724112b HTTP/1.1" status: 204 len: 168 time: 0.1908581 Aug 10 04:01:08.148565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fffb1-702f-47e7-ab01-7530a02847dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c64021-6c87-4826-a58f-e64a1724112b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:08.557038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:08.577322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.675593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.680541 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.734165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3347eec20c634de3b3d74776d0b85412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736207 Aug 10 04:01:08.735308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:08.736108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9a00bd-11d5-47a8-80cd-1b338b452fed,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:08.747785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.748070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.748515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.748864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.749202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.749537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.749871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.750247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.750574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.750894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.751344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.751682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d9743f-c26f-4cf8-924f-c1e301194721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:08.796861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e21568cc-11ed-42f2-b156-1181e901842a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.820562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e21568cc-11ed-42f2-b156-1181e901842a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.875229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59506) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:08.889427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e21568cc-11ed-42f2-b156-1181e901842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.892472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e21568cc-11ed-42f2-b156-1181e901842a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.893689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e21568cc-11ed-42f2-b156-1181e901842a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a9a00bd-11d5-47a8-80cd-1b338b452fed HTTP/1.1" status: 204 len: 168 time: 0.1567781 Aug 10 04:01:08.903033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21568cc-11ed-42f2-b156-1181e901842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9a00bd-11d5-47a8-80cd-1b338b452fed,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:09.104692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1676719210'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:09.131611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Made reservation on behalf of 5f4cffe325074bdc9b80e553cf4ec04d for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:09.135612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.144828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.243605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.249898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.284240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:09.291166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204dc4a0-f774-45e1-a2c0-d1281c9a25ec,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:09.298320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.298664 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Added segment e2cc6084-280f-4a43-aacf-331792f1126c of type vlan for network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e Aug 10 04:01:09.351787 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.384299 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.390933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:09.391689 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.464483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5913413 Aug 10 04:01:09.467288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59528) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:09.472213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Request body: {'subnet': {'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:09.514199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff943f8-3ef2-4974-96a4-9151dece4bd7 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event updated for resources: {'Network': ['ID=079d1b55-7508-4eab-bab4-fdc71c1b3a0e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:09.524406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:09.574397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Made reservation on behalf of 5f4cffe325074bdc9b80e553cf4ec04d for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:09.578648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.788355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.848316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event updated for resources: {'Subnet': ['ID=d6fc351d-5eb1-42b5-8a8e-d6f0a69a2678,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:09.857962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Checking segment: {'id': 'e2cc6084-280f-4a43-aacf-331792f1126c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:09.858247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Network hostable DHCP agents. Network: 079d1b55-7508-4eab-bab4-fdc71c1b3a0e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:01:09.876358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:09.886598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 079d1b55-7508-4eab-bab4-fdc71c1b3a0e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:09.891312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:09.892097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.896583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90cb0ca-818e-422f-8148-63fa37e5040a None None] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:09.926790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0edd822b-ce13-4a50-9d2c-245f1e4df54f tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4584579 Aug 10 04:01:09.929423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59550) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:09.935113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Request body: {'port': {'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1644460734'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:10.070541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Made reservation on behalf of 5f4cffe325074bdc9b80e553cf4ec04d for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:10.076887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.095725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] device_id is not set on port eee7e2af-92ed-405d-bbd9-6516843d5a0a yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:01:10.108438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-079d1b55-7508-4eab-bab4-fdc71c1b3a0e', 'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e', 'tenant_id': '5f4cffe325074bdc9b80e553cf4ec04d', 'fixed_ips': [{'subnet_id': 'd6fc351d-5eb1-42b5-8a8e-d6f0a69a2678'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:01:10.109388 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.251570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Allocated IP 172.20.0.10 (079d1b55-7508-4eab-bab4-fdc71c1b3a0e/d6fc351d-5eb1-42b5-8a8e-d6f0a69a2678/eee7e2af-92ed-405d-bbd9-6516843d5a0a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:10.430315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.447451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Transition to ACTIVE for port object eee7e2af-92ed-405d-bbd9-6516843d5a0a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:10.485111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.535797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:10.539020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:10.542065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:10.550757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Allocated IP 172.20.0.2 (079d1b55-7508-4eab-bab4-fdc71c1b3a0e/d6fc351d-5eb1-42b5-8a8e-d6f0a69a2678/f30fa926-774a-40dc-a5fd-1e3eac306564) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:10.571253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event updated for resources: {'Port': ['ID=eee7e2af-92ed-405d-bbd9-6516843d5a0a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:10.604934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:10.606305 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.628567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a7dd8146-329a-4c8e-a603-0c9ab46e66c9 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6975529 Aug 10 04:01:10.631220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59572) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:10.728576 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.737264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Deleting port eee7e2af-92ed-405d-bbd9-6516843d5a0a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:10.737889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.738785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Transition to ACTIVE for port object f30fa926-774a-40dc-a5fd-1e3eac306564 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:10.758849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Transition to ACTIVE for port object f30fa926-774a-40dc-a5fd-1e3eac306564 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:10.767135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.814938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:10.818013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:10.821223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:10.833348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.846454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Calling delete_port for eee7e2af-92ed-405d-bbd9-6516843d5a0a owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:10.859936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Pushing event updated for resources: {'Port': ['ID=f30fa926-774a-40dc-a5fd-1e3eac306564,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:10.899599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Attempting to bind port f30fa926-774a-40dc-a5fd-1e3eac306564 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:10.900580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Attempting to bind port f30fa926-774a-40dc-a5fd-1e3eac306564 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e2cc6084-280f-4a43-aacf-331792f1126c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:10.901038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Attempting to bind port f30fa926-774a-40dc-a5fd-1e3eac306564 on network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:10.907728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:10.909082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Checking segment: {'id': 'e2cc6084-280f-4a43-aacf-331792f1126c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:10.909262 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.909732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Bound using segment: {'id': 'e2cc6084-280f-4a43-aacf-331792f1126c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:10.910327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Bound port: f30fa926-774a-40dc-a5fd-1e3eac306564, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cc6084-280f-4a43-aacf-331792f1126c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '079d1b55-7508-4eab-bab4-fdc71c1b3a0e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:10.910780 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.997573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.998097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] For port f30fa926-774a-40dc-a5fd-1e3eac306564, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:11.001687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] For port f30fa926-774a-40dc-a5fd-1e3eac306564, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f30fa926-774a-40dc-a5fd-1e3eac306564,segment=NetworkSegment(e2cc6084-280f-4a43-aacf-331792f1126c),segment_id=e2cc6084-280f-4a43-aacf-331792f1126c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:11.012887 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.037434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event deleted for resources: {'Port': ['ID=eee7e2af-92ed-405d-bbd9-6516843d5a0a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.091392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68a53b-2832-4b18-a3b3-52bb22334041 None None] Pushing event updated for resources: {'Port': ['ID=f30fa926-774a-40dc-a5fd-1e3eac306564,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.121127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.155659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.160410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1ce44fce-4d6b-4c5b-9d8e-d31b09a5e570 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "DELETE /v2.0/ports/eee7e2af-92ed-405d-bbd9-6516843d5a0a HTTP/1.1" status: 204 len: 168 time: 0.5256300 Aug 10 04:01:11.161068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59594) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.296357 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-486c0189-7729-40c3-9adc-22fa51e4a7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.411850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-486c0189-7729-40c3-9adc-22fa51e4a7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.417453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-486c0189-7729-40c3-9adc-22fa51e4a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.430579 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-30bd121f-f9bb-4917-816a-ac781e357d33 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2683997 Aug 10 04:01:11.433919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59598) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.439019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1121732458'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:11.456105 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-486c0189-7729-40c3-9adc-22fa51e4a7db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7134290f4384e5f8ca092bcfd9a8f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338883 Aug 10 04:01:11.458865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59600) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.482283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c0189-7729-40c3-9adc-22fa51e4a7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d451a7b-7c33-46e1-89ee-825bb569aafa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.491987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Made reservation on behalf of 5f4cffe325074bdc9b80e553cf4ec04d for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:11.496888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.518768 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:11.544858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:11.558248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e7403fa-c014-4dbd-8533-76073cccdefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.563495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.563840 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Added segment 699d0436-d670-44bf-b5ad-dcde9fea26f9 of type vlan for network 09a32183-8052-4a6b-9731-4cd99b520ed8 Aug 10 04:01:11.619936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e7403fa-c014-4dbd-8533-76073cccdefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.638483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.688872 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.694405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:11.694990 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.754061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3189983 Aug 10 04:01:11.754766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e7403fa-c014-4dbd-8533-76073cccdefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.756916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59606) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.757297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e7403fa-c014-4dbd-8533-76073cccdefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.758365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4e7403fa-c014-4dbd-8533-76073cccdefb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d451a7b-7c33-46e1-89ee-825bb569aafa HTTP/1.1" status: 204 len: 168 time: 0.2984221 Aug 10 04:01:11.774232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7403fa-c014-4dbd-8533-76073cccdefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d451a7b-7c33-46e1-89ee-825bb569aafa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.778734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee2afb-b8ef-4896-955d-4a14e2dc1506 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event updated for resources: {'Network': ['ID=09a32183-8052-4a6b-9731-4cd99b520ed8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.822331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 09a32183-8052-4a6b-9731-4cd99b520ed8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:11.950400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.951717 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-983543a5-de56-482e-98db-49cc2b8e5e31 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/agents/1b625774-0ce8-4d90-929e-035ed155c9a8/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1931980 Aug 10 04:01:12.068020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f631b-0cd2-4d36-ac32-125a795b37f3 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] Network 09a32183-8052-4a6b-9731-4cd99b520ed8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:12.087311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5f0f631b-0cd2-4d36-ac32-125a795b37f3 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "POST /v2.0/agents/1b625774-0ce8-4d90-929e-035ed155c9a8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1347508 Aug 10 04:01:12.089722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59614) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.093148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f1c32-6169-4c78-8de9-7515ce19c6b3 None None] Network 09a32183-8052-4a6b-9731-4cd99b520ed8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:12.208164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f30fa926-774a-40dc-a5fd-1e3eac306564 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:12.256303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.280106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf7800e5-8416-4623-b08a-9f89247caf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.280905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-64f1e3e9-1821-428c-a5cc-9d2f9d897259 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/agents/1b625774-0ce8-4d90-929e-035ed155c9a8/dhcp-networks HTTP/1.1" status: 200 len: 4070 time: 0.1895766 Aug 10 04:01:12.285292 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.305195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f30fa926-774a-40dc-a5fd-1e3eac306564 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:12.340930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9517b625-20b0-4ced-8c5f-2e2ed0a99808 None None] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:12.399827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] Provisioning for port f30fa926-774a-40dc-a5fd-1e3eac306564 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:12.402095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-417a0de9-61fd-425f-8ace-80c1105cbe51 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "DELETE /v2.0/agents/1b625774-0ce8-4d90-929e-035ed155c9a8/dhcp-networks/09a32183-8052-4a6b-9731-4cd99b520ed8 HTTP/1.1" status: 204 len: 168 time: 0.1156764 Aug 10 04:01:12.402356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59622) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.411608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] Provisioning complete for port f30fa926-774a-40dc-a5fd-1e3eac306564 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:12.412202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.463093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf7800e5-8416-4623-b08a-9f89247caf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.468897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf7800e5-8416-4623-b08a-9f89247caf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.504433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf7800e5-8416-4623-b08a-9f89247caf89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c680042907341cca97d940e4e24cdab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470183 Aug 10 04:01:12.507079 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.534463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7800e5-8416-4623-b08a-9f89247caf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ee427-9df3-4124-a747-cd7594c45159,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:12.567839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.576500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd530be7-f1e5-49a1-b9bb-c29e72912793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.591273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7016486b-4e79-47fb-a37c-0807723ca985 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/agents/1b625774-0ce8-4d90-929e-035ed155c9a8/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1876862 Aug 10 04:01:12.597107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59630) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.610604 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd530be7-f1e5-49a1-b9bb-c29e72912793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.626419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] For port f30fa926-774a-40dc-a5fd-1e3eac306564, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f30fa926-774a-40dc-a5fd-1e3eac306564,segment=NetworkSegment(e2cc6084-280f-4a43-aacf-331792f1126c),segment_id=e2cc6084-280f-4a43-aacf-331792f1126c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:12.633003 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ed9169fd-a380-444f-bf7a-10b22683970d tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/networks/079d1b55-7508-4eab-bab4-fdc71c1b3a0e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0342333 Aug 10 04:01:12.640028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59632) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.640283 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.675030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0682c1bf-fad8-41f3-9e78-b297f0b953a3 tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/networks/079d1b55-7508-4eab-bab4-fdc71c1b3a0e/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0353456 Aug 10 04:01:12.677926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.708297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1df8ac-8e9c-442f-a939-cbae6029b181 None None] Pushing event updated for resources: {'Port': ['ID=f30fa926-774a-40dc-a5fd-1e3eac306564,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:12.742678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd530be7-f1e5-49a1-b9bb-c29e72912793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.745688 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd530be7-f1e5-49a1-b9bb-c29e72912793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.749096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd530be7-f1e5-49a1-b9bb-c29e72912793 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca8ee427-9df3-4124-a747-cd7594c45159 HTTP/1.1" status: 204 len: 168 time: 0.2388368 Aug 10 04:01:12.768590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd530be7-f1e5-49a1-b9bb-c29e72912793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ee427-9df3-4124-a747-cd7594c45159,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:12.842443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-90e46e8c-0d94-49cc-aafe-b89bc131fcad tempest-DHCPAgentSchedulersTestJSON-285886575 tempest-DHCPAgentSchedulersTestJSON-285886575-project-admin] 10.222.0.53 "GET /v2.0/agents/1b625774-0ce8-4d90-929e-035ed155c9a8/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1597223 Aug 10 04:01:12.842957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.924536 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.976967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-21a2b300-43c5-4d35-a1da-647d5cfbd97b None None] Provisioning complete for port f30fa926-774a-40dc-a5fd-1e3eac306564 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:12.977548 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-21a2b300-43c5-4d35-a1da-647d5cfbd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.029920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.042684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a32183-8052-4a6b-9731-4cd99b520ed8']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:13.056321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699d0436-d670-44bf-b5ad-dcde9fea26f9') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:13.057473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699d0436-d670-44bf-b5ad-dcde9fea26f9') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:13.067724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.085370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.095231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:01:13.095795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:01:13.169360 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:01:13.184031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.202982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.207574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "DELETE /v2.0/networks/09a32183-8052-4a6b-9731-4cd99b520ed8 HTTP/1.1" status: 204 len: 168 time: 0.3612969 Aug 10 04:01:13.207718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4dd47479-b773-4f35-b87f-a356544df49b None None] Could not find standard attr ID for object eee7e2af-92ed-405d-bbd9-6516843d5a0a. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:01:13.208315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59648) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:13.236131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2b73c-2f3b-49ee-8987-f4de09f91faa tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event deleted for resources: {'Network': ['ID=09a32183-8052-4a6b-9731-4cd99b520ed8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:13.248989 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83a1825-f566-4e63-a4b1-e6c5cb04c98c tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] DELETE failed (client error): The resource could not be found. Aug 10 04:01:13.250544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83a1825-f566-4e63-a4b1-e6c5cb04c98c tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:01:13.255564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59652) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:13.255961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d83a1825-f566-4e63-a4b1-e6c5cb04c98c tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "DELETE /v2.0/ports/eee7e2af-92ed-405d-bbd9-6516843d5a0a HTTP/1.1" status: 404 len: 333 time: 0.0465174 Aug 10 04:01:13.323191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Deleting subnet d6fc351d-5eb1-42b5-8a8e-d6f0a69a2678 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:01:13.327450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.373946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.471551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.535495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.566940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fc351d-5eb1-42b5-8a8e-d6f0a69a2678,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:13.569215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.571067 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5032b9fc-1f1c-400d-9dd5-eff2648325ac tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "DELETE /v2.0/subnets/d6fc351d-5eb1-42b5-8a8e-d6f0a69a2678 HTTP/1.1" status: 204 len: 168 time: 0.3144619 Aug 10 04:01:13.574499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59664) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:13.583762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766aa8a-08db-4dfc-ac22-b4e696479656 None None] Network 079d1b55-7508-4eab-bab4-fdc71c1b3a0e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:13.667657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.730721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Deleting port f30fa926-774a-40dc-a5fd-1e3eac306564 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:13.731601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.799946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] For port f30fa926-774a-40dc-a5fd-1e3eac306564, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f30fa926-774a-40dc-a5fd-1e3eac306564,segment=NetworkSegment(e2cc6084-280f-4a43-aacf-331792f1126c),segment_id=e2cc6084-280f-4a43-aacf-331792f1126c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:13.800310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.808837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140f636-4931-443e-88fd-be9904317049 None None] DHCP port deletion for 079d1b55-7508-4eab-bab4-fdc71c1b3a0e request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:01:13.819508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Calling delete_port for f30fa926-774a-40dc-a5fd-1e3eac306564 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:13.856927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a140f636-4931-443e-88fd-be9904317049 None None] Deleting port f30fa926-774a-40dc-a5fd-1e3eac306564 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:13.857309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a140f636-4931-443e-88fd-be9904317049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.924138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.940272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] No DVR routers for this DVR port f30fa926-774a-40dc-a5fd-1e3eac306564 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:13.953020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a140f636-4931-443e-88fd-be9904317049 None None] For port f30fa926-774a-40dc-a5fd-1e3eac306564, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f30fa926-774a-40dc-a5fd-1e3eac306564,segment=NetworkSegment(e2cc6084-280f-4a43-aacf-331792f1126c),segment_id=e2cc6084-280f-4a43-aacf-331792f1126c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:13.954001 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a140f636-4931-443e-88fd-be9904317049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.969654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a140f636-4931-443e-88fd-be9904317049 None None] Calling delete_port for f30fa926-774a-40dc-a5fd-1e3eac306564 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:13.995717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event deleted for resources: {'Port': ['ID=f30fa926-774a-40dc-a5fd-1e3eac306564,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:14.052111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a140f636-4931-443e-88fd-be9904317049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.058466 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.075677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079d1b55-7508-4eab-bab4-fdc71c1b3a0e']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:14.093761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f636-4931-443e-88fd-be9904317049 None None] Pushing event deleted for resources: {'Port': ['ID=f30fa926-774a-40dc-a5fd-1e3eac306564,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:14.094610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cc6084-280f-4a43-aacf-331792f1126c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:14.095370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cc6084-280f-4a43-aacf-331792f1126c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:14.096811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140f636-4931-443e-88fd-be9904317049 None None] No DVR routers for this DVR port f30fa926-774a-40dc-a5fd-1e3eac306564 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:14.119599 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.125213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f30fa926-774a-40dc-a5fd-1e3eac306564 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:14.134074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.141197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:01:14.141585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.158765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f30fa926-774a-40dc-a5fd-1e3eac306564 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:14.159671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f30fa926-774a-40dc-a5fd-1e3eac306564 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:01:14.202764 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:01:14.225761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.233906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.237020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] 10.222.0.53 "DELETE /v2.0/networks/079d1b55-7508-4eab-bab4-fdc71c1b3a0e HTTP/1.1" status: 204 len: 168 time: 0.6612837 Aug 10 04:01:14.250622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6b08e-dae9-4cbd-911a-b4c0249d3ba4 tempest-DHCPAgentSchedulersTestJSON-311752507 tempest-DHCPAgentSchedulersTestJSON-311752507-project] Pushing event deleted for resources: {'Network': ['ID=079d1b55-7508-4eab-bab4-fdc71c1b3a0e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:14.515579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59692) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:14.668283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a13f5371-525b-469b-99d4-07f3a89cfd95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f4cffe325074bdc9b80e553cf4ec04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492031 Aug 10 04:01:14.668890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59702) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:14.719056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-636911de-d3bd-4749-bfd9-c147423e5528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.746993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-636911de-d3bd-4749-bfd9-c147423e5528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.812154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-636911de-d3bd-4749-bfd9-c147423e5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.816766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-636911de-d3bd-4749-bfd9-c147423e5528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:14.819088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-636911de-d3bd-4749-bfd9-c147423e5528 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/204dc4a0-f774-45e1-a2c0-d1281c9a25ec HTTP/1.1" status: 204 len: 168 time: 0.1493683 Aug 10 04:01:14.833479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636911de-d3bd-4749-bfd9-c147423e5528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204dc4a0-f774-45e1-a2c0-d1281c9a25ec,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:15.278696 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:15.295423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abb689a2-6cd4-4454-be34-c8099109fabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.396054 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abb689a2-6cd4-4454-be34-c8099109fabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.402033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-abb689a2-6cd4-4454-be34-c8099109fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.444869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-abb689a2-6cd4-4454-be34-c8099109fabf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=742f76316c304bd1802a41d6ce04290e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616108 Aug 10 04:01:15.444869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb689a2-6cd4-4454-be34-c8099109fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff60e4-224e-426c-92a1-0a04bf7261b1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:15.445436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:15.510699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-452fcb4d-5d33-4238-a79d-dc17d2e5d7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.533026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-452fcb4d-5d33-4238-a79d-dc17d2e5d7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.591184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-452fcb4d-5d33-4238-a79d-dc17d2e5d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.594212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-452fcb4d-5d33-4238-a79d-dc17d2e5d7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.597690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-452fcb4d-5d33-4238-a79d-dc17d2e5d7d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/35ff60e4-224e-426c-92a1-0a04bf7261b1 HTTP/1.1" status: 204 len: 168 time: 0.1484349 Aug 10 04:01:15.607966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fcb4d-5d33-4238-a79d-dc17d2e5d7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff60e4-224e-426c-92a1-0a04bf7261b1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:17.305782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.429857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-27d361d6-5e34-4c1a-b69d-7c0883e2f9b9 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:17.468604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.469138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-27d361d6-5e34-4c1a-b69d-7c0883e2f9b9 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "PUT /v2.0/quotas/27fa3c7c84574fd5a7ad6881c267a594 HTTP/1.1" status: 200 len: 366 time: 0.1610508 Aug 10 04:01:17.486154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-04d748c7-a115-4f96-85d0-33d5f08be4e9 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0155797 Aug 10 04:01:17.491081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59822) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.501958 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2a6a3b5a-8692-4dc1-b4ae-b32364383426 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "GET /v2.0/quotas/27fa3c7c84574fd5a7ad6881c267a594 HTTP/1.1" status: 200 len: 366 time: 0.0094905 Aug 10 04:01:17.504538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.520121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-efb7224e-d951-411e-bf0a-edbb774f3e9c tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/27fa3c7c84574fd5a7ad6881c267a594 HTTP/1.1" status: 204 len: 168 time: 0.0139935 Aug 10 04:01:17.522355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.532928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-708257f5-d6c6-4972-ad57-7f79a108dcc2 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0092809 Aug 10 04:01:17.535651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.549326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59830) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.550068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3e05b87f-be3e-4a32-9325-7a1c45c49042 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "GET /v2.0/quotas/27fa3c7c84574fd5a7ad6881c267a594 HTTP/1.1" status: 200 len: 370 time: 0.0119808 Aug 10 04:01:17.557605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-86f32e83-e970-4f3d-9178-16f67709d1dd tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "GET /v2.0/quotas/27fa3c7c84574fd5a7ad6881c267a594/default HTTP/1.1" status: 200 len: 370 time: 0.0041168 Aug 10 04:01:17.557759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59832) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.567634 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-dba0b40f-861d-457b-bde1-3c37f406c111 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] delete failed (client error): The resource could not be found. Aug 10 04:01:17.571494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dba0b40f-861d-457b-bde1-3c37f406c111 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/27fa3c7c84574fd5a7ad6881c267a594 HTTP/1.1" status: 404 len: 348 time: 0.0100005 Aug 10 04:01:17.695718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59840) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:17.719563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:network and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.726202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.732987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:subnet and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.738030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.744814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:subnetpool and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.749846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.755954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:port and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.761850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.768008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:router and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.772780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.778821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:floatingip and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.784035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.822848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:security_group and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.828741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.835224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Usage tracker for resource:security_group_rule and tenant:5a8b9689baab4581b294eb412ed0df14 is out of sync, need to count used quota {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 04:01:17.840654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.quota.resource [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94140) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 04:01:17.848838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac84fb40-cfe5-4471-b820-a5bc17334901 tempest-QuotasTest-240426020 tempest-QuotasTest-240426020-project-admin] 10.222.0.53 "GET /v2.0/quotas/5a8b9689baab4581b294eb412ed0df14/details.json HTTP/1.1" status: 200 len: 703 time: 0.1464148 Aug 10 04:01:18.181798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59846) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:18.293827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e503bfcf-dd52-4a11-b8fc-97c1c025b116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.411504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e503bfcf-dd52-4a11-b8fc-97c1c025b116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.411504 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e503bfcf-dd52-4a11-b8fc-97c1c025b116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.458161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59858) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:18.458610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e503bfcf-dd52-4a11-b8fc-97c1c025b116 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09b0b89dcc33497baf355c6416700cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754939 Aug 10 04:01:18.464260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503bfcf-dd52-4a11-b8fc-97c1c025b116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd1c050-620b-4bfb-8ecc-bb73631df169,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:18.517788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c782b33b-2c85-4241-8237-945e21305442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.539421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c782b33b-2c85-4241-8237-945e21305442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.587969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c782b33b-2c85-4241-8237-945e21305442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.590621 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c782b33b-2c85-4241-8237-945e21305442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.591801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c782b33b-2c85-4241-8237-945e21305442 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bd1c050-620b-4bfb-8ecc-bb73631df169 HTTP/1.1" status: 204 len: 168 time: 0.1320491 Aug 10 04:01:18.604619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782b33b-2c85-4241-8237-945e21305442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd1c050-620b-4bfb-8ecc-bb73631df169,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:18.907488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59864) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:18.926357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c82f1fa-91db-4530-90aa-e01d684e29f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.022184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c82f1fa-91db-4530-90aa-e01d684e29f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.027217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c82f1fa-91db-4530-90aa-e01d684e29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.070302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5c82f1fa-91db-4530-90aa-e01d684e29f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a8b9689baab4581b294eb412ed0df14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592276 Aug 10 04:01:19.070732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59866) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:19.075028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82f1fa-91db-4530-90aa-e01d684e29f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef2440-424d-4180-bb1c-fdc5fa4c7ba9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:19.126963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b64e-7faf-4f68-aeba-da85d1eccf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.148158 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b64e-7faf-4f68-aeba-da85d1eccf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.195939 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b64e-7faf-4f68-aeba-da85d1eccf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.199419 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d2c3b64e-7faf-4f68-aeba-da85d1eccf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.203042 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d2c3b64e-7faf-4f68-aeba-da85d1eccf54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00ef2440-424d-4180-bb1c-fdc5fa4c7ba9 HTTP/1.1" status: 204 len: 168 time: 0.1289232 Aug 10 04:01:19.220637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3b64e-7faf-4f68-aeba-da85d1eccf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef2440-424d-4180-bb1c-fdc5fa4c7ba9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:19.768765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59896) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:19.897407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9057de29-f84e-41b6-8009-5f6b6e274c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:19.998671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9057de29-f84e-41b6-8009-5f6b6e274c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.002990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9057de29-f84e-41b6-8009-5f6b6e274c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.037742 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9057de29-f84e-41b6-8009-5f6b6e274c1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=996b046054c14f0bbbbb0f12c2a3f7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674799 Aug 10 04:01:20.037913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59908) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:20.067311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057de29-f84e-41b6-8009-5f6b6e274c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b12f25-cfa2-43da-85ae-75f0172c5c56,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:20.106700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e8f496a-651a-4dc3-841b-439417b19dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.134519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e8f496a-651a-4dc3-841b-439417b19dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.184855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e8f496a-651a-4dc3-841b-439417b19dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.187684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e8f496a-651a-4dc3-841b-439417b19dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.190426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e8f496a-651a-4dc3-841b-439417b19dba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73b12f25-cfa2-43da-85ae-75f0172c5c56 HTTP/1.1" status: 204 len: 168 time: 0.1500006 Aug 10 04:01:20.197583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f496a-651a-4dc3-841b-439417b19dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b12f25-cfa2-43da-85ae-75f0172c5c56,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:20.655922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:20.670312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04089174-fcbd-454a-a400-34d38e2dbed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.766443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:20.787244 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04089174-fcbd-454a-a400-34d38e2dbed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.792347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-04089174-fcbd-454a-a400-34d38e2dbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.830730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04089174-fcbd-454a-a400-34d38e2dbed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3025634-2a8d-45e0-a666-2b3079a484a7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:20.839800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-04089174-fcbd-454a-a400-34d38e2dbed1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cbcbb91890a44f192d1b2bae899245b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799190 Aug 10 04:01:20.840066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59940) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:20.880867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-161187866', 'router:external': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:20.917081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Made reservation on behalf of 0f2dea210d504517afae8666ed276ab6 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:20.919634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.929362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a86214b-42a8-4b84-a68e-9dba63336978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.932160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.964907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a86214b-42a8-4b84-a68e-9dba63336978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.040088 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a86214b-42a8-4b84-a68e-9dba63336978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.042634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a86214b-42a8-4b84-a68e-9dba63336978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.043791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5a86214b-42a8-4b84-a68e-9dba63336978 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3025634-2a8d-45e0-a666-2b3079a484a7 HTTP/1.1" status: 204 len: 168 time: 0.2027466 Aug 10 04:01:21.057869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86214b-42a8-4b84-a68e-9dba63336978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3025634-2a8d-45e0-a666-2b3079a484a7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.093248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.104041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.133039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:21.148298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c86f6f-53f8-4c85-a20a-71d625f13c5a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.164276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.164803 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Added segment 9394e9af-c1c1-422a-8cc9-5a2b35f15f9e of type vlan for network 2572749d-6949-4f15-a443-6fc29a0193e8 Aug 10 04:01:21.221120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.276946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.279030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:21.280092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.407003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59954) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:21.422954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6550202 Aug 10 04:01:21.426217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'subnet': {'network_id': '2572749d-6949-4f15-a443-6fc29a0193e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:21.442493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125a74a-8443-4359-bc76-2c4776767a04 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Network': ['ID=2572749d-6949-4f15-a443-6fc29a0193e8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.455904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Made reservation on behalf of 0f2dea210d504517afae8666ed276ab6 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:21.458581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.464269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59956) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:21.465937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 2572749d-6949-4f15-a443-6fc29a0193e8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:21.478789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d742b0eb-9658-454b-a4e0-e7255982c58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.795550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.objects.ports [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94140) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:01:21.796031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.857109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c93e5014-0d5f-4b10-8269-50a54e56037e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.866158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Checking segment: {'id': '9394e9af-c1c1-422a-8cc9-5a2b35f15f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2572749d-6949-4f15-a443-6fc29a0193e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:21.866523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network hostable DHCP agents. Network: 2572749d-6949-4f15-a443-6fc29a0193e8, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:01:21.886301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network 2572749d-6949-4f15-a443-6fc29a0193e8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:21.899069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 2572749d-6949-4f15-a443-6fc29a0193e8) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:21.904448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:21.905047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.911338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50157b-4465-415c-b00c-060af7774626 None None] Network 2572749d-6949-4f15-a443-6fc29a0193e8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:21.920277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d742b0eb-9658-454b-a4e0-e7255982c58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.924903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d742b0eb-9658-454b-a4e0-e7255982c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.931516 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e0a3f588-f3aa-481c-a260-a25d002d0141 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5223806 Aug 10 04:01:21.934123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59958) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:21.939747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1061019244', 'network_id': '2572749d-6949-4f15-a443-6fc29a0193e8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:21.962130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742b0eb-9658-454b-a4e0-e7255982c58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea2290a-541c-4edf-9160-63b3cf19109d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.964964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Made reservation on behalf of 0f2dea210d504517afae8666ed276ab6 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:21.968960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.000383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d742b0eb-9658-454b-a4e0-e7255982c58d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17ef59fce52142049800837bc553e20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325491 Aug 10 04:01:22.001101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59960) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:22.003700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] device_id is not set on port 67ac0b67-bba4-4d78-aaf3-c962f345fa38 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:01:22.063788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37eede30-8f4b-4e07-81e4-5eb0d74838a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.067121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b1e20-e816-4e8b-a805-b9fbdf00c6e6 None None] Network 2572749d-6949-4f15-a443-6fc29a0193e8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:22.104512 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37eede30-8f4b-4e07-81e4-5eb0d74838a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.152723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Allocated IP 172.20.0.11 (2572749d-6949-4f15-a443-6fc29a0193e8/c93e5014-0d5f-4b10-8269-50a54e56037e/67ac0b67-bba4-4d78-aaf3-c962f345fa38) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:22.171483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37eede30-8f4b-4e07-81e4-5eb0d74838a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.174032 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37eede30-8f4b-4e07-81e4-5eb0d74838a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.175184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-37eede30-8f4b-4e07-81e4-5eb0d74838a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bea2290a-541c-4edf-9160-63b3cf19109d HTTP/1.1" status: 204 len: 168 time: 0.1736531 Aug 10 04:01:22.183371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eede30-8f4b-4e07-81e4-5eb0d74838a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea2290a-541c-4edf-9160-63b3cf19109d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:22.305962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.350095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.398558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network 2572749d-6949-4f15-a443-6fc29a0193e8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:22.413240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:22.415869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Port': ['ID=67ac0b67-bba4-4d78-aaf3-c962f345fa38,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:22.418179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:22.460230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:22.460834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.474938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e695aa6b-0921-48ec-8ea8-76349985c998 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5394995 Aug 10 04:01:22.477570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 59972) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:22.562777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Deleting port 67ac0b67-bba4-4d78-aaf3-c962f345fa38 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:22.563123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.641918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.654204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Calling delete_port for 67ac0b67-bba4-4d78-aaf3-c962f345fa38 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:22.790991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.820702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event deleted for resources: {'Port': ['ID=67ac0b67-bba4-4d78-aaf3-c962f345fa38,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:22.891097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.895910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c75ffc99-778d-4349-8967-88c832fdd4e5 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/ports/67ac0b67-bba4-4d78-aaf3-c962f345fa38 HTTP/1.1" status: 204 len: 168 time: 0.4141729 Aug 10 04:01:22.896407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 59988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:22.901335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2572749d-6949-4f15-a443-6fc29a0193e8', 'external_fixed_ips': [{'subnet_id': 'c93e5014-0d5f-4b10-8269-50a54e56037e', 'ip_address': '172.20.0.11'}]}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:22.927227 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.928315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.988752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.141484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.708814 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.728406 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.889931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Allocated IP 172.20.0.11 (2572749d-6949-4f15-a443-6fc29a0193e8/c93e5014-0d5f-4b10-8269-50a54e56037e/47b71133-f0ec-46f3-8e66-7d19237be0db) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:24.015703 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.061076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.117110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network 2572749d-6949-4f15-a443-6fc29a0193e8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:24.121699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:24.124169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:24.126282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Port': ['ID=47b71133-f0ec-46f3-8e66-7d19237be0db,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:24.387664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.414410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:24.543239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb73b-09e2-4931-b380-4a5613c0fceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.601208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.639806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb73b-09e2-4931-b380-4a5613c0fceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.643578 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb73b-09e2-4931-b380-4a5613c0fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.683785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a3dbb73b-09e2-4931-b380-4a5613c0fceb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a79b3f85cb24fed89ba51cbf2168ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683318 Aug 10 04:01:24.686493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60056) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:24.692529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbb73b-09e2-4931-b380-4a5613c0fceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc5548-c1db-40e9-9afe-4db41df30c33,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:24.740591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ced12ee-4421-42e6-8dac-38593729fcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.745889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Router ef0099ad-cb9a-4932-93c4-93d2216c9e41 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:24.763711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ced12ee-4421-42e6-8dac-38593729fcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.816931 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ced12ee-4421-42e6-8dac-38593729fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.819776 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ced12ee-4421-42e6-8dac-38593729fcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.823998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ced12ee-4421-42e6-8dac-38593729fcdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58cc5548-c1db-40e9-9afe-4db41df30c33 HTTP/1.1" status: 204 len: 168 time: 0.1335511 Aug 10 04:01:24.830982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced12ee-4421-42e6-8dac-38593729fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc5548-c1db-40e9-9afe-4db41df30c33,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:24.877208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:24.878007 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.894558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Sync routers for ids ['ef0099ad-cb9a-4932-93c4-93d2216c9e41'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:24.897276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.899212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ec2fcc9f-deee-446f-9d66-b997ae584fdb tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.0016677 Aug 10 04:01:24.902082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60064) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:24.926865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Routers {'ef0099ad-cb9a-4932-93c4-93d2216c9e41'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:24.927641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ef0099ad-cb9a-4932-93c4-93d2216c9e41'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:25.026353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.072447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Set router ef0099ad-cb9a-4932-93c4-93d2216c9e41 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:25.154443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.175751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60068) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:25.191512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf15f1fa-df6c-4b21-b83c-391fa5742f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.219117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Deleting port 47b71133-f0ec-46f3-8e66-7d19237be0db {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:25.219475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.283485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0099ad-cb9a-4932-93c4-93d2216c9e41', 'name': '', 'tenant_id': '0f2dea210d504517afae8666ed276ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2572749d-6949-4f15-a443-6fc29a0193e8', 'external_fixed_ips': [{'subnet_id': 'c93e5014-0d5f-4b10-8269-50a54e56037e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '47b71133-f0ec-46f3-8e66-7d19237be0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:22Z', 'updated_at': '2021-08-10T04:01:24Z', 'revision_number': 3, 'project_id': '0f2dea210d504517afae8666ed276ab6', 'gw_port': {'id': '47b71133-f0ec-46f3-8e66-7d19237be0db', 'name': '', 'network_id': '2572749d-6949-4f15-a443-6fc29a0193e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:00:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0099ad-cb9a-4932-93c4-93d2216c9e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'c93e5014-0d5f-4b10-8269-50a54e56037e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:23Z', 'updated_at': '2021-08-10T04:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c93e5014-0d5f-4b10-8269-50a54e56037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:25.315445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Checking router: ef0099ad-cb9a-4932-93c4-93d2216c9e41 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:25.315802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Updating router ef0099ad-cb9a-4932-93c4-93d2216c9e41 port 47b71133-f0ec-46f3-8e66-7d19237be0db binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:25.320894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.325264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf15f1fa-df6c-4b21-b83c-391fa5742f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.330865 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf15f1fa-df6c-4b21-b83c-391fa5742f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.335374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Calling delete_port for 47b71133-f0ec-46f3-8e66-7d19237be0db owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:25.341006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.388603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:25.389219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf15f1fa-df6c-4b21-b83c-391fa5742f8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc724986294f41c087ae9265351cb13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121720 Aug 10 04:01:25.391560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15f1fa-df6c-4b21-b83c-391fa5742f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb17782-2f00-4e58-b433-2f4efdb82cc8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:25.469384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c42b3aa-69ee-43e9-990e-c0b78322c22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.492715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c42b3aa-69ee-43e9-990e-c0b78322c22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.626232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c42b3aa-69ee-43e9-990e-c0b78322c22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.629308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c42b3aa-69ee-43e9-990e-c0b78322c22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.631169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c42b3aa-69ee-43e9-990e-c0b78322c22c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4fb17782-2f00-4e58-b433-2f4efdb82cc8 HTTP/1.1" status: 204 len: 168 time: 0.2402835 Aug 10 04:01:25.646269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42b3aa-69ee-43e9-990e-c0b78322c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb17782-2f00-4e58-b433-2f4efdb82cc8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:25.659321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.668190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:01:25.668532 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:01:25.704480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b71133-f0ec-46f3-8e66-7d19237be0db,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:25.758424 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.861292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.863840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.919409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.920311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef0099ad-cb9a-4932-93c4-93d2216c9e41 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:25.924701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.925941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2fddc8c5-f7f6-4003-8701-83f9c7d5fc9e tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ef0099ad-cb9a-4932-93c4-93d2216c9e41 HTTP/1.1" status: 204 len: 168 time: 1.0227201 Aug 10 04:01:25.928489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60080) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:25.974267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Deleting subnet c93e5014-0d5f-4b10-8269-50a54e56037e {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:01:25.981129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.017266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.062310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.132127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.162818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c93e5014-0d5f-4b10-8269-50a54e56037e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:26.165045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.170046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87dad9ec-3ef0-41ef-be44-86f41e68b37c tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/c93e5014-0d5f-4b10-8269-50a54e56037e HTTP/1.1" status: 204 len: 168 time: 0.2381403 Aug 10 04:01:26.170580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60094) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:26.217521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Port 47b71133-f0ec-46f3-8e66-7d19237be0db not found while updating agent binding for router ef0099ad-cb9a-4932-93c4-93d2216c9e41. {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 04:01:26.235167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Routers set() bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:26.236166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Router IDs set() for agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 04:01:26.237219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_agentschedulers_db [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ef0099ad-cb9a-4932-93c4-93d2216c9e41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent'). {{(pid=94142) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 04:01:26.237679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1008-f586-4585-9ee1-a7ac62956c2b None None] The sync data for ids ['ef0099ad-cb9a-4932-93c4-93d2216c9e41'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:26.249533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.250743 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.337662 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.348914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2572749d-6949-4f15-a443-6fc29a0193e8']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:26.361106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394e9af-c1c1-422a-8cc9-5a2b35f15f9e') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:26.361407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394e9af-c1c1-422a-8cc9-5a2b35f15f9e') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:26.370654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.384974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.391418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:01:26.391798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:01:26.393863 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:01:26.469024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.474703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2572749d-6949-4f15-a443-6fc29a0193e8 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:01:26.484764 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.487358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2572749d-6949-4f15-a443-6fc29a0193e8 HTTP/1.1" status: 204 len: 168 time: 0.3154695 Aug 10 04:01:26.505423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d9ee-9de6-4648-aa1f-cb5ea3b70a8a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event deleted for resources: {'Network': ['ID=2572749d-6949-4f15-a443-6fc29a0193e8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:26.923449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:26.927993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'name': 'tempest-router--1727397525', 'project_id': '8a275d7363c94e4786ee118ec3672c68'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:26.950436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.951710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.013082 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d8092e11-d2e7-4cd4-9dc7-0d0f6a06b270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.043003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.048451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.063237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.067854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60126) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:27.068387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c6a241e9-be2b-4719-8fbc-515112ffb027 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1435764 Aug 10 04:01:27.156404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.337193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.339500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.389969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.390522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9573fb91-61da-4cd3-a22d-3ccf004ac4b7 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:27.395391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.396724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-464578a7-63e6-45f9-b659-3afc3316cc12 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9573fb91-61da-4cd3-a22d-3ccf004ac4b7 HTTP/1.1" status: 204 len: 168 time: 0.3278089 Aug 10 04:01:27.640284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:27.797677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2067985149', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:27.822348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.823350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.879734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.030907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.247459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.266677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.375971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Allocated IP 172.25.2.117 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/40d5f313-5981-4e22-aab1-0c843328a735) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:28.480868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.533113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.581674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:28.584747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:28.587750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:28.610723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event updated for resources: {'Port': ['ID=40d5f313-5981-4e22-aab1-0c843328a735,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:28.894059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.103224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.595990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Router b1e9e430-ecd5-4877-80ed-62ece5b6931b is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:29.662599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.750632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:29.763008 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] Sync routers for ids ['b1e9e430-ecd5-4877-80ed-62ece5b6931b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:29.777220 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] Routers {'b1e9e430-ecd5-4877-80ed-62ece5b6931b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:29.781015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b1e9e430-ecd5-4877-80ed-62ece5b6931b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:29.794441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.799416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60192) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:29.800317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5ba6851e-9cd8-424e-805c-d70e8eddffe9 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1592062 Aug 10 04:01:29.831284 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:29.840817 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] Routers {'b1e9e430-ecd5-4877-80ed-62ece5b6931b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:29.841560 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b1e9e430-ecd5-4877-80ed-62ece5b6931b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:29.873038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a98da992-1418-4eec-a78b-d0f0676b0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.894510 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:29.895178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ae5594-37b7-4848-bb7c-74ff279fd331 None None] The sync data for ids ['b1e9e430-ecd5-4877-80ed-62ece5b6931b'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:29.984671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5274cc38-dfef-4f9e-a232-6a5ce99188ac tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/b1e9e430-ecd5-4877-80ed-62ece5b6931b HTTP/1.1" status: 200 len: 921 time: 0.1837754 Aug 10 04:01:29.988930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60194) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:30.020350 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6b0ddfa4-d4e1-4bf8-819e-0de228b9a909 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1e9e430-ecd5-4877-80ed-62ece5b6931b HTTP/1.1" status: 200 len: 205 time: 0.0301087 Aug 10 04:01:30.023135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60196) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:30.146105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.261414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.318854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Deleting port 40d5f313-5981-4e22-aab1-0c843328a735 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:30.319285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.420675 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.443585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Calling delete_port for 40d5f313-5981-4e22-aab1-0c843328a735 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:30.641825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.674310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event deleted for resources: {'Port': ['ID=40d5f313-5981-4e22-aab1-0c843328a735,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:30.743952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.839405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.841553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.889081 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.889893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Fanout notify agent at l3_agent the message router_deleted on router b1e9e430-ecd5-4877-80ed-62ece5b6931b {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:30.898776 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.904334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:30.904829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b4197e94-76ec-4875-b4e0-684dd000bae5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/b1e9e430-ecd5-4877-80ed-62ece5b6931b HTTP/1.1" status: 204 len: 168 time: 0.8802130 Aug 10 04:01:30.910466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1747405507', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': False}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:30.932569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.933661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.989042 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.132302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.363760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.390342 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.529946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Allocated IP 172.25.2.187 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/fe6aef34-5f31-4a4e-969b-f4a95f38c196) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:31.676866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.719663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.772118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.775846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:31.778842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:31.783191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:31.788653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Port': ['ID=fe6aef34-5f31-4a4e-969b-f4a95f38c196,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:32.045108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.252180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.382358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Router e7425184-ed9c-42e6-8539-c59f9f22f1ed is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:32.500876 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:32.516949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Sync routers for ids ['e7425184-ed9c-42e6-8539-c59f9f22f1ed'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:32.524783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.528871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f303887-5210-4fba-97db-121da4781404 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6200376 Aug 10 04:01:32.529408 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60232) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:32.534390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Routers {'e7425184-ed9c-42e6-8539-c59f9f22f1ed'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:32.535265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e7425184-ed9c-42e6-8539-c59f9f22f1ed'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:32.663014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60236) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:32.666807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5e7384ee-ba2e-4ae8-95ec-4135dcc33908 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/e7425184-ed9c-42e6-8539-c59f9f22f1ed HTTP/1.1" status: 200 len: 909 time: 0.1363435 Aug 10 04:01:32.670518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1747405507', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': True}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:32.698451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Set router e7425184-ed9c-42e6-8539-c59f9f22f1ed gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:32.723623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.725603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.863554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.120759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.146945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7425184-ed9c-42e6-8539-c59f9f22f1ed', 'name': 'tempest-snat-router-1747405507', 'tenant_id': '0f2dea210d504517afae8666ed276ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.187'}], 'enable_snat': False}, 'gw_port_id': 'fe6aef34-5f31-4a4e-969b-f4a95f38c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:31Z', 'revision_number': 3, 'project_id': '0f2dea210d504517afae8666ed276ab6', 'gw_port': {'id': 'fe6aef34-5f31-4a4e-969b-f4a95f38c196', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7425184-ed9c-42e6-8539-c59f9f22f1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:31Z', 'updated_at': '2021-08-10T04:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:33.210679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Checking router: e7425184-ed9c-42e6-8539-c59f9f22f1ed for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:33.211054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Updating router e7425184-ed9c-42e6-8539-c59f9f22f1ed port fe6aef34-5f31-4a4e-969b-f4a95f38c196 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:33.258037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.263965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.377692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.401731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.575586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.586630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Transition to ACTIVE for port object fe6aef34-5f31-4a4e-969b-f4a95f38c196 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:33.605275 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.689331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Allocated IP 172.25.2.8 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/9cd19523-0d7b-40f2-ab35-b877e566b08f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:33.702697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Pushing event updated for resources: {'Port': ['ID=fe6aef34-5f31-4a4e-969b-f4a95f38c196,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:33.705048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Attempting to bind port fe6aef34-5f31-4a4e-969b-f4a95f38c196 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:33.705404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Attempting to bind port fe6aef34-5f31-4a4e-969b-f4a95f38c196 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:33.705744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Attempting to bind port fe6aef34-5f31-4a4e-969b-f4a95f38c196 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:33.716183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.716529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.716874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.717211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.718541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.718880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.719215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.719548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.720049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.720389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.720713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.721038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:33.732010 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:33.732401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:33.732807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.733202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:33.733700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Bound port: fe6aef34-5f31-4a4e-969b-f4a95f38c196, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:33.734094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.795621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] For port fe6aef34-5f31-4a4e-969b-f4a95f38c196, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:33.799022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] For port fe6aef34-5f31-4a4e-969b-f4a95f38c196, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fe6aef34-5f31-4a4e-969b-f4a95f38c196,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:33.807167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.848864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.863887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Routers {'e7425184-ed9c-42e6-8539-c59f9f22f1ed'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:33.864434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e7425184-ed9c-42e6-8539-c59f9f22f1ed'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:33.891888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.903348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce820-1b7e-45e2-944e-c03ce4a2c975 None None] Pushing event updated for resources: {'Port': ['ID=fe6aef34-5f31-4a4e-969b-f4a95f38c196,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:33.937599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:33.940504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:33.942838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:33.979177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] Set router e7425184-ed9c-42e6-8539-c59f9f22f1ed gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:33.988951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd19523-0d7b-40f2-ab35-b877e566b08f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:34.182270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7425184-ed9c-42e6-8539-c59f9f22f1ed', 'name': 'tempest-snat-router-1747405507', 'tenant_id': '0f2dea210d504517afae8666ed276ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.187'}], 'enable_snat': False}, 'gw_port_id': 'fe6aef34-5f31-4a4e-969b-f4a95f38c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:31Z', 'revision_number': 3, 'project_id': '0f2dea210d504517afae8666ed276ab6', 'gw_port': {'id': 'fe6aef34-5f31-4a4e-969b-f4a95f38c196', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7425184-ed9c-42e6-8539-c59f9f22f1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:31Z', 'updated_at': '2021-08-10T04:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:34.214906 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e90c0-e2fe-40df-803a-6622310bf28f None None] The sync data for ids ['e7425184-ed9c-42e6-8539-c59f9f22f1ed'] in n-d-769329-14 is: [{'id': 'e7425184-ed9c-42e6-8539-c59f9f22f1ed', 'name': 'tempest-snat-router-1747405507', 'tenant_id': '0f2dea210d504517afae8666ed276ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.187'}], 'enable_snat': False}, 'gw_port_id': 'fe6aef34-5f31-4a4e-969b-f4a95f38c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:31Z', 'revision_number': 3, 'project_id': '0f2dea210d504517afae8666ed276ab6', 'gw_port': {'id': 'fe6aef34-5f31-4a4e-969b-f4a95f38c196', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7425184-ed9c-42e6-8539-c59f9f22f1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:31Z', 'updated_at': '2021-08-10T04:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:34.245615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:34.506843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.053155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Router 7ae4271f-ea24-45fe-8a96-929222e02e8e is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:35.179532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:35.194831 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Sync routers for ids ['7ae4271f-ea24-45fe-8a96-929222e02e8e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:35.209204 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Routers {'7ae4271f-ea24-45fe-8a96-929222e02e8e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:35.209824 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['7ae4271f-ea24-45fe-8a96-929222e02e8e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:35.211030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.212628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-165b52bc-bf0d-4bdd-82d5-d1adaf0c7f39 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5477686 Aug 10 04:01:35.215449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:35.359782 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Set router 7ae4271f-ea24-45fe-8a96-929222e02e8e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:35.388213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6df3b182-debb-44b7-859b-00a8643ebd48 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/7ae4271f-ea24-45fe-8a96-929222e02e8e HTTP/1.1" status: 200 len: 906 time: 0.1702113 Aug 10 04:01:35.390894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60282) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:35.508554 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.578564 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae4271f-ea24-45fe-8a96-929222e02e8e', 'name': 'tempest-snat-router-1747405507', 'tenant_id': '0f2dea210d504517afae8666ed276ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '9cd19523-0d7b-40f2-ab35-b877e566b08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:32Z', 'updated_at': '2021-08-10T04:01:34Z', 'revision_number': 3, 'project_id': '0f2dea210d504517afae8666ed276ab6', 'gw_port': {'id': '9cd19523-0d7b-40f2-ab35-b877e566b08f', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae4271f-ea24-45fe-8a96-929222e02e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:33Z', 'updated_at': '2021-08-10T04:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:35.614178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Checking router: 7ae4271f-ea24-45fe-8a96-929222e02e8e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:35.614769 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Updating router 7ae4271f-ea24-45fe-8a96-929222e02e8e port 9cd19523-0d7b-40f2-ab35-b877e566b08f binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:35.646248 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.676302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.741616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Deleting port 9cd19523-0d7b-40f2-ab35-b877e566b08f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:35.742176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.848382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.865396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Calling delete_port for 9cd19523-0d7b-40f2-ab35-b877e566b08f owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:36.144038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.147484 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.db.api [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:01:36.147901 n-d-769329-14 neutron-server[94143]: DEBUG oslo_db.api [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:01:36.179619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fe6aef34-5f31-4a4e-969b-f4a95f38c196 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:36.195367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cd19523-0d7b-40f2-ab35-b877e566b08f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:36.255292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port fe6aef34-5f31-4a4e-969b-f4a95f38c196 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:36.262419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fe6aef34-5f31-4a4e-969b-f4a95f38c196 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:36.263042 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.294204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.401005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.430043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port fe6aef34-5f31-4a4e-969b-f4a95f38c196, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fe6aef34-5f31-4a4e-969b-f4a95f38c196,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:36.444836 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.450934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.454558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.507818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=fe6aef34-5f31-4a4e-969b-f4a95f38c196,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:36.518634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.519165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae4271f-ea24-45fe-8a96-929222e02e8e {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:36.524186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.527910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0d09ca8a-9279-4b40-81d2-4a4b129ccb01 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7ae4271f-ea24-45fe-8a96-929222e02e8e HTTP/1.1" status: 204 len: 168 time: 1.1335633 Aug 10 04:01:36.528418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60294) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:36.635589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.675923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Port 9cd19523-0d7b-40f2-ab35-b877e566b08f not found while updating agent binding for router 7ae4271f-ea24-45fe-8a96-929222e02e8e. {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 04:01:36.690788 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Routers set() bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:36.691145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Router IDs set() for agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 04:01:36.698200 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_agentschedulers_db [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ae4271f-ea24-45fe-8a96-929222e02e8e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent'). {{(pid=94143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 04:01:36.698612 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac45ee-79c2-4ea1-9597-9b0d1866f742 None None] The sync data for ids ['7ae4271f-ea24-45fe-8a96-929222e02e8e'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:36.775625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.847180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Deleting port fe6aef34-5f31-4a4e-969b-f4a95f38c196 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:36.847672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.970690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] For port fe6aef34-5f31-4a4e-969b-f4a95f38c196, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fe6aef34-5f31-4a4e-969b-f4a95f38c196,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:36.971041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.985788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Calling delete_port for fe6aef34-5f31-4a4e-969b-f4a95f38c196 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:37.040690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60310) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:37.211108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.236219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-03128677-85fe-4dde-855c-abf09a5ecf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.250195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe6aef34-5f31-4a4e-969b-f4a95f38c196,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:37.330249 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.425011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-03128677-85fe-4dde-855c-abf09a5ecf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.430474 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-03128677-85fe-4dde-855c-abf09a5ecf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.473655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03128677-85fe-4dde-855c-abf09a5ecf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff506b56-7637-4a9d-b2a6-1b6156bd1e33,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:37.479085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-03128677-85fe-4dde-855c-abf09a5ecf3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b632966430fe41e1bbd48859a0770428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374957 Aug 10 04:01:37.481769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60318) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:37.542308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0c1d-5767-4a33-9f15-8e6e3626dc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.570165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0c1d-5767-4a33-9f15-8e6e3626dc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.630173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0c1d-5767-4a33-9f15-8e6e3626dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.633200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb2c0c1d-5767-4a33-9f15-8e6e3626dc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.637176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb2c0c1d-5767-4a33-9f15-8e6e3626dc9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff506b56-7637-4a9d-b2a6-1b6156bd1e33 HTTP/1.1" status: 204 len: 168 time: 0.1519132 Aug 10 04:01:37.644688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c0c1d-5767-4a33-9f15-8e6e3626dc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff506b56-7637-4a9d-b2a6-1b6156bd1e33,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:37.833687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.836316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.882152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.882717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7425184-ed9c-42e6-8539-c59f9f22f1ed {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:37.887083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.892112 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3f3ea7fd-aec9-45cf-a5da-6d76e7cdd385 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e7425184-ed9c-42e6-8539-c59f9f22f1ed HTTP/1.1" status: 204 len: 168 time: 1.3587804 Aug 10 04:01:37.893412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60324) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:37.898163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1123079324', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:37.931980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.933763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.972574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60328) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:37.987528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e562c23-0648-4ba5-a0f5-a95677d5750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.007933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.138574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e562c23-0648-4ba5-a0f5-a95677d5750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.143588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0e562c23-0648-4ba5-a0f5-a95677d5750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.178561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.196147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0e562c23-0648-4ba5-a0f5-a95677d5750d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb0fdbb2d7a14be3b7e4809363914956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199168 Aug 10 04:01:38.196147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e562c23-0648-4ba5-a0f5-a95677d5750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d59c1b-8981-4bf2-ae68-b4d577817a99,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:38.197289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60334) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:38.262046 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7732036-4fbe-4a8d-95b5-288e49cf9997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.284515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7732036-4fbe-4a8d-95b5-288e49cf9997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.338214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7732036-4fbe-4a8d-95b5-288e49cf9997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.340888 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c7732036-4fbe-4a8d-95b5-288e49cf9997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.344536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7732036-4fbe-4a8d-95b5-288e49cf9997 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50d59c1b-8981-4bf2-ae68-b4d577817a99 HTTP/1.1" status: 204 len: 168 time: 0.1443841 Aug 10 04:01:38.352066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7732036-4fbe-4a8d-95b5-288e49cf9997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d59c1b-8981-4bf2-ae68-b4d577817a99,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:38.411124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.430380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.577143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Allocated IP 172.25.2.131 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/b8169479-2b6b-4382-9483-78b76a974fad) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:38.698177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.745881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.749238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60342) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:38.763568 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-843dfdd1-12a8-4199-a336-6b65bc7a9009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.800481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:38.803906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:38.809534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:38.813424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event updated for resources: {'Port': ['ID=b8169479-2b6b-4382-9483-78b76a974fad,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:38.876280 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-843dfdd1-12a8-4199-a336-6b65bc7a9009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.881363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-843dfdd1-12a8-4199-a336-6b65bc7a9009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.926175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-843dfdd1-12a8-4199-a336-6b65bc7a9009 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a4850d06af6421abb273776efc1c793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743963 Aug 10 04:01:38.926175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60344) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:38.927854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dfdd1-12a8-4199-a336-6b65bc7a9009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52493056-a2ed-49ce-a541-52c280fa2efb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:38.995157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b54e50ec-266e-4f99-b469-d5bee6e62402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.026609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b54e50ec-266e-4f99-b469-d5bee6e62402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.082929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b54e50ec-266e-4f99-b469-d5bee6e62402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.085775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b54e50ec-266e-4f99-b469-d5bee6e62402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.089686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b54e50ec-266e-4f99-b469-d5bee6e62402 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52493056-a2ed-49ce-a541-52c280fa2efb HTTP/1.1" status: 204 len: 168 time: 0.1603463 Aug 10 04:01:39.109133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e50ec-266e-4f99-b469-d5bee6e62402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52493056-a2ed-49ce-a541-52c280fa2efb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:39.145411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.378604 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.530025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Router cb969dc9-c8b5-482b-a7e7-7b96a4b29157 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:39.647183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:39.659173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] Sync routers for ids ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:39.667273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.668991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f367daf-22da-4b01-9460-47aa75f264a5 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7744823 Aug 10 04:01:39.672302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60364) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:39.679096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': False}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:39.687020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] Routers {'cb969dc9-c8b5-482b-a7e7-7b96a4b29157'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:39.687926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:39.738552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:39.752220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] Routers {'cb969dc9-c8b5-482b-a7e7-7b96a4b29157'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:39.752843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:39.803772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:39.805185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85460751-0c6a-499e-a4cd-d6e1d7fb851b None None] The sync data for ids ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:40.068233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fe6aef34-5f31-4a4e-969b-f4a95f38c196 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:40.086190 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.126348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: fe6aef34-5f31-4a4e-969b-f4a95f38c196 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:40.126698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fe6aef34-5f31-4a4e-969b-f4a95f38c196 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:40.456492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60390) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:40.606026 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b14c7cc-bdcb-4aa7-9d3a-9789b69cdc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.607895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.611453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.709880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b14c7cc-bdcb-4aa7-9d3a-9789b69cdc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.714829 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b14c7cc-bdcb-4aa7-9d3a-9789b69cdc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.736236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Router cb969dc9-c8b5-482b-a7e7-7b96a4b29157 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:40.752995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14c7cc-bdcb-4aa7-9d3a-9789b69cdc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b1ea0-117c-4d72-be56-cdf2914b8075,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:40.757731 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8b14c7cc-bdcb-4aa7-9d3a-9789b69cdc63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49e45dc08094440b8d6f6fc841ae27fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998047 Aug 10 04:01:40.760407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60394) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:40.819332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7482292-83e8-4446-8967-40a767bd81d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.841660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7482292-83e8-4446-8967-40a767bd81d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.857460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:40.862099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.865960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a6696f2-0f6d-471e-a48e-3df15f5eae98 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "PUT /v2.0/routers/cb969dc9-c8b5-482b-a7e7-7b96a4b29157 HTTP/1.1" status: 200 len: 922 time: 1.1920199 Aug 10 04:01:40.867334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60398) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:40.869918 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] Sync routers for ids ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:40.878779 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] Routers {'cb969dc9-c8b5-482b-a7e7-7b96a4b29157'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:40.879390 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:40.895906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7482292-83e8-4446-8967-40a767bd81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.900140 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7482292-83e8-4446-8967-40a767bd81d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.901586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e7482292-83e8-4446-8967-40a767bd81d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e20b1ea0-117c-4d72-be56-cdf2914b8075 HTTP/1.1" status: 204 len: 168 time: 0.1403449 Aug 10 04:01:40.911234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7482292-83e8-4446-8967-40a767bd81d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b1ea0-117c-4d72-be56-cdf2914b8075,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:40.914783 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:40.924228 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] Routers {'cb969dc9-c8b5-482b-a7e7-7b96a4b29157'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:40.925500 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:40.960051 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:40.960935 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d293e0d-6fff-4369-a7ef-efa197cec4f9 None None] The sync data for ids ['cb969dc9-c8b5-482b-a7e7-7b96a4b29157'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:40.998686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c9f1f034-b116-4123-9d0d-ff7a050197c3 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/cb969dc9-c8b5-482b-a7e7-7b96a4b29157 HTTP/1.1" status: 200 len: 922 time: 0.1294339 Aug 10 04:01:41.001336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60402) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:41.106737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70037e-f938-45cc-b561-457e238384f7 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:41.109566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fd70037e-f938-45cc-b561-457e238384f7 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=cb969dc9-c8b5-482b-a7e7-7b96a4b29157&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1059861 Aug 10 04:01:41.111714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60410) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:41.223199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7cbe62-610a-48d4-a49b-1d4ad6964a43 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:41.227954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf7cbe62-610a-48d4-a49b-1d4ad6964a43 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.1117404 Aug 10 04:01:41.228761 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:41.270357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddd7fffb-40a1-4786-b3f1-d52ab0797afa tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb969dc9-c8b5-482b-a7e7-7b96a4b29157 HTTP/1.1" status: 200 len: 205 time: 0.0384123 Aug 10 04:01:41.271716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60420) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:41.412474 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.554204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.610898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Deleting port b8169479-2b6b-4382-9483-78b76a974fad {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:41.611602 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.695449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.713696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Calling delete_port for b8169479-2b6b-4382-9483-78b76a974fad owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:41.732802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60434) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:41.873898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-848224062-network', 'tenant_id': '85ef7e1b4e8a406a9ada3c0e9b9eb9f8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:41.908810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Made reservation on behalf of 85ef7e1b4e8a406a9ada3c0e9b9eb9f8 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:41.911364 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.922081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.252713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.282333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event deleted for resources: {'Port': ['ID=b8169479-2b6b-4382-9483-78b76a974fad,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:42.336179 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.342303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.356001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.371310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:42.381687 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58d771-8d4e-485b-a2b3-6e4e1991703a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:42.387125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.387487 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Added segment 6095ec24-ba2a-4cef-bf4c-fadb2a0637d3 of type vlan for network 30a58d80-9419-47d7-a753-4703057b9a6c Aug 10 04:01:42.442830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.467846 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.470211 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.477548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.479490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.480142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.525303 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.526237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Fanout notify agent at l3_agent the message router_deleted on router cb969dc9-c8b5-482b-a7e7-7b96a4b29157 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:42.541610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.543129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1e3414ed-31e8-4668-a07b-65a305930463 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/cb969dc9-c8b5-482b-a7e7-7b96a4b29157 HTTP/1.1" status: 204 len: 168 time: 1.2701662 Aug 10 04:01:42.547312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8104208 Aug 10 04:01:42.547527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:42.547861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60446) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:42.553862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2013030266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:42.565371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Request body: {'subnet': {'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-848224062-subnet', 'tenant_id': '85ef7e1b4e8a406a9ada3c0e9b9eb9f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:42.573124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa90b77-916e-48d4-8728-d816a12e9d6d admin admin] Pushing event updated for resources: {'Network': ['ID=30a58d80-9419-47d7-a753-4703057b9a6c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:42.584211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 30a58d80-9419-47d7-a753-4703057b9a6c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:42.598396 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.599340 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.622200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Made reservation on behalf of 85ef7e1b4e8a406a9ada3c0e9b9eb9f8 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:42.624438 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.704934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.710362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.740554 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.741915 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-98760adc-07f0-47ac-943a-920b57fa8b10 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1930563 Aug 10 04:01:42.744940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60450) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:42.751641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:43.038114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.056724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.155823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Pushing event updated for resources: {'Subnet': ['ID=034b1579-3ad5-4d17-812c-ffc8dd8a8221,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:43.182264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Checking segment: {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:43.182630 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Network hostable DHCP agents. Network: 30a58d80-9419-47d7-a753-4703057b9a6c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:01:43.214158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Network 30a58d80-9419-47d7-a753-4703057b9a6c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:43.228622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 30a58d80-9419-47d7-a753-4703057b9a6c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:43.234718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:43.235588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.243938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65506b4e-b2b6-4222-a523-d572faf3958a None None] Network 30a58d80-9419-47d7-a753-4703057b9a6c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:43.260652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6e50fd89-84cb-4ede-9248-5c05f75f027b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7105973 Aug 10 04:01:43.416810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b4c36-2359-4681-9bda-2de8990b6067 None None] Network 30a58d80-9419-47d7-a753-4703057b9a6c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:43.707243 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.727873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.862106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Allocated IP 172.25.2.155 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/b86a24dc-b4c5-49fc-8420-b1d9f60c8fb9) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:43.989810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.033585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.076128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:44.080798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:44.083523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:44.110548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event updated for resources: {'Port': ['ID=b86a24dc-b4c5-49fc-8420-b1d9f60c8fb9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:44.358363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.583767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.587638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.736755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Router 07d82f28-2258-4df4-b731-bb9cc9210919 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:44.855448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:44.862985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.864385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-01559756-8851-4cb9-939d-1d756b00021a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "PUT /v2.0/routers/07d82f28-2258-4df4-b731-bb9cc9210919 HTTP/1.1" status: 200 len: 880 time: 2.1185088 Aug 10 04:01:44.865296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] Sync routers for ids ['07d82f28-2258-4df4-b731-bb9cc9210919'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:44.867013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:44.875677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] Routers {'07d82f28-2258-4df4-b731-bb9cc9210919'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:44.876558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['07d82f28-2258-4df4-b731-bb9cc9210919'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:44.911594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:44.921559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] Routers {'07d82f28-2258-4df4-b731-bb9cc9210919'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:44.922610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['07d82f28-2258-4df4-b731-bb9cc9210919'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:44.957523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:44.958295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796721e-e048-4089-9b41-72c85477afc2 None None] The sync data for ids ['07d82f28-2258-4df4-b731-bb9cc9210919'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:44.988799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dc596c77-75a8-4f0e-8bbf-d43e05583f29 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/07d82f28-2258-4df4-b731-bb9cc9210919 HTTP/1.1" status: 200 len: 921 time: 0.1196408 Aug 10 04:01:44.989701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60492) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:45.065663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95a05a-e18e-4b47-ae9f-280c3caf16e3 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.067271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4f95a05a-e18e-4b47-ae9f-280c3caf16e3 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=07d82f28-2258-4df4-b731-bb9cc9210919&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0764322 Aug 10 04:01:45.070137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:45.182372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdecf31-1dd2-4e58-86f6-b8533b85a3d0 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.187466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:45.188030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-abdecf31-1dd2-4e58-86f6-b8533b85a3d0 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.1153595 Aug 10 04:01:45.216183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-816d0a3d-890e-4aa3-a9da-b7d5fa4a2a63 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=07d82f28-2258-4df4-b731-bb9cc9210919 HTTP/1.1" status: 200 len: 205 time: 0.0271235 Aug 10 04:01:45.218881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60506) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:45.330138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.444083 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.513704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Deleting port b86a24dc-b4c5-49fc-8420-b1d9f60c8fb9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:45.514168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.597305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.608770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Calling delete_port for b86a24dc-b4c5-49fc-8420-b1d9f60c8fb9 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:45.784986 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.813765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event deleted for resources: {'Port': ['ID=b86a24dc-b4c5-49fc-8420-b1d9f60c8fb9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:45.880743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.976874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.979113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.038772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.039475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Fanout notify agent at l3_agent the message router_deleted on router 07d82f28-2258-4df4-b731-bb9cc9210919 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:46.048620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.049877 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19551e2f-c06f-49d1-8a37-9f9869f5a2ca tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/07d82f28-2258-4df4-b731-bb9cc9210919 HTTP/1.1" status: 204 len: 168 time: 0.8300595 Aug 10 04:01:46.054288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60520) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:46.060421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1844352495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:46.086317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.087646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.146828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.154369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.182027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.202425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60524) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:46.202870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b13739c3-4d08-49e5-8675-ac74538eefb3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1470315 Aug 10 04:01:46.218492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': True}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:46.480871 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.689143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.708760 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.827380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Allocated IP 172.25.2.87 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/920f7831-83ea-4640-8303-609e490c1227) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:46.939893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.981304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.029121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:47.034747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:47.040421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Port': ['ID=920f7831-83ea-4640-8303-609e490c1227,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:47.043981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:47.308809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.540416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.543932 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.684084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Router 86ed793e-f952-4687-ab22-4f8ff2a15829 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:47.799069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:47.803488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.807345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-276a4e46-a2a0-40ee-a952-6373729e693b tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "PUT /v2.0/routers/86ed793e-f952-4687-ab22-4f8ff2a15829 HTTP/1.1" status: 200 len: 914 time: 1.6011384 Aug 10 04:01:47.808366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60552) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:47.809297 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] Sync routers for ids ['86ed793e-f952-4687-ab22-4f8ff2a15829'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:47.818891 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] Routers {'86ed793e-f952-4687-ab22-4f8ff2a15829'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:47.819495 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['86ed793e-f952-4687-ab22-4f8ff2a15829'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:47.860092 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:47.871007 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] Routers {'86ed793e-f952-4687-ab22-4f8ff2a15829'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:47.871633 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['86ed793e-f952-4687-ab22-4f8ff2a15829'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:47.907274 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:47.907839 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0efe3bc-decf-432b-a8f4-c5d494a05362 None None] The sync data for ids ['86ed793e-f952-4687-ab22-4f8ff2a15829'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:47.945288 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d15a48bc-77ad-4e0d-a884-1ec43ffdef32 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/86ed793e-f952-4687-ab22-4f8ff2a15829 HTTP/1.1" status: 200 len: 920 time: 0.1333222 Aug 10 04:01:47.946354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:47.990613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90928c-fd3c-40f3-8c34-0728b76e6478 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:47.994014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4d90928c-fd3c-40f3-8c34-0728b76e6478 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=86ed793e-f952-4687-ab22-4f8ff2a15829&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0448618 Aug 10 04:01:47.996135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:48.086819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b96cb-d5c7-446e-842e-1b3f66c95a3a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:48.090085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d49b96cb-d5c7-446e-842e-1b3f66c95a3a tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.0910292 Aug 10 04:01:48.091237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:48.120593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dfbd4585-9226-4757-b4b5-a3e8dbd85c8f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=86ed793e-f952-4687-ab22-4f8ff2a15829 HTTP/1.1" status: 200 len: 205 time: 0.0282774 Aug 10 04:01:48.123356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:48.249697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.364276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.431464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Deleting port 920f7831-83ea-4640-8303-609e490c1227 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:48.432246 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.514251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.521826 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:48.534681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Calling delete_port for 920f7831-83ea-4640-8303-609e490c1227 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:48.705897 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.734973 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event deleted for resources: {'Port': ['ID=920f7831-83ea-4640-8303-609e490c1227,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:48.801304 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.895289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.897456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.941024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.941614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Fanout notify agent at l3_agent the message router_deleted on router 86ed793e-f952-4687-ab22-4f8ff2a15829 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:48.949294 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.954475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60576) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:48.954920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-be99cca1-6342-4f7c-aabf-37f5cbba9fdf tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/86ed793e-f952-4687-ab22-4f8ff2a15829 HTTP/1.1" status: 204 len: 168 time: 0.8300247 Aug 10 04:01:48.959098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-546580279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:48.983609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.984994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.040486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.045749 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.062309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.063530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2108e61c-34c2-4714-af89-98a6083a3225 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1080585 Aug 10 04:01:49.066225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60578) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:49.070864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'enable_snat': False}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:49.641084 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.861373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.882464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.019381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Allocated IP 172.25.2.163 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/9cd66218-7202-44ab-85d3-68a143347c97) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:50.147485 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.198172 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.237938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:50.243643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:50.247717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:50.250873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd66218-7202-44ab-85d3-68a143347c97,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:50.609562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.872191 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.876389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.019488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Router 41188b9a-5425-40e0-8283-8ec556a7432f is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:51.146520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:51.152506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.153775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-70804a9f-414a-422d-9bba-c12b8efb4681 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "PUT /v2.0/routers/41188b9a-5425-40e0-8283-8ec556a7432f HTTP/1.1" status: 200 len: 915 time: 2.0866318 Aug 10 04:01:51.156689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60608) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:51.164186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] Sync routers for ids ['41188b9a-5425-40e0-8283-8ec556a7432f'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:51.175733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] Routers {'41188b9a-5425-40e0-8283-8ec556a7432f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:51.176563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['41188b9a-5425-40e0-8283-8ec556a7432f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:51.215459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:51.226260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] Routers {'41188b9a-5425-40e0-8283-8ec556a7432f'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:51.226863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['41188b9a-5425-40e0-8283-8ec556a7432f'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:51.268474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:51.269519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e27dd93-7542-4469-9ae4-57eb69241e3a None None] The sync data for ids ['41188b9a-5425-40e0-8283-8ec556a7432f'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:51.286738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0f94491f-1d9b-4b67-a299-f2d6efd737c0 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/41188b9a-5425-40e0-8283-8ec556a7432f HTTP/1.1" status: 200 len: 921 time: 0.1288860 Aug 10 04:01:51.289432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60614) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:51.332328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56ac3e-c8dc-4e71-8d36-6edacf640f6d tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:51.333914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aa56ac3e-c8dc-4e71-8d36-6edacf640f6d tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=41188b9a-5425-40e0-8283-8ec556a7432f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0429745 Aug 10 04:01:51.337618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60616) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:51.446546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8142c60-9ce2-4d48-9eec-ee8b151b4bbc tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:51.448081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8142c60-9ce2-4d48-9eec-ee8b151b4bbc tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/networks/a4fdb4ae-b30e-4708-9211-680c60e57004 HTTP/1.1" status: 200 len: 881 time: 0.1099274 Aug 10 04:01:51.451374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:51.517053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7994bb95-0f32-4d39-bfbc-5379c6231b4d tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=41188b9a-5425-40e0-8283-8ec556a7432f HTTP/1.1" status: 200 len: 205 time: 0.0612378 Aug 10 04:01:51.517434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60622) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:51.643895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.766287 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.870377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Deleting port 9cd66218-7202-44ab-85d3-68a143347c97 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:51.870725 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.958445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.971584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Calling delete_port for 9cd66218-7202-44ab-85d3-68a143347c97 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:52.216125 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.306461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event deleted for resources: {'Port': ['ID=9cd66218-7202-44ab-85d3-68a143347c97,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:52.327748 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.451187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.453696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.508775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.509614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Fanout notify agent at l3_agent the message router_deleted on router 41188b9a-5425-40e0-8283-8ec556a7432f {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:52.520444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.521771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2b6c9950-1839-496b-b58b-e2dc2827430f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/41188b9a-5425-40e0-8283-8ec556a7432f HTTP/1.1" status: 204 len: 168 time: 1.0030041 Aug 10 04:01:52.527231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60636) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:52.532011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2073167274', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:52.557884 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.560252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.615364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.780774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.008743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.030443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.147423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Allocated IP 172.25.2.64 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/60ebe5c4-c893-4a0f-8bb5-753c2213eb18) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:53.263703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.310223 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.360313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:53.366284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:53.370809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:53.373079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event updated for resources: {'Port': ['ID=60ebe5c4-c893-4a0f-8bb5-753c2213eb18,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:53.707771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.316770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.463700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Router e33d7c87-f270-4903-80ab-9c91d54e1f0b is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:54.620852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:54.634886 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] Sync routers for ids ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:54.646896 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] Routers {'e33d7c87-f270-4903-80ab-9c91d54e1f0b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:54.647842 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:54.682522 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.686890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f002704f-6299-48c1-82d1-1fb51c837c02 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1555634 Aug 10 04:01:54.687067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60658) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:54.692954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:54.738924 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:54.762292 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] Routers {'e33d7c87-f270-4903-80ab-9c91d54e1f0b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:54.763013 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:54.799773 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:54.800876 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4add65e-291b-4644-bfa5-9fd962145688 None None] The sync data for ids ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:54.889126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.065615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.077728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.140589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Deleting port 60ebe5c4-c893-4a0f-8bb5-753c2213eb18 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:55.140935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.226633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.239905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Calling delete_port for 60ebe5c4-c893-4a0f-8bb5-753c2213eb18 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:55.429035 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.459348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Pushing event deleted for resources: {'Port': ['ID=60ebe5c4-c893-4a0f-8bb5-753c2213eb18,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:55.537185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.795511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.801045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.889775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Router e33d7c87-f270-4903-80ab-9c91d54e1f0b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:55.972144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:55.982425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] Sync routers for ids ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:55.985564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.986891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09da6b99-1788-44db-8b67-89a2e64919bd tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "PUT /v2.0/routers/e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 200 len: 706 time: 1.2988770 Aug 10 04:01:55.989589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60682) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:55.996352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] Routers {'e33d7c87-f270-4903-80ab-9c91d54e1f0b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:55.997318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:56.070265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:56.092661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] Routers {'e33d7c87-f270-4903-80ab-9c91d54e1f0b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:56.093909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:01:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:56.112746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.123008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-45fefae3-9735-4817-ad0d-3688bfa46741 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/routers/e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 200 len: 741 time: 0.1316628 Aug 10 04:01:56.145736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:56.146903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cfe80d-98f3-45a4-a069-0ea849e62d8d None None] The sync data for ids ['e33d7c87-f270-4903-80ab-9c91d54e1f0b'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:56.171287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8261fe93-9ae8-4c1e-8e73-0c1a88692579 tempest-RoutersAdminTest-60678766 tempest-RoutersAdminTest-60678766-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&device_id=e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 200 len: 205 time: 0.0559547 Aug 10 04:01:56.176246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60690) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.208617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60692) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.209007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3296552c-01c7-4ddf-b3a0-db71a3816f5d tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 200 len: 205 time: 0.0309746 Aug 10 04:01:56.215264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.323682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.533514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.536213 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.592845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.594422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Fanout notify agent at l3_agent the message router_deleted on router e33d7c87-f270-4903-80ab-9c91d54e1f0b {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:56.604324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.606440 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb4a8f64-938b-476c-986e-a3539995b299 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 204 len: 168 time: 0.3961089 Aug 10 04:01:56.610045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60700) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.645292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-73840815-fa2e-4e64-a89c-70d9989b4ec3 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 200 len: 205 time: 0.0332434 Aug 10 04:01:56.647514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60704) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.692239 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-ba9720f0-f85c-4354-bf2c-755772dfd6ee tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] delete failed (client error): The resource could not be found. Aug 10 04:01:56.697265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ba9720f0-f85c-4354-bf2c-755772dfd6ee tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/e33d7c87-f270-4903-80ab-9c91d54e1f0b HTTP/1.1" status: 404 len: 336 time: 0.0448830 Aug 10 04:01:56.697539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60708) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.728048 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-21451f2a-b01f-41a9-a175-b4d01166924c tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=41188b9a-5425-40e0-8283-8ec556a7432f HTTP/1.1" status: 200 len: 205 time: 0.0288944 Aug 10 04:01:56.731284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60710) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.772117 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-b4f380e5-0edb-4357-95b8-05e9372b3ae6 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] delete failed (client error): The resource could not be found. Aug 10 04:01:56.773112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b4f380e5-0edb-4357-95b8-05e9372b3ae6 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/41188b9a-5425-40e0-8283-8ec556a7432f HTTP/1.1" status: 404 len: 336 time: 0.0407338 Aug 10 04:01:56.776100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60712) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.825082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c61911b4-da3b-4c32-aac0-dc04fed77b0c tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=86ed793e-f952-4687-ab22-4f8ff2a15829 HTTP/1.1" status: 200 len: 205 time: 0.0477920 Aug 10 04:01:56.827677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60716) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.872067 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-e5167d3b-f65f-4b3c-8424-180684d43e7f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] delete failed (client error): The resource could not be found. Aug 10 04:01:56.873637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e5167d3b-f65f-4b3c-8424-180684d43e7f tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/86ed793e-f952-4687-ab22-4f8ff2a15829 HTTP/1.1" status: 404 len: 336 time: 0.0442858 Aug 10 04:01:56.876536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60718) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.904888 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-38cfd2ce-9500-48e9-951e-93bf0e730ee6 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=07d82f28-2258-4df4-b731-bb9cc9210919 HTTP/1.1" status: 200 len: 205 time: 0.0269282 Aug 10 04:01:56.907381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60720) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.945283 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-678f7d89-7465-46a7-a498-5105ecf6d966 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] delete failed (client error): The resource could not be found. Aug 10 04:01:56.950911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-678f7d89-7465-46a7-a498-5105ecf6d966 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/07d82f28-2258-4df4-b731-bb9cc9210919 HTTP/1.1" status: 404 len: 336 time: 0.0388105 Aug 10 04:01:56.951788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60722) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:56.986837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-77303950-e634-4079-8143-41c72b194f43 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb969dc9-c8b5-482b-a7e7-7b96a4b29157 HTTP/1.1" status: 200 len: 205 time: 0.0331812 Aug 10 04:01:56.990669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60724) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:57.012264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-77ef77e2-78f8-4785-b083-2ffefcec1408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.041786 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-c3b16993-4211-4127-986c-bfd605b66458 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] delete failed (client error): The resource could not be found. Aug 10 04:01:57.045283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c3b16993-4211-4127-986c-bfd605b66458 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/cb969dc9-c8b5-482b-a7e7-7b96a4b29157 HTTP/1.1" status: 404 len: 336 time: 0.0516398 Aug 10 04:01:57.048116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:57.079684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e94f21c-80fa-419c-be26-3e3d53283f6a tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1e9e430-ecd5-4877-80ed-62ece5b6931b HTTP/1.1" status: 200 len: 205 time: 0.0278506 Aug 10 04:01:57.080446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60732) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:57.121933 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-ef6d95c6-b6e6-4280-bfe1-1fba94597d9c tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] delete failed (client error): The resource could not be found. Aug 10 04:01:57.124071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ef6d95c6-b6e6-4280-bfe1-1fba94597d9c tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/routers/b1e9e430-ecd5-4877-80ed-62ece5b6931b HTTP/1.1" status: 404 len: 336 time: 0.0423036 Aug 10 04:01:57.125804 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:57.153304 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f528944-1770-421a-ab12-e54583935284 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] DELETE failed (client error): The resource could not be found. Aug 10 04:01:57.153895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f528944-1770-421a-ab12-e54583935284 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:01:57.158513 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f528944-1770-421a-ab12-e54583935284 tempest-RoutersAdminTest-866286935 tempest-RoutersAdminTest-866286935-project] 10.222.0.53 "DELETE /v2.0/subnets/c93e5014-0d5f-4b10-8269-50a54e56037e HTTP/1.1" status: 404 len: 337 time: 0.0314426 Aug 10 04:01:57.397234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60744) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:57.532336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3fe8-c71a-41fa-ba2f-b91c0cdf9df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.639985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3fe8-c71a-41fa-ba2f-b91c0cdf9df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.657338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4bd3fe8-c71a-41fa-ba2f-b91c0cdf9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.697307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd3fe8-c71a-41fa-ba2f-b91c0cdf9df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490d5292-ba6f-4e79-945b-8c70efa2452c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:57.724640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a4bd3fe8-c71a-41fa-ba2f-b91c0cdf9df7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0418631a1cf54aa9922e12d37c06385f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248491 Aug 10 04:01:57.725178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60754) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:57.791260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92b7d02f-642e-4012-9453-40f7aa93d14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.815722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92b7d02f-642e-4012-9453-40f7aa93d14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.875092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92b7d02f-642e-4012-9453-40f7aa93d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.877994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-92b7d02f-642e-4012-9453-40f7aa93d14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.881662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-92b7d02f-642e-4012-9453-40f7aa93d14f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/490d5292-ba6f-4e79-945b-8c70efa2452c HTTP/1.1" status: 204 len: 168 time: 0.1527698 Aug 10 04:01:57.892492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7d02f-642e-4012-9453-40f7aa93d14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490d5292-ba6f-4e79-945b-8c70efa2452c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:58.219467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60770) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:58.277216 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b5195d22-5b29-4200-9469-88f43be65eac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f2dea210d504517afae8666ed276ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551059 Aug 10 04:01:58.278507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:58.341623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9de3-1e7d-42d3-add8-6c8ff713ec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.366368 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9de3-1e7d-42d3-add8-6c8ff713ec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.419746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9de3-1e7d-42d3-add8-6c8ff713ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.422838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9de3-1e7d-42d3-add8-6c8ff713ec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.426886 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0ec9de3-1e7d-42d3-add8-6c8ff713ec08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18c86f6f-53f8-4c85-a20a-71d625f13c5a HTTP/1.1" status: 204 len: 168 time: 0.1466906 Aug 10 04:01:58.436115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec9de3-1e7d-42d3-add8-6c8ff713ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c86f6f-53f8-4c85-a20a-71d625f13c5a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:59.388479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:59.508473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f2cd43a-ab25-427e-9a4e-6c8046b89141 tempest-AgentManagementNegativeTest-514599103 tempest-AgentManagementNegativeTest-514599103-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1188240 Aug 10 04:01:59.661345 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.775631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:59.868809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf99644d-acd0-4db7-a5bb-4aa4ccea2d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.891866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e77c50d5-af4a-4605-9a62-bdf29a3c61b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.001775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e77c50d5-af4a-4605-9a62-bdf29a3c61b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.006116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e77c50d5-af4a-4605-9a62-bdf29a3c61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.044932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e77c50d5-af4a-4605-9a62-bdf29a3c61b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8cba1a2659b4a4e8b0d3cc4e8d96e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681391 Aug 10 04:02:00.045821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c50d5-af4a-4605-9a62-bdf29a3c61b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5d4218-84a3-4442-8c31-7c0114d26e73,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:00.047725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60844) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:00.103608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-575a9bd9-b9de-4403-a040-373592039983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.126482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-575a9bd9-b9de-4403-a040-373592039983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.176816 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-575a9bd9-b9de-4403-a040-373592039983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.179525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-575a9bd9-b9de-4403-a040-373592039983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.180724 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-575a9bd9-b9de-4403-a040-373592039983 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d5d4218-84a3-4442-8c31-7c0114d26e73 HTTP/1.1" status: 204 len: 168 time: 0.1316605 Aug 10 04:02:00.189338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a9bd9-b9de-4403-a040-373592039983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5d4218-84a3-4442-8c31-7c0114d26e73,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:00.997866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60900) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:01.156906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-644889199'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:01.181361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:01.185387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.195328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.314352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.318384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.348931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:01.366562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0552b-15c9-4222-b366-c29354d1e4a9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:01.377806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.378156 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Added segment 5e8adf67-3ee8-4973-979c-9787ffd7867e of type vlan for network da74c73d-815e-4ff6-8d3a-95d874fc5623 Aug 10 04:02:01.427204 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.461283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.467103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:01.467805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.551517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5521877 Aug 10 04:02:01.554525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60916) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:01.564540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'subnet': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:01.570033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303bf69-0ad4-48f8-97aa-b86119c6e09a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Network': ['ID=da74c73d-815e-4ff6-8d3a-95d874fc5623,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:01.583812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:01.685564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:01.691645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.777649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.901526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.007019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Subnet': ['ID=8ca9a739-4c82-43fa-8824-c69e6da81cc4,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:02.019998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Checking segment: {'id': '5e8adf67-3ee8-4973-979c-9787ffd7867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:02.020369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network hostable DHCP agents. Network: da74c73d-815e-4ff6-8d3a-95d874fc5623, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:02.048223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:02.058842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, da74c73d-815e-4ff6-8d3a-95d874fc5623) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:02.063308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:02.063985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.076858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b12836-cbf7-4eca-b601-a6a76e9cddf9 None None] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:02.083476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-004596a4-fa21-431f-9d09-f23ad3708933 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5262215 Aug 10 04:02:02.086979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 60938) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:02.094029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1014080594'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:02.228780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:02.233171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.251691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-da74c73d-815e-4ff6-8d3a-95d874fc5623', 'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'tenant_id': 'ecaaf15bbf444bd7a05c22f4a13f6484', 'fixed_ips': [{'subnet_id': '8ca9a739-4c82-43fa-8824-c69e6da81cc4'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:02.252618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] device_id is not set on port 11b93434-32c9-40a7-85c9-d92556749594 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:02.253158 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.399837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Allocated IP 2001:db8::38b (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/11b93434-32c9-40a7-85c9-d92556749594) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:02.565360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.959406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Transition to ACTIVE for port object 11b93434-32c9-40a7-85c9-d92556749594 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:02.996381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.063226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:03.064909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Allocated IP 2001:db8::2 (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/586c3de6-34b3-4fea-9aee-98e83acc03fb) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:03.066773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:03.070322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:03.078090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.078807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.108069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 60976) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:03.113787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1565417139', 'allowed_address_pairs': [{'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:75:13:7d'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:03.118352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0295911 Aug 10 04:02:03.135517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b5f81-1a2c-4b2d-96ff-bf67762e3c45 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=11b93434-32c9-40a7-85c9-d92556749594,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:03.279105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.282855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.292501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Transition to ACTIVE for port object 586c3de6-34b3-4fea-9aee-98e83acc03fb will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:03.310369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:03.311641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Transition to ACTIVE for port object 586c3de6-34b3-4fea-9aee-98e83acc03fb will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:03.317579 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.359781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:03.362867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:03.366713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:03.378087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Pushing event updated for resources: {'Port': ['ID=586c3de6-34b3-4fea-9aee-98e83acc03fb,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:03.418715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.436097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Attempting to bind port 586c3de6-34b3-4fea-9aee-98e83acc03fb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:03.436745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Attempting to bind port 586c3de6-34b3-4fea-9aee-98e83acc03fb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '5e8adf67-3ee8-4973-979c-9787ffd7867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:03.437467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Attempting to bind port 586c3de6-34b3-4fea-9aee-98e83acc03fb on network da74c73d-815e-4ff6-8d3a-95d874fc5623 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:03.440381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] device_id is not set on port 41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:03.444220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:03.445228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Checking segment: {'id': '5e8adf67-3ee8-4973-979c-9787ffd7867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:03.445914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.446535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Bound using segment: {'id': '5e8adf67-3ee8-4973-979c-9787ffd7867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:03.447493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Bound port: 586c3de6-34b3-4fea-9aee-98e83acc03fb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8adf67-3ee8-4973-979c-9787ffd7867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:03.448056 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.538966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] For port 586c3de6-34b3-4fea-9aee-98e83acc03fb, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:03.543371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] For port 586c3de6-34b3-4fea-9aee-98e83acc03fb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=586c3de6-34b3-4fea-9aee-98e83acc03fb,segment=NetworkSegment(5e8adf67-3ee8-4973-979c-9787ffd7867e),segment_id=5e8adf67-3ee8-4973-979c-9787ffd7867e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:03.548654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.619303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fd869-ad3b-4794-af59-b96f5d481424 None None] Pushing event updated for resources: {'Port': ['ID=586c3de6-34b3-4fea-9aee-98e83acc03fb,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:03.671003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Allocated IP 2001:db8::1fb (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:03.895847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.943051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Transition to ACTIVE for port object 41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:04.000416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.073265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:04.078176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:04.085834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:04.091736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.092435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.099894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.119643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.120704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.120704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.120704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.121176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.121327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.121586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.121928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.126565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.127333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.127839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.128356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:04.146779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-196199f4-b3bd-4ba6-a404-041ccf57c13b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0375574 Aug 10 04:02:04.154127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:04.257778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209334f-e5ca-4796-95d1-74dc985258b5 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.273573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209334f-e5ca-4796-95d1-74dc985258b5 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.280867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209334f-e5ca-4796-95d1-74dc985258b5 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.281533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 586c3de6-34b3-4fea-9aee-98e83acc03fb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:04.285452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2209334f-e5ca-4796-95d1-74dc985258b5 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1277578 Aug 10 04:02:04.285762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32784) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:04.366123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 586c3de6-34b3-4fea-9aee-98e83acc03fb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:04.408156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port 41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:04.408497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.529100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.543339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for 41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:04.760144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.794154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.959440 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.962461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9535d160-af3c-4782-85b8-f3b90a23b5d4 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/ports/41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6 HTTP/1.1" status: 204 len: 168 time: 0.6756189 Aug 10 04:02:04.965251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32804) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:04.977839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04893627-172f-4001-a5c7-1c259f35f97c None None] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:05.003541 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff084f52-83c3-417e-9a03-1007635aa4e7 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] GET failed (client error): The resource could not be found. Aug 10 04:02:05.011131 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ff084f52-83c3-417e-9a03-1007635aa4e7 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "GET /v2.0/ports/41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6 HTTP/1.1" status: 404 len: 333 time: 0.0382080 Aug 10 04:02:05.011554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:05.017913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-888647485'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:05.105772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] Provisioning for port 586c3de6-34b3-4fea-9aee-98e83acc03fb completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:05.131257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] Provisioning complete for port 586c3de6-34b3-4fea-9aee-98e83acc03fb triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:05.131662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.164832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:05.186476 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.230179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] device_id is not set on port 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 yet. {{(pid=94140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:05.373953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Allocated IP 2001:db8::332 (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/12f1c9c2-69fc-412e-9bff-1ea20f96e3b7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:05.442411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.508276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] For port 586c3de6-34b3-4fea-9aee-98e83acc03fb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=586c3de6-34b3-4fea-9aee-98e83acc03fb,segment=NetworkSegment(5e8adf67-3ee8-4973-979c-9787ffd7867e),segment_id=5e8adf67-3ee8-4973-979c-9787ffd7867e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:05.514133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.575268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158af49c-4eba-46cc-aad2-533d13acee7b None None] Pushing event updated for resources: {'Port': ['ID=586c3de6-34b3-4fea-9aee-98e83acc03fb,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:05.625409 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.644430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Transition to ACTIVE for port object 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:05.693489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.740263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6f320392-7ac8-4cad-a01b-a71cb7806c99 None None] Provisioning complete for port 586c3de6-34b3-4fea-9aee-98e83acc03fb triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:05.740821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f320392-7ac8-4cad-a01b-a71cb7806c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.766684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=12f1c9c2-69fc-412e-9bff-1ea20f96e3b7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:05.797745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:05.808182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:05.812899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:05.832003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.833298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.865231 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-563f781c-0ff5-4bd1-a111-d4d9a78c72e3 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8523495 Aug 10 04:02:05.866219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32834) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:05.872622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:75:13:7d'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:05.923204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6f320392-7ac8-4cad-a01b-a71cb7806c99 None None] Provisioning for port 11b93434-32c9-40a7-85c9-d92556749594 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:05.929284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6f320392-7ac8-4cad-a01b-a71cb7806c99 None None] Provisioning complete for port 11b93434-32c9-40a7-85c9-d92556749594 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:05.929578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6f320392-7ac8-4cad-a01b-a71cb7806c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.990376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.996385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6f320392-7ac8-4cad-a01b-a71cb7806c99 None None] Port 11b93434-32c9-40a7-85c9-d92556749594 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:06.132138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a205ee55-d1f9-4d76-a5ce-49ff61268f7a None None] Provisioning complete for port 11b93434-32c9-40a7-85c9-d92556749594 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:06.132618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a205ee55-d1f9-4d76-a5ce-49ff61268f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.205009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a205ee55-d1f9-4d76-a5ce-49ff61268f7a None None] Port 11b93434-32c9-40a7-85c9-d92556749594 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:06.206978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 586c3de6-34b3-4fea-9aee-98e83acc03fb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:06.277092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 586c3de6-34b3-4fea-9aee-98e83acc03fb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:06.278593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.278996 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.296698 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.328312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4054bdab-4c4c-42e6-9d6c-1f574c4f062f None None] Could not find standard attr ID for object 41b3c56c-aab0-4c07-8ccc-a41d75a3c6c6. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:02:06.383099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] In _notify_port_updated(), no bound segment for port 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 on network da74c73d-815e-4ff6-8d3a-95d874fc5623 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:02:06.396143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.396883 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.399187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "PUT /v2.0/ports/12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 HTTP/1.1" status: 200 len: 1002 time: 0.5310698 Aug 10 04:02:06.401998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32842) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:06.426910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44644457-71b3-4075-a353-c811bb09007c tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=12f1c9c2-69fc-412e-9bff-1ea20f96e3b7,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:06.521190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:06.521847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.637877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.653134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:06.672444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7c87dfbe-a7e3-4af3-afe2-704cfa175a85 None None] Provisioning for port 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:06.684183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7c87dfbe-a7e3-4af3-afe2-704cfa175a85 None None] Provisioning complete for port 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:06.684570 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7c87dfbe-a7e3-4af3-afe2-704cfa175a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.727757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7c87dfbe-a7e3-4af3-afe2-704cfa175a85 None None] Port 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:06.813500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.853194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=12f1c9c2-69fc-412e-9bff-1ea20f96e3b7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:06.975817 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.981513 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7f13f3f2-88a1-408e-a3f6-f6902591ecbe tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/ports/12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 HTTP/1.1" status: 204 len: 168 time: 0.5760286 Aug 10 04:02:06.982460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32854) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:07.013228 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-176589ba-350d-4a33-8f55-22df09021598 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] GET failed (client error): The resource could not be found. Aug 10 04:02:07.015248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-176589ba-350d-4a33-8f55-22df09021598 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "GET /v2.0/ports/12f1c9c2-69fc-412e-9bff-1ea20f96e3b7 HTTP/1.1" status: 404 len: 333 time: 0.0317566 Aug 10 04:02:07.021272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32856) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:07.027066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1225193010'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:07.169500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:07.173545 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.204952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] device_id is not set on port fddd900f-790d-44fa-9d89-e37aef0f0247 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:07.344764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d0d091a0-9da4-4d74-addf-6ea7ffeb5050 None None] Could not find standard attr ID for object 12f1c9c2-69fc-412e-9bff-1ea20f96e3b7. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:02:07.357076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Allocated IP 2001:db8::211 (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/fddd900f-790d-44fa-9d89-e37aef0f0247) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:07.541096 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.557148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Transition to ACTIVE for port object fddd900f-790d-44fa-9d89-e37aef0f0247 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:07.602078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.652293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:07.655655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:07.661378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:07.667064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:07.667702 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.671520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=fddd900f-790d-44fa-9d89-e37aef0f0247,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:07.693694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-212bf043-f055-4daa-947e-a17f7410467f tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6709120 Aug 10 04:02:07.696772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32868) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:07.702791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:13:7d'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:07.985750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5f360e2e-a6cf-4ac6-b3f8-dd20e576e5fd None None] Provisioning for port fddd900f-790d-44fa-9d89-e37aef0f0247 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:07.992904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5f360e2e-a6cf-4ac6-b3f8-dd20e576e5fd None None] Provisioning complete for port fddd900f-790d-44fa-9d89-e37aef0f0247 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:07.994043 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5f360e2e-a6cf-4ac6-b3f8-dd20e576e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.038279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5f360e2e-a6cf-4ac6-b3f8-dd20e576e5fd None None] Port fddd900f-790d-44fa-9d89-e37aef0f0247 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:08.156426 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.386378 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.392712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.437148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] In _notify_port_updated(), no bound segment for port fddd900f-790d-44fa-9d89-e37aef0f0247 on network da74c73d-815e-4ff6-8d3a-95d874fc5623 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:02:08.443547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:08.444312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.448279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "PUT /v2.0/ports/fddd900f-790d-44fa-9d89-e37aef0f0247 HTTP/1.1" status: 200 len: 1003 time: 0.7478979 Aug 10 04:02:08.448648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32886) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:08.472942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8fd5f-0a4f-4095-9594-1f911e0cf648 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=fddd900f-790d-44fa-9d89-e37aef0f0247,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:08.573061 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port fddd900f-790d-44fa-9d89-e37aef0f0247 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:08.573513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.711663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.737807 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for fddd900f-790d-44fa-9d89-e37aef0f0247 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:08.792188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-70a6a00a-b804-462b-89f1-738c80ec0639 None None] Provisioning complete for port fddd900f-790d-44fa-9d89-e37aef0f0247 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:08.792806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-70a6a00a-b804-462b-89f1-738c80ec0639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.829652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-70a6a00a-b804-462b-89f1-738c80ec0639 None None] Port fddd900f-790d-44fa-9d89-e37aef0f0247 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:08.900913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.930641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=fddd900f-790d-44fa-9d89-e37aef0f0247,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:08.942275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.942624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.942968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.943311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.943644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.943979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.944389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.944622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.944946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.945884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.946306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.946640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:08.972938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.974977 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29000c6d-bd4b-4956-a177-57588bbf2165 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/ports/fddd900f-790d-44fa-9d89-e37aef0f0247 HTTP/1.1" status: 204 len: 168 time: 0.5250862 Aug 10 04:02:08.979314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32898) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.035811 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a4b923-0649-4cae-b036-30192cbf2f24 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] GET failed (client error): The resource could not be found. Aug 10 04:02:09.035811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a7a4b923-0649-4cae-b036-30192cbf2f24 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "GET /v2.0/ports/fddd900f-790d-44fa-9d89-e37aef0f0247 HTTP/1.1" status: 404 len: 333 time: 0.0544479 Aug 10 04:02:09.039715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32900) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.047298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1823585903'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:09.183420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:09.188052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.213230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] device_id is not set on port 22908bbf-2b2a-4390-a6e4-02b5d830cb27 yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:09.354541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Allocated IP 2001:db8::e8 (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/22908bbf-2b2a-4390-a6e4-02b5d830cb27) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:09.548156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.565668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Transition to ACTIVE for port object 22908bbf-2b2a-4390-a6e4-02b5d830cb27 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:09.616405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.668909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:09.672675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:09.676494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:09.682277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:09.682867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.690717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=22908bbf-2b2a-4390-a6e4-02b5d830cb27,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:09.713098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c836243e-3277-489f-9e71-2b99cb672b4a tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6681805 Aug 10 04:02:09.713485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32912) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.718645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'network_id': 'da74c73d-815e-4ff6-8d3a-95d874fc5623', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126086030'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:09.845627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Made reservation on behalf of ecaaf15bbf444bd7a05c22f4a13f6484 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:09.849193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.875304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] device_id is not set on port a76f7386-c9a8-416f-9a19-0013ba7d594a yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:10.031777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Allocated IP 2001:db8::26c (da74c73d-815e-4ff6-8d3a-95d874fc5623/8ca9a739-4c82-43fa-8824-c69e6da81cc4/a76f7386-c9a8-416f-9a19-0013ba7d594a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:10.065059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c774829a-8b57-42af-a22a-f1d998125954 None None] Provisioning for port 22908bbf-2b2a-4390-a6e4-02b5d830cb27 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:10.072190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c774829a-8b57-42af-a22a-f1d998125954 None None] Provisioning complete for port 22908bbf-2b2a-4390-a6e4-02b5d830cb27 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:10.073632 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c774829a-8b57-42af-a22a-f1d998125954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.115391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c774829a-8b57-42af-a22a-f1d998125954 None None] Port 22908bbf-2b2a-4390-a6e4-02b5d830cb27 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:10.227236 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.243342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Transition to ACTIVE for port object a76f7386-c9a8-416f-9a19-0013ba7d594a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:10.281667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.337670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:10.341562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=a76f7386-c9a8-416f-9a19-0013ba7d594a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:10.344108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:10.346067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:10.351877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:10.352325 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.371751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e820b492-5635-4e8b-bcbd-f8dacf00ca57 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6546960 Aug 10 04:02:10.372112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32926) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:10.377520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:75:13:7d'}, {'ip_address': '2001:db8::e8', 'mac_address': 'fa:16:3e:05:e2:9e'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:10.558935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.644462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9a214afe-6703-4609-9f7c-9cbd05d562c8 None None] Provisioning for port a76f7386-c9a8-416f-9a19-0013ba7d594a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:10.648286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9a214afe-6703-4609-9f7c-9cbd05d562c8 None None] Provisioning complete for port a76f7386-c9a8-416f-9a19-0013ba7d594a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:10.648789 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a214afe-6703-4609-9f7c-9cbd05d562c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.700429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9a214afe-6703-4609-9f7c-9cbd05d562c8 None None] Port a76f7386-c9a8-416f-9a19-0013ba7d594a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:10.763834 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.768597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.801134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] In _notify_port_updated(), no bound segment for port a76f7386-c9a8-416f-9a19-0013ba7d594a on network da74c73d-815e-4ff6-8d3a-95d874fc5623 {{(pid=94141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:02:10.807388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:10.808123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.812990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "PUT /v2.0/ports/a76f7386-c9a8-416f-9a19-0013ba7d594a HTTP/1.1" status: 200 len: 1066 time: 0.4364483 Aug 10 04:02:10.812990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:10.856469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c7055-17fc-48a8-9e3b-c6c6f237de89 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event updated for resources: {'Port': ['ID=a76f7386-c9a8-416f-9a19-0013ba7d594a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:10.917915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port a76f7386-c9a8-416f-9a19-0013ba7d594a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:10.918308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.020586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.038118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for a76f7386-c9a8-416f-9a19-0013ba7d594a owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:11.147464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-44b4a3b4-57bb-4d28-9cd9-2f4741ea1012 None None] Provisioning complete for port a76f7386-c9a8-416f-9a19-0013ba7d594a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:11.149049 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44b4a3b4-57bb-4d28-9cd9-2f4741ea1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.181219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.192051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-44b4a3b4-57bb-4d28-9cd9-2f4741ea1012 None None] Port a76f7386-c9a8-416f-9a19-0013ba7d594a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:11.219520 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=a76f7386-c9a8-416f-9a19-0013ba7d594a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:11.443933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.449483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-69f1f178-d24a-4da7-9342-f83f71e6f756 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/ports/a76f7386-c9a8-416f-9a19-0013ba7d594a HTTP/1.1" status: 204 len: 168 time: 0.6360877 Aug 10 04:02:11.449694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32954) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:11.479977 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cded0a8-f800-4cef-b81e-98c3e0b22600 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] GET failed (client error): The resource could not be found. Aug 10 04:02:11.482944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9cded0a8-f800-4cef-b81e-98c3e0b22600 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "GET /v2.0/ports/a76f7386-c9a8-416f-9a19-0013ba7d594a HTTP/1.1" status: 404 len: 333 time: 0.0320022 Aug 10 04:02:11.485724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32956) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:11.611048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port 22908bbf-2b2a-4390-a6e4-02b5d830cb27 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:11.612065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.711442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.725018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for 22908bbf-2b2a-4390-a6e4-02b5d830cb27 owned by {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:11.859011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.891394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=22908bbf-2b2a-4390-a6e4-02b5d830cb27,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:11.939109 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.944066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32970) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:11.944249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0d6f9ec3-6381-4a23-b93f-dd2f26e04e15 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/ports/22908bbf-2b2a-4390-a6e4-02b5d830cb27 HTTP/1.1" status: 204 len: 168 time: 0.4567692 Aug 10 04:02:11.970952 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c34cea6-8a32-4de9-b55e-0e79a126531e tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] GET failed (client error): The resource could not be found. Aug 10 04:02:11.976873 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7c34cea6-8a32-4de9-b55e-0e79a126531e tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "GET /v2.0/ports/22908bbf-2b2a-4390-a6e4-02b5d830cb27 HTTP/1.1" status: 404 len: 333 time: 0.0275128 Aug 10 04:02:11.977236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32972) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:12.074129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port 11b93434-32c9-40a7-85c9-d92556749594 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:12.074489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.187090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.200486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for 11b93434-32c9-40a7-85c9-d92556749594 owned by {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:12.348954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.380123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=11b93434-32c9-40a7-85c9-d92556749594,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:12.408808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.410919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-72d46d5e-035a-4415-b3b7-fc048e51349b tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/ports/11b93434-32c9-40a7-85c9-d92556749594 HTTP/1.1" status: 204 len: 168 time: 0.4325435 Aug 10 04:02:12.413413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 32980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:12.469388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting subnet 8ca9a739-4c82-43fa-8824-c69e6da81cc4 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:12.473493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.579277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.679085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.743971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.759165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.761171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/subnets/8ca9a739-4c82-43fa-8824-c69e6da81cc4 HTTP/1.1" status: 204 len: 168 time: 0.3465574 Aug 10 04:02:12.763607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 32988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:12.770617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc03c63-98e2-4181-a333-55310d996365 None None] Network da74c73d-815e-4ff6-8d3a-95d874fc5623 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:12.799343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff534609-ba27-4bc7-8db9-17cb8c7dd807 tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca9a739-4c82-43fa-8824-c69e6da81cc4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:12.857726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.929164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Deleting port 586c3de6-34b3-4fea-9aee-98e83acc03fb {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:12.930088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.013921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] DHCP port deletion for da74c73d-815e-4ff6-8d3a-95d874fc5623 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:13.028221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] For port 586c3de6-34b3-4fea-9aee-98e83acc03fb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=586c3de6-34b3-4fea-9aee-98e83acc03fb,segment=NetworkSegment(5e8adf67-3ee8-4973-979c-9787ffd7867e),segment_id=5e8adf67-3ee8-4973-979c-9787ffd7867e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:13.028978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.044640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Calling delete_port for 586c3de6-34b3-4fea-9aee-98e83acc03fb owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:13.068756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] Deleting port 586c3de6-34b3-4fea-9aee-98e83acc03fb {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:13.069177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.138608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] For port 586c3de6-34b3-4fea-9aee-98e83acc03fb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=586c3de6-34b3-4fea-9aee-98e83acc03fb,segment=NetworkSegment(5e8adf67-3ee8-4973-979c-9787ffd7867e),segment_id=5e8adf67-3ee8-4973-979c-9787ffd7867e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:13.138873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.139200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.154749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] Calling delete_port for 586c3de6-34b3-4fea-9aee-98e83acc03fb owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:13.170402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Port': ['ID=586c3de6-34b3-4fea-9aee-98e83acc03fb,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:13.174371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] No DVR routers for this DVR port 586c3de6-34b3-4fea-9aee-98e83acc03fb on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:13.250259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.282202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] Pushing event deleted for resources: {'Port': ['ID=586c3de6-34b3-4fea-9aee-98e83acc03fb,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:13.289374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d45bf-f8ad-4c3a-a4ac-75357cfd3356 None None] No DVR routers for this DVR port 586c3de6-34b3-4fea-9aee-98e83acc03fb on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:13.295831 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.307205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da74c73d-815e-4ff6-8d3a-95d874fc5623']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:13.318616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8adf67-3ee8-4973-979c-9787ffd7867e') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:13.318919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8adf67-3ee8-4973-979c-9787ffd7867e') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:13.328369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.344916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.352208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:13.352613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:13.355891 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:13.437128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.444658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.449896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] 10.222.0.53 "DELETE /v2.0/networks/da74c73d-815e-4ff6-8d3a-95d874fc5623 HTTP/1.1" status: 204 len: 168 time: 0.6852539 Aug 10 04:02:13.462959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f21d0e-a2f6-445e-a6e2-2713448254ab tempest-AllowedAddressPairIpV6TestJSON-1025328370 tempest-AllowedAddressPairIpV6TestJSON-1025328370-project] Pushing event deleted for resources: {'Network': ['ID=da74c73d-815e-4ff6-8d3a-95d874fc5623,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:13.774361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33016) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:13.934743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d6e8b803-d110-4c13-a902-f520380f0668 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecaaf15bbf444bd7a05c22f4a13f6484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579568 Aug 10 04:02:13.937172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33020) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:13.991965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b4e-1df9-4f9d-afac-637f862e4076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.017467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b4e-1df9-4f9d-afac-637f862e4076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.067694 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b4e-1df9-4f9d-afac-637f862e4076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.071138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-99ae0b4e-1df9-4f9d-afac-637f862e4076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.072578 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-99ae0b4e-1df9-4f9d-afac-637f862e4076 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9af0552b-15c9-4222-b366-c29354d1e4a9 HTTP/1.1" status: 204 len: 168 time: 0.1341889 Aug 10 04:02:14.081432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae0b4e-1df9-4f9d-afac-637f862e4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0552b-15c9-4222-b366-c29354d1e4a9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:14.175808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 586c3de6-34b3-4fea-9aee-98e83acc03fb no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:14.206415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 586c3de6-34b3-4fea-9aee-98e83acc03fb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:14.207214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 586c3de6-34b3-4fea-9aee-98e83acc03fb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:14.849815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33062) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:14.975413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-918176133'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:14.999377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:15.003051 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.012116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.115748 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.120750 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.149723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:15.167677 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7359f8-69e3-4a17-a456-4c850d84673a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:15.170995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.171362 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment 67a81315-cf6d-48a1-86f6-90199f7a7874 of type vlan for network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 Aug 10 04:02:15.230275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.261511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.267391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.268049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.330970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4780173 Aug 10 04:02:15.333531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:15.338197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65acb-9eb9-44f1-aab9-5140c3374696 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=79b913cd-03f2-4f19-8c4a-07f0e93f6025,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:15.351038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:15.354660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-351551673'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:15.397480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:15.402650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.444157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:15.455199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.455882 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment 2773a8ba-5bda-445e-a928-789c6554b917 of type vlan for network 9af56f84-a712-4579-b433-84c33af5a335 Aug 10 04:02:15.508120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.538552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.544539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.545139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.602214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2662230 Aug 10 04:02:15.605089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33078) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:15.610506 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:15.614454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950dedc-a906-4a32-9055-efdbf10dffc9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=9af56f84-a712-4579-b433-84c33af5a335,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:15.627149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9af56f84-a712-4579-b433-84c33af5a335 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:15.755960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:15.760514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.950601 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.013505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=a5cb4360-555e-40fd-850c-252354f5380a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:16.023787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': '67a81315-cf6d-48a1-86f6-90199f7a7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:16.024127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: 79b913cd-03f2-4f19-8c4a-07f0e93f6025, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:16.040822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:16.050741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 79b913cd-03f2-4f19-8c4a-07f0e93f6025) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:16.055802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.056394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.063503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77481242-37c2-41a8-8a74-7245035dfac6 None None] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:16.073092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5bb140c6-9eea-4168-9133-e11a943aa0ec tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4668710 Aug 10 04:02:16.076104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33090) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:16.086929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': '9af56f84-a712-4579-b433-84c33af5a335', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:16.192353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:16.197178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.236176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-79b913cd-03f2-4f19-8c4a-07f0e93f6025', 'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': 'a5cb4360-555e-40fd-850c-252354f5380a'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:16.243168 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.419574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Allocated IP 172.20.0.2 (79b913cd-03f2-4f19-8c4a-07f0e93f6025/a5cb4360-555e-40fd-850c-252354f5380a/f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:16.469216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.558179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=f4d401c2-d58d-4f16-bdcd-59907821e27d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:16.568201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': '2773a8ba-5bda-445e-a928-789c6554b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9af56f84-a712-4579-b433-84c33af5a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:16.568754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: 9af56f84-a712-4579-b433-84c33af5a335, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:16.596679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 9af56f84-a712-4579-b433-84c33af5a335 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:16.605927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.611830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9af56f84-a712-4579-b433-84c33af5a335) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:16.618098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Transition to ACTIVE for port object f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:16.621670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.622620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.628604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3b5d6-ee9c-4313-accd-81d3f924198e None None] Network 9af56f84-a712-4579-b433-84c33af5a335 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:16.665121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4628a65-0075-4a7e-99b9-3f84aa85c76a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5846260 Aug 10 04:02:16.665407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33102) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:16.670676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2145154387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:16.754242 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.755636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.822123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Transition to ACTIVE for port object f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:16.838897 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.843098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.851125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.873329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.878167 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cabd9719-4a5f-47b6-85d5-94560d97af45 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2116246 Aug 10 04:02:16.878306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33106) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:16.957115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-9af56f84-a712-4579-b433-84c33af5a335', 'network_id': '9af56f84-a712-4579-b433-84c33af5a335', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': 'f4d401c2-d58d-4f16-bdcd-59907821e27d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:16.958540 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.977333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:16.993608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:17.001840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:17.025104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Pushing event updated for resources: {'Port': ['ID=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:17.285365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Attempting to bind port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:17.286793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Attempting to bind port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '67a81315-cf6d-48a1-86f6-90199f7a7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:17.287473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Attempting to bind port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 on network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:17.287664 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.303234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:17.303779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Checking segment: {'id': '67a81315-cf6d-48a1-86f6-90199f7a7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:17.304373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.304940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Bound using segment: {'id': '67a81315-cf6d-48a1-86f6-90199f7a7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:17.305626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Bound port: f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a81315-cf6d-48a1-86f6-90199f7a7874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '79b913cd-03f2-4f19-8c4a-07f0e93f6025'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:17.306193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.402798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Allocated IP 172.21.0.2 (9af56f84-a712-4579-b433-84c33af5a335/f4d401c2-d58d-4f16-bdcd-59907821e27d/ac0998c6-0c0b-405a-8cc7-67702c29aa0f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:17.437107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] For port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:17.496717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] For port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,segment=NetworkSegment(67a81315-cf6d-48a1-86f6-90199f7a7874),segment_id=67a81315-cf6d-48a1-86f6-90199f7a7874)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:17.522287 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.630669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6b386-c0d7-4955-bc93-318d9968639a None None] Pushing event updated for resources: {'Port': ['ID=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:17.794359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.808264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Transition to ACTIVE for port object ac0998c6-0c0b-405a-8cc7-67702c29aa0f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:17.828921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Transition to ACTIVE for port object ac0998c6-0c0b-405a-8cc7-67702c29aa0f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:17.835157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.20.0.1 (79b913cd-03f2-4f19-8c4a-07f0e93f6025/a5cb4360-555e-40fd-850c-252354f5380a/2b36012f-cfc2-44fe-a538-1e40d3c31e97) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:17.837346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.902426 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Network 9af56f84-a712-4579-b433-84c33af5a335 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:17.905468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:17.908428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:17.970282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Pushing event updated for resources: {'Port': ['ID=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:18.019559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Attempting to bind port ac0998c6-0c0b-405a-8cc7-67702c29aa0f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:18.020505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Attempting to bind port ac0998c6-0c0b-405a-8cc7-67702c29aa0f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '2773a8ba-5bda-445e-a928-789c6554b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9af56f84-a712-4579-b433-84c33af5a335'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:18.021158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Attempting to bind port ac0998c6-0c0b-405a-8cc7-67702c29aa0f on network 9af56f84-a712-4579-b433-84c33af5a335 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:18.036246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:18.036707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Checking segment: {'id': '2773a8ba-5bda-445e-a928-789c6554b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9af56f84-a712-4579-b433-84c33af5a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:18.037172 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.037810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Bound using segment: {'id': '2773a8ba-5bda-445e-a928-789c6554b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9af56f84-a712-4579-b433-84c33af5a335'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:18.038399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Bound port: ac0998c6-0c0b-405a-8cc7-67702c29aa0f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2773a8ba-5bda-445e-a928-789c6554b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9af56f84-a712-4579-b433-84c33af5a335'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:18.038954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.060613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.076890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object 2b36012f-cfc2-44fe-a538-1e40d3c31e97 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:18.156955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.175445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] For port ac0998c6-0c0b-405a-8cc7-67702c29aa0f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:18.179995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] For port ac0998c6-0c0b-405a-8cc7-67702c29aa0f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,segment=NetworkSegment(2773a8ba-5bda-445e-a928-789c6554b917),segment_id=2773a8ba-5bda-445e-a928-789c6554b917)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:18.186957 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.218756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:18.221785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:18.224397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:18.263484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:18.271155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=2b36012f-cfc2-44fe-a538-1e40d3c31e97,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:18.286232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.312933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2eed1-bd06-4d12-ac60-102d9dadd78e None None] Pushing event updated for resources: {'Port': ['ID=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:18.363825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:18.421748 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.804160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.811544 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.897750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.935985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=2b36012f-cfc2-44fe-a538-1e40d3c31e97,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:19.017811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc897a-2aec-4094-9c1b-13ae2061feb3 None None] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:19.035745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:19.037825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:19.112436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] Provisioning for port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:19.124394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] Provisioning complete for port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:19.124778 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.326663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 138411fe-0952-4bc7-a0c8-3b2f9d30aacb is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:19.388343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:19.398486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9c1e74af-3eb6-454a-9c19-fa63b7d194b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/138411fe-0952-4bc7-a0c8-3b2f9d30aacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5187173 Aug 10 04:02:19.398922 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] Sync routers for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:19.401391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33158) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:19.414481 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:19.415128 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:19.419920 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.482217 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:19.491913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] For port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,segment=NetworkSegment(67a81315-cf6d-48a1-86f6-90199f7a7874),segment_id=67a81315-cf6d-48a1-86f6-90199f7a7874)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:19.502509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38e26c-8084-4ea1-be6e-349f3ce50e22 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.506146 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:19.506859 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33160) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:19.506987 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:19.507098 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af38e26c-8084-4ea1-be6e-349f3ce50e22 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports/2b36012f-cfc2-44fe-a538-1e40d3c31e97 HTTP/1.1" status: 200 len: 910 time: 0.1037874 Aug 10 04:02:19.514860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.560833 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:19.561730 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2cc38-acd0-4931-a7e2-d377409e7674 None None] The sync data for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:19.602740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af360388-505a-48e4-9823-5545cd2e0791 None None] Pushing event updated for resources: {'Port': ['ID=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:19.890292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d44cb5-dcd9-49b2-a451-1dec2bee3b42 None None] Network 9af56f84-a712-4579-b433-84c33af5a335 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:19.965648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Provisioning for port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:19.975009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Provisioning complete for port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:19.975639 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.049383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:20.160826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Provisioning complete for port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.160968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.291052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1a90ef2e-7ebc-43a3-bdfe-27c20767a82d None None] Provisioning for port ac0998c6-0c0b-405a-8cc7-67702c29aa0f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:20.386861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:20.470690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d5b7ce9e-9e87-4231-b1b2-92f66b5383ba None None] Provisioning complete for port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.471389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ce9e-9e87-4231-b1b2-92f66b5383ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.544249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.545060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.591500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7ce9e-9e87-4231-b1b2-92f66b5383ba None None] Port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:20.664964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.696016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac0998c6-0c0b-405a-8cc7-67702c29aa0f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:20.763002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Provisioning complete for port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.763502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.819675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ac0998c6-0c0b-405a-8cc7-67702c29aa0f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:20.834214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ac0998c6-0c0b-405a-8cc7-67702c29aa0f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.834910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.837669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:20.898025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Provisioning complete for port ac0998c6-0c0b-405a-8cc7-67702c29aa0f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:20.898607 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.014453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.21.0.1 (9af56f84-a712-4579-b433-84c33af5a335/f4d401c2-d58d-4f16-bdcd-59907821e27d/e97d03a7-d835-46b5-a2a2-50faea52e23b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:21.019080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.178353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.200023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object e97d03a7-d835-46b5-a2a2-50faea52e23b will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:21.241509 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.257114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.259761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ac0998c6-0c0b-405a-8cc7-67702c29aa0f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,segment=NetworkSegment(2773a8ba-5bda-445e-a928-789c6554b917),segment_id=2773a8ba-5bda-445e-a928-789c6554b917)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:21.268674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.334026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=e97d03a7-d835-46b5-a2a2-50faea52e23b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:21.338843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 9af56f84-a712-4579-b433-84c33af5a335 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:21.340888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:21.343183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:21.360276 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:02:21.361059 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-5885d1ef-f06e-40f7-b084-19f006d60f0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:02:21.364314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:21.393328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.560483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.946456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.952780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.030518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=e97d03a7-d835-46b5-a2a2-50faea52e23b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:22.033408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.047470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-465779b8-b2d0-4dbf-aaf6-a787fb2b049e None None] Provisioning for port e97d03a7-d835-46b5-a2a2-50faea52e23b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:22.053731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-465779b8-b2d0-4dbf-aaf6-a787fb2b049e None None] Provisioning complete for port e97d03a7-d835-46b5-a2a2-50faea52e23b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:22.054612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-465779b8-b2d0-4dbf-aaf6-a787fb2b049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.098120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-465779b8-b2d0-4dbf-aaf6-a787fb2b049e None None] Port e97d03a7-d835-46b5-a2a2-50faea52e23b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:22.173801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 9af56f84-a712-4579-b433-84c33af5a335 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:22.180303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:22.181860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac0998c6-0c0b-405a-8cc7-67702c29aa0f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:22.233277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ac0998c6-0c0b-405a-8cc7-67702c29aa0f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:22.233856 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.369167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 138411fe-0952-4bc7-a0c8-3b2f9d30aacb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:22.490203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:22.497379 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3904aa72-3014-4dc0-9608-e7ba3e4fbb26 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/138411fe-0952-4bc7-a0c8-3b2f9d30aacb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9889319 Aug 10 04:02:22.498835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33240) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:22.504919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] Sync routers for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:22.539895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:22.541160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:22.576671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:22.578937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-668241d4-c9ff-4fbd-8ea3-6e39dff6ac2f None None] Provisioning complete for port e97d03a7-d835-46b5-a2a2-50faea52e23b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:22.579307 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-668241d4-c9ff-4fbd-8ea3-6e39dff6ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.586051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8c1dd-8f4a-4653-8cc4-4582c174e498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:22.592510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33244) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:22.602581 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1bb8c1dd-8f4a-4653-8cc4-4582c174e498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports/e97d03a7-d835-46b5-a2a2-50faea52e23b HTTP/1.1" status: 200 len: 910 time: 0.1026287 Aug 10 04:02:22.613945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:22.614612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:22.654723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:22.655374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80757cc9-d46c-4d2b-a59d-d204623cf868 None None] The sync data for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:22.669367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-668241d4-c9ff-4fbd-8ea3-6e39dff6ac2f None None] Port e97d03a7-d835-46b5-a2a2-50faea52e23b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:22.981025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.320912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port e97d03a7-d835-46b5-a2a2-50faea52e23b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:23.321248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.425143 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.449159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for e97d03a7-d835-46b5-a2a2-50faea52e23b owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:23.651478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.716076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=e97d03a7-d835-46b5-a2a2-50faea52e23b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:23.897728 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.121860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 138411fe-0952-4bc7-a0c8-3b2f9d30aacb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:24.244672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:24.253881 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d6897142-c4ea-4a7a-9d59-3c842fe3d08d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/138411fe-0952-4bc7-a0c8-3b2f9d30aacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568978 Aug 10 04:02:24.254224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33292) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:24.254390 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] Sync routers for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:24.275548 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:24.276751 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:24.325470 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:24.334515 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:24.335152 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:24.373117 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:24.373760 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3502fd0-be5a-44d4-a6df-be755b853361 None None] The sync data for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:24.631201 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.907723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.933798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 2b36012f-cfc2-44fe-a538-1e40d3c31e97 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:24.934355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.074422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.092255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 2b36012f-cfc2-44fe-a538-1e40d3c31e97 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:25.300066 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.332529 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=2b36012f-cfc2-44fe-a538-1e40d3c31e97,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:25.522124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:25.549310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.140712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 138411fe-0952-4bc7-a0c8-3b2f9d30aacb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:26.204521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.255998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:26.267859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ecc8c2e3-dc63-4937-8082-a0f431503d91 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/138411fe-0952-4bc7-a0c8-3b2f9d30aacb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0088234 Aug 10 04:02:26.267859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33340) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:26.275024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] Sync routers for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:26.300293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:26.302345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:26.307847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33346) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:26.309537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4873d79e-06f7-41e5-ad8e-5a604188a9a7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=138411fe-0952-4bc7-a0c8-3b2f9d30aacb HTTP/1.1" status: 200 len: 205 time: 0.0344861 Aug 10 04:02:26.384912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:26.397103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] Routers {'138411fe-0952-4bc7-a0c8-3b2f9d30aacb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:26.397719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:26.440677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.443276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:26.444402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b033ff-2e55-45ed-9cd9-ec6d3a9f6f5b None None] The sync data for ids ['138411fe-0952-4bc7-a0c8-3b2f9d30aacb'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:26.648982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.655016 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.711030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.711770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router 138411fe-0952-4bc7-a0c8-3b2f9d30aacb {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:26.719686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.721357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2ded989c-98e2-430b-b1c1-bc4ab207dbac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/138411fe-0952-4bc7-a0c8-3b2f9d30aacb HTTP/1.1" status: 204 len: 168 time: 0.4128127 Aug 10 04:02:26.724574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33356) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:26.810041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet f4d401c2-d58d-4f16-bdcd-59907821e27d {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:26.817188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.890687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.033855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1eb9fe66-a6db-47ad-8e39-cc59c38452ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.045745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.146922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.193741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d401c2-d58d-4f16-bdcd-59907821e27d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:27.199435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.202026 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-246f0ce7-60b1-4948-bbbd-e635b5e6d48e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/f4d401c2-d58d-4f16-bdcd-59907821e27d HTTP/1.1" status: 204 len: 168 time: 0.4751294 Aug 10 04:02:27.205171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33372) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:27.208370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69639e7c-a377-4e33-873a-d27dcfa810b6 None None] Network 9af56f84-a712-4579-b433-84c33af5a335 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:27.297550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet a5cb4360-555e-40fd-850c-252354f5380a {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:27.300875 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.362900 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.536925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.555074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] DHCP port deletion for 9af56f84-a712-4579-b433-84c33af5a335 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:27.632692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.635505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] Deleting port ac0998c6-0c0b-405a-8cc7-67702c29aa0f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:27.636522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.667917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cb4360-555e-40fd-850c-252354f5380a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:27.673123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.675117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-99daf993-73fc-4fa1-bf5e-9eadf0e9f9d8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/a5cb4360-555e-40fd-850c-252354f5380a HTTP/1.1" status: 204 len: 168 time: 0.4700415 Aug 10 04:02:27.680296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33382) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:27.708596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d80cd4-ec91-4501-ad31-dc789f0c00bf None None] Network 79b913cd-03f2-4f19-8c4a-07f0e93f6025 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:27.823714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] For port ac0998c6-0c0b-405a-8cc7-67702c29aa0f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,segment=NetworkSegment(2773a8ba-5bda-445e-a928-789c6554b917),segment_id=2773a8ba-5bda-445e-a928-789c6554b917)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:27.824215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.836482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.878188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] Calling delete_port for ac0998c6-0c0b-405a-8cc7-67702c29aa0f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:27.916918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port ac0998c6-0c0b-405a-8cc7-67702c29aa0f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:27.917829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.042235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port ac0998c6-0c0b-405a-8cc7-67702c29aa0f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,segment=NetworkSegment(2773a8ba-5bda-445e-a928-789c6554b917),segment_id=2773a8ba-5bda-445e-a928-789c6554b917)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:28.042881 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.049820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.067525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for ac0998c6-0c0b-405a-8cc7-67702c29aa0f owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:28.086467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] Pushing event deleted for resources: {'Port': ['ID=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.096125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b14a41-abe6-474a-8e8d-af40a95491b8 None None] No DVR routers for this DVR port ac0998c6-0c0b-405a-8cc7-67702c29aa0f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:28.217697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] DHCP port deletion for 79b913cd-03f2-4f19-8c4a-07f0e93f6025 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:28.268024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.298817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac0998c6-0c0b-405a-8cc7-67702c29aa0f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:28.306116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port ac0998c6-0c0b-405a-8cc7-67702c29aa0f on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:28.333293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ac0998c6-0c0b-405a-8cc7-67702c29aa0f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:28.333953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac0998c6-0c0b-405a-8cc7-67702c29aa0f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:28.349652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=ac0998c6-0c0b-405a-8cc7-67702c29aa0f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.361545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] Deleting port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:28.362488 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.488648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] For port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,segment=NetworkSegment(67a81315-cf6d-48a1-86f6-90199f7a7874),segment_id=67a81315-cf6d-48a1-86f6-90199f7a7874)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:28.488648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.527105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] Calling delete_port for f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:28.583086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.609619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af56f84-a712-4579-b433-84c33af5a335']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:28.625074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2773a8ba-5bda-445e-a928-789c6554b917') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:28.625366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2773a8ba-5bda-445e-a928-789c6554b917') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:28.637754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.653633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.674237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:28.674684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.676515 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: self.session.flush() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:28.678224 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:28.705581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] Pushing event deleted for resources: {'Port': ['ID=f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.709251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4a223-f3af-400f-8667-bcd2961d642c None None] No DVR routers for this DVR port f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:28.758433 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.770158 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.781013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/9af56f84-a712-4579-b433-84c33af5a335 HTTP/1.1" status: 204 len: 168 time: 1.0979686 Aug 10 04:02:28.781232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33404) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:28.816273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4afb0d-cd27-444b-8529-a4cd97909c6e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=9af56f84-a712-4579-b433-84c33af5a335,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.891874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.994519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.009510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b913cd-03f2-4f19-8c4a-07f0e93f6025']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:29.035673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a81315-cf6d-48a1-86f6-90199f7a7874') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:29.037347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a81315-cf6d-48a1-86f6-90199f7a7874') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:29.049583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.089216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.098092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:29.098639 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:29.102680 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:29.187089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.198622 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.201642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/79b913cd-03f2-4f19-8c4a-07f0e93f6025 HTTP/1.1" status: 204 len: 168 time: 0.4189379 Aug 10 04:02:29.208154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33420) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:29.215481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-378479863'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:29.221103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a1d1-99cf-4879-b6b3-7507c4967029 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=79b913cd-03f2-4f19-8c4a-07f0e93f6025,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:29.248981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:29.253080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.287400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:29.297951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.298469 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment c7523a7b-23f2-420e-9f67-bc89c9f0bd91 of type vlan for network 0802796a-1046-42ec-adcc-7380fb10e51e Aug 10 04:02:29.343447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.378337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.384273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.385055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.445676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2359169 Aug 10 04:02:29.449443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:29.455252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:29.509692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c315c-ebd8-4966-8ad4-71a08c1408c9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=0802796a-1046-42ec-adcc-7380fb10e51e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:29.528140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0802796a-1046-42ec-adcc-7380fb10e51e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:29.568976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:29.574797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.670049 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.844102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.883222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-664cffa3-3ca9-431b-bbf7-aed165145b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.914579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=37b6140b-575b-47d7-bbc9-2922e2879e88,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:29.924881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:29.925243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: 0802796a-1046-42ec-adcc-7380fb10e51e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:29.944585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 0802796a-1046-42ec-adcc-7380fb10e51e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:29.955790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0802796a-1046-42ec-adcc-7380fb10e51e) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:29.960762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.962174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.995818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60d2da-962b-47b7-987c-dbd3c3c0fe30 None None] Network 0802796a-1046-42ec-adcc-7380fb10e51e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:29.996587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19e2582f-5700-4d6d-aa44-6f4ce33260bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5452960 Aug 10 04:02:29.999305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33444) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:30.008003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1829174963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:30.049238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.050517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.143395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.155436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.179539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.183374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66f42484-c1ce-4da9-86b3-3743bf53b674 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1804097 Aug 10 04:02:30.184436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:30.189351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'port': {'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e', 'name': 'tempest-RoutersTest-1034142117'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:30.238397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:30.262754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-0802796a-1046-42ec-adcc-7380fb10e51e', 'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': '37b6140b-575b-47d7-bbc9-2922e2879e88'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:30.263523 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.265513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:30.265857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f3e2bb7d-3111-4b39-b89a-2ac2b9f32d92 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:30.385468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:30.390954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.418481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] device_id is not set on port 8386c914-38d7-42b8-acc9-9882dd4472db yet. {{(pid=94141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:30.440826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Allocated IP 172.20.0.2 (0802796a-1046-42ec-adcc-7380fb10e51e/37b6140b-575b-47d7-bbc9-2922e2879e88/75a13690-8190-4fe1-85cf-c6ab73fa9524) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:30.667372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.677146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Transition to ACTIVE for port object 75a13690-8190-4fe1-85cf-c6ab73fa9524 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:30.695526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Transition to ACTIVE for port object 75a13690-8190-4fe1-85cf-c6ab73fa9524 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:30.705392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.763390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Network 0802796a-1046-42ec-adcc-7380fb10e51e is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:30.765444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:30.775045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:30.779739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Pushing event updated for resources: {'Port': ['ID=75a13690-8190-4fe1-85cf-c6ab73fa9524,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:30.796012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.20.0.13 (0802796a-1046-42ec-adcc-7380fb10e51e/37b6140b-575b-47d7-bbc9-2922e2879e88/8386c914-38d7-42b8-acc9-9882dd4472db) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:30.892342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Attempting to bind port 75a13690-8190-4fe1-85cf-c6ab73fa9524 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:30.893035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Attempting to bind port 75a13690-8190-4fe1-85cf-c6ab73fa9524 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:30.893579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Attempting to bind port 75a13690-8190-4fe1-85cf-c6ab73fa9524 on network 0802796a-1046-42ec-adcc-7380fb10e51e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:30.902172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:30.902992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Checking segment: {'id': 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:30.903676 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.904565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Bound using segment: {'id': 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:30.905290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Bound port: 75a13690-8190-4fe1-85cf-c6ab73fa9524, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0802796a-1046-42ec-adcc-7380fb10e51e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:30.906242 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.002098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] For port 75a13690-8190-4fe1-85cf-c6ab73fa9524, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:31.005933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] For port 75a13690-8190-4fe1-85cf-c6ab73fa9524, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=75a13690-8190-4fe1-85cf-c6ab73fa9524,segment=NetworkSegment(c7523a7b-23f2-420e-9f67-bc89c9f0bd91),segment_id=c7523a7b-23f2-420e-9f67-bc89c9f0bd91)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:31.034626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.089594 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.112484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object 8386c914-38d7-42b8-acc9-9882dd4472db will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:31.114339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c30d0-3e4b-419d-a56a-1c215e964fd4 None None] Pushing event updated for resources: {'Port': ['ID=75a13690-8190-4fe1-85cf-c6ab73fa9524,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:31.151001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.196846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 0802796a-1046-42ec-adcc-7380fb10e51e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:31.200385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:31.204828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:31.293578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=8386c914-38d7-42b8-acc9-9882dd4472db,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:31.335576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.336252 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.357547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-abc536c7-3c07-4e42-b2c4-c735a0ee1f00 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1721249 Aug 10 04:02:31.360274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33488) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:31.787702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.795960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.116045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.130936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.246116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75a13690-8190-4fe1-85cf-c6ab73fa9524 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:32.253934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=8386c914-38d7-42b8-acc9-9882dd4472db,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:32.377462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 75a13690-8190-4fe1-85cf-c6ab73fa9524 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:32.501367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.548561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf9bc0-1a3f-4f06-9297-1efd064be138 None None] Network 0802796a-1046-42ec-adcc-7380fb10e51e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:32.707628 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.716928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] Provisioning for port 75a13690-8190-4fe1-85cf-c6ab73fa9524 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:32.728485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] Provisioning complete for port 75a13690-8190-4fe1-85cf-c6ab73fa9524 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:32.728859 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.866852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.923478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] For port 75a13690-8190-4fe1-85cf-c6ab73fa9524, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=75a13690-8190-4fe1-85cf-c6ab73fa9524,segment=NetworkSegment(c7523a7b-23f2-420e-9f67-bc89c9f0bd91),segment_id=c7523a7b-23f2-420e-9f67-bc89c9f0bd91)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:32.928585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.009638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22c8dc-b27b-462a-8920-e2a556da0937 None None] Pushing event updated for resources: {'Port': ['ID=75a13690-8190-4fe1-85cf-c6ab73fa9524,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:33.115046 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.123527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.221655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=8386c914-38d7-42b8-acc9-9882dd4472db,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:33.257105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.261067 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.268781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8f114e6a-8bf3-4282-9609-5ab1fcc51ef8 None None] Provisioning complete for port 75a13690-8190-4fe1-85cf-c6ab73fa9524 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:33.269467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8f114e6a-8bf3-4282-9609-5ab1fcc51ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.432871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 0802796a-1046-42ec-adcc-7380fb10e51e is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:33.455609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:33.480037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8f114e6a-8bf3-4282-9609-5ab1fcc51ef8 None None] Provisioning for port 8386c914-38d7-42b8-acc9-9882dd4472db completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:33.494696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8f114e6a-8bf3-4282-9609-5ab1fcc51ef8 None None] Provisioning complete for port 8386c914-38d7-42b8-acc9-9882dd4472db triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:33.495734 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8f114e6a-8bf3-4282-9609-5ab1fcc51ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.562496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8f114e6a-8bf3-4282-9609-5ab1fcc51ef8 None None] Port 8386c914-38d7-42b8-acc9-9882dd4472db cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:33.645427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router be5e577c-3b87-4b0e-b51f-4a81bf0105fa is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:33.700474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c2594872-46f4-4c49-9c44-fa3b0e6e6929 None None] Provisioning complete for port 8386c914-38d7-42b8-acc9-9882dd4472db triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:33.700861 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2594872-46f4-4c49-9c44-fa3b0e6e6929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.776155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c2594872-46f4-4c49-9c44-fa3b0e6e6929 None None] Port 8386c914-38d7-42b8-acc9-9882dd4472db cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:33.806646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:33.826583 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] Sync routers for ids ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:33.833828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:33.836294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29ab1cfc-6f0f-4c72-b048-4df3e2e5d2d2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/be5e577c-3b87-4b0e-b51f-4a81bf0105fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4747951 Aug 10 04:02:33.856002 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] Routers {'be5e577c-3b87-4b0e-b51f-4a81bf0105fa'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:33.857735 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:33.910698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0648caf-5d6d-4c7e-8f64-2eb5dfd94fa4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.912601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d0648caf-5d6d-4c7e-8f64-2eb5dfd94fa4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports/8386c914-38d7-42b8-acc9-9882dd4472db HTTP/1.1" status: 200 len: 978 time: 0.0770142 Aug 10 04:02:33.912741 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:33.916314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:33.935239 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] Routers {'be5e577c-3b87-4b0e-b51f-4a81bf0105fa'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:33.935867 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:33.977145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:33.978597 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f0b7c-9eb4-4581-8699-1efed0f9c46e None None] The sync data for ids ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:34.003037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4c0dc796-c98a-4011-887e-d1215b51efda None None] Provisioning complete for port 8386c914-38d7-42b8-acc9-9882dd4472db triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:34.004107 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c0dc796-c98a-4011-887e-d1215b51efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.056937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4c0dc796-c98a-4011-887e-d1215b51efda None None] Port 8386c914-38d7-42b8-acc9-9882dd4472db cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:34.222276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75a13690-8190-4fe1-85cf-c6ab73fa9524 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:34.298153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bbdf2cb8-bc45-4456-a535-a2346ab2901f None None] Provisioning complete for port 8386c914-38d7-42b8-acc9-9882dd4472db triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:34.298545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2cb8-bc45-4456-a535-a2346ab2901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.356709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 75a13690-8190-4fe1-85cf-c6ab73fa9524 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:34.357082 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.401186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf2cb8-bc45-4456-a535-a2346ab2901f None None] Port 8386c914-38d7-42b8-acc9-9882dd4472db cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:34.539406 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.810407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 8386c914-38d7-42b8-acc9-9882dd4472db {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:34.811032 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.907861 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.934851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 8386c914-38d7-42b8-acc9-9882dd4472db owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:35.130424 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.181575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=8386c914-38d7-42b8-acc9-9882dd4472db,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:35.367935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.960480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router be5e577c-3b87-4b0e-b51f-4a81bf0105fa has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:36.057702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:36.064941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ff63c32-2abb-44a3-8afb-0115e4050666 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/be5e577c-3b87-4b0e-b51f-4a81bf0105fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1469080 Aug 10 04:02:36.070465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33626) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:36.095458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] Sync routers for ids ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:36.114455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] Routers {'be5e577c-3b87-4b0e-b51f-4a81bf0105fa'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:36.115614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:36.175948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:36.194552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] Routers {'be5e577c-3b87-4b0e-b51f-4a81bf0105fa'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:36.196295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:36.261582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:36.262614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8922f5-ed01-41b9-9009-b1beb4ecf112 None None] The sync data for ids ['be5e577c-3b87-4b0e-b51f-4a81bf0105fa'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:36.391934 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-068a0008-ab87-48ff-b1b0-01f6b13a5e4b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 04:02:36.392855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-068a0008-ab87-48ff-b1b0-01f6b13a5e4b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/be5e577c-3b87-4b0e-b51f-4a81bf0105fa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3209503 Aug 10 04:02:36.397168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:36.430027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81696182-a0f3-4ffe-bebd-a0b75d8c4df7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5e577c-3b87-4b0e-b51f-4a81bf0105fa HTTP/1.1" status: 200 len: 205 time: 0.0293322 Aug 10 04:02:36.431598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33642) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:36.543453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.777850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.781225 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.839572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.840703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router be5e577c-3b87-4b0e-b51f-4a81bf0105fa {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:36.852706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.857261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-39a3a20e-a063-46a1-8059-ef0d582ef2c5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/be5e577c-3b87-4b0e-b51f-4a81bf0105fa HTTP/1.1" status: 204 len: 168 time: 0.4217777 Aug 10 04:02:36.857381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33652) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:36.915207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet 37b6140b-575b-47d7-bbc9-2922e2879e88 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:36.918979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.969582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.070216 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.184654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.240066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=37b6140b-575b-47d7-bbc9-2922e2879e88,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.249434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.260769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:37.270947 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52557770-931f-4956-8dc4-3c0ae763c3e9 None None] Network 0802796a-1046-42ec-adcc-7380fb10e51e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:37.277253 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-495479d6-e106-44f7-b600-dec6523a2151 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/37b6140b-575b-47d7-bbc9-2922e2879e88 HTTP/1.1" status: 204 len: 168 time: 0.4184232 Aug 10 04:02:37.401405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.518807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 75a13690-8190-4fe1-85cf-c6ab73fa9524 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:37.519351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.627388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port 75a13690-8190-4fe1-85cf-c6ab73fa9524, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=75a13690-8190-4fe1-85cf-c6ab73fa9524,segment=NetworkSegment(c7523a7b-23f2-420e-9f67-bc89c9f0bd91),segment_id=c7523a7b-23f2-420e-9f67-bc89c9f0bd91)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:37.627821 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.646641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 75a13690-8190-4fe1-85cf-c6ab73fa9524 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:37.667115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] DHCP port deletion for 0802796a-1046-42ec-adcc-7380fb10e51e request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:37.750722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Deleting port 75a13690-8190-4fe1-85cf-c6ab73fa9524 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:37.751405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.753556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.769772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port 75a13690-8190-4fe1-85cf-c6ab73fa9524 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:37.819610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=75a13690-8190-4fe1-85cf-c6ab73fa9524,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.904982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.918111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0802796a-1046-42ec-adcc-7380fb10e51e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:37.930625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:37.931012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7523a7b-23f2-420e-9f67-bc89c9f0bd91') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:37.949446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.967874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.975368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:37.975810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:37.979445 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:38.003821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] For port 75a13690-8190-4fe1-85cf-c6ab73fa9524, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:38.004145 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.017507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Calling delete_port for 75a13690-8190-4fe1-85cf-c6ab73fa9524 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:38.020229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Port 75a13690-8190-4fe1-85cf-c6ab73fa9524 was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:02:38.021548 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.046958 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.051552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Pushing event deleted for resources: {'Port': ['ID=75a13690-8190-4fe1-85cf-c6ab73fa9524,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.054422 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.056255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] No DVR routers for this DVR port 75a13690-8190-4fe1-85cf-c6ab73fa9524 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:38.059015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/0802796a-1046-42ec-adcc-7380fb10e51e HTTP/1.1" status: 204 len: 168 time: 0.7953341 Aug 10 04:02:38.063083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33676) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:38.068442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.068988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.070027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.070522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.071051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.071565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.072053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.072585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.073070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.073617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.074134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.074679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c020611-1414-4d1f-bf1f-05a8557ef973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:38.079822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f166fec-0fe3-4346-9775-178111c5da72 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=0802796a-1046-42ec-adcc-7380fb10e51e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.089508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1472634459'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:38.121694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:38.126127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.177667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75a13690-8190-4fe1-85cf-c6ab73fa9524 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:38.178941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:38.191972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.193264 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment 25eced3a-efad-4359-8804-b9929abd3ea0 of type vlan for network 734aeb5c-479a-4429-9083-fe0c8de3389a Aug 10 04:02:38.201468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 75a13690-8190-4fe1-85cf-c6ab73fa9524 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:38.202122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75a13690-8190-4fe1-85cf-c6ab73fa9524 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:38.244534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.287871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.295639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:38.296829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.362690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2970715 Aug 10 04:02:38.364747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33680) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:38.383095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:38.392272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20fe3f-605f-434d-8515-ed23c2abce18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=734aeb5c-479a-4429-9083-fe0c8de3389a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.405049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 734aeb5c-479a-4429-9083-fe0c8de3389a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:38.522190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:38.526100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.736455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.795974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=015dcc11-5c92-4e59-b255-e97bdbd84c07,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.814137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': '25eced3a-efad-4359-8804-b9929abd3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:38.814507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: 734aeb5c-479a-4429-9083-fe0c8de3389a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:38.833139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 734aeb5c-479a-4429-9083-fe0c8de3389a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:38.842567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 734aeb5c-479a-4429-9083-fe0c8de3389a) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:38.846758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:38.847339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.854235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b407e4a9-34db-4587-b0f8-90f083e54e0a None None] Network 734aeb5c-479a-4429-9083-fe0c8de3389a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:38.863497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bcc12f72-6b02-4de4-bf38-bc01fed5029d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4969270 Aug 10 04:02:38.866055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33684) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:38.871720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201473928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:38.899023 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.900410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.981195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.987326 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.005261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.009634 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2c7f1ae9-845b-44c3-871e-6a627bf4fe8b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1389909 Aug 10 04:02:39.010189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33688) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:39.031962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-734aeb5c-479a-4429-9083-fe0c8de3389a', 'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': '015dcc11-5c92-4e59-b255-e97bdbd84c07'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:39.033659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.179096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Allocated IP 172.20.0.2 (734aeb5c-479a-4429-9083-fe0c8de3389a/015dcc11-5c92-4e59-b255-e97bdbd84c07/c35a1297-c1ee-4b37-a82a-0c5d06cf52ff) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:39.329402 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.356187 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.367810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Transition to ACTIVE for port object c35a1297-c1ee-4b37-a82a-0c5d06cf52ff will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:39.385055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Transition to ACTIVE for port object c35a1297-c1ee-4b37-a82a-0c5d06cf52ff will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:39.391807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.441617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Network 734aeb5c-479a-4429-9083-fe0c8de3389a is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:39.445404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:39.450102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:39.453406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Pushing event updated for resources: {'Port': ['ID=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.516562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Attempting to bind port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:39.516941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Attempting to bind port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '25eced3a-efad-4359-8804-b9929abd3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:39.517310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Attempting to bind port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff on network 734aeb5c-479a-4429-9083-fe0c8de3389a {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:39.523315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:39.523730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Checking segment: {'id': '25eced3a-efad-4359-8804-b9929abd3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:39.524098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.524769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Bound using segment: {'id': '25eced3a-efad-4359-8804-b9929abd3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:39.525539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Bound port: c35a1297-c1ee-4b37-a82a-0c5d06cf52ff, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25eced3a-efad-4359-8804-b9929abd3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '734aeb5c-479a-4429-9083-fe0c8de3389a'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:39.526556 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.621618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] For port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:39.624961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] For port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,segment=NetworkSegment(25eced3a-efad-4359-8804-b9929abd3ea0),segment_id=25eced3a-efad-4359-8804-b9929abd3ea0)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:39.626719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.20.0.1 (734aeb5c-479a-4429-9083-fe0c8de3389a/015dcc11-5c92-4e59-b255-e97bdbd84c07/8907c88b-8650-4a0d-8a9f-7d47cc93794f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:39.631728 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.697741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793e1e4-f333-40f4-80ed-575bbfceac2a None None] Pushing event updated for resources: {'Port': ['ID=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.769316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.784960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object 8907c88b-8650-4a0d-8a9f-7d47cc93794f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:39.823151 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.898612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 734aeb5c-479a-4429-9083-fe0c8de3389a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:39.904201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:39.910117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:39.914976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=8907c88b-8650-4a0d-8a9f-7d47cc93794f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.956309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.080159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.195622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c35a1297-c1ee-4b37-a82a-0c5d06cf52ff up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:40.249914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:40.390634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.395929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.479365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=8907c88b-8650-4a0d-8a9f-7d47cc93794f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:40.489937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.607057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 734aeb5c-479a-4429-9083-fe0c8de3389a is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:40.609203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:40.748941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a3af7-acd8-4c33-92ca-2ebb899686b6 None None] Network 734aeb5c-479a-4429-9083-fe0c8de3389a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:40.824606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 24c45ff3-76f4-48b6-b977-1bf17f0814bb is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:40.834528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] Provisioning for port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:40.845077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] Provisioning complete for port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:40.846077 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.992383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:41.001885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9a938c88-3ca7-4f22-a579-bc67619053b7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/24c45ff3-76f4-48b6-b977-1bf17f0814bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903572 Aug 10 04:02:41.004413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33698) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:41.011968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.040601 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] Sync routers for ids ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:41.059060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] For port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,segment=NetworkSegment(25eced3a-efad-4359-8804-b9929abd3ea0),segment_id=25eced3a-efad-4359-8804-b9929abd3ea0)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:41.060366 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] Routers {'24c45ff3-76f4-48b6-b977-1bf17f0814bb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:41.061280 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:41.063511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccba68e-3f45-4a61-989d-12a5d28247a4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.067640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ccba68e-3f45-4a61-989d-12a5d28247a4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports/8907c88b-8650-4a0d-8a9f-7d47cc93794f HTTP/1.1" status: 200 len: 910 time: 0.0592244 Aug 10 04:02:41.067936 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.068140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33700) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:41.124447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7667a-3111-4f27-9da5-9d14d588b84b None None] Pushing event updated for resources: {'Port': ['ID=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:41.158544 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:41.168468 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] Routers {'24c45ff3-76f4-48b6-b977-1bf17f0814bb'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:41.169451 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:41.204442 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:41.205356 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3060f5-e2ac-4488-b228-bfb08d6973f5 None None] The sync data for ids ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:41.401691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3cc471f3-e597-4853-88ef-d7c10c06ead7 None None] Provisioning for port 8907c88b-8650-4a0d-8a9f-7d47cc93794f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:41.406940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3cc471f3-e597-4853-88ef-d7c10c06ead7 None None] Provisioning complete for port 8907c88b-8650-4a0d-8a9f-7d47cc93794f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:41.407622 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3cc471f3-e597-4853-88ef-d7c10c06ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.450796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3cc471f3-e597-4853-88ef-d7c10c06ead7 None None] Port 8907c88b-8650-4a0d-8a9f-7d47cc93794f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:41.458365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.471114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3cc471f3-e597-4853-88ef-d7c10c06ead7 None None] Provisioning complete for port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:41.471485 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3cc471f3-e597-4853-88ef-d7c10c06ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.701935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a9778dcc-a9ff-46ea-b913-f29d4c6a6963 None None] Provisioning complete for port 8907c88b-8650-4a0d-8a9f-7d47cc93794f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:41.702871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a9778dcc-a9ff-46ea-b913-f29d4c6a6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.745152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 8907c88b-8650-4a0d-8a9f-7d47cc93794f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:41.746057 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.748264 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a9778dcc-a9ff-46ea-b913-f29d4c6a6963 None None] Port 8907c88b-8650-4a0d-8a9f-7d47cc93794f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:41.847063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.861113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 8907c88b-8650-4a0d-8a9f-7d47cc93794f owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:41.867899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-057909e2-6cb1-4465-b83e-a1ff171f38bd None None] Provisioning complete for port 8907c88b-8650-4a0d-8a9f-7d47cc93794f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:41.868437 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-057909e2-6cb1-4465-b83e-a1ff171f38bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.902688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-057909e2-6cb1-4465-b83e-a1ff171f38bd None None] Port 8907c88b-8650-4a0d-8a9f-7d47cc93794f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:42.062736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.094280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=8907c88b-8650-4a0d-8a9f-7d47cc93794f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:42.193469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c35a1297-c1ee-4b37-a82a-0c5d06cf52ff up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:42.263323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:42.263741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.274734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.458991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 24c45ff3-76f4-48b6-b977-1bf17f0814bb has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:42.550023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:42.556632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-95c1ced9-7786-44b9-a311-bb692e18ede6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/24c45ff3-76f4-48b6-b977-1bf17f0814bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868720 Aug 10 04:02:42.559108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33708) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:42.563021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] Sync routers for ids ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:42.579136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] Routers {'24c45ff3-76f4-48b6-b977-1bf17f0814bb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:42.579729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:42.589441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-305dccab-9b41-4912-8e98-5992d2f38e87 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c45ff3-76f4-48b6-b977-1bf17f0814bb HTTP/1.1" status: 200 len: 205 time: 0.0263844 Aug 10 04:02:42.590408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33710) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:42.620371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:42.630242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] Routers {'24c45ff3-76f4-48b6-b977-1bf17f0814bb'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:42.630859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:42.670968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:42.673195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410436dc-0f49-47db-8dd2-4a0b0cca0c4d None None] The sync data for ids ['24c45ff3-76f4-48b6-b977-1bf17f0814bb'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:42.677613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.213393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.215896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.263042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.263807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router 24c45ff3-76f4-48b6-b977-1bf17f0814bb {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:43.276302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.277317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8cde2f81-a3dc-47e0-be8c-86131d98da55 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/24c45ff3-76f4-48b6-b977-1bf17f0814bb HTTP/1.1" status: 204 len: 168 time: 0.6856630 Aug 10 04:02:43.280003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33714) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:43.330730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet 015dcc11-5c92-4e59-b255-e97bdbd84c07 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:43.333835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.378132 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.468344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.533054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.564757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.566967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/015dcc11-5c92-4e59-b255-e97bdbd84c07 HTTP/1.1" status: 204 len: 168 time: 0.2855217 Aug 10 04:02:43.568040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8349c51-1935-4451-8fd1-52036aea3100 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=015dcc11-5c92-4e59-b255-e97bdbd84c07,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:43.571899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33718) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:43.577806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fedc2-dc98-4b1b-8e35-b0682a537db1 None None] Network 734aeb5c-479a-4429-9083-fe0c8de3389a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:43.665077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.734410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:43.734842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.787289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] DHCP port deletion for 734aeb5c-479a-4429-9083-fe0c8de3389a request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:43.815479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,segment=NetworkSegment(25eced3a-efad-4359-8804-b9929abd3ea0),segment_id=25eced3a-efad-4359-8804-b9929abd3ea0)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:43.816115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.833435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for c35a1297-c1ee-4b37-a82a-0c5d06cf52ff owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:43.853427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] Deleting port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:43.853803 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.936239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] For port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,segment=NetworkSegment(25eced3a-efad-4359-8804-b9929abd3ea0),segment_id=25eced3a-efad-4359-8804-b9929abd3ea0)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:43.936921 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.946129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.956679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] Calling delete_port for c35a1297-c1ee-4b37-a82a-0c5d06cf52ff owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:43.962644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:43.986023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:44.051093 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.087229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] Pushing event deleted for resources: {'Port': ['ID=c35a1297-c1ee-4b37-a82a-0c5d06cf52ff,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:44.094970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c766d-5774-4d47-9b14-7a2e34de5e99 None None] No DVR routers for this DVR port c35a1297-c1ee-4b37-a82a-0c5d06cf52ff on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:44.108675 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.120954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734aeb5c-479a-4429-9083-fe0c8de3389a']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:44.135578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25eced3a-efad-4359-8804-b9929abd3ea0') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:44.135879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25eced3a-efad-4359-8804-b9929abd3ea0') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:44.145078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.159173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.165427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c35a1297-c1ee-4b37-a82a-0c5d06cf52ff no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:44.166270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:44.166978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:44.169938 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:44.188993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c35a1297-c1ee-4b37-a82a-0c5d06cf52ff {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:44.189430 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c35a1297-c1ee-4b37-a82a-0c5d06cf52ff not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:44.230012 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.238829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.240543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/734aeb5c-479a-4429-9083-fe0c8de3389a HTTP/1.1" status: 204 len: 168 time: 0.6649446 Aug 10 04:02:44.244941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33730) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:44.250589 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f73048-35c0-4f80-8ec0-26b0d0f21355 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=734aeb5c-479a-4429-9083-fe0c8de3389a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:44.251061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-91661154', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}, 'admin_state_up': False}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:44.277951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.279189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.338992 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.515496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.712229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.731558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.838942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.25.2.35 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/9dcf53ec-c43a-410e-ae99-3d8e05cbac6a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:44.940277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.977996 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.024369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:45.030073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:45.032828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:45.036250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=9dcf53ec-c43a-410e-ae99-3d8e05cbac6a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:45.289029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.503439 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.672016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router d7147491-3cd0-484d-80e8-21665b898cb6 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:45.797968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:45.809826 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] Sync routers for ids ['d7147491-3cd0-484d-80e8-21665b898cb6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:45.821361 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] Routers {'d7147491-3cd0-484d-80e8-21665b898cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:45.822170 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d7147491-3cd0-484d-80e8-21665b898cb6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:45.838243 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.840219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-29f1f95a-abfe-4525-b2a7-0556419f8498 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.5935998 Aug 10 04:02:45.842994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33776) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:45.871549 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:45.883122 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] Routers {'d7147491-3cd0-484d-80e8-21665b898cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:45.883853 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d7147491-3cd0-484d-80e8-21665b898cb6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:45.920164 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:45.920966 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba5e0e0-36a7-406a-b88d-5692ee1074d5 None None] The sync data for ids ['d7147491-3cd0-484d-80e8-21665b898cb6'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:45.977236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-35f5612d-83c1-4be1-804e-ae5b2d8510ac tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/routers/d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 200 len: 878 time: 0.1330981 Aug 10 04:02:45.979654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33796) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:46.218917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7c433678-62bc-44c8-a209-060dd8b9d8d1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2379723 Aug 10 04:02:46.221397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:46.226984 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-91661154'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:46.593042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.605583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.749353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router d7147491-3cd0-484d-80e8-21665b898cb6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:46.885797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:46.895591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.896606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] Sync routers for ids ['d7147491-3cd0-484d-80e8-21665b898cb6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:46.897153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c03f6a43-9290-4e14-9c90-f3ccb478392d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 200 len: 885 time: 0.6743844 Aug 10 04:02:46.900975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 33914) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:46.909836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] Routers {'d7147491-3cd0-484d-80e8-21665b898cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:46.910649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d7147491-3cd0-484d-80e8-21665b898cb6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:46.994582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:47.011608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] Routers {'d7147491-3cd0-484d-80e8-21665b898cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:47.012285 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['d7147491-3cd0-484d-80e8-21665b898cb6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:47.053011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:47.053011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b06ec8-ab7f-4aa4-ab75-007d3d60dd9a None None] The sync data for ids ['d7147491-3cd0-484d-80e8-21665b898cb6'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:47.053287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-09c0e07d-46c6-4a64-87f0-eb7d6aa810e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/routers/d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 200 len: 885 time: 0.1484520 Aug 10 04:02:47.054424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:47.090793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d07b78cc-a2d4-49d4-a10f-709d268f0fdf tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 200 len: 205 time: 0.0351963 Aug 10 04:02:47.093398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 33940) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:47.225276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.354185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.429855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 9dcf53ec-c43a-410e-ae99-3d8e05cbac6a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:47.430466 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.564994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.584018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 9dcf53ec-c43a-410e-ae99-3d8e05cbac6a owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:47.832564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.873098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=9dcf53ec-c43a-410e-ae99-3d8e05cbac6a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:47.963053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.062155 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.064801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.144126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.145398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router d7147491-3cd0-484d-80e8-21665b898cb6 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:48.165436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.168096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-847ebd2b-c116-4dcb-abcc-7a791169553e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 204 len: 168 time: 1.0723288 Aug 10 04:02:48.170778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34072) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:48.176388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1225237288'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:48.224407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:48.231113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.261086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:48.274344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.274889 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment d56badaa-7c22-440b-b8f0-a36f15cff9d4 of type vlan for network 0a5ac2c8-0b59-47e4-8af0-934796138870 Aug 10 04:02:48.334339 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.412931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.418855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:48.419504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.499273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3272820 Aug 10 04:02:48.502098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:48.516148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:48.520334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ed549-caef-4743-b268-a3050c33be71 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=0a5ac2c8-0b59-47e4-8af0-934796138870,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:48.535169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:48.656495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:48.660425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.274949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.337959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=14286377-e12d-4894-bd50-8e22d76c0aae,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:49.359368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': 'd56badaa-7c22-440b-b8f0-a36f15cff9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:49.359868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: 0a5ac2c8-0b59-47e4-8af0-934796138870, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:49.378399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:49.388684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 0a5ac2c8-0b59-47e4-8af0-934796138870) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:49.395884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.396885 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.403559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73f2e4-6af5-40ca-96f4-d962525e0e95 None None] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:49.417376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68682179-19c8-47f0-a82a-199f59e92118 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9136541 Aug 10 04:02:49.419964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34314) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:49.428098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729047797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:49.454918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.456269 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.518367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.524241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.543726 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.545170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f770c24-9b40-45ec-8053-52c7805b627f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1230688 Aug 10 04:02:49.548873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34332) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:49.584187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-0a5ac2c8-0b59-47e4-8af0-934796138870', 'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': '14286377-e12d-4894-bd50-8e22d76c0aae'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:49.585125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.767967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Allocated IP 172.20.0.2 (0a5ac2c8-0b59-47e4-8af0-934796138870/14286377-e12d-4894-bd50-8e22d76c0aae/6d512982-94d4-468b-8620-b85d111bcdd3) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:49.985577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.000140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Transition to ACTIVE for port object 6d512982-94d4-468b-8620-b85d111bcdd3 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:50.027928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Transition to ACTIVE for port object 6d512982-94d4-468b-8620-b85d111bcdd3 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:50.036666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.085899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Pushing event updated for resources: {'Port': ['ID=6d512982-94d4-468b-8620-b85d111bcdd3,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.098381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:50.100643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:50.103939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:50.125687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-bb6576d7-ce0a-49fb-b0fa-76bef9babdd5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:50.127638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-bb6576d7-ce0a-49fb-b0fa-76bef9babdd5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 813 time: 0.1617811 Aug 10 04:02:50.147708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-4daf17c0-723f-43da-9bfc-1f7b62c0af4d tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/quotas/85ef7e1b4e8a406a9ada3c0e9b9eb9f8 HTTP/1.1" status: 200 len: 375 time: 0.0126448 Aug 10 04:02:50.185723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Attempting to bind port 6d512982-94d4-468b-8620-b85d111bcdd3 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:50.186132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Attempting to bind port 6d512982-94d4-468b-8620-b85d111bcdd3 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'd56badaa-7c22-440b-b8f0-a36f15cff9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:50.186495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Attempting to bind port 6d512982-94d4-468b-8620-b85d111bcdd3 on network 0a5ac2c8-0b59-47e4-8af0-934796138870 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:50.192269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:50.192643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Checking segment: {'id': 'd56badaa-7c22-440b-b8f0-a36f15cff9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:50.193045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.193431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Bound using segment: {'id': 'd56badaa-7c22-440b-b8f0-a36f15cff9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:50.193893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Bound port: 6d512982-94d4-468b-8620-b85d111bcdd3, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56badaa-7c22-440b-b8f0-a36f15cff9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0a5ac2c8-0b59-47e4-8af0-934796138870'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:50.194836 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.195797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-6d2ec040-88a8-46e8-84c2-c24b2f50c593 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416448 Aug 10 04:02:50.258575 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.289575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] For port 6d512982-94d4-468b-8620-b85d111bcdd3, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:50.293556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] For port 6d512982-94d4-468b-8620-b85d111bcdd3, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6d512982-94d4-468b-8620-b85d111bcdd3,segment=NetworkSegment(d56badaa-7c22-440b-b8f0-a36f15cff9d4),segment_id=d56badaa-7c22-440b-b8f0-a36f15cff9d4)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:50.308121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.402853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a957b-4ba2-4e3f-a8e8-1ed3424fffb8 None None] Pushing event updated for resources: {'Port': ['ID=6d512982-94d4-468b-8620-b85d111bcdd3,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.424374 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-8fd90353-8a19-4ffb-b9f4-347d5917d375 service neutron] 10.222.0.53 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206786 Aug 10 04:02:50.568535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-9ff50a91-e467-4efc-88b2-3cbc3533cf23 service neutron] 10.222.0.53 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287556 Aug 10 04:02:50.605431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.20.0.1 (0a5ac2c8-0b59-47e4-8af0-934796138870/14286377-e12d-4894-bd50-8e22d76c0aae/7c22a56f-0291-4ee3-902f-f9ae285a3000) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:50.790543 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.817227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72190539-baeb-4bd8-9efe-443448ed936b req-68b2c3d3-046d-4c66-85f2-2db740e42b30 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 210 time: 0.0430906 Aug 10 04:02:50.822689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object 7c22a56f-0291-4ee3-902f-f9ae285a3000 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:50.865429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.916110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:50.924162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:50.927027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:50.952025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=7c22a56f-0291-4ee3-902f-f9ae285a3000,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.981694 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.115932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.482395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.490558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.602623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.604710 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=7c22a56f-0291-4ee3-902f-f9ae285a3000,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:51.685462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c0717-47fa-4c50-b2a2-a176c13106ca None None] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:51.740638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:51.743113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:51.760147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bdc27510-dc91-40a9-8165-6eab760c58f8 None None] Provisioning for port 6d512982-94d4-468b-8620-b85d111bcdd3 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:51.963655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router c337d7c5-46af-45a8-9f12-4e9f5748cdc0 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:51.988661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8eb5e6c7-2c9a-4100-8b66-06393510bd1f req-4a86e2f9-8363-4ed2-8981-694fe89244d4 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 210 time: 0.0549002 Aug 10 04:02:52.094377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:52.105857 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] Sync routers for ids ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:52.106647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-059e9616-fa55-49bf-b745-a672b8fb57c1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/c337d7c5-46af-45a8-9f12-4e9f5748cdc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563927 Aug 10 04:02:52.109480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34654) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:52.142535 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] Routers {'c337d7c5-46af-45a8-9f12-4e9f5748cdc0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:52.143566 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:52.175727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b445240-a7b6-42df-a752-b40ee3b86f06 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:52.177325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8b445240-a7b6-42df-a752-b40ee3b86f06 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports/7c22a56f-0291-4ee3-902f-f9ae285a3000 HTTP/1.1" status: 200 len: 910 time: 0.0665858 Aug 10 04:02:52.179852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34662) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:52.193641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14286377-e12d-4894-bd50-8e22d76c0aae'}]}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:52.211644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19aeb2fd-4040-4ff1-a145-e7a6075ac0c4 None None] Provisioning for port 7c22a56f-0291-4ee3-902f-f9ae285a3000 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:52.219335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19aeb2fd-4040-4ff1-a145-e7a6075ac0c4 None None] Provisioning complete for port 7c22a56f-0291-4ee3-902f-f9ae285a3000 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:52.219883 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-19aeb2fd-4040-4ff1-a145-e7a6075ac0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.244612 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:52.254203 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] Routers {'c337d7c5-46af-45a8-9f12-4e9f5748cdc0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:52.255706 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:52.342297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6d512982-94d4-468b-8620-b85d111bcdd3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:52.389360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-19aeb2fd-4040-4ff1-a145-e7a6075ac0c4 None None] Port 7c22a56f-0291-4ee3-902f-f9ae285a3000 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:52.405017 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:52.407284 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f547d00-c269-4dfd-8ba3-fa4f5921b626 None None] The sync data for ids ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'] in n-d-769329-14 is: [] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:52.478222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6d512982-94d4-468b-8620-b85d111bcdd3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:52.482941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6d512982-94d4-468b-8620-b85d111bcdd3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:52.483706 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.496716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.530942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ce3a4e3a-f124-4c1c-b0c0-ca75a1a15cb2 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:52.534534 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ce3a4e3a-f124-4c1c-b0c0-ca75a1a15cb2 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 813 time: 0.2538707 Aug 10 04:02:52.553059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Request body: {'port': {'device_id': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c', 'admin_state_up': True, 'tenant_id': '85ef7e1b4e8a406a9ada3c0e9b9eb9f8'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:52.630831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.690311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 6d512982-94d4-468b-8620-b85d111bcdd3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6d512982-94d4-468b-8620-b85d111bcdd3,segment=NetworkSegment(d56badaa-7c22-440b-b8f0-a36f15cff9d4),segment_id=d56badaa-7c22-440b-b8f0-a36f15cff9d4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:52.691453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-efc81744-bca4-4664-b379-51ba2f2f1167 None None] Provisioning complete for port 7c22a56f-0291-4ee3-902f-f9ae285a3000 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:52.691890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-efc81744-bca4-4664-b379-51ba2f2f1167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.725112 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.736131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Made reservation on behalf of 85ef7e1b4e8a406a9ada3c0e9b9eb9f8 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:52.741211 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.780097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-efc81744-bca4-4664-b379-51ba2f2f1167 None None] Port 7c22a56f-0291-4ee3-902f-f9ae285a3000 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:52.798207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=6d512982-94d4-468b-8620-b85d111bcdd3,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:52.887824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Allocated IP 172.20.0.12 (30a58d80-9419-47d7-a753-4703057b9a6c/034b1579-3ad5-4d17-812c-ffc8dd8a8221/3ba31548-4f83-404f-83bf-d67746450310) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:52.899977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-634ea87c-d903-423e-8c38-99b935f81e85 None None] Provisioning complete for port 7c22a56f-0291-4ee3-902f-f9ae285a3000 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:52.900343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-634ea87c-d903-423e-8c38-99b935f81e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.939760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-634ea87c-d903-423e-8c38-99b935f81e85 None None] Port 7c22a56f-0291-4ee3-902f-f9ae285a3000 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:53.012617 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.022790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.070478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.117497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:53.118245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.119385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.119668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/ports/7c22a56f-0291-4ee3-902f-f9ae285a3000 HTTP/1.1" status: 200 len: 910 time: 0.9386244 Aug 10 04:02:53.122600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34696) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:53.134078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359c6be-6ee4-43eb-bfb4-a47b5d748bcb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=7c22a56f-0291-4ee3-902f-f9ae285a3000,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:53.138185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b2f6bc8-0f1d-4646-b16f-01cdc1115ae3 req-95ffd772-7a1f-4d2d-a8ee-28b06d5a812f tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 210 time: 0.0467505 Aug 10 04:02:53.232188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Network 30a58d80-9419-47d7-a753-4703057b9a6c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:53.240148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:53.250567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:53.284514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Pushing event updated for resources: {'Port': ['ID=3ba31548-4f83-404f-83bf-d67746450310,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:53.373847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:53.374613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.401018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-ece78aed-601c-459a-a099-e3ed27f6eff0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560979 Aug 10 04:02:53.414742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Request body: {'port': {'device_id': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:53.525448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.765275 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.011192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba31548-4f83-404f-83bf-d67746450310 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:54.021708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.042498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Transition to ACTIVE for port object 3ba31548-4f83-404f-83bf-d67746450310 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:54.049688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.152031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56222558-544a-404d-ae03-0d0760358141 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba31548-4f83-404f-83bf-d67746450310,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:54.214201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6d512982-94d4-468b-8620-b85d111bcdd3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:54.270197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6d512982-94d4-468b-8620-b85d111bcdd3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:54.270823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.281805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 7c22a56f-0291-4ee3-902f-f9ae285a3000 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:54.282087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.289096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Attempting to bind port 3ba31548-4f83-404f-83bf-d67746450310 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:54.289443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Attempting to bind port 3ba31548-4f83-404f-83bf-d67746450310 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:54.289749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Attempting to bind port 3ba31548-4f83-404f-83bf-d67746450310 on network 30a58d80-9419-47d7-a753-4703057b9a6c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:54.350920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Port 3ba31548-4f83-404f-83bf-d67746450310 on network 30a58d80-9419-47d7-a753-4703057b9a6c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:54.351500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Attempting to bind port 3ba31548-4f83-404f-83bf-d67746450310 on network 30a58d80-9419-47d7-a753-4703057b9a6c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:54.365635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2bea7-9a52-4ff7-8602-26241c2e99a3 req-09c62d5f-243c-4081-8d16-77bac60c05f5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.367576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5d2bea7-9a52-4ff7-8602-26241c2e99a3 req-09c62d5f-243c-4081-8d16-77bac60c05f5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 944 time: 0.1403732 Aug 10 04:02:54.374928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:54.375540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Checking segment: {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:54.376093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Bound using segment: {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:54.376706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Bound port: 3ba31548-4f83-404f-83bf-d67746450310, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:54.377284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.475624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.491394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5d2bea7-9a52-4ff7-8602-26241c2e99a3 req-f3c5472c-111f-435a-be6e-5feb346c1ae2 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085181 Aug 10 04:02:54.504222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 7c22a56f-0291-4ee3-902f-f9ae285a3000 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:54.528140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] For port 3ba31548-4f83-404f-83bf-d67746450310, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:54.576605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] For port 3ba31548-4f83-404f-83bf-d67746450310, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ba31548-4f83-404f-83bf-d67746450310,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:54.584756 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.637491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.638132 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.639546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-56222558-544a-404d-ae03-0d0760358141 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ba31548-4f83-404f-83bf-d67746450310 HTTP/1.1" status: 200 len: 1093 time: 1.2296243 Aug 10 04:02:54.641869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'tag': '3ba31548-4f83-404f-83bf-d67746450310'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:54.644280 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469d61f2-0292-48a5-b72c-e76342e2105b" -d '{"events": [{"name": "network-changed", "server_uuid": "8daad440-dc40-4f31-9b1a-6a77560a2549", "tag": "3ba31548-4f83-404f-83bf-d67746450310"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:54.742998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56222558-544a-404d-ae03-0d0760358141 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba31548-4f83-404f-83bf-d67746450310,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:54.763483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-66d0d5e8-70fd-4b42-96e5-ebd7098eab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.765010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-66d0d5e8-70fd-4b42-96e5-ebd7098eab13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 1096 time: 0.0729115 Aug 10 04:02:54.829057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-e6e9ae8e-56b3-4d16-9222-884929c6cb97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba31548-4f83-404f-83bf-d67746450310 HTTP/1.1" status: 200 len: 217 time: 0.0552163 Aug 10 04:02:54.887561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.892499 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.921179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-18f63e31-9db9-4821-a397-8abbfd7d38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.922713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-18f63e31-9db9-4821-a397-8abbfd7d38c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 200 len: 853 time: 0.0844462 Aug 10 04:02:54.924917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=7c22a56f-0291-4ee3-902f-f9ae285a3000,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:54.972759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-fa6ae4dc-e266-4762-9bbb-eb43b5b3e5bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a58d80-9419-47d7-a753-4703057b9a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422628 Aug 10 04:02:55.161402 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.179334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-88d68f8e-4dcd-4494-99af-b144e0e735fa service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876192 Aug 10 04:02:55.401463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router c337d7c5-46af-45a8-9f12-4e9f5748cdc0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:55.408050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6e7fecb-023d-4ead-9c08-03696c337f88 req-b0ae397f-0020-4f9a-908c-c3e3b71b1edf service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910183 Aug 10 04:02:55.488439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:55.494770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1dfb0bb1-28e3-4fb5-b731-822a2bc789cd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/c337d7c5-46af-45a8-9f12-4e9f5748cdc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3708439 Aug 10 04:02:55.497560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34718) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:55.504131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] Sync routers for ids ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:55.519260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] Routers {'c337d7c5-46af-45a8-9f12-4e9f5748cdc0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:55.519895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:55.530923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2ffa71e1-5c7d-410c-8dfd-49fef4351edf tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=c337d7c5-46af-45a8-9f12-4e9f5748cdc0 HTTP/1.1" status: 200 len: 205 time: 0.0318129 Aug 10 04:02:55.533328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34722) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:55.555627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:55.564817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] Routers {'c337d7c5-46af-45a8-9f12-4e9f5748cdc0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:55.565440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:02:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:55.603383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:55.604370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49950479-809f-420a-b93a-09c3e1707fc1 None None] The sync data for ids ['c337d7c5-46af-45a8-9f12-4e9f5748cdc0'] in n-d-769329-14 is: [] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:55.610188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.650695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110312-2197-4bf2-8a11-fc7e2215e1fd req-364face4-9f3a-4259-a1a2-6e51997aa677 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.652748 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0110312-2197-4bf2-8a11-fc7e2215e1fd req-364face4-9f3a-4259-a1a2-6e51997aa677 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 944 time: 0.0644317 Aug 10 04:02:55.692403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b0110312-2197-4bf2-8a11-fc7e2215e1fd req-0529efa6-1da7-44aa-8a4b-dfadd854c80b tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Aug 10 04:02:55.726587 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d052ccc2-2a8c-488c-b58b-799f20943060 x-openstack-request-id: req-d052ccc2-2a8c-488c-b58b-799f20943060 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:55.726870 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daad440-dc40-4f31-9b1a-6a77560a2549", "tag": "3ba31548-4f83-404f-83bf-d67746450310", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:55.727170 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d052ccc2-2a8c-488c-b58b-799f20943060 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:55.727671 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'tag': '3ba31548-4f83-404f-83bf-d67746450310', 'status': 'completed', 'code': 200} Aug 10 04:02:55.781204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.783399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.799846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d61f2-0292-48a5-b72c-e76342e2105b req-d38fbb93-56ba-4d7a-8c8b-c9453ae0bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.801402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-d38fbb93-56ba-4d7a-8c8b-c9453ae0bfec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 1096 time: 0.0494132 Aug 10 04:02:55.833361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.834172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router c337d7c5-46af-45a8-9f12-4e9f5748cdc0 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:55.842334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.843464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3af03693-f456-4548-97de-9f662fe3e1b4 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/c337d7c5-46af-45a8-9f12-4e9f5748cdc0 HTTP/1.1" status: 204 len: 168 time: 0.3090448 Aug 10 04:02:55.846050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34726) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:55.899701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet 14286377-e12d-4894-bd50-8e22d76c0aae {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:55.899980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d61f2-0292-48a5-b72c-e76342e2105b req-2b47feba-1202-4026-8722-6924a105b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.901398 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-2b47feba-1202-4026-8722-6924a105b51f service neutron] 10.222.0.39 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 914 time: 0.0927012 Aug 10 04:02:55.903426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.946373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-c2ce3f4f-2631-4fa1-9749-0e80ddc11b85 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba31548-4f83-404f-83bf-d67746450310 HTTP/1.1" status: 200 len: 217 time: 0.0357745 Aug 10 04:02:55.950558 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.005185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d61f2-0292-48a5-b72c-e76342e2105b req-0eb2a883-5c94-4545-9112-b9a9c6d8fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:56.007554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-0eb2a883-5c94-4545-9112-b9a9c6d8fcea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 200 len: 853 time: 0.0534649 Aug 10 04:02:56.047214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.048481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-576b8058-df92-4a30-9770-3a693dec11bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a58d80-9419-47d7-a753-4703057b9a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320539 Aug 10 04:02:56.112571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.141517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=14286377-e12d-4894-bd50-8e22d76c0aae,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:56.148529 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.152751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-efdd233d-5e53-40b0-9348-67449967e778 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/14286377-e12d-4894-bd50-8e22d76c0aae HTTP/1.1" status: 204 len: 168 time: 0.3034794 Aug 10 04:02:56.153721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:56.155414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3e8e6-be28-4e44-bff4-973b2f897524 None None] Network 0a5ac2c8-0b59-47e4-8af0-934796138870 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:56.156591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-14c88545-b46c-429d-8728-268b28ab04d1 service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984902 Aug 10 04:02:56.252288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.277725 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-469d61f2-0292-48a5-b72c-e76342e2105b req-f9c6804f-c373-45f6-9375-8514e6be8641 service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111207 Aug 10 04:02:56.291616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.341593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 6d512982-94d4-468b-8620-b85d111bcdd3 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:56.342048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.380651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] DHCP port deletion for 0a5ac2c8-0b59-47e4-8af0-934796138870 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:56.410128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port 6d512982-94d4-468b-8620-b85d111bcdd3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6d512982-94d4-468b-8620-b85d111bcdd3,segment=NetworkSegment(d56badaa-7c22-440b-b8f0-a36f15cff9d4),segment_id=d56badaa-7c22-440b-b8f0-a36f15cff9d4)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:56.410128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.434473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 6d512982-94d4-468b-8620-b85d111bcdd3 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:56.531790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.571381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=6d512982-94d4-468b-8620-b85d111bcdd3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:56.575102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port 6d512982-94d4-468b-8620-b85d111bcdd3 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:56.604522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Deleting port 6d512982-94d4-468b-8620-b85d111bcdd3 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:56.605125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.659282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.667510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] For port 6d512982-94d4-468b-8620-b85d111bcdd3, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:56.667801 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.670715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5ac2c8-0b59-47e4-8af0-934796138870']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:56.680683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Calling delete_port for 6d512982-94d4-468b-8620-b85d111bcdd3 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:56.681944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56badaa-7c22-440b-b8f0-a36f15cff9d4') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:56.682464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56badaa-7c22-440b-b8f0-a36f15cff9d4') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:56.683468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Port 6d512982-94d4-468b-8620-b85d111bcdd3 was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:02:56.684761 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.692334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.696954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] No DVR routers for this DVR port 6d512982-94d4-468b-8620-b85d111bcdd3 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:56.708444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.715377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:56.715377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:56.718763 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:56.728626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aafa4-7e30-4734-a46b-98e2170da938 None None] Pushing event deleted for resources: {'Port': ['ID=6d512982-94d4-468b-8620-b85d111bcdd3,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:56.787428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.796132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.798364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/0a5ac2c8-0b59-47e4-8af0-934796138870 HTTP/1.1" status: 204 len: 168 time: 0.6443911 Aug 10 04:02:56.810725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:56.815288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957239098', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:56.821816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0d029-4f5f-41f7-a641-d05a60ff4634 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=0a5ac2c8-0b59-47e4-8af0-934796138870,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:56.840319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6196c-7a3c-4ac1-8f23-5ea6c63b7ade req-27d79016-9f0d-4c85-9505-ac2b85c0b525 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:56.841832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bc6196c-7a3c-4ac1-8f23-5ea6c63b7ade req-27d79016-9f0d-4c85-9505-ac2b85c0b525 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 944 time: 0.0592713 Aug 10 04:02:56.848526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.849779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.887932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bc6196c-7a3c-4ac1-8f23-5ea6c63b7ade req-43733534-bdd1-4d71-bb95-332a18a032d7 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Aug 10 04:02:56.909702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.914798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.934332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.935656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e1de9bf0-7baa-4c5d-b1c4-1a9630ac8a65 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1239579 Aug 10 04:02:56.939357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34736) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:56.944631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-193312557'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:56.967081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:56.970616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.997317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:57.007964 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6a814b5e-61d4-4a56-ab49-a2cdc266711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.008180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.008347 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment 8686b7e4-08c2-4df9-8d10-bf485ed12326 of type vlan for network fa2ccfd6-f221-4145-b399-9014a06fa6b0 Aug 10 04:02:57.054948 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.430215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.435573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:57.436132 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.494328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5537031 Aug 10 04:02:57.497036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34740) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:57.503139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:57.509766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3151252-9709-438d-923c-e32a84e7ab99 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=fa2ccfd6-f221-4145-b399-9014a06fa6b0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:57.519993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:57.602391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:57.605995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.785846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ba31548-4f83-404f-83bf-d67746450310 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:57.802197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.866991 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=d478b4d9-59b6-4b74-bb0e-ce103644bc5d,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:57.876336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:57.876822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: fa2ccfd6-f221-4145-b399-9014a06fa6b0, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:57.892963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3ba31548-4f83-404f-83bf-d67746450310, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ba31548-4f83-404f-83bf-d67746450310,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:57.897038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:57.907653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, fa2ccfd6-f221-4145-b399-9014a06fa6b0) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:57.907879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '3ba31548-4f83-404f-83bf-d67746450310', 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c', 'port_id': '3ba31548-4f83-404f-83bf-d67746450310', 'mac_address': 'fa:16:3e:06:bd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b1579-3ad5-4d17-812c-ffc8dd8a8221', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:57.912634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:57.913526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.931671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d8fc8360-58ab-4748-b3d6-9b8b1fdd661d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4330213 Aug 10 04:02:57.934232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34744) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:57.946345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a6af5d-0e3d-4e27-a389-cf52bf7fd610 None None] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:57.992518 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.014237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba31548-4f83-404f-83bf-d67746450310 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:58.043755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff97684-c347-4aef-b963-6d553067afdf req-44416cac-f234-4232-bf29-5d34510c16fc tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:58.047245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ff97684-c347-4aef-b963-6d553067afdf req-44416cac-f234-4232-bf29-5d34510c16fc tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 944 time: 0.0605185 Aug 10 04:02:58.052917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3ba31548-4f83-404f-83bf-d67746450310, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ba31548-4f83-404f-83bf-d67746450310,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:58.060958 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.103973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ff97684-c347-4aef-b963-6d553067afdf req-f579d918-f3e4-46a1-8e7c-ee27088d370a tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Aug 10 04:02:58.149996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=3ba31548-4f83-404f-83bf-d67746450310,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:58.246516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6d512982-94d4-468b-8620-b85d111bcdd3 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:58.272148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:58.273025 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.276450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6d512982-94d4-468b-8620-b85d111bcdd3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:58.276799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6d512982-94d4-468b-8620-b85d111bcdd3 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:58.296931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3ba31548-4f83-404f-83bf-d67746450310'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:58.320641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.496265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Allocated IP 172.20.0.2 (fa2ccfd6-f221-4145-b399-9014a06fa6b0/d478b4d9-59b6-4b74-bb0e-ce103644bc5d/f94da85f-6afa-43ca-8cd4-f42ef7b5f553) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:58.694233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.702670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Transition to ACTIVE for port object f94da85f-6afa-43ca-8cd4-f42ef7b5f553 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:58.719075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Transition to ACTIVE for port object f94da85f-6afa-43ca-8cd4-f42ef7b5f553 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:58.726801 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.767457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:58.770394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:58.775175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:58.778051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.20.0.1 (fa2ccfd6-f221-4145-b399-9014a06fa6b0/d478b4d9-59b6-4b74-bb0e-ce103644bc5d/fdd04d6e-c4f6-4582-bb6b-4f910b6ed010) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:58.778562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Pushing event updated for resources: {'Port': ['ID=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:58.838644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Attempting to bind port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:58.839584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Attempting to bind port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:58.839972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Attempting to bind port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 on network fa2ccfd6-f221-4145-b399-9014a06fa6b0 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:58.846522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:58.847138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Checking segment: {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:58.847540 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.848451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Bound using segment: {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:58.848601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Bound port: f94da85f-6afa-43ca-8cd4-f42ef7b5f553, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:58.848942 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.897705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.914608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:58.918647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] For port f94da85f-6afa-43ca-8cd4-f42ef7b5f553, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:58.921905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] For port f94da85f-6afa-43ca-8cd4-f42ef7b5f553, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,segment=NetworkSegment(8686b7e4-08c2-4df9-8d10-bf485ed12326),segment_id=8686b7e4-08c2-4df9-8d10-bf485ed12326)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:58.927361 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.950854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.986181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cb095-f221-42f0-be8d-594c92d53712 None None] Pushing event updated for resources: {'Port': ['ID=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:59.016398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:59.023098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:59.026662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:59.054081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:59.078196 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.293528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f96b1d-a553-4b66-9133-676f2e1c2b13 req-73cf020e-a6f9-44a9-9e07-342f23da0b25 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:59.295358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87f96b1d-a553-4b66-9133-676f2e1c2b13 req-73cf020e-a6f9-44a9-9e07-342f23da0b25 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 945 time: 0.1018887 Aug 10 04:02:59.297686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.378299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87f96b1d-a553-4b66-9133-676f2e1c2b13 req-3e3ea0aa-aae8-47ab-b4d8-3bd9c4247738 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681720 Aug 10 04:02:59.623629 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.628194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.658880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.703003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.704811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:59.811404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ba31548-4f83-404f-83bf-d67746450310 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:59.811700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:59.813151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:59.876096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 3ba31548-4f83-404f-83bf-d67746450310 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:59.885630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 3ba31548-4f83-404f-83bf-d67746450310 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:59.886154 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.912245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-40434a9b-e226-4575-9a31-b4fa9198a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.946316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:59.981274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.006255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba31548-4f83-404f-83bf-d67746450310'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:00.008633 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3f404-9487-4f52-87f7-46e2f4b12724" -d '{"events": [{"server_uuid": "8daad440-dc40-4f31-9b1a-6a77560a2549", "name": "network-vif-plugged", "status": "completed", "tag": "3ba31548-4f83-404f-83bf-d67746450310"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:00.022416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3ba31548-4f83-404f-83bf-d67746450310, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ba31548-4f83-404f-83bf-d67746450310,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:00.032369 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.056124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:00.057807 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cfce71-1e8f-4705-b098-1199bfc1fa12 x-openstack-request-id: req-69cfce71-1e8f-4705-b098-1199bfc1fa12 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:00.058112 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daad440-dc40-4f31-9b1a-6a77560a2549", "name": "network-vif-plugged", "status": "completed", "tag": "3ba31548-4f83-404f-83bf-d67746450310", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:00.058369 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69cfce71-1e8f-4705-b098-1199bfc1fa12 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:00.058762 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba31548-4f83-404f-83bf-d67746450310', 'code': 200} Aug 10 04:03:00.060939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39156e-53ec-4377-b251-6474a6d910e0 None None] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:00.064376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-83db6e35-df35-47e5-965f-0eadf1931b18 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1260910 Aug 10 04:03:00.065259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34758) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.069566 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:00.072577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106008286'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:00.081705 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:00.082614 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:00.109229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:00.119925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.143761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=3ba31548-4f83-404f-83bf-d67746450310,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.155318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:00.162442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c9cc0aed-ebc2-4dae-86bf-cc85e325adf0 None None] Provisioning for port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:00.176907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.177502 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment 1d6c3a7b-cb40-428b-a006-9ab0df53d65b of type vlan for network d22950b3-b7ba-40d1-ae18-898bbccba2eb Aug 10 04:03:00.181062 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:00.222404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bab76-5233-41c4-b695-42be2e322baa req-27b9d9c6-8ef9-477c-86ee-b02ce8d7e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.224111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-162bab76-5233-41c4-b695-42be2e322baa req-27b9d9c6-8ef9-477c-86ee-b02ce8d7e019 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 1098 time: 0.0912306 Aug 10 04:03:00.237081 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.276428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-162bab76-5233-41c4-b695-42be2e322baa req-aeba0b05-bdc6-45f6-8e2d-ab39f13bfaec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Aug 10 04:03:00.298437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.303753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f94da85f-6afa-43ca-8cd4-f42ef7b5f553 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:00.304978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.305863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.368606 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3016281 Aug 10 04:03:00.371744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34762) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.376354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:00.384923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:00.385293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.386070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:00.390693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52967671-db04-466f-a870-d0d2bfa8fd92 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=d22950b3-b7ba-40d1-ae18-898bbccba2eb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.436684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:00.542893 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:02:59Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:02:59Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:00.578666 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:00.579287 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Updating router 10270346-419d-44b8-a755-2c25ff2302c0 port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:00.600016 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.623186 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.648619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f94da85f-6afa-43ca-8cd4-f42ef7b5f553, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,segment=NetworkSegment(8686b7e4-08c2-4df9-8d10-bf485ed12326),segment_id=8686b7e4-08c2-4df9-8d10-bf485ed12326)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:00.657875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.701526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd23417-fafa-4095-af6c-e163c9bb0014 req-c8aa6a8e-90ea-430b-a90e-8e96b4896ccb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.703325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6cd23417-fafa-4095-af6c-e163c9bb0014 req-c8aa6a8e-90ea-430b-a90e-8e96b4896ccb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 946 time: 0.1379154 Aug 10 04:03:00.704554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:00.708743 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.735694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.819462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f996376c-908a-4b3d-93d8-d4d3b68acde2 None None] Provisioning for port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:00.824703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f996376c-908a-4b3d-93d8-d4d3b68acde2 None None] Provisioning complete for port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:00.826645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6cd23417-fafa-4095-af6c-e163c9bb0014 req-3a4fe867-5727-4855-ae98-3f588b1056d2 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137867 Aug 10 04:03:00.827896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f996376c-908a-4b3d-93d8-d4d3b68acde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.893286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f996376c-908a-4b3d-93d8-d4d3b68acde2 None None] Port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:00.917551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f996376c-908a-4b3d-93d8-d4d3b68acde2 None None] Provisioning complete for port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:00.917949 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f996376c-908a-4b3d-93d8-d4d3b68acde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.066326 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.079886 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Transition to ACTIVE for port object fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:01.091563 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.115589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.210149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=59661529-80dc-4d82-993c-6cc5a9487958,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.211295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:01.212492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: d22950b3-b7ba-40d1-ae18-898bbccba2eb, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:01.236416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:01.254931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, d22950b3-b7ba-40d1-ae18-898bbccba2eb) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:01.272834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Pushing event updated for resources: {'Port': ['ID=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.277645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15429f4b-a328-4810-a72b-64698b874d73 None None] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:01.280040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.282618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.314808 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Attempting to bind port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:01.315171 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Attempting to bind port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:01.315433 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Attempting to bind port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 on network fa2ccfd6-f221-4145-b399-9014a06fa6b0 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:01.326477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-65884b16-be08-498d-ab7a-45bd984d2d8f tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9529183 Aug 10 04:03:01.327282 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:01.327664 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Checking segment: {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:01.328061 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.328576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Bound using segment: {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:01.328919 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Bound port: fdd04d6e-c4f6-4582-bb6b-4f910b6ed010, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8686b7e4-08c2-4df9-8d10-bf485ed12326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:01.329135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34778) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:01.329304 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.345197 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.345584 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.345877 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.346250 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.346581 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.346908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.347233 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.347557 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.347882 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.348195 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.348516 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.348942 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:01.433795 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] For port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:01.438979 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] For port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,segment=NetworkSegment(8686b7e4-08c2-4df9-8d10-bf485ed12326),segment_id=8686b7e4-08c2-4df9-8d10-bf485ed12326)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:01.445699 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.533681 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e22a7f-81d1-4f01-9cb7-ac1e653c617a None None] Pushing event updated for resources: {'Port': ['ID=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.557154 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:01.559491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:01.569669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-d22950b3-b7ba-40d1-ae18-898bbccba2eb', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:01.570999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.697459 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:01.771123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Allocated IP 172.21.0.2 (d22950b3-b7ba-40d1-ae18-898bbccba2eb/59661529-80dc-4d82-993c-6cc5a9487958/ac3337ec-1c12-463d-b8c2-540511ddb40d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:01.790261 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.939585 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.095945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b67df9-0c43-48e6-8bd0-251db93e8f20 req-928a8421-4d31-4b22-acde-738fe52a7229 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.097575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20b67df9-0c43-48e6-8bd0-251db93e8f20 req-928a8421-4d31-4b22-acde-738fe52a7229 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 946 time: 0.1431751 Aug 10 04:03:02.128059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:02:59Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:01Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.168336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20b67df9-0c43-48e6-8bd0-251db93e8f20 req-d2fa6ccc-1b31-4dc0-95ee-3db1fedc6dbb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567365 Aug 10 04:03:02.179954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.220737 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e1828d-aab1-4e04-933c-6ac270626399 None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:02:59Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:01Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:02.234013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Transition to ACTIVE for port object ac3337ec-1c12-463d-b8c2-540511ddb40d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:02.298535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Transition to ACTIVE for port object ac3337ec-1c12-463d-b8c2-540511ddb40d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:02.302241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f94da85f-6afa-43ca-8cd4-f42ef7b5f553 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:02.347078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.478877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:02.481382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.21.0.1 (d22950b3-b7ba-40d1-ae18-898bbccba2eb/59661529-80dc-4d82-993c-6cc5a9487958/2d705fa9-ff59-4760-9b55-f81d41bfb8e4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:02.495071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Pushing event updated for resources: {'Port': ['ID=ac3337ec-1c12-463d-b8c2-540511ddb40d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.501770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:02.507195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:02.523429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:02.543995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:02.544515 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.610041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Attempting to bind port ac3337ec-1c12-463d-b8c2-540511ddb40d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:02.610041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Attempting to bind port ac3337ec-1c12-463d-b8c2-540511ddb40d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:02.610432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Attempting to bind port ac3337ec-1c12-463d-b8c2-540511ddb40d on network d22950b3-b7ba-40d1-ae18-898bbccba2eb {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:02.618659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:02.619100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Checking segment: {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:02.619470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.619837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Bound using segment: {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:02.620382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Bound port: ac3337ec-1c12-463d-b8c2-540511ddb40d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:02.620786 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.729556 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.749702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:02.797542 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.858397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] For port ac3337ec-1c12-463d-b8c2-540511ddb40d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:02.860242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:02.865147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] For port ac3337ec-1c12-463d-b8c2-540511ddb40d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac3337ec-1c12-463d-b8c2-540511ddb40d,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:02.870054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:02.874483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.875776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:02.966798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.992091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.020937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91524252-5268-4b4a-856f-aa1e5827e8a5 None None] Pushing event updated for resources: {'Port': ['ID=ac3337ec-1c12-463d-b8c2-540511ddb40d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.219946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.289879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.670453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.676318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.749176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.757510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.872932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:03.874485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:03.979412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:04.099020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:04.122433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41777763-ac9f-4bd4-9443-d146b80827c0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7892423 Aug 10 04:03:04.122742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34892) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:04.136338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-12927966'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:04.171391 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:04.176784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.229216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:04.243635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.244375 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment 974c4663-9fe6-4894-8fcb-3f9a821c4ff9 of type vlan for network f534272b-0f70-4654-a52c-043e09c9e7c4 Aug 10 04:03:04.278384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac3337ec-1c12-463d-b8c2-540511ddb40d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:04.305278 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.347459 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.354953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:04.356197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.389725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ac3337ec-1c12-463d-b8c2-540511ddb40d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:04.403953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:04.476824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3519948 Aug 10 04:03:04.480765 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34900) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:04.487033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:04.508110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622317a-651f-4a6a-95dd-e9f227bb003a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=f534272b-0f70-4654-a52c-043e09c9e7c4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:04.528797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f534272b-0f70-4654-a52c-043e09c9e7c4 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:04.550543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:04.647431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:04.654231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.666751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:04.667140 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.734436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee69f40-be53-4a48-83bf-71cb2d2d8342 None None] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:04.862708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:04.899385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.936233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:04.937305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:04.939390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.943862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] Provisioning for port ac3337ec-1c12-463d-b8c2-540511ddb40d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:05.018476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:05.019722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: f534272b-0f70-4654-a52c-043e09c9e7c4, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:05.026879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=1cfecbd8-8cca-42bb-9492-3abc07d62b4b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:05.046073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network f534272b-0f70-4654-a52c-043e09c9e7c4 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:05.060731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f534272b-0f70-4654-a52c-043e09c9e7c4) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:05.080087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.080759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.106993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c086fda-93c9-4051-9c89-bf81f600cf58 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6218078 Aug 10 04:03:05.107880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34906) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:05.195594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,segment=NetworkSegment(8686b7e4-08c2-4df9-8d10-bf485ed12326),segment_id=8686b7e4-08c2-4df9-8d10-bf485ed12326)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:05.205406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] Provisioning complete for port ac3337ec-1c12-463d-b8c2-540511ddb40d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:05.205778 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.207623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c9458d-fd22-4764-9123-09bf22fe8c93 None None] Network f534272b-0f70-4654-a52c-043e09c9e7c4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:05.302491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.422388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:05.543433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:05.645692 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.863058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] For port ac3337ec-1c12-463d-b8c2-540511ddb40d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac3337ec-1c12-463d-b8c2-540511ddb40d,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:05.866823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-f534272b-0f70-4654-a52c-043e09c9e7c4', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:05.867987 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.897429 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.133918 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.208014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a3e0d-689e-4d81-9fc1-c2d6db288dd8 None None] Pushing event updated for resources: {'Port': ['ID=ac3337ec-1c12-463d-b8c2-540511ddb40d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:06.304329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-293c65f8-de6f-447f-8206-f5eae33b8284 None None] Provisioning for port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:06.309948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:06.318810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Allocated IP 172.22.0.2 (f534272b-0f70-4654-a52c-043e09c9e7c4/1cfecbd8-8cca-42bb-9492-3abc07d62b4b/0820f4ab-7a48-46bc-989c-c5192daed94f) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:06.351800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-293c65f8-de6f-447f-8206-f5eae33b8284 None None] Provisioning complete for port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:06.352385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-293c65f8-de6f-447f-8206-f5eae33b8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.514221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:03Z', 'revision_number': 3, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:03Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:01Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:06.524818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-293c65f8-de6f-447f-8206-f5eae33b8284 None None] Port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:06.577372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:06.577955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Updating router 10270346-419d-44b8-a755-2c25ff2302c0 port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:06.625875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:06.626274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.639527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-293c65f8-de6f-447f-8206-f5eae33b8284 None None] Provisioning complete for port ac3337ec-1c12-463d-b8c2-540511ddb40d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:06.639899 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-293c65f8-de6f-447f-8206-f5eae33b8284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.686552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.963625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.998328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Transition to ACTIVE for port object 0820f4ab-7a48-46bc-989c-c5192daed94f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:07.032387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Transition to ACTIVE for port object 0820f4ab-7a48-46bc-989c-c5192daed94f will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:07.050394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.114289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Network f534272b-0f70-4654-a52c-043e09c9e7c4 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:07.123918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:07.135548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:07.152746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.22.0.1 (f534272b-0f70-4654-a52c-043e09c9e7c4/1cfecbd8-8cca-42bb-9492-3abc07d62b4b/e59cd991-66a9-41b9-ae87-2ec46872c9aa) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:07.164420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Pushing event updated for resources: {'Port': ['ID=0820f4ab-7a48-46bc-989c-c5192daed94f,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.238460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Attempting to bind port 0820f4ab-7a48-46bc-989c-c5192daed94f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:07.238831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Attempting to bind port 0820f4ab-7a48-46bc-989c-c5192daed94f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:07.239189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Attempting to bind port 0820f4ab-7a48-46bc-989c-c5192daed94f on network f534272b-0f70-4654-a52c-043e09c9e7c4 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:07.247057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7f9b7cbf-bef9-4b82-bef6-108a2811cd84 None None] Provisioning complete for port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:07.247057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7cbf-bef9-4b82-bef6-108a2811cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.273714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:07.274150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Checking segment: {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:07.274495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.274883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Bound using segment: {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:07.275361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Bound port: 0820f4ab-7a48-46bc-989c-c5192daed94f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:07.275759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.338695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b7cbf-bef9-4b82-bef6-108a2811cd84 None None] Port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:07.352814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.399293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object e59cd991-66a9-41b9-ae87-2ec46872c9aa will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:07.457403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.559342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network f534272b-0f70-4654-a52c-043e09c9e7c4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:07.565871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:07.570550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:07.591835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.627733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Transition to ACTIVE for port object 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:07.633572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] For port 0820f4ab-7a48-46bc-989c-c5192daed94f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:07.642137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] For port 0820f4ab-7a48-46bc-989c-c5192daed94f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0820f4ab-7a48-46bc-989c-c5192daed94f,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:07.645474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.655017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.657337 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.708844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=e59cd991-66a9-41b9-ae87-2ec46872c9aa,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.723629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.724194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.724606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.725083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.725733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.726195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf99bd1-2c59-4a49-8d2f-d60d82f76ad1 None None] Pushing event updated for resources: {'Port': ['ID=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.726924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.727445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.727855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.728380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.728774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.729113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.729443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:07.912470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.918469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69b587-d57a-4cde-aa16-fc67fa04299f None None] Pushing event updated for resources: {'Port': ['ID=0820f4ab-7a48-46bc-989c-c5192daed94f,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.941300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Attempting to bind port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:07.941953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Attempting to bind port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:07.942534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Attempting to bind port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 on network d22950b3-b7ba-40d1-ae18-898bbccba2eb {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:07.949670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:07.950419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Checking segment: {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:07.950991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.951533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Bound using segment: {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:07.952187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Bound port: 2d705fa9-ff59-4760-9b55-f81d41bfb8e4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6c3a7b-cb40-428b-a006-9ab0df53d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:07.952782 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.094678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] For port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:08.102269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] For port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:08.119205 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.279497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf99bd1-2c59-4a49-8d2f-d60d82f76ad1 None None] Pushing event updated for resources: {'Port': ['ID=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:08.300602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:08.301374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.383863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.395959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.515051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.545048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=e59cd991-66a9-41b9-ae87-2ec46872c9aa,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:08.547214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac3337ec-1c12-463d-b8c2-540511ddb40d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:08.704108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:08.755787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network f534272b-0f70-4654-a52c-043e09c9e7c4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:08.759841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:08.897956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ac3337ec-1c12-463d-b8c2-540511ddb40d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:08.898359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.942833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:09.189441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0820f4ab-7a48-46bc-989c-c5192daed94f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:09.196322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:09.203599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad930fe6-eee7-4ed0-9ed5-8b1062acd98c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0941198 Aug 10 04:03:09.207879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34968) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:09.216549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104468672'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:09.270914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:09.286010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.324958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:07Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:08Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:07Z', 'revision_number': 1, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:09.337252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:09.361353 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.363025 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added segment fd339d58-9fbe-4c9d-84ed-03ed6f796dd6 of type vlan for network 88be5704-7470-45c6-a863-cb0e0774802b Aug 10 04:03:09.366080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a34727-f7ca-4f88-857d-152118bf8331 None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:07Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:08Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:07Z', 'revision_number': 1, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:09.421360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0820f4ab-7a48-46bc-989c-c5192daed94f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:09.484830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.558827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.572568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:09.573501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.668641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ab2d6-24f5-4c79-b5d9-c25c8c6ce994 None None] Network f534272b-0f70-4654-a52c-043e09c9e7c4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:09.685628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 34976) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:09.686500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4766304 Aug 10 04:03:09.693948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'subnet': {'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:09.702676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Network': ['ID=88be5704-7470-45c6-a863-cb0e0774802b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.721378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.721720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.722281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.723022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.723531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.724032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.725267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.725774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.726551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.727039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.727524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.728005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43df7d88-a9c8-4f5f-a88d-2b4d1df8b92c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:09.847470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 88be5704-7470-45c6-a863-cb0e0774802b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:09.870127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Made reservation on behalf of 79d5c0e30b84479c86b2b84c58f50ee1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:09.876680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.943638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] Provisioning for port 0820f4ab-7a48-46bc-989c-c5192daed94f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:09.957054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] Provisioning complete for port 0820f4ab-7a48-46bc-989c-c5192daed94f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:09.957054 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.144184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.229362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.258021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] For port 0820f4ab-7a48-46bc-989c-c5192daed94f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0820f4ab-7a48-46bc-989c-c5192daed94f,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:10.272583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.353598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Checking segment: {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:10.353994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network hostable DHCP agents. Network: 88be5704-7470-45c6-a863-cb0e0774802b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:10.361604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Subnet': ['ID=550bd655-3369-45a7-88cd-4cb143983008,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.394081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 88be5704-7470-45c6-a863-cb0e0774802b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:10.406897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6181a-e7e7-4821-a7b1-424e5b75f31d None None] Pushing event updated for resources: {'Port': ['ID=0820f4ab-7a48-46bc-989c-c5192daed94f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.420343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 88be5704-7470-45c6-a863-cb0e0774802b) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:10.422458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:10.424903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.425501 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.452940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9bcc4bae-57f7-4edb-9393-dc2d373a9a32 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7659392 Aug 10 04:03:10.456008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 34988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:10.482927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263f0c8-9b01-4203-917d-79777618219e None None] Network 88be5704-7470-45c6-a863-cb0e0774802b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:10.675301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:10.684878 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:10.685306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.800328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-22ebfb7c-12de-47cf-bc31-ea47e9908d08 None None] Provisioning for port e59cd991-66a9-41b9-ae87-2ec46872c9aa completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:10.809366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-22ebfb7c-12de-47cf-bc31-ea47e9908d08 None None] Provisioning complete for port e59cd991-66a9-41b9-ae87-2ec46872c9aa triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:10.809789 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-22ebfb7c-12de-47cf-bc31-ea47e9908d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.917510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-88be5704-7470-45c6-a863-cb0e0774802b', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:10.918413 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.973543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-22ebfb7c-12de-47cf-bc31-ea47e9908d08 None None] Port e59cd991-66a9-41b9-ae87-2ec46872c9aa cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:11.133305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.194397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-22ebfb7c-12de-47cf-bc31-ea47e9908d08 None None] Provisioning complete for port 0820f4ab-7a48-46bc-989c-c5192daed94f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:11.195570 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-22ebfb7c-12de-47cf-bc31-ea47e9908d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.275747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.319632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:11.338152 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.356868 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Allocated IP 172.23.0.2 (88be5704-7470-45c6-a863-cb0e0774802b/550bd655-3369-45a7-88cd-4cb143983008/0468a1ef-cdea-4904-96a5-3d2bf6c89ebc) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:11.467123 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:11.485511 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:11.492757 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:11.495668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.692433 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:11.992083 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.010663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Transition to ACTIVE for port object 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:12.030858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Transition to ACTIVE for port object 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:12.033834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bdc9eacc-c317-45ba-af6c-9c7d7d6ab369 None None] Provisioning complete for port e59cd991-66a9-41b9-ae87-2ec46872c9aa triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:12.034277 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bdc9eacc-c317-45ba-af6c-9c7d7d6ab369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.059268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.119421 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:07Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:08Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:12.145888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Network 88be5704-7470-45c6-a863-cb0e0774802b is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:12.161823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:12.176613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9eacc-c317-45ba-af6c-9c7d7d6ab369 None None] Port e59cd991-66a9-41b9-ae87-2ec46872c9aa cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:12.189082 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:12.189455 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Updating router 10270346-419d-44b8-a755-2c25ff2302c0 port e59cd991-66a9-41b9-ae87-2ec46872c9aa binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:12.191495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:12.221408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Pushing event updated for resources: {'Port': ['ID=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.270243 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.272932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Allocated IP 172.23.0.1 (88be5704-7470-45c6-a863-cb0e0774802b/550bd655-3369-45a7-88cd-4cb143983008/f89e68a3-6b2a-46fa-849d-9623e62b62ed) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:12.324801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Attempting to bind port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:12.326073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Attempting to bind port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:12.326676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Attempting to bind port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc on network 88be5704-7470-45c6-a863-cb0e0774802b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:12.340788 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:12.341638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Checking segment: {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:12.342330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.343474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Bound using segment: {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:12.344687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Bound port: 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:12.345605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.360983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0820f4ab-7a48-46bc-989c-c5192daed94f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:12.482941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] For port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:12.490074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] For port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,segment=NetworkSegment(fd339d58-9fbe-4c9d-84ed-03ed6f796dd6),segment_id=fd339d58-9fbe-4c9d-84ed-03ed6f796dd6)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:12.494493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0820f4ab-7a48-46bc-989c-c5192daed94f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:12.494873 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.499024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.504690 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.541774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Transition to ACTIVE for port object f89e68a3-6b2a-46fa-849d-9623e62b62ed will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:12.597391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.654835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1a97d-5472-452c-a97c-d2aa5473525f None None] Pushing event updated for resources: {'Port': ['ID=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.695445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=f89e68a3-6b2a-46fa-849d-9623e62b62ed,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.710772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 88be5704-7470-45c6-a863-cb0e0774802b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:12.712493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:12.715899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:12.769253 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.786862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:12.792816 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Transition to ACTIVE for port object e59cd991-66a9-41b9-ae87-2ec46872c9aa will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:12.798317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.801356 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.863349 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f40a1-9bbe-4394-aed3-38bf0551555d None None] Pushing event updated for resources: {'Port': ['ID=e59cd991-66a9-41b9-ae87-2ec46872c9aa,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.904714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:12.907934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.994607 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Attempting to bind port e59cd991-66a9-41b9-ae87-2ec46872c9aa on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:12.994950 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Attempting to bind port e59cd991-66a9-41b9-ae87-2ec46872c9aa by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:12.995475 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Attempting to bind port e59cd991-66a9-41b9-ae87-2ec46872c9aa on network f534272b-0f70-4654-a52c-043e09c9e7c4 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:13.010914 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:13.012209 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Checking segment: {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:13.014443 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.016020 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Bound using segment: {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:13.016750 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Bound port: e59cd991-66a9-41b9-ae87-2ec46872c9aa, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c4663-9fe6-4894-8fcb-3f9a821c4ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:13.018011 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.047869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.319677 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] For port e59cd991-66a9-41b9-ae87-2ec46872c9aa, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:13.331767 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] For port e59cd991-66a9-41b9-ae87-2ec46872c9aa, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e59cd991-66a9-41b9-ae87-2ec46872c9aa,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:13.338632 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.426653 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:13.427408 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:13.468491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f40a1-9bbe-4394-aed3-38bf0551555d None None] Pushing event updated for resources: {'Port': ['ID=e59cd991-66a9-41b9-ae87-2ec46872c9aa,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:13.685733 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.697347 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.742628 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:13.834554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event updated for resources: {'Port': ['ID=f89e68a3-6b2a-46fa-849d-9623e62b62ed,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:13.870905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.034162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Network 88be5704-7470-45c6-a863-cb0e0774802b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:14.040949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:14.087666 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:13Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 1, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:14.150456 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d8ab7-1677-443b-ab48-e924d3606d1a None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:13Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 1, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:14.230261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:14.409273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5eedf-3b1e-440b-9ea0-be23c873b357 None None] Network 88be5704-7470-45c6-a863-cb0e0774802b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:14.496224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:14.514960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:14.521369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:14.526198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6b87cda5-59b3-462b-b91d-2e6494921e49 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0688612 Aug 10 04:03:14.634615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:14.707466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19a115ba-f214-46b7-9272-f6ffabf279ff None None] Provisioning for port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:14.744700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:14.753081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:14.753456 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.895561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.973298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,segment=NetworkSegment(fd339d58-9fbe-4c9d-84ed-03ed6f796dd6),segment_id=fd339d58-9fbe-4c9d-84ed-03ed6f796dd6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:14.979847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.981039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e59cd991-66a9-41b9-ae87-2ec46872c9aa up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:15.154844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:03:15.165703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e59cd991-66a9-41b9-ae87-2ec46872c9aa completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:15.174869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Removed routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:03:15.175277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.188167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e59cd991-66a9-41b9-ae87-2ec46872c9aa triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:15.188490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.295347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:15.327045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3bcdc1d3-0058-4882-8a48-7b074663b18c None None] Provisioning complete for port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:15.328260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc1d3-0058-4882-8a48-7b074663b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.428672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:15.450483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:15.451132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:15.574443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.583377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.662827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:15.674792 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.733201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:15.830996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3bcdc1d3-0058-4882-8a48-7b074663b18c None None] Provisioning for port f89e68a3-6b2a-46fa-849d-9623e62b62ed completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:15.849803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e59cd991-66a9-41b9-ae87-2ec46872c9aa, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e59cd991-66a9-41b9-ae87-2ec46872c9aa,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:15.887052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3bcdc1d3-0058-4882-8a48-7b074663b18c None None] Provisioning complete for port f89e68a3-6b2a-46fa-849d-9623e62b62ed triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:15.887431 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3bcdc1d3-0058-4882-8a48-7b074663b18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.887787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:15.889532 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.906830 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.908359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-041d5bb4-c5a7-4ff5-9000-a3301d8850e7 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 933 time: 1.3913739 Aug 10 04:03:15.911003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35060) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:16.035892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3bcdc1d3-0058-4882-8a48-7b074663b18c None None] Port f89e68a3-6b2a-46fa-849d-9623e62b62ed cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:16.056993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e59cd991-66a9-41b9-ae87-2ec46872c9aa,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:16.067684 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0d05fe49-a02f-4dc3-9c49-818ddc044662 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 933 time: 0.1554990 Aug 10 04:03:16.072152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35068) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:16.080517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'routes': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:16.181775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-30746e13-2ef3-4c63-9917-9deb80c03b4f None None] Provisioning complete for port f89e68a3-6b2a-46fa-849d-9623e62b62ed triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:16.182178 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30746e13-2ef3-4c63-9917-9deb80c03b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.187309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 6, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:13Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:13Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:16.249528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:16.249528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Updating router 10270346-419d-44b8-a755-2c25ff2302c0 port f89e68a3-6b2a-46fa-849d-9623e62b62ed binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:16.288508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-30746e13-2ef3-4c63-9917-9deb80c03b4f None None] Port f89e68a3-6b2a-46fa-849d-9623e62b62ed cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:16.295414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.315246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:16.499702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:16.500356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.735114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:03:16.735657 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:03:16.756024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e59cd991-66a9-41b9-ae87-2ec46872c9aa up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:16.781620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.945663 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.979768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Transition to ACTIVE for port object f89e68a3-6b2a-46fa-849d-9623e62b62ed will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:16.993266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.069387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e59cd991-66a9-41b9-ae87-2ec46872c9aa triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:17.069868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.083540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.087920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.213733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f51a8-21e2-4bd3-bdda-a0a5928326f0 None None] Pushing event updated for resources: {'Port': ['ID=f89e68a3-6b2a-46fa-849d-9623e62b62ed,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:17.331831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Attempting to bind port f89e68a3-6b2a-46fa-849d-9623e62b62ed on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:17.332355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Attempting to bind port f89e68a3-6b2a-46fa-849d-9623e62b62ed by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:17.332834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Attempting to bind port f89e68a3-6b2a-46fa-849d-9623e62b62ed on network 88be5704-7470-45c6-a863-cb0e0774802b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:17.344187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:17.344763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Checking segment: {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:17.345310 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.345840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Bound using segment: {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:17.346482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Bound port: f89e68a3-6b2a-46fa-849d-9623e62b62ed, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:17.347021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.465199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] For port f89e68a3-6b2a-46fa-849d-9623e62b62ed, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:17.469489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] For port f89e68a3-6b2a-46fa-849d-9623e62b62ed, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f89e68a3-6b2a-46fa-849d-9623e62b62ed,segment=NetworkSegment(fd339d58-9fbe-4c9d-84ed-03ed6f796dd6),segment_id=fd339d58-9fbe-4c9d-84ed-03ed6f796dd6)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:17.475941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.553366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:17.554310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:18.020753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f51a8-21e2-4bd3-bdda-a0a5928326f0 None None] Pushing event updated for resources: {'Port': ['ID=f89e68a3-6b2a-46fa-849d-9623e62b62ed,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.048482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:18.089417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:18.260691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:18.272074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.277358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-02fffc8c-53e6-46fa-a3f3-7f407f32be14 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 699 time: 2.1999280 Aug 10 04:03:18.277798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:18.341242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f89e68a3-6b2a-46fa-849d-9623e62b62ed up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:18.418302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c7046365-35bf-48c6-9526-6d59d1ba48bb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 699 time: 0.1390769 Aug 10 04:03:18.421067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35104) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:18.452234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f89e68a3-6b2a-46fa-849d-9623e62b62ed completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:18.458331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f89e68a3-6b2a-46fa-849d-9623e62b62ed triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:18.458701 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.559580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 7, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:17Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:18.596060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352ecd0-5595-489c-bfcb-4dcef63acf1a None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 7, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:17Z', 'revision_number': 4, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:18.601598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.647065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f89e68a3-6b2a-46fa-849d-9623e62b62ed, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f89e68a3-6b2a-46fa-849d-9623e62b62ed,segment=NetworkSegment(fd339d58-9fbe-4c9d-84ed-03ed6f796dd6),segment_id=fd339d58-9fbe-4c9d-84ed-03ed6f796dd6)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:18.653827 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.747822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f89e68a3-6b2a-46fa-849d-9623e62b62ed,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.888197 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:18.900024 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:18.900734 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:18.960302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.031402 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:19.314716 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 7, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:19.352529 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:19.357098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port f89e68a3-6b2a-46fa-849d-9623e62b62ed {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:19.360752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.371913 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:19.372557 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:19.499156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port f89e68a3-6b2a-46fa-849d-9623e62b62ed, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f89e68a3-6b2a-46fa-849d-9623e62b62ed,segment=NetworkSegment(fd339d58-9fbe-4c9d-84ed-03ed6f796dd6),segment_id=fd339d58-9fbe-4c9d-84ed-03ed6f796dd6)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:19.499675 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.511293 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:19.527032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for f89e68a3-6b2a-46fa-849d-9623e62b62ed owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:19.810602 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.819545 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 7, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:19.850051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=f89e68a3-6b2a-46fa-849d-9623e62b62ed,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:19.875187 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c12e27-41c3-4114-a217-29e29f20239f None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:16Z', 'revision_number': 7, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f89e68a3-6b2a-46fa-849d-9623e62b62ed', 'name': '', 'network_id': '88be5704-7470-45c6-a863-cb0e0774802b', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:7b:6d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '550bd655-3369-45a7-88cd-4cb143983008', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:12Z', 'updated_at': '2021-08-10T04:03:18Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '550bd655-3369-45a7-88cd-4cb143983008', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:20.235135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.551127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:20.673055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:20.679747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-421ee3f1-72d9-4e03-97c2-cc0e88f4d6f6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568979 Aug 10 04:03:20.682871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35134) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:20.698942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:20.712237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:20.712926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.771838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet 550bd655-3369-45a7-88cd-4cb143983008 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:20.778747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.838260 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.843153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:20.955427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.035591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.066460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=550bd655-3369-45a7-88cd-4cb143983008,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.072622 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.074763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dd410a08-9532-46ce-8f2b-7c64a97bd4f3 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/550bd655-3369-45a7-88cd-4cb143983008 HTTP/1.1" status: 204 len: 168 time: 0.3908751 Aug 10 04:03:21.078909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35142) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:21.135541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4c047-7cad-4878-a25d-6a3de7cec676 None None] Network 88be5704-7470-45c6-a863-cb0e0774802b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:21.259774 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.286633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:19Z', 'revision_number': 8, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.347356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:21.371536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:21.371536 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.403155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:21.404054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.447153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,segment=NetworkSegment(fd339d58-9fbe-4c9d-84ed-03ed6f796dd6),segment_id=fd339d58-9fbe-4c9d-84ed-03ed6f796dd6)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:21.447598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.474293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:21.540206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:21.591245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c316f1-2862-46f4-b498-dc9484051ebb None None] DHCP port deletion for 88be5704-7470-45c6-a863-cb0e0774802b request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:21.593756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.641190 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=0468a1ef-cdea-4904-96a5-3d2bf6c89ebc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.649214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:21.755403 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.767723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88be5704-7470-45c6-a863-cb0e0774802b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.782344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.782905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd339d58-9fbe-4c9d-84ed-03ed6f796dd6') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.804076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.823705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.837224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:21.837822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:21.841164 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:21.870821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:19Z', 'revision_number': 8, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:21.900542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831a1cf-fb84-4b15-abec-a26b25209a76 None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:19Z', 'revision_number': 8, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e59cd991-66a9-41b9-ae87-2ec46872c9aa', 'name': '', 'network_id': 'f534272b-0f70-4654-a52c-043e09c9e7c4', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:c0:58:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:06Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '1cfecbd8-8cca-42bb-9492-3abc07d62b4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:21.918835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.930131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.935945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/88be5704-7470-45c6-a863-cb0e0774802b HTTP/1.1" status: 204 len: 168 time: 0.8491156 Aug 10 04:03:21.936233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35154) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:21.951027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cf477-7c92-48f2-af4e-ae77fbb7eb35 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=88be5704-7470-45c6-a863-cb0e0774802b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:22.375434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f89e68a3-6b2a-46fa-849d-9623e62b62ed no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:22.451700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f89e68a3-6b2a-46fa-849d-9623e62b62ed {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:22.452185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f89e68a3-6b2a-46fa-849d-9623e62b62ed not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:22.452723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:22.478926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:22.479435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0468a1ef-cdea-4904-96a5-3d2bf6c89ebc not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:22.561625 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.864289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port e59cd991-66a9-41b9-ae87-2ec46872c9aa {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:22.864626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.972027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port e59cd991-66a9-41b9-ae87-2ec46872c9aa, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e59cd991-66a9-41b9-ae87-2ec46872c9aa,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:22.972722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.989395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for e59cd991-66a9-41b9-ae87-2ec46872c9aa owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:23.203029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.247830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=e59cd991-66a9-41b9-ae87-2ec46872c9aa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:23.509107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.736016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:23.870497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:23.891155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5ddfd21b-2155-4dc6-9858-bfcfe6e39df9 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9530330 Aug 10 04:03:23.895239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35204) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:23.902046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:23.921208 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:23.922581 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.989184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet 1cfecbd8-8cca-42bb-9492-3abc07d62b4b {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:23.994472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.041615 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.089819 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:24.195116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.319791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.354462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfecbd8-8cca-42bb-9492-3abc07d62b4b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:24.356557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.358738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c82c694a-fb48-480a-9ca0-dcfa805a4e95 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/1cfecbd8-8cca-42bb-9492-3abc07d62b4b HTTP/1.1" status: 204 len: 168 time: 0.4613965 Aug 10 04:03:24.361267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35210) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:24.375270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a04568e-6064-4d0f-849f-f61c11a67e91 None None] Network f534272b-0f70-4654-a52c-043e09c9e7c4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:24.460619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:23Z', 'revision_number': 9, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:24.529244 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:24.534306 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.548070 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:24.548718 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:24.611813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 0820f4ab-7a48-46bc-989c-c5192daed94f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:24.612164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.707430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port 0820f4ab-7a48-46bc-989c-c5192daed94f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0820f4ab-7a48-46bc-989c-c5192daed94f,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:24.707805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.725643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 0820f4ab-7a48-46bc-989c-c5192daed94f owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:24.739818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] DHCP port deletion for f534272b-0f70-4654-a52c-043e09c9e7c4 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:24.795895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] Deleting port 0820f4ab-7a48-46bc-989c-c5192daed94f {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:24.796631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.820395 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:24.840975 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.874458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] For port 0820f4ab-7a48-46bc-989c-c5192daed94f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0820f4ab-7a48-46bc-989c-c5192daed94f,segment=NetworkSegment(974c4663-9fe6-4894-8fcb-3f9a821c4ff9),segment_id=974c4663-9fe6-4894-8fcb-3f9a821c4ff9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:24.875274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.891116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] Calling delete_port for 0820f4ab-7a48-46bc-989c-c5192daed94f owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:24.916575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port 0820f4ab-7a48-46bc-989c-c5192daed94f on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:24.927932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=0820f4ab-7a48-46bc-989c-c5192daed94f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:24.985807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.003974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] No DVR routers for this DVR port 0820f4ab-7a48-46bc-989c-c5192daed94f on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:25.030027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9a427-03ba-4783-84d5-0a5dd273f3c2 None None] Pushing event deleted for resources: {'Port': ['ID=0820f4ab-7a48-46bc-989c-c5192daed94f,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.042016 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.117518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.130678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f534272b-0f70-4654-a52c-043e09c9e7c4']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:25.151845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c4663-9fe6-4894-8fcb-3f9a821c4ff9') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:25.152326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c4663-9fe6-4894-8fcb-3f9a821c4ff9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:25.168379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:23Z', 'revision_number': 9, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:25.169408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.198063 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.207707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:25.208566 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.211049 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09f70a-f087-47aa-bb6c-1d465518314a None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:23Z', 'revision_number': 9, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': '2d705fa9-ff59-4760-9b55-f81d41bfb8e4', 'name': '', 'network_id': 'd22950b3-b7ba-40d1-ae18-898bbccba2eb', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:cb:bd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '59661529-80dc-4d82-993c-6cc5a9487958', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:02Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': '59661529-80dc-4d82-993c-6cc5a9487958', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:25.214057 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:25.284762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.306006 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.311075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/f534272b-0f70-4654-a52c-043e09c9e7c4 HTTP/1.1" status: 204 len: 168 time: 0.9457054 Aug 10 04:03:25.311075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a3de5-62d8-4c55-adde-d6eb0987d3e5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=f534272b-0f70-4654-a52c-043e09c9e7c4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.311075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35234) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:25.756761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.027151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:26.027151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.147336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port 2d705fa9-ff59-4760-9b55-f81d41bfb8e4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:26.147718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.172415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:26.206186 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.283132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0820f4ab-7a48-46bc-989c-c5192daed94f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:26.318180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0820f4ab-7a48-46bc-989c-c5192daed94f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:26.319077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0820f4ab-7a48-46bc-989c-c5192daed94f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:26.319808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e59cd991-66a9-41b9-ae87-2ec46872c9aa no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:26.356045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e59cd991-66a9-41b9-ae87-2ec46872c9aa {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:26.356525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e59cd991-66a9-41b9-ae87-2ec46872c9aa not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:26.406497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.433489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=2d705fa9-ff59-4760-9b55-f81d41bfb8e4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.634350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.913445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:27.023747 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-00acab4d-ffa8-404c-9e7f-af0c49e9e903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.392834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:27.402761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:27.406818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6477d059-43c5-4718-ab8c-d84062dcd072 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881057 Aug 10 04:03:27.407578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35270) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.413350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:27.414187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:27.472439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet 59661529-80dc-4d82-993c-6cc5a9487958 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:27.476840 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.544443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.557133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:27.639892 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.724737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.779492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=59661529-80dc-4d82-993c-6cc5a9487958,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:27.782690 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.785060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b295716f-00f5-4143-b177-bc9b4b30f7df tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/59661529-80dc-4d82-993c-6cc5a9487958 HTTP/1.1" status: 204 len: 168 time: 0.3764219 Aug 10 04:03:27.788191 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35282) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.854856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c908c-c4df-40a6-bbc8-1e754a90c6e8 None None] Network d22950b3-b7ba-40d1-ae18-898bbccba2eb requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:27.892081 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.960855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port ac3337ec-1c12-463d-b8c2-540511ddb40d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:27.961192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.080122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:26Z', 'revision_number': 10, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.119723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:28.123627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] DHCP port deletion for d22950b3-b7ba-40d1-ae18-898bbccba2eb request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:28.157258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:28.157909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.283462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:28.353481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] Deleting port ac3337ec-1c12-463d-b8c2-540511ddb40d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:28.354021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.384540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ac3337ec-1c12-463d-b8c2-540511ddb40d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:28.432448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port ac3337ec-1c12-463d-b8c2-540511ddb40d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac3337ec-1c12-463d-b8c2-540511ddb40d,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:28.433447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.446360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for ac3337ec-1c12-463d-b8c2-540511ddb40d owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:28.550393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.550617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] For port ac3337ec-1c12-463d-b8c2-540511ddb40d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ac3337ec-1c12-463d-b8c2-540511ddb40d,segment=NetworkSegment(1d6c3a7b-cb40-428b-a006-9ab0df53d65b),segment_id=1d6c3a7b-cb40-428b-a006-9ab0df53d65b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:28.551247 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.585562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=ac3337ec-1c12-463d-b8c2-540511ddb40d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.586134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Port ac3337ec-1c12-463d-b8c2-540511ddb40d update to DOWN by agent not found {{(pid=94142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 04:03:28.588510 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port ac3337ec-1c12-463d-b8c2-540511ddb40d on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:28.592998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] Calling delete_port for ac3337ec-1c12-463d-b8c2-540511ddb40d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:28.673737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.685658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22950b3-b7ba-40d1-ae18-898bbccba2eb']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.697559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6c3a7b-cb40-428b-a006-9ab0df53d65b') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.697861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6c3a7b-cb40-428b-a006-9ab0df53d65b') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.710425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.733365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.741770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:28.742221 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:28.746516 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:28.748555 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.753860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:26Z', 'revision_number': 10, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.802183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] Pushing event deleted for resources: {'Port': ['ID=ac3337ec-1c12-463d-b8c2-540511ddb40d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.804334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbacd239-6ed8-4684-9493-0951b830c6e5 None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:26Z', 'revision_number': 10, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None, '_interfaces': [{'id': 'fdd04d6e-c4f6-4582-bb6b-4f910b6ed010', 'name': '', 'network_id': 'fa2ccfd6-f221-4145-b399-9014a06fa6b0', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'mac_address': 'fa:16:3e:b7:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10270346-419d-44b8-a755-2c25ff2302c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:58Z', 'updated_at': '2021-08-10T04:03:04Z', 'revision_number': 5, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'subnets': [{'id': 'd478b4d9-59b6-4b74-bb0e-ce103644bc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:28.812496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac66b14-81dd-4f5c-8518-ac23f997541f None None] No DVR routers for this DVR port ac3337ec-1c12-463d-b8c2-540511ddb40d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:28.843549 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.856818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.861535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/d22950b3-b7ba-40d1-ae18-898bbccba2eb HTTP/1.1" status: 204 len: 168 time: 1.0691450 Aug 10 04:03:28.862502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35304) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.918961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73da8e-09ef-47ef-896c-b9545e553efd tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=d22950b3-b7ba-40d1-ae18-898bbccba2eb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.301506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.569901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:29.570567 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.653774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.682183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port fdd04d6e-c4f6-4582-bb6b-4f910b6ed010, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,segment=NetworkSegment(8686b7e4-08c2-4df9-8d10-bf485ed12326),segment_id=8686b7e4-08c2-4df9-8d10-bf485ed12326)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:29.682636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.709816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:29.899861 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd126c24-62e9-4e2d-81ef-8b4361db8509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.909650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.942567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=fdd04d6e-c4f6-4582-bb6b-4f910b6ed010,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.121770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.307173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:30.328487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:30.328891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2d705fa9-ff59-4760-9b55-f81d41bfb8e4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:30.350070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:30.424799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:30.433149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8e90a6a4-9562-426e-bb94-f6b1a9948480 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680914 Aug 10 04:03:30.433479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35338) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.440009 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:30.453178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:30.454165 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.493533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting subnet d478b4d9-59b6-4b74-bb0e-ce103644bc5d {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:30.497271 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.549546 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:30.550115 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.634194 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:29Z', 'revision_number': 11, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.667391 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.674672 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:30.686455 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:30.688057 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.756547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.760655 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:30.788143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Subnet': ['ID=d478b4d9-59b6-4b74-bb0e-ce103644bc5d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.792340 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.797162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35346) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.797591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c3485015-8872-492a-9d13-93bc463d4f29 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/d478b4d9-59b6-4b74-bb0e-ce103644bc5d HTTP/1.1" status: 204 len: 168 time: 0.3626058 Aug 10 04:03:30.801892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9953d0c-edc4-4935-b013-eb1408bc975b None None] Network fa2ccfd6-f221-4145-b399-9014a06fa6b0 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:30.856652 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:29Z', 'revision_number': 11, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:30.909663 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.918437 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5322-0d03-4522-8b9c-a14afc665251 None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:29Z', 'revision_number': 11, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:31.001357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Deleting port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:31.001700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.067948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] For port f94da85f-6afa-43ca-8cd4-f42ef7b5f553, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,segment=NetworkSegment(8686b7e4-08c2-4df9-8d10-bf485ed12326),segment_id=8686b7e4-08c2-4df9-8d10-bf485ed12326)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:31.068311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.081087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Calling delete_port for f94da85f-6afa-43ca-8cd4-f42ef7b5f553 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:31.171657 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.196920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Port': ['ID=f94da85f-6afa-43ca-8cd4-f42ef7b5f553,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.205854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No DVR routers for this DVR port f94da85f-6afa-43ca-8cd4-f42ef7b5f553 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:31.292782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.301529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f51f9-a735-4545-95a1-3e479cc23882 None None] DHCP port deletion for fa2ccfd6-f221-4145-b399-9014a06fa6b0 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:31.323205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2ccfd6-f221-4145-b399-9014a06fa6b0']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.336353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8686b7e4-08c2-4df9-8d10-bf485ed12326') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.336927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8686b7e4-08c2-4df9-8d10-bf485ed12326') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.348428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.367302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.374477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:31.374971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:31.447348 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:31.462024 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.492831 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.494974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/networks/fa2ccfd6-f221-4145-b399-9014a06fa6b0 HTTP/1.1" status: 204 len: 168 time: 0.6965439 Aug 10 04:03:31.495823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8929-53ef-4411-9023-74cb98f596e6 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Pushing event deleted for resources: {'Network': ['ID=fa2ccfd6-f221-4145-b399-9014a06fa6b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.502184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35362) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.510245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'routes': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:31.680282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Added routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:03:31.681004 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.extraroute_db [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Removed routes are [] {{(pid=94141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:03:31.681004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.786491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.865053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.868333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.942908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router 10270346-419d-44b8-a755-2c25ff2302c0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:32.024900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:32.033002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.037570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35374) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.038113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] Sync routers for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:32.041740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f8fccaee-d979-40e8-b726-3047b957ccdb tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 700 time: 0.5348027 Aug 10 04:03:32.066987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:32.067724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.081298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35376) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.088885 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8040ba26-2a38-434d-8695-a297130dd1f8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 205 time: 0.0475948 Aug 10 04:03:32.152389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:32.160731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.228630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:29Z', 'revision_number': 11, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.258928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] Checking router: 10270346-419d-44b8-a755-2c25ff2302c0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:32.268796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f94da85f-6afa-43ca-8cd4-f42ef7b5f553 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:32.273818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] Routers {'10270346-419d-44b8-a755-2c25ff2302c0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:32.274473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['10270346-419d-44b8-a755-2c25ff2302c0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.295873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f94da85f-6afa-43ca-8cd4-f42ef7b5f553 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:32.296225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f94da85f-6afa-43ca-8cd4-f42ef7b5f553 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:32.296775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:32.362480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.365497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.379768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:32.380117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fdd04d6e-c4f6-4582-bb6b-4f910b6ed010 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:32.396125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] Set router 10270346-419d-44b8-a755-2c25ff2302c0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:32.420478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.420995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router 10270346-419d-44b8-a755-2c25ff2302c0 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:32.430379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.431529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-772606cc-6de7-41a9-b2e9-d51408d49eb8 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 204 len: 168 time: 0.3491383 Aug 10 04:03:32.436525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.440423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1717687110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:32.463643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:29Z', 'revision_number': 11, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.484877 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.486762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.492675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37b7b5-743b-460f-b430-ef4ae75cc6b1 None None] The sync data for ids ['10270346-419d-44b8-a755-2c25ff2302c0'] in n-d-769329-14 is: [{'id': '10270346-419d-44b8-a755-2c25ff2302c0', 'name': 'tempest-RoutersTest-router-957239098', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:56Z', 'updated_at': '2021-08-10T04:03:29Z', 'revision_number': 11, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:32.569650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.582519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.601168 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.610045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ef385af-bda3-48dc-817a-9b0a82982631 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1689649 Aug 10 04:03:32.610295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35388) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.610857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:32.857193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3767877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-904'] for router, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.871839 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3767900'] for router, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.985538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Router b73607bf-e75f-4f3d-b51e-9b448182d3b9 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:03:33.082168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:33.093923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] Sync routers for ids ['b73607bf-e75f-4f3d-b51e-9b448182d3b9'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:33.095689 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.097260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-18f0b967-91ad-4c69-8596-ccc868ac39ae tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "PUT /v2.0/routers/b73607bf-e75f-4f3d-b51e-9b448182d3b9 HTTP/1.1" status: 200 len: 694 time: 0.4899952 Aug 10 04:03:33.100520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35400) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.109327 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] Routers {'b73607bf-e75f-4f3d-b51e-9b448182d3b9'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:33.110469 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b73607bf-e75f-4f3d-b51e-9b448182d3b9'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:33.189361 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] Set router b73607bf-e75f-4f3d-b51e-9b448182d3b9 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:33.196672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35402) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.196884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aa493154-f286-4b3e-8042-0115ad5eba2b tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/routers/b73607bf-e75f-4f3d-b51e-9b448182d3b9 HTTP/1.1" status: 200 len: 700 time: 0.0950525 Aug 10 04:03:33.239661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-74cbcc5c-943d-424c-b514-ac6dec445629 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73607bf-e75f-4f3d-b51e-9b448182d3b9 HTTP/1.1" status: 200 len: 205 time: 0.0406327 Aug 10 04:03:33.242967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35406) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.248440 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.257971 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73607bf-e75f-4f3d-b51e-9b448182d3b9', 'name': 'tempest-RoutersTest-router-1717687110', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:32Z', 'updated_at': '2021-08-10T04:03:32Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:33.298653 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] Checking router: b73607bf-e75f-4f3d-b51e-9b448182d3b9 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:33.309614 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] Routers {'b73607bf-e75f-4f3d-b51e-9b448182d3b9'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:33.310610 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b73607bf-e75f-4f3d-b51e-9b448182d3b9'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:33.340058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.388516 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] Set router b73607bf-e75f-4f3d-b51e-9b448182d3b9 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:33.443910 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73607bf-e75f-4f3d-b51e-9b448182d3b9', 'name': 'tempest-RoutersTest-router-1717687110', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:32Z', 'updated_at': '2021-08-10T04:03:32Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:33.474471 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35353020-3c43-431a-9a49-6f4196c2d70e None None] The sync data for ids ['b73607bf-e75f-4f3d-b51e-9b448182d3b9'] in n-d-769329-14 is: [{'id': 'b73607bf-e75f-4f3d-b51e-9b448182d3b9', 'name': 'tempest-RoutersTest-router-1717687110', 'tenant_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:32Z', 'updated_at': '2021-08-10T04:03:32Z', 'revision_number': 2, 'project_id': '79d5c0e30b84479c86b2b84c58f50ee1', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:33.560791 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.563341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.637313 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.638301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Fanout notify agent at l3_agent the message router_deleted on router b73607bf-e75f-4f3d-b51e-9b448182d3b9 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:33.646862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.651145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bcbc6791-6f60-4fc1-b1b8-74c49a1e0742 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/b73607bf-e75f-4f3d-b51e-9b448182d3b9 HTTP/1.1" status: 204 len: 168 time: 0.4042113 Aug 10 04:03:33.651896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35416) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.707769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-67e49e4c-a56d-4a4a-8f38-704a7dec7c3c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=b73607bf-e75f-4f3d-b51e-9b448182d3b9 HTTP/1.1" status: 200 len: 205 time: 0.0546672 Aug 10 04:03:33.710199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35418) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.753037 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-1c9bc7ef-faf6-40c5-86de-f5067450224a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:33.757229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35420) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.757683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c9bc7ef-faf6-40c5-86de-f5067450224a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/b73607bf-e75f-4f3d-b51e-9b448182d3b9 HTTP/1.1" status: 404 len: 336 time: 0.0460134 Aug 10 04:03:33.789125 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3ee73b-d956-4dad-a92d-f287bf8ed730 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:33.789585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3ee73b-d956-4dad-a92d-f287bf8ed730 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:33.810770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35426) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.815440 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bb3ee73b-d956-4dad-a92d-f287bf8ed730 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/550bd655-3369-45a7-88cd-4cb143983008 HTTP/1.1" status: 404 len: 337 time: 0.0463867 Aug 10 04:03:33.851038 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b63522-53c5-435f-9079-fe72dbaa6a9d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:33.852023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b63522-53c5-435f-9079-fe72dbaa6a9d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:33.856934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.857140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-58b63522-53c5-435f-9079-fe72dbaa6a9d tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/1cfecbd8-8cca-42bb-9492-3abc07d62b4b HTTP/1.1" status: 404 len: 337 time: 0.0451415 Aug 10 04:03:33.914581 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4adcc5-1969-45d5-9258-e04b54e08a67 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:33.915378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4adcc5-1969-45d5-9258-e04b54e08a67 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:33.920641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3f4adcc5-1969-45d5-9258-e04b54e08a67 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/59661529-80dc-4d82-993c-6cc5a9487958 HTTP/1.1" status: 404 len: 337 time: 0.0596344 Aug 10 04:03:33.921083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35432) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.966955 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80cb90c-4b3b-44b8-8362-904aee99432e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:33.967775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80cb90c-4b3b-44b8-8362-904aee99432e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:33.970921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f80cb90c-4b3b-44b8-8362-904aee99432e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/d478b4d9-59b6-4b74-bb0e-ce103644bc5d HTTP/1.1" status: 404 len: 337 time: 0.0482368 Aug 10 04:03:33.973273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35434) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.004051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b05e73da-6c94-4c78-82e4-f677a94ca1a5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 200 len: 205 time: 0.0271046 Aug 10 04:03:34.004256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35436) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.042139 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-6e8d9573-0c1d-446a-a56c-9be5a928e4a5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:34.043195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6e8d9573-0c1d-446a-a56c-9be5a928e4a5 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/10270346-419d-44b8-a755-2c25ff2302c0 HTTP/1.1" status: 404 len: 336 time: 0.0380473 Aug 10 04:03:34.046089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35438) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.080789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1f7abe1b-6ca3-4178-b436-7ca0ca619219 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=c337d7c5-46af-45a8-9f12-4e9f5748cdc0 HTTP/1.1" status: 200 len: 205 time: 0.0313756 Aug 10 04:03:34.081000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35442) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.121371 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-de1f2ac4-560c-43a6-96e1-9041f0d0a925 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:34.124939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de1f2ac4-560c-43a6-96e1-9041f0d0a925 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/c337d7c5-46af-45a8-9f12-4e9f5748cdc0 HTTP/1.1" status: 404 len: 336 time: 0.0429740 Aug 10 04:03:34.125120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35446) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.160801 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7049dd-be50-479b-a9df-e454022b143e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:34.161362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7049dd-be50-479b-a9df-e454022b143e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:34.165753 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e7049dd-be50-479b-a9df-e454022b143e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/14286377-e12d-4894-bd50-8e22d76c0aae HTTP/1.1" status: 404 len: 337 time: 0.0371392 Aug 10 04:03:34.166085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35448) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.201636 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce4baed1-4401-4479-9958-250b9f3fbfbe tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 200 len: 205 time: 0.0340884 Aug 10 04:03:34.204131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35450) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.243011 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-0139c45e-528d-45b0-a2a7-84d982ed3cf1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:34.244051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0139c45e-528d-45b0-a2a7-84d982ed3cf1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/d7147491-3cd0-484d-80e8-21665b898cb6 HTTP/1.1" status: 404 len: 336 time: 0.0390811 Aug 10 04:03:34.246846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35452) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.278907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e44cb334-2358-4377-a8ad-a223a94b7dea tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=24c45ff3-76f4-48b6-b977-1bf17f0814bb HTTP/1.1" status: 200 len: 205 time: 0.0263529 Aug 10 04:03:34.278907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.320170 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-da85e4ea-33f2-4be4-af73-bffb29e06003 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:34.321205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-da85e4ea-33f2-4be4-af73-bffb29e06003 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/24c45ff3-76f4-48b6-b977-1bf17f0814bb HTTP/1.1" status: 404 len: 336 time: 0.0422032 Aug 10 04:03:34.323768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35456) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.354165 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bc3c41-8d92-4d39-b350-cde4e36094d0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:34.354629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bc3c41-8d92-4d39-b350-cde4e36094d0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:34.356714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-71bc3c41-8d92-4d39-b350-cde4e36094d0 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/015dcc11-5c92-4e59-b255-e97bdbd84c07 HTTP/1.1" status: 404 len: 337 time: 0.0319657 Aug 10 04:03:34.359482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.391271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4d9806e2-62b0-4d52-98d2-36d6ce23e74e tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5e577c-3b87-4b0e-b51f-4a81bf0105fa HTTP/1.1" status: 200 len: 205 time: 0.0305979 Aug 10 04:03:34.394738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35464) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.433158 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-8f91d3fc-7171-4f1e-92e4-fb9d784385b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:34.434299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8f91d3fc-7171-4f1e-92e4-fb9d784385b2 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/be5e577c-3b87-4b0e-b51f-4a81bf0105fa HTTP/1.1" status: 404 len: 336 time: 0.0384982 Aug 10 04:03:34.437297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35466) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.466059 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f72ee82-4957-4e2a-b96a-2efe87dc6c4a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:34.466563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f72ee82-4957-4e2a-b96a-2efe87dc6c4a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:34.470417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f72ee82-4957-4e2a-b96a-2efe87dc6c4a tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/37b6140b-575b-47d7-bbc9-2922e2879e88 HTTP/1.1" status: 404 len: 337 time: 0.0318899 Aug 10 04:03:34.471770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35468) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.509055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1729ac99-0e79-4cfc-acd8-b1f4fdc0661c tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "GET /v2.0/ports?device_id=138411fe-0952-4bc7-a0c8-3b2f9d30aacb HTTP/1.1" status: 200 len: 205 time: 0.0359077 Aug 10 04:03:34.511390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35470) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.936303 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-ca6c3891-ff96-4b23-ba60-717551e00354 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] delete failed (client error): The resource could not be found. Aug 10 04:03:34.937479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ca6c3891-ff96-4b23-ba60-717551e00354 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/routers/138411fe-0952-4bc7-a0c8-3b2f9d30aacb HTTP/1.1" status: 404 len: 336 time: 0.4250338 Aug 10 04:03:34.940809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35484) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.972228 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26495ac-5468-49bf-8dee-636dcac668e1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:34.972857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26495ac-5468-49bf-8dee-636dcac668e1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:34.974845 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d26495ac-5468-49bf-8dee-636dcac668e1 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/f4d401c2-d58d-4f16-bdcd-59907821e27d HTTP/1.1" status: 404 len: 337 time: 0.0329089 Aug 10 04:03:34.977346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35486) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.006861 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-543bac6f-d162-40f4-9772-5b99d2f0cb31 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:35.007518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543bac6f-d162-40f4-9772-5b99d2f0cb31 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:35.009838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-543bac6f-d162-40f4-9772-5b99d2f0cb31 tempest-RoutersTest-395761338 tempest-RoutersTest-395761338-project] 10.222.0.53 "DELETE /v2.0/subnets/a5cb4360-555e-40fd-850c-252354f5380a HTTP/1.1" status: 404 len: 337 time: 0.0314918 Aug 10 04:03:35.340687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35496) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.532778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-447d0066-985e-4fde-acda-3e4f2543532f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79d5c0e30b84479c86b2b84c58f50ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902406 Aug 10 04:03:35.534964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35504) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.595870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17879813-93a7-4aa1-a2f8-7993481d6b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.618491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17879813-93a7-4aa1-a2f8-7993481d6b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.674826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17879813-93a7-4aa1-a2f8-7993481d6b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.677845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-17879813-93a7-4aa1-a2f8-7993481d6b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.679199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-17879813-93a7-4aa1-a2f8-7993481d6b44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c7359f8-69e3-4a17-a456-4c850d84673a HTTP/1.1" status: 204 len: 168 time: 0.1431735 Aug 10 04:03:35.693685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17879813-93a7-4aa1-a2f8-7993481d6b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7359f8-69e3-4a17-a456-4c850d84673a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.433126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35542) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.536460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-39d7c54a-db2a-48af-a0d6-8cc361639044 tempest-DvrRoutersNegativeTest-241858205 tempest-DvrRoutersNegativeTest-241858205-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2066461077', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:36.539577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.policy [None req-39d7c54a-db2a-48af-a0d6-8cc361639044 tempest-DvrRoutersNegativeTest-241858205 tempest-DvrRoutersNegativeTest-241858205-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94141) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 04:03:36.539976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.policy [None req-39d7c54a-db2a-48af-a0d6-8cc361639044 tempest-DvrRoutersNegativeTest-241858205 tempest-DvrRoutersNegativeTest-241858205-project] Failed policy check for 'create_router' {{(pid=94141) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 04:03:36.540392 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-39d7c54a-db2a-48af-a0d6-8cc361639044 tempest-DvrRoutersNegativeTest-241858205 tempest-DvrRoutersNegativeTest-241858205-project] create failed (client error): Access was denied to this resource. Aug 10 04:03:36.541435 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-39d7c54a-db2a-48af-a0d6-8cc361639044 tempest-DvrRoutersNegativeTest-241858205 tempest-DvrRoutersNegativeTest-241858205-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1065059 Aug 10 04:03:36.811024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.948964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac30-e814-49ec-94e9-18989008c1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.047628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac30-e814-49ec-94e9-18989008c1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.051272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac30-e814-49ec-94e9-18989008c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.091513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0a5fac30-e814-49ec-94e9-18989008c1ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fdaaf772d0143809f00be7f05d48415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793543 Aug 10 04:03:37.095214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35570) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.096902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fac30-e814-49ec-94e9-18989008c1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac82862d-1769-4f62-a828-cdb805e16303,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.169321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7eb7-fa8b-4490-b66e-c3d868f6cdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.194971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7eb7-fa8b-4490-b66e-c3d868f6cdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.244059 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7eb7-fa8b-4490-b66e-c3d868f6cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.247213 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2ff7eb7-fa8b-4490-b66e-c3d868f6cdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.251708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2ff7eb7-fa8b-4490-b66e-c3d868f6cdb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac82862d-1769-4f62-a828-cdb805e16303 HTTP/1.1" status: 204 len: 168 time: 0.1549184 Aug 10 04:03:37.260976 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff7eb7-fa8b-4490-b66e-c3d868f6cdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac82862d-1769-4f62-a828-cdb805e16303,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.950722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.067057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228217244'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:38.093576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.102372 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.208118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.212840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.251855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2b866-4401-4591-81eb-c28670742bbd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.310581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.314890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.344099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.345355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3935368 Aug 10 04:03:38.347252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb56225-5052-4173-9767-c7318e95af96 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169ae7e3-32f2-40f0-a6d7-ba0b70db29e8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.348375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35624) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.415528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f5d90ee-f8a8-4bfc-9d65-2057c88625ea tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0654426 Aug 10 04:03:38.418261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35626) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.422542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-security--617709122', 'description': 'tempest-security-description-850273514'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:38.448342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.492358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.495727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.498289 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.502283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "PUT /v2.0/security-groups/169ae7e3-32f2-40f0-a6d7-ba0b70db29e8 HTTP/1.1" status: 200 len: 1778 time: 0.0804090 Aug 10 04:03:38.502475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35628) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.528338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685a122-d3f7-462a-b9e5-ddc6ebe4acfa tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169ae7e3-32f2-40f0-a6d7-ba0b70db29e8,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.547040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c2736ba-c66e-4b42-9037-a599bddffb5a tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups/169ae7e3-32f2-40f0-a6d7-ba0b70db29e8 HTTP/1.1" status: 200 len: 1778 time: 0.0434067 Aug 10 04:03:38.549726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35630) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.602477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d91507a-4dad-4428-bdf1-b47b6b879a3f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.624611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d91507a-4dad-4428-bdf1-b47b6b879a3f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.666214 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d91507a-4dad-4428-bdf1-b47b6b879a3f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.668809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4d91507a-4dad-4428-bdf1-b47b6b879a3f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.670001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4d91507a-4dad-4428-bdf1-b47b6b879a3f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/169ae7e3-32f2-40f0-a6d7-ba0b70db29e8 HTTP/1.1" status: 204 len: 168 time: 0.1192706 Aug 10 04:03:38.674355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35632) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.686283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91507a-4dad-4428-bdf1-b47b6b879a3f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ae7e3-32f2-40f0-a6d7-ba0b70db29e8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.728034 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d65e8c5-5858-4f17-86f3-172df7ece575 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524747 Aug 10 04:03:38.731141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35634) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.745717 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-ae6666b5-6cd6-4412-bec4-96729bae7045 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] delete failed (client error): The resource could not be found. Aug 10 04:03:38.746790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ae6666b5-6cd6-4412-bec4-96729bae7045 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/169ae7e3-32f2-40f0-a6d7-ba0b70db29e8 HTTP/1.1" status: 404 len: 347 time: 0.0146968 Aug 10 04:03:38.751176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35636) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.760660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--437699927'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:38.791503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.884584 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.888230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.910319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.912035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1592643 Aug 10 04:03:38.915091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.920226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed0d2d-f364-4469-833d-1636f1708741 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aafde7-9488-4ff2-86dd-2f278edaa702,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.920730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': '07aafde7-9488-4ff2-86dd-2f278edaa702', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:38.949724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.012037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.017869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.046169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95f10f7-0168-491e-b5fc-74a971befc35,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.049487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.054573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35644) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.058515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-73452a5e-b731-420e-8e2c-be68d1f41c1d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420310 Aug 10 04:03:39.079874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c350ced-02e3-47bc-b4cc-429675af0de0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.087350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c350ced-02e3-47bc-b4cc-429675af0de0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.114407 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c350ced-02e3-47bc-b4cc-429675af0de0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.121033 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7c350ced-02e3-47bc-b4cc-429675af0de0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.122181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7c350ced-02e3-47bc-b4cc-429675af0de0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d95f10f7-0168-491e-b5fc-74a971befc35 HTTP/1.1" status: 204 len: 168 time: 0.0666001 Aug 10 04:03:39.124966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35646) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.127789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c350ced-02e3-47bc-b4cc-429675af0de0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d95f10f7-0168-491e-b5fc-74a971befc35,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.168617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-90d42740-c5da-4ba8-aa52-9bc53259490e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419855 Aug 10 04:03:39.171376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35648) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.228823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5d38d5-5051-4937-a51a-a7295214cd66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.251409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5d38d5-5051-4937-a51a-a7295214cd66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.295043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5d38d5-5051-4937-a51a-a7295214cd66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.297435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ac5d38d5-5051-4937-a51a-a7295214cd66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.298695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ac5d38d5-5051-4937-a51a-a7295214cd66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/07aafde7-9488-4ff2-86dd-2f278edaa702 HTTP/1.1" status: 204 len: 168 time: 0.1263201 Aug 10 04:03:39.301627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35650) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.308230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d38d5-5051-4937-a51a-a7295214cd66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aafde7-9488-4ff2-86dd-2f278edaa702,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.352498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4da79af4-61a1-4225-bbcd-3fe89eb0b13e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456078 Aug 10 04:03:39.352860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35652) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.357588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116630300'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.380634 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.473276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.482827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.518923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.523612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1664660 Aug 10 04:03:39.523806 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:39.524309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35654) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.529689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'e7648993-ecb2-41dd-9808-e0cb9fda2214', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.538580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefde766-9986-4c55-ac6f-21466c89ec33 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7648993-ecb2-41dd-9808-e0cb9fda2214,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.563750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.635783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.639653 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.660860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226a8612-b33d-4f1f-93f7-4a21965c4809,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.667135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.668499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09953298-306e-4fa4-a95d-b7ffe6f06128 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435328 Aug 10 04:03:39.671226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35656) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.676481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'e7648993-ecb2-41dd-9808-e0cb9fda2214', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.706818 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.774793 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.778852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.800300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98884cde-2a74-45cb-ab64-69d65835457e,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.808546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.812384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-66df8ca1-7170-41cc-8ce9-fb07682aba6b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375923 Aug 10 04:03:39.812596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35658) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.817152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'e7648993-ecb2-41dd-9808-e0cb9fda2214', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.843100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.903166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.907228 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.925267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488cfa35-e176-4e01-b800-1e1dd7dc5a07,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.931993 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.933551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a4225f1f-046c-4a4c-bba6-0ae3e88465fe tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199837 Aug 10 04:03:39.936147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35660) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.940923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'e7648993-ecb2-41dd-9808-e0cb9fda2214', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.967307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.030671 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.034706 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.053609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f7f925-8cbd-4979-914a-83f81680f0e3,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.059785 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.061005 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6936a42c-e8f6-4d13-82f1-f4b05758e88f tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238334 Aug 10 04:03:40.063998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35664) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.069864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'e7648993-ecb2-41dd-9808-e0cb9fda2214', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:40.097039 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.174626 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.179211 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.198375 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516818ee-1399-4568-8de8-3fb2b4c2ffa8,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.204190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.208130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-09643257-2db9-4899-a872-e231041a8b66 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1405377 Aug 10 04:03:40.208906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35672) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.236429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5ad874-0050-4616-af76-8e9e37a92a59 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.250810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5ad874-0050-4616-af76-8e9e37a92a59 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.284496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5ad874-0050-4616-af76-8e9e37a92a59 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.293727 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-da5ad874-0050-4616-af76-8e9e37a92a59 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.295128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-da5ad874-0050-4616-af76-8e9e37a92a59 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/516818ee-1399-4568-8de8-3fb2b4c2ffa8 HTTP/1.1" status: 204 len: 168 time: 0.0850499 Aug 10 04:03:40.298131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35674) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.301198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ad874-0050-4616-af76-8e9e37a92a59 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=516818ee-1399-4568-8de8-3fb2b4c2ffa8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.373691 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0f5ac93-48bc-4eb4-8945-c42b294cf985 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0736113 Aug 10 04:03:40.378522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35678) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.407205 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e66dab5b-9c8a-4055-a3f8-7b7d66f6d922 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.416998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e66dab5b-9c8a-4055-a3f8-7b7d66f6d922 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.451708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e66dab5b-9c8a-4055-a3f8-7b7d66f6d922 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.460169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e66dab5b-9c8a-4055-a3f8-7b7d66f6d922 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.463784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e66dab5b-9c8a-4055-a3f8-7b7d66f6d922 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a7f7f925-8cbd-4979-914a-83f81680f0e3 HTTP/1.1" status: 204 len: 168 time: 0.0815892 Aug 10 04:03:40.464131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35680) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.477002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dab5b-9c8a-4055-a3f8-7b7d66f6d922 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7f7f925-8cbd-4979-914a-83f81680f0e3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.522080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ab305c5-db12-41b5-ba76-0812b7540594 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0536783 Aug 10 04:03:40.523134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35682) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.550862 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e08fe23e-d072-4b4b-867b-a49379617475 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.559294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e08fe23e-d072-4b4b-867b-a49379617475 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.590240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e08fe23e-d072-4b4b-867b-a49379617475 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.604145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e08fe23e-d072-4b4b-867b-a49379617475 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.607693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e08fe23e-d072-4b4b-867b-a49379617475 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/488cfa35-e176-4e01-b800-1e1dd7dc5a07 HTTP/1.1" status: 204 len: 168 time: 0.0807555 Aug 10 04:03:40.607693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe23e-d072-4b4b-867b-a49379617475 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=488cfa35-e176-4e01-b800-1e1dd7dc5a07,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.608073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35684) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.662425 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ecdae67b-38cf-432f-9a01-3347270b903c tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0505917 Aug 10 04:03:40.662658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35686) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.705108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79ff21dd-d394-4155-bb3c-51359ece4646 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.714540 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79ff21dd-d394-4155-bb3c-51359ece4646 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.747901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79ff21dd-d394-4155-bb3c-51359ece4646 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.756883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79ff21dd-d394-4155-bb3c-51359ece4646 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.763122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79ff21dd-d394-4155-bb3c-51359ece4646 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/98884cde-2a74-45cb-ab64-69d65835457e HTTP/1.1" status: 204 len: 168 time: 0.0955796 Aug 10 04:03:40.764076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35688) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.766222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff21dd-d394-4155-bb3c-51359ece4646 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98884cde-2a74-45cb-ab64-69d65835457e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.821391 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0acd7f70-5773-4602-99e4-968907b49c02 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0556495 Aug 10 04:03:40.824384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35690) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.848225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-930d9469-53bb-40e3-8817-6f15168bc2a4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.855651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-930d9469-53bb-40e3-8817-6f15168bc2a4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.883158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-930d9469-53bb-40e3-8817-6f15168bc2a4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.889667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-930d9469-53bb-40e3-8817-6f15168bc2a4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.890815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-930d9469-53bb-40e3-8817-6f15168bc2a4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/226a8612-b33d-4f1f-93f7-4a21965c4809 HTTP/1.1" status: 204 len: 168 time: 0.0654519 Aug 10 04:03:40.894002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35692) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.896290 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d9469-53bb-40e3-8817-6f15168bc2a4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=226a8612-b33d-4f1f-93f7-4a21965c4809,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.946221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89bbde5f-1236-400c-8587-d4220fe8b5e0 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508866 Aug 10 04:03:40.949370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.023731 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3614602-f109-47ce-8440-1e9e2ce13934 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.051013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3614602-f109-47ce-8440-1e9e2ce13934 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.104166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3614602-f109-47ce-8440-1e9e2ce13934 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.107199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3614602-f109-47ce-8440-1e9e2ce13934 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.111647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3614602-f109-47ce-8440-1e9e2ce13934 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7648993-ecb2-41dd-9808-e0cb9fda2214 HTTP/1.1" status: 204 len: 168 time: 0.1579607 Aug 10 04:03:41.112152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.122023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3614602-f109-47ce-8440-1e9e2ce13934 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7648993-ecb2-41dd-9808-e0cb9fda2214,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.208908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35700) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.214749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-690db878-d40f-4a49-b860-14f15fcbcb71 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010103 Aug 10 04:03:41.215083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839734012'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:41.256110 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.383724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.389202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.430441 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.431855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2212088 Aug 10 04:03:41.434856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35704) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.437874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305238c-b4f8-493e-8fab-750d347a115d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa99b3d-9b2a-4ca2-a41c-78dea2b75aff,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.446108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': '7aa99b3d-9b2a-4ca2-a41c-78dea2b75aff', 'direction': 'ingress', 'protocol': 17}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:41.493522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.606934 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.611914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.635816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ccbcc1-77fe-4fd6-9203-a2597b64a49e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.645061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.647254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6c193aca-29c2-43c8-acba-28ba4380ebe2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2108617 Aug 10 04:03:41.650595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35706) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.722910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72561016-9105-408a-a548-cd8bcd5a29d2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.749183 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72561016-9105-408a-a548-cd8bcd5a29d2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.806823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72561016-9105-408a-a548-cd8bcd5a29d2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.810053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72561016-9105-408a-a548-cd8bcd5a29d2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.813692 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-72561016-9105-408a-a548-cd8bcd5a29d2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/7aa99b3d-9b2a-4ca2-a41c-78dea2b75aff HTTP/1.1" status: 204 len: 168 time: 0.1587274 Aug 10 04:03:41.814299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35708) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.822007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72561016-9105-408a-a548-cd8bcd5a29d2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa99b3d-9b2a-4ca2-a41c-78dea2b75aff,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.878670 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf8b2749-64e5-47c5-b3f4-9e56faf3beee tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629196 Aug 10 04:03:41.882954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35710) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.888008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--32181171'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:41.911046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.992259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.995982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.028038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.030531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1452134 Aug 10 04:03:42.031550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066a3d-4d98-4674-9cc7-c4f0ab6aa7ec tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbd31e9-3684-46b3-bf40-ea049ea5d9c4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.032483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.037860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059658733'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:42.068962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.156765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.161626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.195526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.196768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1630316 Aug 10 04:03:42.199596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35716) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.204724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'bfbd31e9-3684-46b3-bf40-ea049ea5d9c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6f5c18c-8e54-429c-bbc6-f56d6024330e', 'remote_ip_prefix': None}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:42.210824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac455c3b-9a26-4ecc-a792-3b7b322f071d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f5c18c-8e54-429c-bbc6-f56d6024330e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.241309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.308367 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.312087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.331414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d661e360-0e6b-4873-9cb8-fb8bfe3ae946,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.335266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.338648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-03d6a3f6-35b1-46ec-89b4-68f0f6aea49b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1378694 Aug 10 04:03:42.339399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35718) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.364414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f0d200-d787-4274-85d1-3b381701e01b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.373015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f0d200-d787-4274-85d1-3b381701e01b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.400094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f0d200-d787-4274-85d1-3b381701e01b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.406695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-03f0d200-d787-4274-85d1-3b381701e01b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.407876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-03f0d200-d787-4274-85d1-3b381701e01b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d661e360-0e6b-4873-9cb8-fb8bfe3ae946 HTTP/1.1" status: 204 len: 168 time: 0.0673738 Aug 10 04:03:42.410577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35720) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.413483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0d200-d787-4274-85d1-3b381701e01b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d661e360-0e6b-4873-9cb8-fb8bfe3ae946,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.461632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6097ed40-5b21-48b3-ac95-36c9bf651e7c tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0473707 Aug 10 04:03:42.462033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35726) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.523972 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22162866-ba0d-4ae3-bd7b-cd7f000bf3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.549138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22162866-ba0d-4ae3-bd7b-cd7f000bf3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.605492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22162866-ba0d-4ae3-bd7b-cd7f000bf3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.608164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-22162866-ba0d-4ae3-bd7b-cd7f000bf3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.611862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-22162866-ba0d-4ae3-bd7b-cd7f000bf3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/c6f5c18c-8e54-429c-bbc6-f56d6024330e HTTP/1.1" status: 204 len: 168 time: 0.1463420 Aug 10 04:03:42.612604 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.628704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22162866-ba0d-4ae3-bd7b-cd7f000bf3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f5c18c-8e54-429c-bbc6-f56d6024330e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.688149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29c4de82-7a4a-4621-ab7b-dd44d3bcb348 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0744679 Aug 10 04:03:42.691123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35732) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.749968 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fef5782b-a466-4dfa-b7f3-18fb7907b850 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.775862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fef5782b-a466-4dfa-b7f3-18fb7907b850 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.820353 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fef5782b-a466-4dfa-b7f3-18fb7907b850 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.823154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fef5782b-a466-4dfa-b7f3-18fb7907b850 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.826698 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fef5782b-a466-4dfa-b7f3-18fb7907b850 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfbd31e9-3684-46b3-bf40-ea049ea5d9c4 HTTP/1.1" status: 204 len: 168 time: 0.1322107 Aug 10 04:03:42.827450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35734) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.834223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5782b-a466-4dfa-b7f3-18fb7907b850 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbd31e9-3684-46b3-bf40-ea049ea5d9c4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.874283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-25ef1971-55e3-4ab2-99ba-855a3b7a7296 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448942 Aug 10 04:03:42.878358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35736) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.883885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697559055'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:42.906843 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.987848 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.992885 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.025416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.026870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1472099 Aug 10 04:03:43.029299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50181f69-de0e-49df-9fd5-d06f50ee0b92 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6471b0-7d6b-41b0-857a-afe6ed7566b8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.030144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35738) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.035510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': 'db6471b0-7d6b-41b0-857a-afe6ed7566b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:43.062549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.130849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.135929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.160719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33ea904-faa5-4e2d-a6de-953b9b7e4b36,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.164154 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.165572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82943732-7b7d-4160-86bf-72b913463fd9 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1343486 Aug 10 04:03:43.168524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35746) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.202531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53897b3a-71c9-4eaa-bda8-9d16e49d7a7e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.212836 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53897b3a-71c9-4eaa-bda8-9d16e49d7a7e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.245150 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53897b3a-71c9-4eaa-bda8-9d16e49d7a7e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.251740 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53897b3a-71c9-4eaa-bda8-9d16e49d7a7e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.252882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-53897b3a-71c9-4eaa-bda8-9d16e49d7a7e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d33ea904-faa5-4e2d-a6de-953b9b7e4b36 HTTP/1.1" status: 204 len: 168 time: 0.0830643 Aug 10 04:03:43.256429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35752) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.275537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53897b3a-71c9-4eaa-bda8-9d16e49d7a7e tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d33ea904-faa5-4e2d-a6de-953b9b7e4b36,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.309673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d3d3dfc-3622-4a86-ab4d-518a27e2c3d7 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516572 Aug 10 04:03:43.312235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.368679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7cec-da45-4937-b886-ad74d9f80e56 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.391208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7cec-da45-4937-b886-ad74d9f80e56 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.446147 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7cec-da45-4937-b886-ad74d9f80e56 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.450322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8c8f7cec-da45-4937-b886-ad74d9f80e56 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.451895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c8f7cec-da45-4937-b886-ad74d9f80e56 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/db6471b0-7d6b-41b0-857a-afe6ed7566b8 HTTP/1.1" status: 204 len: 168 time: 0.1386261 Aug 10 04:03:43.454782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35756) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.462700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f7cec-da45-4937-b886-ad74d9f80e56 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6471b0-7d6b-41b0-857a-afe6ed7566b8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.531381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f8e2499e-d7f5-4cf8-a7bd-6943fe24bb39 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753324 Aug 10 04:03:43.536044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35760) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.541200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group': {'name': 'tempest-secgroup--765634867'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:43.567896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.675386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.691581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.763839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7967e52f-4e12-45b9-b4da-5828e9c26cb7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.767623 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.769200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-263e113d-b1f2-43a0-a099-bc8fa6c95b4d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2316372 Aug 10 04:03:43.772701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35766) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.778481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': '7967e52f-4e12-45b9-b4da-5828e9c26cb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:43.821425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.876667 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.882229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.902486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851cdffb-c2a8-4453-aebd-e3d0d8a44685,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.908923 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.910339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c12d7720-6f78-407c-bf74-c89d590fb851 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365144 Aug 10 04:03:43.913045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35768) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.938498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d5ca56ab-2d52-46c3-8b5c-2986a7de70d4 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules/851cdffb-c2a8-4453-aebd-e3d0d8a44685 HTTP/1.1" status: 200 len: 763 time: 0.0239763 Aug 10 04:03:43.940927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35770) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.987346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c3469e79-7bf4-493f-b6e5-d4de4040b669 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445280 Aug 10 04:03:43.992584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35772) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.014361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b76-4319-4ab8-b320-9a9a3cfbc7e6 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.021650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b76-4319-4ab8-b320-9a9a3cfbc7e6 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.050699 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b76-4319-4ab8-b320-9a9a3cfbc7e6 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.057707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b76-4319-4ab8-b320-9a9a3cfbc7e6 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.058838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8bc70b76-4319-4ab8-b320-9a9a3cfbc7e6 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/851cdffb-c2a8-4453-aebd-e3d0d8a44685 HTTP/1.1" status: 204 len: 168 time: 0.0672593 Aug 10 04:03:44.062045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.064470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70b76-4319-4ab8-b320-9a9a3cfbc7e6 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=851cdffb-c2a8-4453-aebd-e3d0d8a44685,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.103714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-23f98664-44d9-497c-8398-c9207b716a4c tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402904 Aug 10 04:03:44.106736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35776) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.111798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': '7967e52f-4e12-45b9-b4da-5828e9c26cb7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:44.142182 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.198282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.202342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.221040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ac51e0-fcaa-479e-aabc-df50a481e637,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.231876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.233382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a5539982-d97b-4d73-8b15-86e9e273e4a2 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255236 Aug 10 04:03:44.236042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35778) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.254332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-12e36e4b-49a1-4c71-9cb6-a95582e5df7d tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules/e1ac51e0-fcaa-479e-aabc-df50a481e637 HTTP/1.1" status: 200 len: 763 time: 0.0170426 Aug 10 04:03:44.257446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35780) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.308420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0135608b-c5ac-4bc1-8a5f-8b0765474e36 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0496459 Aug 10 04:03:44.310976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35782) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.335478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15a37d16-9200-4c48-8293-c1aff3d55d5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.343826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15a37d16-9200-4c48-8293-c1aff3d55d5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.376831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15a37d16-9200-4c48-8293-c1aff3d55d5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.381750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15a37d16-9200-4c48-8293-c1aff3d55d5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.383023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-15a37d16-9200-4c48-8293-c1aff3d55d5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e1ac51e0-fcaa-479e-aabc-df50a481e637 HTTP/1.1" status: 204 len: 168 time: 0.0710652 Aug 10 04:03:44.385832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35784) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.390742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a37d16-9200-4c48-8293-c1aff3d55d5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1ac51e0-fcaa-479e-aabc-df50a481e637,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.429459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4ec2c327-d8c7-481f-8d13-cab03f07cd7c tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423334 Aug 10 04:03:44.432017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35786) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.436768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Request body: {'security_group_rule': {'security_group_id': '7967e52f-4e12-45b9-b4da-5828e9c26cb7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:44.460556 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Project b47132da6056455092e11896491e6d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:03:44.466504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.539708 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.551957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.573052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf6fe5f-ac01-4af0-b407-215ea35f7e81,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.575816 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.579628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6642a97a-25c3-494f-beca-563d92d07a5b tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441967 Aug 10 04:03:44.580092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35790) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.597918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-577c0271-a453-4dcc-b3fb-99f7399fba88 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules/2bf6fe5f-ac01-4af0-b407-215ea35f7e81 HTTP/1.1" status: 200 len: 769 time: 0.0167615 Aug 10 04:03:44.601088 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35792) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.642880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7bf1fe66-b77f-45f5-8947-8289f65aa74c tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0406051 Aug 10 04:03:44.645485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35794) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.675658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5570848e-ea71-4dae-b83a-a83b519c8ac8 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.685730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5570848e-ea71-4dae-b83a-a83b519c8ac8 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.716972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5570848e-ea71-4dae-b83a-a83b519c8ac8 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.724921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5570848e-ea71-4dae-b83a-a83b519c8ac8 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.728858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5570848e-ea71-4dae-b83a-a83b519c8ac8 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2bf6fe5f-ac01-4af0-b407-215ea35f7e81 HTTP/1.1" status: 204 len: 168 time: 0.0790939 Aug 10 04:03:44.729075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35800) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.739741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570848e-ea71-4dae-b83a-a83b519c8ac8 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bf6fe5f-ac01-4af0-b407-215ea35f7e81,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.778530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aa1899bc-4822-4ccd-84e2-6ae292e76842 tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481980 Aug 10 04:03:44.781956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35802) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.847683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b21bea8c-a934-418a-ab7e-436ff620ccad tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.878398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b21bea8c-a934-418a-ab7e-436ff620ccad tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.926251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b21bea8c-a934-418a-ab7e-436ff620ccad tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.928939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b21bea8c-a934-418a-ab7e-436ff620ccad tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.930084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b21bea8c-a934-418a-ab7e-436ff620ccad tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "DELETE /v2.0/security-groups/7967e52f-4e12-45b9-b4da-5828e9c26cb7 HTTP/1.1" status: 204 len: 168 time: 0.1467052 Aug 10 04:03:44.933146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:44.939890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bea8c-a934-418a-ab7e-436ff620ccad tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7967e52f-4e12-45b9-b4da-5828e9c26cb7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.999855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-03457b6b-78ae-4904-8f75-8f5f71ddf14c tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615065 Aug 10 04:03:45.001216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35808) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.054889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4bfacb09-cd69-46b1-b39f-1e544037b7bf tempest-SecGroupIPv6Test-259218232 tempest-SecGroupIPv6Test-259218232-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514135 Aug 10 04:03:45.386018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.511829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-957c7e17-8100-4f35-b621-dbadcc0bb044 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684814 Aug 10 04:03:45.549851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35820) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.550390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e76bf5db-fd45-4cf9-81c5-e6e5721749ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b47132da6056455092e11896491e6d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630034 Aug 10 04:03:45.639694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-a05bb84d-95c0-4c8d-a42d-f6e83295e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:45.641175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-a05bb84d-95c0-4c8d-a42d-f6e83295e668 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 1098 time: 0.0688100 Aug 10 04:03:45.652164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42bdafc2-dc39-4f66-acce-d52de8263fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.686164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42bdafc2-dc39-4f66-acce-d52de8263fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.817669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-dad0ad69-5a8b-40aa-935e-8a21eea42b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:45.819824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-dad0ad69-5a8b-40aa-935e-8a21eea42b28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 914 time: 0.1517780 Aug 10 04:03:45.821589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42bdafc2-dc39-4f66-acce-d52de8263fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.825576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-42bdafc2-dc39-4f66-acce-d52de8263fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.830029 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-42bdafc2-dc39-4f66-acce-d52de8263fca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71a2b866-4401-4591-81eb-c28670742bbd HTTP/1.1" status: 204 len: 168 time: 0.2790680 Aug 10 04:03:45.890564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdafc2-dc39-4f66-acce-d52de8263fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2b866-4401-4591-81eb-c28670742bbd,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.894001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-4186d946-3f50-4666-8cf2-7696d08637e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba31548-4f83-404f-83bf-d67746450310 HTTP/1.1" status: 200 len: 217 time: 0.0625100 Aug 10 04:03:46.038728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-a2eac63f-cca0-4a20-abaa-9e73ecd9672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.040642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-a2eac63f-cca0-4a20-abaa-9e73ecd9672f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 200 len: 853 time: 0.1386316 Aug 10 04:03:46.092513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-eeed8c67-fb38-4ca0-941b-f5952dba0057 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a58d80-9419-47d7-a753-4703057b9a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410728 Aug 10 04:03:46.208816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-76421afc-a4d0-4e56-9e43-8a822a6300fb service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093445 Aug 10 04:03:46.333809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0421fb20-14af-4f52-8286-174913ef1cc3 req-ea9dcd45-11e4-467f-9515-ebd56a0713a7 service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148186 Aug 10 04:03:46.710392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35846) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.845553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e9dfd932-0ef9-4bcc-99df-eef916a261ea tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:46.846143 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-e9dfd932-0ef9-4bcc-99df-eef916a261ea tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 04:03:46.846640 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-e9dfd932-0ef9-4bcc-99df-eef916a261ea tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:03:46.847614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9dfd932-0ef9-4bcc-99df-eef916a261ea tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1361966 Aug 10 04:03:46.851822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35850) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.856117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--187490875'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:46.881161 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.889827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.996943 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.002795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.043028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940da349-016b-4298-874c-52dec2e3dd69,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.115730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.120341 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.138024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.142337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2869003 Aug 10 04:03:47.142725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35858) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.147657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'c469b303-f835-4931-b5ff-5ccabb01589e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:47.160402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9c9e0-5ebe-4b85-842b-698d0c8f65cb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c469b303-f835-4931-b5ff-5ccabb01589e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.195742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.264047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.269122 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.290822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da01e30-72c0-4014-9417-43a311ce96bc,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.296895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.301347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35860) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.301526 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-30d32fa1-8434-4a56-aaa6-7bd4aeacc788 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576943 Aug 10 04:03:47.306244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e99e0ee0-5758-4f35-aeff-4631249256c4 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'c469b303-f835-4931-b5ff-5ccabb01589e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:47.338607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e99e0ee0-5758-4f35-aeff-4631249256c4 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.396819 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-e99e0ee0-5758-4f35-aeff-4631249256c4 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:03:47.398313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e99e0ee0-5758-4f35-aeff-4631249256c4 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0958898 Aug 10 04:03:47.401679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35862) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.458114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83d8e7d1-1ff8-4717-aa09-a3776a2d91e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.482010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83d8e7d1-1ff8-4717-aa09-a3776a2d91e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.532342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83d8e7d1-1ff8-4717-aa09-a3776a2d91e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.535215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-83d8e7d1-1ff8-4717-aa09-a3776a2d91e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.536926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-83d8e7d1-1ff8-4717-aa09-a3776a2d91e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/c469b303-f835-4931-b5ff-5ccabb01589e HTTP/1.1" status: 204 len: 168 time: 0.1334748 Aug 10 04:03:47.540325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35864) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.546614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8e7d1-1ff8-4717-aa09-a3776a2d91e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c469b303-f835-4931-b5ff-5ccabb01589e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.591543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-99773719-5754-4404-b242-0ebe8ff3f26b tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500431 Aug 10 04:03:47.594517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35866) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.600503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--441526158'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:47.641784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.724628 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.728961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.754403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac407734-d394-4bb3-be79-112a06fdf53d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.769853 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.774442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-682fe667-0091-4d73-8e7c-c8d9e35daf75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1785645 Aug 10 04:03:47.775187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35870) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.780894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3486128b-b618-4b0b-a3e0-0641c8fc7994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'ac407734-d394-4bb3-be79-112a06fdf53d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:47.781407 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-3486128b-b618-4b0b-a3e0-0641c8fc7994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 04:03:47.781917 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-3486128b-b618-4b0b-a3e0-0641c8fc7994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:47.785576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3486128b-b618-4b0b-a3e0-0641c8fc7994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067012 Aug 10 04:03:47.785715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35872) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.840281 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-791725d3-1f80-4cd7-b62d-5db53c08ff87 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.863432 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-791725d3-1f80-4cd7-b62d-5db53c08ff87 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.906487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-791725d3-1f80-4cd7-b62d-5db53c08ff87 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.909295 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-791725d3-1f80-4cd7-b62d-5db53c08ff87 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.910745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-791725d3-1f80-4cd7-b62d-5db53c08ff87 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac407734-d394-4bb3-be79-112a06fdf53d HTTP/1.1" status: 204 len: 168 time: 0.1239119 Aug 10 04:03:47.913853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35874) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.921614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791725d3-1f80-4cd7-b62d-5db53c08ff87 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac407734-d394-4bb3-be79-112a06fdf53d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.973121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d1739bf2-ef96-4a50-9e25-df15c89aabe2 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576894 Aug 10 04:03:47.977431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35876) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.982869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--117134903'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.011523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.173043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.178444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.209198 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.215289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2322705 Aug 10 04:03:48.215888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35880) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.221270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-73186edd-21a7-4816-8096-c0f238d93761 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '99bf9fc3-38f2-4e00-bc66-238be49409c4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.222246 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-73186edd-21a7-4816-8096-c0f238d93761 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 04:03:48.223043 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-73186edd-21a7-4816-8096-c0f238d93761 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:48.224217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-73186edd-21a7-4816-8096-c0f238d93761 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067089 Aug 10 04:03:48.225702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f14ab-dc52-41e0-b5bd-676334d4d237 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bf9fc3-38f2-4e00-bc66-238be49409c4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.227165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.286336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-127587aa-212c-4283-8d1f-ccf8d8405464 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.314597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-127587aa-212c-4283-8d1f-ccf8d8405464 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.363753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-127587aa-212c-4283-8d1f-ccf8d8405464 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.367105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-127587aa-212c-4283-8d1f-ccf8d8405464 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.368367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-127587aa-212c-4283-8d1f-ccf8d8405464 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/99bf9fc3-38f2-4e00-bc66-238be49409c4 HTTP/1.1" status: 204 len: 168 time: 0.1400056 Aug 10 04:03:48.371182 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35884) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.382288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127587aa-212c-4283-8d1f-ccf8d8405464 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bf9fc3-38f2-4e00-bc66-238be49409c4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.417538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b7f712fa-9e64-434d-a337-1001c0794243 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451529 Aug 10 04:03:48.421556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35886) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.426215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885929825'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.449390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.541753 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.546050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.574525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.575766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1531396 Aug 10 04:03:48.577691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6161688-f402-48d0-a030-07028406ae90 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2edf00a-c99a-4cd3-8af0-3b7976c9143f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.579147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35888) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.588128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f7e3114d-aa27-4f9b-b575-f191e122b43e tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'e2edf00a-c99a-4cd3-8af0-3b7976c9143f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.589277 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-f7e3114d-aa27-4f9b-b575-f191e122b43e tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 04:03:48.589778 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-f7e3114d-aa27-4f9b-b575-f191e122b43e tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:48.593202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f7e3114d-aa27-4f9b-b575-f191e122b43e tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091021 Aug 10 04:03:48.593484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35890) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.599215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f5cc6c98-901d-445c-a584-c3a98c816515 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'e2edf00a-c99a-4cd3-8af0-3b7976c9143f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.599856 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-f5cc6c98-901d-445c-a584-c3a98c816515 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 04:03:48.600327 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-f5cc6c98-901d-445c-a584-c3a98c816515 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:48.603603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f5cc6c98-901d-445c-a584-c3a98c816515 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068440 Aug 10 04:03:48.603755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35892) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.607989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-feb00545-b321-4e47-a3bd-2a7ce48345a8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'e2edf00a-c99a-4cd3-8af0-3b7976c9143f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.608800 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-feb00545-b321-4e47-a3bd-2a7ce48345a8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 04:03:48.609300 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-feb00545-b321-4e47-a3bd-2a7ce48345a8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:48.610252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-feb00545-b321-4e47-a3bd-2a7ce48345a8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056026 Aug 10 04:03:48.612534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35894) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.617245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1a86ad9a-ef5c-4986-8b78-99ac2bcce3c8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'e2edf00a-c99a-4cd3-8af0-3b7976c9143f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.618668 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-1a86ad9a-ef5c-4986-8b78-99ac2bcce3c8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 04:03:48.619133 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-1a86ad9a-ef5c-4986-8b78-99ac2bcce3c8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:48.620093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a86ad9a-ef5c-4986-8b78-99ac2bcce3c8 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067160 Aug 10 04:03:48.622392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35896) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.676461 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-816b8be0-277e-407d-97be-ada9daef8881 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.699351 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-816b8be0-277e-407d-97be-ada9daef8881 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.746422 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-816b8be0-277e-407d-97be-ada9daef8881 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.749076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-816b8be0-277e-407d-97be-ada9daef8881 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.750304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-816b8be0-277e-407d-97be-ada9daef8881 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/e2edf00a-c99a-4cd3-8af0-3b7976c9143f HTTP/1.1" status: 204 len: 168 time: 0.1270492 Aug 10 04:03:48.753070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35900) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.762175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b8be0-277e-407d-97be-ada9daef8881 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2edf00a-c99a-4cd3-8af0-3b7976c9143f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.813955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c25aa04c-b2bd-4fa8-8989-52497fcaf5c9 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595789 Aug 10 04:03:48.817777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35902) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.822893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--633399019'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.845860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.941338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.945654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.985575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.985575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1612029 Aug 10 04:03:48.985575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b366860-7581-48ad-a4d2-6a59ee2a40fd tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4285b733-09f1-46ce-a177-690948d9f526,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.985910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35906) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.990029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cfa0673e-25bd-4700-b01a-0a05519f9e82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.990675 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-cfa0673e-25bd-4700-b01a-0a05519f9e82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 04:03:48.991295 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-cfa0673e-25bd-4700-b01a-0a05519f9e82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:48.992715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cfa0673e-25bd-4700-b01a-0a05519f9e82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078266 Aug 10 04:03:48.995290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35908) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.000645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ebc0d96f-9b64-4659-8b73-753755104799 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.036755 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-ebc0d96f-9b64-4659-8b73-753755104799 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.038252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ebc0d96f-9b64-4659-8b73-753755104799 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0419686 Aug 10 04:03:49.041303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35912) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.046273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-86557728-06fe-4a04-a069-08393ec6a755 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.046807 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-86557728-06fe-4a04-a069-08393ec6a755 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 04:03:49.047339 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-86557728-06fe-4a04-a069-08393ec6a755 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.048312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-86557728-06fe-4a04-a069-08393ec6a755 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057805 Aug 10 04:03:49.051387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35914) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.059164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9bd26e07-a563-4f7b-9292-ca58e7c838e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.097343 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-9bd26e07-a563-4f7b-9292-ca58e7c838e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.099152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9bd26e07-a563-4f7b-9292-ca58e7c838e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0432150 Aug 10 04:03:49.105224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35916) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.110723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-636e39e6-cde3-4e1d-be03-60716f2b7f11 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.111204 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-636e39e6-cde3-4e1d-be03-60716f2b7f11 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 04:03:49.111674 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-636e39e6-cde3-4e1d-be03-60716f2b7f11 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.112611 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-636e39e6-cde3-4e1d-be03-60716f2b7f11 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065084 Aug 10 04:03:49.115579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35918) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.119572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c6b903cf-ac3a-40a8-aae8-b233c342b994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.142376 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-c6b903cf-ac3a-40a8-aae8-b233c342b994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Project ff3ae1f034004b4aa66426743c50a882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:03:49.157016 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-c6b903cf-ac3a-40a8-aae8-b233c342b994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.158394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c6b903cf-ac3a-40a8-aae8-b233c342b994 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0417678 Aug 10 04:03:49.161086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.166704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9f6e149e-bf2a-4199-a911-f771199f253a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.166704 n-d-769329-14 neutron-server[94141]: WARNING neutron.api.v2.base [None req-9f6e149e-bf2a-4199-a911-f771199f253a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 04:03:49.167124 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-9f6e149e-bf2a-4199-a911-f771199f253a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.168126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9f6e149e-bf2a-4199-a911-f771199f253a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058675 Aug 10 04:03:49.171081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35926) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.175560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e702bac2-32e4-424f-bec1-76965077723f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.201474 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-e702bac2-32e4-424f-bec1-76965077723f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Project ff3ae1f034004b4aa66426743c50a882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:03:49.223558 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-e702bac2-32e4-424f-bec1-76965077723f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.229593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35930) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.230392 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e702bac2-32e4-424f-bec1-76965077723f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0576401 Aug 10 04:03:49.235044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-75c016f6-7fe3-4565-8ad3-0a1c48ff955d tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '4285b733-09f1-46ce-a177-690948d9f526', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.258275 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-75c016f6-7fe3-4565-8ad3-0a1c48ff955d tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Project ff3ae1f034004b4aa66426743c50a882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:03:49.271075 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-75c016f6-7fe3-4565-8ad3-0a1c48ff955d tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:49.272239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-75c016f6-7fe3-4565-8ad3-0a1c48ff955d tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0415227 Aug 10 04:03:49.275130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.335108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bff6fb1-cf2c-4ab7-a6cf-1b6d76845c75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.357384 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bff6fb1-cf2c-4ab7-a6cf-1b6d76845c75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.398325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bff6fb1-cf2c-4ab7-a6cf-1b6d76845c75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.401045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bff6fb1-cf2c-4ab7-a6cf-1b6d76845c75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.402248 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6bff6fb1-cf2c-4ab7-a6cf-1b6d76845c75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/4285b733-09f1-46ce-a177-690948d9f526 HTTP/1.1" status: 204 len: 168 time: 0.1260645 Aug 10 04:03:49.405203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.412773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff6fb1-cf2c-4ab7-a6cf-1b6d76845c75 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4285b733-09f1-46ce-a177-690948d9f526,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.452606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-62f3ddb0-e840-4887-a584-86356ac39c42 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461977 Aug 10 04:03:49.457087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35936) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.461373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--91821773'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.485293 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.574139 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.577919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.606842 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.608073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1504738 Aug 10 04:03:49.610010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc710bf7-3988-434f-812b-0ddfbcf77840 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbba912-b08b-4e39-9fd8-05664133207f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.611301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35938) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.616749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-42a95f52-9123-49d3-a1d0-c514d68ffa82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'cbbba912-b08b-4e39-9fd8-05664133207f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.653965 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-42a95f52-9123-49d3-a1d0-c514d68ffa82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The resource could not be found. Aug 10 04:03:49.655259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-42a95f52-9123-49d3-a1d0-c514d68ffa82 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0426505 Aug 10 04:03:49.658133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35940) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.663989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-57f1e403-b79a-40fd-9022-8592004b9a50 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'cbbba912-b08b-4e39-9fd8-05664133207f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f79f6448-9147-4981-8a34-26769486ce02'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.706222 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-57f1e403-b79a-40fd-9022-8592004b9a50 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The resource could not be found. Aug 10 04:03:49.707314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-57f1e403-b79a-40fd-9022-8592004b9a50 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0482163 Aug 10 04:03:49.710728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35944) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.765369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc4a1-2ebc-4cdb-9ad6-c3b3fb78ffcb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.789552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc4a1-2ebc-4cdb-9ad6-c3b3fb78ffcb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.835022 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc4a1-2ebc-4cdb-9ad6-c3b3fb78ffcb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.837870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3a9cc4a1-2ebc-4cdb-9ad6-c3b3fb78ffcb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.839021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3a9cc4a1-2ebc-4cdb-9ad6-c3b3fb78ffcb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/cbbba912-b08b-4e39-9fd8-05664133207f HTTP/1.1" status: 204 len: 168 time: 0.1271603 Aug 10 04:03:49.841865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35946) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.848371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cc4a1-2ebc-4cdb-9ad6-c3b3fb78ffcb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbba912-b08b-4e39-9fd8-05664133207f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.888218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4242e85-9004-4317-8071-7344a6b8ded3 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448735 Aug 10 04:03:49.892441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.897618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0399feda-fcba-4edf-be3b-e72b875522c1 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': '2006e292-d3b9-4042-a85a-fef03ba39617', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.936086 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-0399feda-fcba-4edf-be3b-e72b875522c1 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The resource could not be found. Aug 10 04:03:49.937053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0399feda-fcba-4edf-be3b-e72b875522c1 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0436666 Aug 10 04:03:49.940801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35950) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.946534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822694625'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.967563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.061215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.065171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.094201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a7ffdd-8528-471f-b6b7-41a87b7a6f1a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.097336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.102075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35952) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.102406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0883ded6-c8fd-4b46-b01e-c4048aaaf92f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1602328 Aug 10 04:03:50.116582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--363354485'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:50.159924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.297457 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.302117 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.332771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.337464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2225885 Aug 10 04:03:50.337464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d15af0-cee5-4581-81ba-e60b4613ec2a tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e81101a-b0ea-468f-bdc5-31d557f76c12,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.338249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35956) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.343018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5c15fda9-dab9-4629-a966-841f0468da8b tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'e7a7ffdd-8528-471f-b6b7-41a87b7a6f1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6e81101a-b0ea-468f-bdc5-31d557f76c12'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:50.387126 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-5c15fda9-dab9-4629-a966-841f0468da8b tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:50.391132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5c15fda9-dab9-4629-a966-841f0468da8b tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0490370 Aug 10 04:03:50.391373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35958) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.533497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49a6de97-2871-41d4-850c-e08d132b784f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.533497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49a6de97-2871-41d4-850c-e08d132b784f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.610192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49a6de97-2871-41d4-850c-e08d132b784f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.610192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49a6de97-2871-41d4-850c-e08d132b784f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.610192 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-49a6de97-2871-41d4-850c-e08d132b784f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e81101a-b0ea-468f-bdc5-31d557f76c12 HTTP/1.1" status: 204 len: 168 time: 0.1656854 Aug 10 04:03:50.612008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35972) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.612974 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6de97-2871-41d4-850c-e08d132b784f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e81101a-b0ea-468f-bdc5-31d557f76c12,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.639003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ce90de8-0b7c-422e-8a54-38c016fdc9bb tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0745943 Aug 10 04:03:50.639316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35974) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.704444 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2d420fd-0d7c-4e8b-9ebc-00f769043821 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.731246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2d420fd-0d7c-4e8b-9ebc-00f769043821 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.783880 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2d420fd-0d7c-4e8b-9ebc-00f769043821 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.787001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2d420fd-0d7c-4e8b-9ebc-00f769043821 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.788218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f2d420fd-0d7c-4e8b-9ebc-00f769043821 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7a7ffdd-8528-471f-b6b7-41a87b7a6f1a HTTP/1.1" status: 204 len: 168 time: 0.1480772 Aug 10 04:03:50.791114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.798289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d420fd-0d7c-4e8b-9ebc-00f769043821 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a7ffdd-8528-471f-b6b7-41a87b7a6f1a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.839865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e8fd6cde-5ca5-4365-8a04-8e4e171abe99 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471845 Aug 10 04:03:50.844228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35984) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.849256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825109818'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:50.873968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.972490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.978539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.008801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.010085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1645658 Aug 10 04:03:51.012164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dc211-ddb4-4feb-b322-64d1c45755be tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d755fa-e3b6-4b5b-91ee-a921ded0aa56,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.013467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35990) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.019035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-311c09f7-8788-450a-8449-0e75f73bb55f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'c9d755fa-e3b6-4b5b-91ee-a921ded0aa56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:51.057914 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-311c09f7-8788-450a-8449-0e75f73bb55f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:51.058949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-311c09f7-8788-450a-8449-0e75f73bb55f tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0441244 Aug 10 04:03:51.061770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 35992) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.066176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-26612989-05fc-4238-a06a-4515587a1120 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group_rule': {'security_group_id': 'c9d755fa-e3b6-4b5b-91ee-a921ded0aa56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:51.102573 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-26612989-05fc-4238-a06a-4515587a1120 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:03:51.103687 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26612989-05fc-4238-a06a-4515587a1120 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0409298 Aug 10 04:03:51.106590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 35996) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.165248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa16f-1c9b-4ebe-aad9-02e3c0caf4ae tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.190145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa16f-1c9b-4ebe-aad9-02e3c0caf4ae tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.243685 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa16f-1c9b-4ebe-aad9-02e3c0caf4ae tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.247809 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa16f-1c9b-4ebe-aad9-02e3c0caf4ae tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.249488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f4dfa16f-1c9b-4ebe-aad9-02e3c0caf4ae tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/c9d755fa-e3b6-4b5b-91ee-a921ded0aa56 HTTP/1.1" status: 204 len: 168 time: 0.1419210 Aug 10 04:03:51.252462 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36000) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.260078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa16f-1c9b-4ebe-aad9-02e3c0caf4ae tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d755fa-e3b6-4b5b-91ee-a921ded0aa56,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.320598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0b419a6b-5e14-46bb-be17-99fe471cb067 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664363 Aug 10 04:03:51.326945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36008) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.331877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730888903'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:51.368520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.466168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.471351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.500527 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.501775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1736503 Aug 10 04:03:51.505484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36016) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.510766 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-78accf8d-dc49-4f14-aa73-04ff76efa4e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:51.511187 n-d-769329-14 neutron-server[94140]: WARNING neutron.api.v2.base [None req-78accf8d-dc49-4f14-aa73-04ff76efa4e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 04:03:51.511683 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-78accf8d-dc49-4f14-aa73-04ff76efa4e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 04:03:51.512640 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-78accf8d-dc49-4f14-aa73-04ff76efa4e6 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "PUT /v2.0/security-groups/bca2175f-92b3-40a7-be5b-415389d996a1 HTTP/1.1" status: 409 len: 330 time: 0.0061393 Aug 10 04:03:51.514517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5209e57-7c31-4682-ba1e-8c385b16d621 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2175f-92b3-40a7-be5b-415389d996a1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.515359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36018) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.574039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a573b334-fb3c-474c-a40b-dc63a93cb29c tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.604164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a573b334-fb3c-474c-a40b-dc63a93cb29c tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.649658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a573b334-fb3c-474c-a40b-dc63a93cb29c tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.652760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a573b334-fb3c-474c-a40b-dc63a93cb29c tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.657279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36022) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.657904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a573b334-fb3c-474c-a40b-dc63a93cb29c tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/bca2175f-92b3-40a7-be5b-415389d996a1 HTTP/1.1" status: 204 len: 168 time: 0.1410162 Aug 10 04:03:51.669619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573b334-fb3c-474c-a40b-dc63a93cb29c tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2175f-92b3-40a7-be5b-415389d996a1,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.734673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-51d7bd36-6832-4860-bf44-1af56a802ec3 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753057 Aug 10 04:03:51.738913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36028) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.756540 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [None req-b9da8dfb-0150-4ce9-91da-1cf03045743e tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] delete failed (client error): The resource could not be found. Aug 10 04:03:51.757564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b9da8dfb-0150-4ce9-91da-1cf03045743e tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "DELETE /v2.0/security-groups/953a8cc1-e4af-464a-adf0-047c017765c4 HTTP/1.1" status: 404 len: 347 time: 0.0173433 Aug 10 04:03:51.761488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36030) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.775875 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-d443ede7-30de-4c45-b0ff-9f40020e6b54 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] show failed (client error): The resource could not be found. Aug 10 04:03:51.786013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d443ede7-30de-4c45-b0ff-9f40020e6b54 tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-groups/bcfad218-3f6a-443d-a268-0728b23eff70 HTTP/1.1" status: 404 len: 347 time: 0.0233071 Aug 10 04:03:51.789760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36032) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.802603 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-d84a22c2-6374-436f-925b-fc375f43ac9d tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] show failed (client error): The resource could not be found. Aug 10 04:03:51.806027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d84a22c2-6374-436f-925b-fc375f43ac9d tempest-NegativeSecGroupIPv6Test-733261669 tempest-NegativeSecGroupIPv6Test-733261669-project] 10.222.0.53 "GET /v2.0/security-group-rules/cf9ef3f8-3385-421e-9be4-f281ec9b43c1 HTTP/1.1" status: 404 len: 356 time: 0.0129089 Aug 10 04:03:52.123960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36044) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:52.289495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b6b4d1a6-45de-448c-a1db-eafb5cf6a0d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff3ae1f034004b4aa66426743c50a882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641431 Aug 10 04:03:52.292438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36052) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:52.385372 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21952966-d37f-435e-b133-a7d510712f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.415315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21952966-d37f-435e-b133-a7d510712f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.475405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21952966-d37f-435e-b133-a7d510712f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.481013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-21952966-d37f-435e-b133-a7d510712f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.482381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-21952966-d37f-435e-b133-a7d510712f16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/940da349-016b-4298-874c-52dec2e3dd69 HTTP/1.1" status: 204 len: 168 time: 0.1880102 Aug 10 04:03:52.494729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952966-d37f-435e-b133-a7d510712f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940da349-016b-4298-874c-52dec2e3dd69,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:54.920305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.203071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.019554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c4376b69-6f0f-40c8-a5ab-cc59bc69e8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.769230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d5fba-6a72-490b-ae1b-0272e2643489 req-9eb105b2-1d05-4d6f-a773-5b75d2c9fc87 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.773005 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c19d5fba-6a72-490b-ae1b-0272e2643489 req-9eb105b2-1d05-4d6f-a773-5b75d2c9fc87 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 946 time: 0.0651534 Aug 10 04:03:58.814512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c19d5fba-6a72-490b-ae1b-0272e2643489 req-3682d6e4-edaf-4949-afb4-0376a6bbc87c tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Aug 10 04:03:59.658307 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.887598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b147c2a-71db-43d5-8877-f93374c8f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.168003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb41337-2498-49b1-a728-f50ec8f7c2c1 req-f2759a79-dba1-45b5-9da5-86ac28e7cf90 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.169719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bb41337-2498-49b1-a728-f50ec8f7c2c1 req-f2759a79-dba1-45b5-9da5-86ac28e7cf90 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 946 time: 0.2628591 Aug 10 04:04:00.210544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8bb41337-2498-49b1-a728-f50ec8f7c2c1 req-fa7ad59e-6ba5-41e2-93d3-ef28aeee67cc tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345860 Aug 10 04:04:00.309599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-18c8fd90-4de3-4e51-a4b9-e2d6f58c3c07 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.311195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-18c8fd90-4de3-4e51-a4b9-e2d6f58c3c07 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 946 time: 0.0570207 Aug 10 04:04:00.421755 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Deleting port 3ba31548-4f83-404f-83bf-d67746450310 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:00.422280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.542185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] For port 3ba31548-4f83-404f-83bf-d67746450310, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ba31548-4f83-404f-83bf-d67746450310,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:00.542606 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.560415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Calling delete_port for 3ba31548-4f83-404f-83bf-d67746450310 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:00.716822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.734067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3ba31548-4f83-404f-83bf-d67746450310'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:00.757973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Pushing event deleted for resources: {'Port': ['ID=3ba31548-4f83-404f-83bf-d67746450310,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:00.808671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] No DVR routers for this DVR port 3ba31548-4f83-404f-83bf-d67746450310 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:00.814693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.817751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28e81665-496f-4a2e-a9d6-f6a1a73d2091 req-af5deddd-8f4d-4f75-b3e5-dd9901e83dfb tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "DELETE /v2.0/ports/3ba31548-4f83-404f-83bf-d67746450310 HTTP/1.1" status: 204 len: 173 time: 0.5003734 Aug 10 04:04:00.818231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'name': 'network-vif-deleted', 'tag': '3ba31548-4f83-404f-83bf-d67746450310'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:00.820717 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc0a98d-fecc-4c6a-a707-a0ae1cb896a1" -d '{"events": [{"server_uuid": "8daad440-dc40-4f31-9b1a-6a77560a2549", "name": "network-vif-deleted", "tag": "3ba31548-4f83-404f-83bf-d67746450310"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:00.870173 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25150084-5fe7-4e7b-b548-fcd7bb49357c x-openstack-request-id: req-25150084-5fe7-4e7b-b548-fcd7bb49357c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:00.870467 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daad440-dc40-4f31-9b1a-6a77560a2549", "name": "network-vif-deleted", "tag": "3ba31548-4f83-404f-83bf-d67746450310", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:00.870721 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25150084-5fe7-4e7b-b548-fcd7bb49357c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:00.871129 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daad440-dc40-4f31-9b1a-6a77560a2549', 'name': 'network-vif-deleted', 'tag': '3ba31548-4f83-404f-83bf-d67746450310', 'status': 'completed', 'code': 200} Aug 10 04:04:01.366326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98d84651-9a55-4483-8a54-612724504f2b req-e1aea47d-b3ac-475c-8d5f-3ffaeacb9c39 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=8daad440-dc40-4f31-9b1a-6a77560a2549 HTTP/1.1" status: 200 len: 210 time: 0.0377183 Aug 10 04:04:01.782636 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.251979 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.140516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ba31548-4f83-404f-83bf-d67746450310 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:04.183032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 3ba31548-4f83-404f-83bf-d67746450310 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:04.183554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ba31548-4f83-404f-83bf-d67746450310 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:09.548294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-476b7f51-4a7a-473a-ac25-e1883e0f694c tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.551037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-476b7f51-4a7a-473a-ac25-e1883e0f694c tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 813 time: 0.1198523 Aug 10 04:04:09.567897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-1f5a4f15-7f0a-4116-8a67-17665738f979 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/quotas/85ef7e1b4e8a406a9ada3c0e9b9eb9f8 HTTP/1.1" status: 200 len: 375 time: 0.0099707 Aug 10 04:04:09.601833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-c2c0b19c-e6d7-48a1-832c-a290160ccff7 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277917 Aug 10 04:04:09.698181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-fd92c439-062d-48f0-b079-d72d084af167 service neutron] 10.222.0.53 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888546 Aug 10 04:04:09.790823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-b43a1c7f-3c40-4db7-9dea-9ed02a71f785 service neutron] 10.222.0.53 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857580 Aug 10 04:04:09.979418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78d9b4af-3972-498f-9125-29677da1d43d req-48f9fb6a-1deb-49bd-8075-300c81cbe3bc tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 210 time: 0.0399954 Aug 10 04:04:11.107091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a7fd46a-2ffa-4c37-898e-a7232404b2ec req-91343714-1b41-48c5-97c7-70736a1da478 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 210 time: 0.0346396 Aug 10 04:04:11.155488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-64e4473e-9ea7-4a80-94b1-ebbfa96b1dd8 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:11.157071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-64e4473e-9ea7-4a80-94b1-ebbfa96b1dd8 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 813 time: 0.1811132 Aug 10 04:04:11.172487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Request body: {'port': {'device_id': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c', 'admin_state_up': True, 'tenant_id': '85ef7e1b4e8a406a9ada3c0e9b9eb9f8'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:11.314415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Made reservation on behalf of 85ef7e1b4e8a406a9ada3c0e9b9eb9f8 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:11.318986 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.484652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Allocated IP 172.20.0.9 (30a58d80-9419-47d7-a753-4703057b9a6c/034b1579-3ad5-4d17-812c-ffc8dd8a8221/2f730e88-ce7f-4e50-bb99-e515aee43371) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:11.675676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.727478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.779891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Network 30a58d80-9419-47d7-a753-4703057b9a6c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:11.783845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:11.787052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Pushing event updated for resources: {'Port': ['ID=2f730e88-ce7f-4e50-bb99-e515aee43371,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:11.789294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:11.819240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.819593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.819936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.820274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.820797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.820933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.821260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.821585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.821932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.822322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.822677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.822960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:11.852069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:11.852783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.868524 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-a5bf7a33-3dbf-4115-a049-709fea5f6df6 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7005019 Aug 10 04:04:11.883031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Request body: {'port': {'device_id': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:11.952808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.242151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b9a60-ab5c-4486-bdd1-deb6903f6c9f req-15f74775-5289-4363-b43d-57fdd4e4dce7 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.244201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-507b9a60-ab5c-4486-bdd1-deb6903f6c9f req-15f74775-5289-4363-b43d-57fdd4e4dce7 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 931 time: 0.0554798 Aug 10 04:04:12.292496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f730e88-ce7f-4e50-bb99-e515aee43371 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:12.303553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.304634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-507b9a60-ab5c-4486-bdd1-deb6903f6c9f req-0b99dc18-21dd-481a-9d9d-7eaa81bba837 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Aug 10 04:04:12.324957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Transition to ACTIVE for port object 2f730e88-ce7f-4e50-bb99-e515aee43371 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:12.329364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.382983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2f730e88-ce7f-4e50-bb99-e515aee43371,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:12.474537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Attempting to bind port 2f730e88-ce7f-4e50-bb99-e515aee43371 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:12.474883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Attempting to bind port 2f730e88-ce7f-4e50-bb99-e515aee43371 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:12.475218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Attempting to bind port 2f730e88-ce7f-4e50-bb99-e515aee43371 on network 30a58d80-9419-47d7-a753-4703057b9a6c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:12.482167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Port 2f730e88-ce7f-4e50-bb99-e515aee43371 on network 30a58d80-9419-47d7-a753-4703057b9a6c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:12.482609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Attempting to bind port 2f730e88-ce7f-4e50-bb99-e515aee43371 on network 30a58d80-9419-47d7-a753-4703057b9a6c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:12.494807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:12.495151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Checking segment: {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:12.495563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Bound using segment: {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:12.496010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Bound port: 2f730e88-ce7f-4e50-bb99-e515aee43371, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:12.496524 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.599775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] For port 2f730e88-ce7f-4e50-bb99-e515aee43371, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:12.604831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] For port 2f730e88-ce7f-4e50-bb99-e515aee43371, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f730e88-ce7f-4e50-bb99-e515aee43371,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:12.613641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.658211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.659017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.660808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] 10.222.0.39 "PUT /v2.0/ports/2f730e88-ce7f-4e50-bb99-e515aee43371 HTTP/1.1" status: 200 len: 1092 time: 0.7839453 Aug 10 04:04:12.661491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'tag': '2f730e88-ce7f-4e50-bb99-e515aee43371'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:12.665031 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833b5bc0-d742-4023-8441-bc70b91e1dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0501967-2cc4-46b1-83db-36947688c8bd", "tag": "2f730e88-ce7f-4e50-bb99-e515aee43371"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:12.745449 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e6a16d-5028-4f31-9e05-57f318ead0be x-openstack-request-id: req-92e6a16d-5028-4f31-9e05-57f318ead0be {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:12.745859 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0501967-2cc4-46b1-83db-36947688c8bd", "tag": "2f730e88-ce7f-4e50-bb99-e515aee43371", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:12.746368 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92e6a16d-5028-4f31-9e05-57f318ead0be {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:12.746944 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'tag': '2f730e88-ce7f-4e50-bb99-e515aee43371', 'status': 'completed', 'code': 200} Aug 10 04:04:12.749734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582bee-e193-444e-840e-f018022f9a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2f730e88-ce7f-4e50-bb99-e515aee43371,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:12.791687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-90ce506a-cc92-420b-aa48-be839043b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.794063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-90ce506a-cc92-420b-aa48-be839043b314 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 1095 time: 0.0719032 Aug 10 04:04:12.851487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-cee010bf-ec82-4b08-b8a2-9da76a6a5f2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f730e88-ce7f-4e50-bb99-e515aee43371 HTTP/1.1" status: 200 len: 217 time: 0.0479255 Aug 10 04:04:12.925239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-52775b40-a7a7-4b33-8ff5-de9c6061953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.928230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-52775b40-a7a7-4b33-8ff5-de9c6061953c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 200 len: 853 time: 0.0693667 Aug 10 04:04:12.975402 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-da3ed403-5bdd-4734-9865-9fbc2575655b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a58d80-9419-47d7-a753-4703057b9a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386922 Aug 10 04:04:12.982805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 36924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:13.089729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-7518ec8f-0734-4120-be2c-1c9e68ff8e6a service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027334 Aug 10 04:04:13.109707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.195945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90dd9f-68d1-455c-8221-8564d5090de3 req-30ab40dc-ad4c-44bf-a2d1-df529f5ed0fa service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936215 Aug 10 04:04:13.211119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.216328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.264363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 36968) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:13.264553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36fa89f62fc24278bb10088518a49a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805240 Aug 10 04:04:13.266877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca50315-e5d2-4150-86f0-e18f6a06fca8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.276065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.276303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.276661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.276972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.277481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.278007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.278362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.278694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.279199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.279803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.280127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.280464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feccbfd-0430-4048-bddb-bd5a49239390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:13.335381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-4158eb5a-60cb-44e4-aa6b-b8b9558328d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.336935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-4158eb5a-60cb-44e4-aa6b-b8b9558328d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 1095 time: 0.0849879 Aug 10 04:04:13.368908 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6801c085-7cb1-481c-baf8-32a0b6834818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.430464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6801c085-7cb1-481c-baf8-32a0b6834818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.444799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10ae93-171b-4421-a237-394452295f61 req-ed01902f-af5d-4475-8211-0fba4ae7717a tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.446997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae10ae93-171b-4421-a237-394452295f61 req-ed01902f-af5d-4475-8211-0fba4ae7717a tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 943 time: 0.0677600 Aug 10 04:04:13.488864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-0f0ddcb6-0c79-4024-bd39-3f5ecd110017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.489667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ae10ae93-171b-4421-a237-394452295f61 req-b0046a68-b486-436f-be55-901209201fc4 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Aug 10 04:04:13.490405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-0f0ddcb6-0c79-4024-bd39-3f5ecd110017 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 914 time: 0.1437440 Aug 10 04:04:13.540281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-d4c0c2fd-60d2-4482-8ee7-27f9bec6ea69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f730e88-ce7f-4e50-bb99-e515aee43371 HTTP/1.1" status: 200 len: 217 time: 0.0406220 Aug 10 04:04:13.541508 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6801c085-7cb1-481c-baf8-32a0b6834818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.544092 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6801c085-7cb1-481c-baf8-32a0b6834818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.545111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6801c085-7cb1-481c-baf8-32a0b6834818 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fca50315-e5d2-4150-86f0-e18f6a06fca8 HTTP/1.1" status: 204 len: 168 time: 0.2797365 Aug 10 04:04:13.577412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801c085-7cb1-481c-baf8-32a0b6834818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca50315-e5d2-4150-86f0-e18f6a06fca8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.605763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-5779589f-7557-4798-8bed-3bb13d13b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.607549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-5779589f-7557-4798-8bed-3bb13d13b47b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 200 len: 853 time: 0.0595975 Aug 10 04:04:13.643950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-58779c6a-31a5-41b5-802c-b47662a7b69a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a58d80-9419-47d7-a753-4703057b9a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286756 Aug 10 04:04:13.739126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-f93c3807-f4ea-401c-bb3a-e61dab05937f service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874004 Aug 10 04:04:13.823741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37004) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:13.837533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28bccaef-c1eb-429b-9e72-dce5f233a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.837761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-833b5bc0-d742-4023-8441-bc70b91e1dc2 req-465a07f9-c5ee-418e-8433-e2a25f26bf73 service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899732 Aug 10 04:04:13.927773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28bccaef-c1eb-429b-9e72-dce5f233a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.931522 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28bccaef-c1eb-429b-9e72-dce5f233a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.968357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-28bccaef-c1eb-429b-9e72-dce5f233a15c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18e73acedaca49c8b39f206a0852b848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435087 Aug 10 04:04:13.970247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bccaef-c1eb-429b-9e72-dce5f233a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00605ccb-0d91-4f10-a4d6-4d5b1fe4bd5f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.971178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37006) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:14.019985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65e74fdb-db00-4c96-aa83-722b3da224f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.042516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65e74fdb-db00-4c96-aa83-722b3da224f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.087413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65e74fdb-db00-4c96-aa83-722b3da224f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.089828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-65e74fdb-db00-4c96-aa83-722b3da224f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.091004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-65e74fdb-db00-4c96-aa83-722b3da224f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00605ccb-0d91-4f10-a4d6-4d5b1fe4bd5f HTTP/1.1" status: 204 len: 168 time: 0.1187501 Aug 10 04:04:14.099094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e74fdb-db00-4c96-aa83-722b3da224f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00605ccb-0d91-4f10-a4d6-4d5b1fe4bd5f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:14.626768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff17ac-f3c5-4270-9bdc-c2ed0849f9ef req-51f686ca-c0e5-4321-9de4-4d03d372cf38 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:14.628182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aeff17ac-f3c5-4270-9bdc-c2ed0849f9ef req-51f686ca-c0e5-4321-9de4-4d03d372cf38 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 943 time: 0.0530534 Aug 10 04:04:14.672407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aeff17ac-f3c5-4270-9bdc-c2ed0849f9ef req-50e6a2a7-54f4-46c3-a4f7-899c986fb0d9 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Aug 10 04:04:15.797695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e420c6-f4c7-4016-9686-99ea1685cdb6 req-1558dc20-2b17-417c-a716-b7a01115f301 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:15.799274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e420c6-f4c7-4016-9686-99ea1685cdb6 req-1558dc20-2b17-417c-a716-b7a01115f301 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 943 time: 0.0505574 Aug 10 04:04:15.845347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56e420c6-f4c7-4016-9686-99ea1685cdb6 req-4fcc76d9-8ad8-485d-81ae-3584edf7dd3d tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390105 Aug 10 04:04:16.211937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f730e88-ce7f-4e50-bb99-e515aee43371 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:16.306860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2f730e88-ce7f-4e50-bb99-e515aee43371, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f730e88-ce7f-4e50-bb99-e515aee43371,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:16.322761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2f730e88-ce7f-4e50-bb99-e515aee43371', 'network_id': '30a58d80-9419-47d7-a753-4703057b9a6c', 'port_id': '2f730e88-ce7f-4e50-bb99-e515aee43371', 'mac_address': 'fa:16:3e:46:9e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034b1579-3ad5-4d17-812c-ffc8dd8a8221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:16.366563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.387171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f730e88-ce7f-4e50-bb99-e515aee43371 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:16.409545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2f730e88-ce7f-4e50-bb99-e515aee43371, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f730e88-ce7f-4e50-bb99-e515aee43371,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:16.414206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.463196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2f730e88-ce7f-4e50-bb99-e515aee43371,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.472300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.472655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.473941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.473941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.474200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.474491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.474821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.475270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.475602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.475926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.476249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.476635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:16.522864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:16.633897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2f730e88-ce7f-4e50-bb99-e515aee43371'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:16.977583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d574e3-ad85-4dc2-bc40-a97fc020d187 req-8d0afc82-dc69-4992-891c-6b1a3be97c7b tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:16.979188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61d574e3-ad85-4dc2-bc40-a97fc020d187 req-8d0afc82-dc69-4992-891c-6b1a3be97c7b tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 944 time: 0.0587513 Aug 10 04:04:17.027537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61d574e3-ad85-4dc2-bc40-a97fc020d187 req-985f2b42-ab55-40dd-9ac1-7961c17e07dc tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Aug 10 04:04:18.143992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074ed6-1017-4c4d-90dc-8c33367d6b7e req-5ae7e1f3-fe72-4be3-8547-57ef05209403 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.150677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02074ed6-1017-4c4d-90dc-8c33367d6b7e req-5ae7e1f3-fe72-4be3-8547-57ef05209403 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 944 time: 0.0541670 Aug 10 04:04:18.185083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02074ed6-1017-4c4d-90dc-8c33367d6b7e req-97448d3b-ace0-4ff6-9f37-e3dae4e32b85 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Aug 10 04:04:18.215018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f730e88-ce7f-4e50-bb99-e515aee43371 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:18.263110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 2f730e88-ce7f-4e50-bb99-e515aee43371 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:18.267015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2f730e88-ce7f-4e50-bb99-e515aee43371 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:18.267396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.350553 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.372383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f730e88-ce7f-4e50-bb99-e515aee43371'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:18.374669 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ae2f8e-2d18-4fe8-b11e-6d4b7e1044f0" -d '{"events": [{"server_uuid": "f0501967-2cc4-46b1-83db-36947688c8bd", "name": "network-vif-plugged", "status": "completed", "tag": "2f730e88-ce7f-4e50-bb99-e515aee43371"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:18.388678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2f730e88-ce7f-4e50-bb99-e515aee43371, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f730e88-ce7f-4e50-bb99-e515aee43371,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:18.392951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.420214 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6300dce1-e34b-49c8-8799-efbcf02b896b x-openstack-request-id: req-6300dce1-e34b-49c8-8799-efbcf02b896b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:18.420507 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0501967-2cc4-46b1-83db-36947688c8bd", "name": "network-vif-plugged", "status": "completed", "tag": "2f730e88-ce7f-4e50-bb99-e515aee43371", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:18.420762 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6300dce1-e34b-49c8-8799-efbcf02b896b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:18.421195 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f730e88-ce7f-4e50-bb99-e515aee43371', 'code': 200} Aug 10 04:04:18.450501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2f730e88-ce7f-4e50-bb99-e515aee43371,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:18.516743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de970-4716-4adf-8a81-e40faa56f4a2 req-342e4ff7-6d39-4cc0-a7da-c4321dc99d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.518317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-511de970-4716-4adf-8a81-e40faa56f4a2 req-342e4ff7-6d39-4cc0-a7da-c4321dc99d9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 1097 time: 0.0418313 Aug 10 04:04:18.555708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-511de970-4716-4adf-8a81-e40faa56f4a2 req-864c5617-9b81-444d-a05c-daa861496940 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295458 Aug 10 04:04:19.327511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37132) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:19.341697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6a30-6723-42ea-91f9-765727d59ba2 req-eb253183-ff07-453b-b08f-b254a276ffa4 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.343272 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b5a6a30-6723-42ea-91f9-765727d59ba2 req-eb253183-ff07-453b-b08f-b254a276ffa4 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 945 time: 0.0772431 Aug 10 04:04:19.385539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b5a6a30-6723-42ea-91f9-765727d59ba2 req-ccfca094-e3e6-4169-b4dd-a1be591fe8a2 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354190 Aug 10 04:04:19.447265 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e783-c4b3-41d4-a202-b4e7bb86a711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.544267 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e783-c4b3-41d4-a202-b4e7bb86a711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.550829 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e783-c4b3-41d4-a202-b4e7bb86a711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.587468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2e783-c4b3-41d4-a202-b4e7bb86a711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85618d28-dddb-42ba-97fa-fa51dec6e888,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:19.592848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e4b2e783-c4b3-41d4-a202-b4e7bb86a711 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d62368ab1bb445f8e74ca5686c2e7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642477 Aug 10 04:04:19.595598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37136) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:19.644570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea0fd-c582-4fc7-8a40-5423158d5235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.668231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea0fd-c582-4fc7-8a40-5423158d5235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.718155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea0fd-c582-4fc7-8a40-5423158d5235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.720741 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f2ea0fd-c582-4fc7-8a40-5423158d5235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.721999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f2ea0fd-c582-4fc7-8a40-5423158d5235 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85618d28-dddb-42ba-97fa-fa51dec6e888 HTTP/1.1" status: 204 len: 168 time: 0.1253567 Aug 10 04:04:19.730588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ea0fd-c582-4fc7-8a40-5423158d5235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85618d28-dddb-42ba-97fa-fa51dec6e888,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:20.014117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:20.027622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f871425e-7c80-49ee-a805-796da70ae4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.049129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37152) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:20.126764 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f871425e-7c80-49ee-a805-796da70ae4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.131112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f871425e-7c80-49ee-a805-796da70ae4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.170443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f871425e-7c80-49ee-a805-796da70ae4d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d3dc1295d2c425e8601ede015e28b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552191 Aug 10 04:04:20.171346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871425e-7c80-49ee-a805-796da70ae4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1b168a-a169-41ff-95ce-6adac2ce41e5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:20.173238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37156) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:20.231299 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-625c561a-fd14-4d21-b355-bf68fb61d06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.243559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac33426f-8465-4c2a-bc7d-ad9a65f9044e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1503364041a43afa5d2a935547ff1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932154 Aug 10 04:04:20.246216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37158) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:20.253072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-625c561a-fd14-4d21-b355-bf68fb61d06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.295256 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7116b888-63c8-42b4-9c04-03b2c67fb86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.299450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-625c561a-fd14-4d21-b355-bf68fb61d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.302199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-625c561a-fd14-4d21-b355-bf68fb61d06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.303358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-625c561a-fd14-4d21-b355-bf68fb61d06e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a1b168a-a169-41ff-95ce-6adac2ce41e5 HTTP/1.1" status: 204 len: 168 time: 0.1283569 Aug 10 04:04:20.311040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c561a-fd14-4d21-b355-bf68fb61d06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1b168a-a169-41ff-95ce-6adac2ce41e5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:20.318198 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7116b888-63c8-42b4-9c04-03b2c67fb86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.372628 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7116b888-63c8-42b4-9c04-03b2c67fb86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.375552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7116b888-63c8-42b4-9c04-03b2c67fb86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.376840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7116b888-63c8-42b4-9c04-03b2c67fb86c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc5029c5-7c74-4fa3-8ae0-aa962a833ec6 HTTP/1.1" status: 204 len: 168 time: 0.1296101 Aug 10 04:04:20.385520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b888-63c8-42b4-9c04-03b2c67fb86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5029c5-7c74-4fa3-8ae0-aa962a833ec6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:20.515382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f45d0-8ac1-44bd-b963-aaa523d4420c req-68d69717-5d62-4e86-b8d9-980182b0b064 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.517050 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b85f45d0-8ac1-44bd-b963-aaa523d4420c req-68d69717-5d62-4e86-b8d9-980182b0b064 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 945 time: 0.0541863 Aug 10 04:04:20.561177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b85f45d0-8ac1-44bd-b963-aaa523d4420c req-3c205d71-7149-4509-be5a-05275e219553 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 Aug 10 04:04:21.159759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37212) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:21.264689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1597533119-network', 'tenant_id': '080af0176db4449493d2ee6261655d16'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:21.287880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Made reservation on behalf of 080af0176db4449493d2ee6261655d16 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:21.290532 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.300097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.403723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.408922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.439398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:21.450003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbe510-de2e-44db-92ea-b4b690528830,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:21.455009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.455568 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Added segment 956245c5-b074-46f7-b605-b77d58da98c4 of type vlan for network 900606d2-836c-4b6d-9cb7-b1e563869fd7 Aug 10 04:04:21.504748 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.536674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.537743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.538410 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.608399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4464025 Aug 10 04:04:21.611474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37224) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:21.617203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Request body: {'subnet': {'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1597533119-subnet', 'tenant_id': '080af0176db4449493d2ee6261655d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:21.623633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ca78-d73a-4f7f-8ccb-b1fe6f5866fe admin admin] Pushing event updated for resources: {'Network': ['ID=900606d2-836c-4b6d-9cb7-b1e563869fd7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:21.636002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 900606d2-836c-4b6d-9cb7-b1e563869fd7 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:21.655162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Made reservation on behalf of 080af0176db4449493d2ee6261655d16 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:21.659797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.861262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.909568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e26f77-0e58-4a2d-9050-c91134ee2ba4,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:21.930308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Checking segment: {'id': '956245c5-b074-46f7-b605-b77d58da98c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:21.930778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Network hostable DHCP agents. Network: 900606d2-836c-4b6d-9cb7-b1e563869fd7, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:21.952075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Network 900606d2-836c-4b6d-9cb7-b1e563869fd7 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:21.964096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 900606d2-836c-4b6d-9cb7-b1e563869fd7) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:21.974850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d3ac4-13d7-445f-a8e8-b0d677bbc316 None None] Network 900606d2-836c-4b6d-9cb7-b1e563869fd7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:21.985637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.987081 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.024150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6eb30011-72cb-46b0-8468-5192bf1b2e0b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4114714 Aug 10 04:04:22.321037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5ffe10-6a3f-4eb1-95f3-8ae1c6bf40f9 None None] Network 900606d2-836c-4b6d-9cb7-b1e563869fd7 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:22.626288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37246) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:22.631454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-314926505-network', 'tenant_id': '9a544e670a754019807dfc925648b0e1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:22.654907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Made reservation on behalf of 9a544e670a754019807dfc925648b0e1 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:22.657280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.670654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.773578 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.784703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.800715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:22.815417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644578db-7e3c-4990-b2e3-3d045339b5ac,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:22.821098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.821373 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Added segment b87d2db1-cbbf-43cb-b37c-e784de18a95c of type vlan for network 9c7d761a-7551-4766-9a7e-9f59ad36760e Aug 10 04:04:22.864352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.895369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.896793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:22.897555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.957792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3303626 Aug 10 04:04:22.960705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37254) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:22.967641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Request body: {'subnet': {'network_id': '9c7d761a-7551-4766-9a7e-9f59ad36760e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-314926505-subnet', 'tenant_id': '9a544e670a754019807dfc925648b0e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:22.989031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eacf9f-ab2f-4304-871f-82c4aa741079 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7d761a-7551-4766-9a7e-9f59ad36760e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:23.000739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9c7d761a-7551-4766-9a7e-9f59ad36760e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:23.003574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Made reservation on behalf of 9a544e670a754019807dfc925648b0e1 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:23.007015 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.216077 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.280748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0825a68e-69c5-4231-b75a-644e0cb7da95,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:23.295428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Checking segment: {'id': 'b87d2db1-cbbf-43cb-b37c-e784de18a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9c7d761a-7551-4766-9a7e-9f59ad36760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:23.295868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Network hostable DHCP agents. Network: 9c7d761a-7551-4766-9a7e-9f59ad36760e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:23.313135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Network 9c7d761a-7551-4766-9a7e-9f59ad36760e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:23.322405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9c7d761a-7551-4766-9a7e-9f59ad36760e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:23.326549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.327390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.340193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8929f4a-fe81-4953-9c4c-5a569da26265 None None] Network 9c7d761a-7551-4766-9a7e-9f59ad36760e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:23.356693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-97fdbc0a-43a9-4d7a-a052-0152bac27bb3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3938117 Aug 10 04:04:23.498797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28fd41-282e-4098-9681-bb17d708878b None None] Network 9c7d761a-7551-4766-9a7e-9f59ad36760e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:23.897429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-80a56554-afb6-49e8-b13f-db56a153780b tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.898956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-80a56554-afb6-49e8-b13f-db56a153780b tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/networks?id=900606d2-836c-4b6d-9cb7-b1e563869fd7 HTTP/1.1" status: 200 len: 809 time: 0.1116481 Aug 10 04:04:23.914477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-09a4d338-6d3e-4e51-bdb0-978e59f6febd tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/quotas/080af0176db4449493d2ee6261655d16 HTTP/1.1" status: 200 len: 375 time: 0.0092084 Aug 10 04:04:23.949787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-796353be-a014-44e6-bd47-0e17d6f0523a tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=080af0176db4449493d2ee6261655d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299230 Aug 10 04:04:24.039867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-3b6bb8c6-1b74-405b-ab28-8bc8f86bd550 service neutron] 10.222.0.53 "GET /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829310 Aug 10 04:04:24.138295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-2e80e044-fb55-40cc-96d8-9206c4e759de service neutron] 10.222.0.53 "GET /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914884 Aug 10 04:04:24.356928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb67f274-a153-41ce-9924-f02608242c9f req-06feff2d-ee3c-474c-8b6f-38ccffe6945c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 210 time: 0.0428808 Aug 10 04:04:24.911330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.391821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d6339807-4c3e-4230-b902-c20a58abd133 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.393384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d6339807-4c3e-4230-b902-c20a58abd133 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.65 "GET /v2.0/networks?id=900606d2-836c-4b6d-9cb7-b1e563869fd7 HTTP/1.1" status: 200 len: 809 time: 0.1088784 Aug 10 04:04:25.407534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Request body: {'port': {'device_id': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7', 'admin_state_up': True, 'tenant_id': '080af0176db4449493d2ee6261655d16'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:25.485917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10c1121d-95b9-499d-b8fe-289045bb0b5c req-48d2a8be-29cd-48b3-83e1-4d86cd40f9a2 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 210 time: 0.0330768 Aug 10 04:04:25.559338 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Made reservation on behalf of 080af0176db4449493d2ee6261655d16 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:25.563405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.699659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Allocated IP 172.20.0.13 (900606d2-836c-4b6d-9cb7-b1e563869fd7/78e26f77-0e58-4a2d-9050-c91134ee2ba4/0b0b8454-b939-4128-aa12-74b3da31a646) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:25.847811 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.889248 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.938256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Network 900606d2-836c-4b6d-9cb7-b1e563869fd7 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:25.942502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:25.946434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:25.952704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Pushing event updated for resources: {'Port': ['ID=0b0b8454-b939-4128-aa12-74b3da31a646,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:26.001218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.001218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.015042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-e2553a87-c812-4ff8-975d-6bc6c836c994 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6119239 Aug 10 04:04:26.029953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Request body: {'port': {'device_id': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:26.088351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.200681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.620848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76bf34-7f43-4ff5-b059-39b07a6b7d26 req-a162309a-51d2-4e1f-ad2a-875aba5d53af tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.622499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bf76bf34-7f43-4ff5-b059-39b07a6b7d26 req-a162309a-51d2-4e1f-ad2a-875aba5d53af tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 932 time: 0.0547397 Aug 10 04:04:26.664377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bf76bf34-7f43-4ff5-b059-39b07a6b7d26 req-960a0306-c5b8-4d44-bf09-e8252424e38a tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353956 Aug 10 04:04:26.728085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0b8454-b939-4128-aa12-74b3da31a646 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:26.735523 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.747654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Transition to ACTIVE for port object 0b0b8454-b939-4128-aa12-74b3da31a646 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:26.752462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.803746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Pushing event updated for resources: {'Port': ['ID=0b0b8454-b939-4128-aa12-74b3da31a646,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:26.884536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Attempting to bind port 0b0b8454-b939-4128-aa12-74b3da31a646 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:26.884867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Attempting to bind port 0b0b8454-b939-4128-aa12-74b3da31a646 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '956245c5-b074-46f7-b605-b77d58da98c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:26.885283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Attempting to bind port 0b0b8454-b939-4128-aa12-74b3da31a646 on network 900606d2-836c-4b6d-9cb7-b1e563869fd7 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:26.889600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Port 0b0b8454-b939-4128-aa12-74b3da31a646 on network 900606d2-836c-4b6d-9cb7-b1e563869fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:26.889931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Attempting to bind port 0b0b8454-b939-4128-aa12-74b3da31a646 on network 900606d2-836c-4b6d-9cb7-b1e563869fd7 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:26.897963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:26.898328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Checking segment: {'id': '956245c5-b074-46f7-b605-b77d58da98c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:26.899424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Bound using segment: {'id': '956245c5-b074-46f7-b605-b77d58da98c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:26.899424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Bound port: 0b0b8454-b939-4128-aa12-74b3da31a646, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956245c5-b074-46f7-b605-b77d58da98c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:26.899659 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.970670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] For port 0b0b8454-b939-4128-aa12-74b3da31a646, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:26.974033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] For port 0b0b8454-b939-4128-aa12-74b3da31a646, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b0b8454-b939-4128-aa12-74b3da31a646,segment=NetworkSegment(956245c5-b074-46f7-b605-b77d58da98c4),segment_id=956245c5-b074-46f7-b605-b77d58da98c4)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:26.979329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.014758 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be1828bb-2d24-43b9-87c6-e13189b0bd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.015877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.016511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.017963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] 10.222.0.65 "PUT /v2.0/ports/0b0b8454-b939-4128-aa12-74b3da31a646 HTTP/1.1" status: 200 len: 1093 time: 0.9928391 Aug 10 04:04:27.018446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'tag': '0b0b8454-b939-4128-aa12-74b3da31a646'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:27.021472 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2915a5-0b66-46af-9217-5949aeb54f4b", "tag": "0b0b8454-b939-4128-aa12-74b3da31a646"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:27.046355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b671a0-984d-4329-b238-abb8c67d451e service neutron] Pushing event updated for resources: {'Port': ['ID=0b0b8454-b939-4128-aa12-74b3da31a646,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:27.067461 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbcf3f-ea05-4c07-8d29-8ef822757b93 x-openstack-request-id: req-d1fbcf3f-ea05-4c07-8d29-8ef822757b93 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:27.067755 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2915a5-0b66-46af-9217-5949aeb54f4b", "tag": "0b0b8454-b939-4128-aa12-74b3da31a646", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:27.068011 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1fbcf3f-ea05-4c07-8d29-8ef822757b93 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:27.068420 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'tag': '0b0b8454-b939-4128-aa12-74b3da31a646', 'status': 'completed', 'code': 200} Aug 10 04:04:27.110432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-cd060402-5cc5-416a-a6c1-55f0c2cc5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.111973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-cd060402-5cc5-416a-a6c1-55f0c2cc5069 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=080af0176db4449493d2ee6261655d16&device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 1096 time: 0.0427632 Aug 10 04:04:27.158637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-accbf8a3-f7b8-4ae1-8c1c-88ad2efeb424 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0b8454-b939-4128-aa12-74b3da31a646 HTTP/1.1" status: 200 len: 217 time: 0.0380249 Aug 10 04:04:27.208796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a69ce1-662a-42bc-873f-36c938507932 req-6a85ecec-cd23-456d-8646-0a610ab9e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.210318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-6a85ecec-cd23-456d-8646-0a610ab9e42c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=78e26f77-0e58-4a2d-9050-c91134ee2ba4 HTTP/1.1" status: 200 len: 849 time: 0.0451486 Aug 10 04:04:27.242448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-852dad7d-920f-45bc-9250-998ef6e0731c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=900606d2-836c-4b6d-9cb7-b1e563869fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252335 Aug 10 04:04:27.341593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-03c4a901-eb6b-434e-857a-f49d26467819 service neutron] 10.222.0.65 "GET /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919957 Aug 10 04:04:27.444122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c5a69ce1-662a-42bc-873f-36c938507932 req-a808c1a0-8284-4cdd-a27b-148947f9cf9c service neutron] 10.222.0.65 "GET /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952151 Aug 10 04:04:27.540334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-f668feaf-8fb8-44ab-8359-e84242eb9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.541863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-f668feaf-8fb8-44ab-8359-e84242eb9d8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=080af0176db4449493d2ee6261655d16&device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 1096 time: 0.0486484 Aug 10 04:04:27.633621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-78eeb341-7fd0-4fab-9f37-db85100a9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.635193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-78eeb341-7fd0-4fab-9f37-db85100a9996 service neutron] 10.222.0.65 "GET /v2.0/networks?id=900606d2-836c-4b6d-9cb7-b1e563869fd7 HTTP/1.1" status: 200 len: 910 time: 0.0865214 Aug 10 04:04:27.677293 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-f42952cf-93bf-4b79-b410-466fee1bb2a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0b8454-b939-4128-aa12-74b3da31a646 HTTP/1.1" status: 200 len: 217 time: 0.0343778 Aug 10 04:04:27.737112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-72a4d1d3-1818-433d-bd8a-e9747797daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.739656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-72a4d1d3-1818-433d-bd8a-e9747797daf3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=78e26f77-0e58-4a2d-9050-c91134ee2ba4 HTTP/1.1" status: 200 len: 849 time: 0.0552013 Aug 10 04:04:27.772857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-f45eb570-4d3b-4eac-930e-f2eecc5c78a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=900606d2-836c-4b6d-9cb7-b1e563869fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254164 Aug 10 04:04:27.801384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f2d53-ef61-4096-a1e3-bfbb982bc0c1 req-40bb748c-8d06-4b30-ab69-611abda4a09c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.803565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e4f2d53-ef61-4096-a1e3-bfbb982bc0c1 req-40bb748c-8d06-4b30-ab69-611abda4a09c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 944 time: 0.0624535 Aug 10 04:04:27.846767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e4f2d53-ef61-4096-a1e3-bfbb982bc0c1 req-1155d684-3b45-454e-aecc-cd63b2dc1d8b tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362632 Aug 10 04:04:27.871665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-59091da0-034c-4e16-a7ac-be78f21cfc48 service neutron] 10.222.0.65 "GET /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906596 Aug 10 04:04:27.964621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-782e8ed3-31cf-4bb4-a214-1754a0c45d7f req-96994826-adc8-48c0-9081-90d5c9e3c29d service neutron] 10.222.0.65 "GET /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856142 Aug 10 04:04:28.965091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285444-4fdd-473f-8bb3-ca2cc474d744 req-9ca0c4a1-355f-49f8-bd97-ed38443b5717 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.966580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65285444-4fdd-473f-8bb3-ca2cc474d744 req-9ca0c4a1-355f-49f8-bd97-ed38443b5717 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 944 time: 0.0490663 Aug 10 04:04:29.004223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65285444-4fdd-473f-8bb3-ca2cc474d744 req-586064df-fa39-4b8e-a74c-074b22b80314 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Aug 10 04:04:29.666235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.880659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1c85-3649-43a6-b27f-0159459d81d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.119681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf291bc-6237-4194-ad5e-392ec75180f1 req-b2848a00-fe89-439b-8da7-49f8c28e50d9 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.121212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdf291bc-6237-4194-ad5e-392ec75180f1 req-b2848a00-fe89-439b-8da7-49f8c28e50d9 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 944 time: 0.0501697 Aug 10 04:04:30.158645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdf291bc-6237-4194-ad5e-392ec75180f1 req-88221e90-6467-44d4-88e2-acf44f02ca68 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Aug 10 04:04:31.277745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf68381-7a7c-4d57-940a-7d65ea90f5de req-645c48c6-a210-457b-87bc-62264a9628a5 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.279679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cf68381-7a7c-4d57-940a-7d65ea90f5de req-645c48c6-a210-457b-87bc-62264a9628a5 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 944 time: 0.0517814 Aug 10 04:04:31.323214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cf68381-7a7c-4d57-940a-7d65ea90f5de req-334be955-a3ad-4b77-80ee-1d50843c4651 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374143 Aug 10 04:04:31.716796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b0b8454-b939-4128-aa12-74b3da31a646 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:31.815999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.855363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b0b8454-b939-4128-aa12-74b3da31a646, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b0b8454-b939-4128-aa12-74b3da31a646,segment=NetworkSegment(956245c5-b074-46f7-b605-b77d58da98c4),segment_id=956245c5-b074-46f7-b605-b77d58da98c4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:31.870499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '0b0b8454-b939-4128-aa12-74b3da31a646', 'network_id': '900606d2-836c-4b6d-9cb7-b1e563869fd7', 'port_id': '0b0b8454-b939-4128-aa12-74b3da31a646', 'mac_address': 'fa:16:3e:08:e4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e26f77-0e58-4a2d-9050-c91134ee2ba4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:31.916481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.931665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0b8454-b939-4128-aa12-74b3da31a646 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:31.967334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b0b8454-b939-4128-aa12-74b3da31a646, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b0b8454-b939-4128-aa12-74b3da31a646,segment=NetworkSegment(956245c5-b074-46f7-b605-b77d58da98c4),segment_id=956245c5-b074-46f7-b605-b77d58da98c4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:31.976802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.046058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0b0b8454-b939-4128-aa12-74b3da31a646,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:32.219908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0b0b8454-b939-4128-aa12-74b3da31a646'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:32.518727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e1c26-b348-46f6-889b-38ee672006a7 req-4a745cd3-cfc7-40d2-abcb-144c8765609c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.522030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d5e1c26-b348-46f6-889b-38ee672006a7 req-4a745cd3-cfc7-40d2-abcb-144c8765609c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 945 time: 0.0904717 Aug 10 04:04:32.566870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1d5e1c26-b348-46f6-889b-38ee672006a7 req-6343802e-1f14-453f-8321-fe1c237b8bb1 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Aug 10 04:04:33.248234 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.687616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166a252-1d25-4859-8bae-6f87fc665142 req-50decb3b-fc86-4964-ac80-cdd9058ddbc8 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.689114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6166a252-1d25-4859-8bae-6f87fc665142 req-50decb3b-fc86-4964-ac80-cdd9058ddbc8 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 945 time: 0.0499477 Aug 10 04:04:33.716761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b0b8454-b939-4128-aa12-74b3da31a646 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:33.740706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6166a252-1d25-4859-8bae-6f87fc665142 req-507a5da8-dfee-41c1-befb-41f7f24faaae tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Aug 10 04:04:33.788434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 0b0b8454-b939-4128-aa12-74b3da31a646 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:33.792535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 0b0b8454-b939-4128-aa12-74b3da31a646 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:33.792900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.886656 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.918985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b8454-b939-4128-aa12-74b3da31a646'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:33.921795 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c72d67-ab30-45c6-a034-a13fc9e0b818" -d '{"events": [{"server_uuid": "ec2915a5-0b66-46af-9217-5949aeb54f4b", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b8454-b939-4128-aa12-74b3da31a646"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:33.937132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0b0b8454-b939-4128-aa12-74b3da31a646, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b0b8454-b939-4128-aa12-74b3da31a646,segment=NetworkSegment(956245c5-b074-46f7-b605-b77d58da98c4),segment_id=956245c5-b074-46f7-b605-b77d58da98c4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:33.941870 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.977621 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9c533a-7f41-484e-952e-f33a6a3ceee4 x-openstack-request-id: req-ac9c533a-7f41-484e-952e-f33a6a3ceee4 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:33.977912 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2915a5-0b66-46af-9217-5949aeb54f4b", "name": "network-vif-plugged", "status": "completed", "tag": "0b0b8454-b939-4128-aa12-74b3da31a646", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:33.978198 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac9c533a-7f41-484e-952e-f33a6a3ceee4 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:33.978590 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0b8454-b939-4128-aa12-74b3da31a646', 'code': 200} Aug 10 04:04:34.012555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0b0b8454-b939-4128-aa12-74b3da31a646,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:34.099496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572375b-7875-4b43-b66c-8e071d174746 req-363c4aba-f282-4716-87f8-1fe0097da327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.101187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7572375b-7875-4b43-b66c-8e071d174746 req-363c4aba-f282-4716-87f8-1fe0097da327 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 1098 time: 0.0496995 Aug 10 04:04:34.139071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7572375b-7875-4b43-b66c-8e071d174746 req-0ee51da7-d3ee-4868-a532-678b06bdbbf5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298939 Aug 10 04:04:34.886503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642b87-9ea3-4d62-8139-dffc3dc9266a req-5f1e6fc6-34a7-48eb-b950-4c678e0f3e58 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.888080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69642b87-9ea3-4d62-8139-dffc3dc9266a req-5f1e6fc6-34a7-48eb-b950-4c678e0f3e58 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 946 time: 0.0503116 Aug 10 04:04:34.960185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69642b87-9ea3-4d62-8139-dffc3dc9266a req-661d6c84-6f3b-4def-b7a3-eee4a6faf226 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639844 Aug 10 04:04:35.387089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37446) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:35.508510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a45de19-cf9d-45ec-bf12-31cca1401e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.597596 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a45de19-cf9d-45ec-bf12-31cca1401e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.601527 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8a45de19-cf9d-45ec-bf12-31cca1401e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.638244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45de19-cf9d-45ec-bf12-31cca1401e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c18db-a518-44d4-a7d9-a1ede00b5483,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.642637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8a45de19-cf9d-45ec-bf12-31cca1401e1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=468e99beec8342cca1b3cd007549b1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544894 Aug 10 04:04:35.645875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37450) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:35.695801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d27d718d-c754-4ef6-9a4d-6a27efad3c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.717192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d27d718d-c754-4ef6-9a4d-6a27efad3c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.767632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d27d718d-c754-4ef6-9a4d-6a27efad3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.770438 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d27d718d-c754-4ef6-9a4d-6a27efad3c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.774431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d27d718d-c754-4ef6-9a4d-6a27efad3c48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/750c18db-a518-44d4-a7d9-a1ede00b5483 HTTP/1.1" status: 204 len: 168 time: 0.1259778 Aug 10 04:04:35.784325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d718d-c754-4ef6-9a4d-6a27efad3c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c18db-a518-44d4-a7d9-a1ede00b5483,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:36.072208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02af6cb-e5ff-4b4c-bc11-8e2730d6346d req-f3384a20-17ba-47b0-a57d-f1f42f6474a6 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.073730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c02af6cb-e5ff-4b4c-bc11-8e2730d6346d req-f3384a20-17ba-47b0-a57d-f1f42f6474a6 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 946 time: 0.0516090 Aug 10 04:04:36.119489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c02af6cb-e5ff-4b4c-bc11-8e2730d6346d req-3cce5309-f987-4c15-834b-181a8fa939fa tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Aug 10 04:04:36.542196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37486) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:36.646539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1311454714-network', 'tenant_id': '19e024313202424b85ce93462b22b13e'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:36.675422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Made reservation on behalf of 19e024313202424b85ce93462b22b13e for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:36.678678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.692147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.799890 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.806118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.842909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:36.868187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d8a8e-53fc-426e-bcaa-23857d93442c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:36.876690 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.877240 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Added segment 12509039-087b-432f-9bc5-ac60d8b61298 of type vlan for network a69adca4-f679-43d9-9c3a-86bd43c28c87 Aug 10 04:04:36.946384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.994696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.996285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.997192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.093397 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5469110 Aug 10 04:04:37.093929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37492) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.102908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Request body: {'subnet': {'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1311454714-subnet', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:37.103457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8541-b932-422b-bba5-ba422b5019fb admin admin] Pushing event updated for resources: {'Network': ['ID=a69adca4-f679-43d9-9c3a-86bd43c28c87,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:37.119952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:37.142017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Made reservation on behalf of 19e024313202424b85ce93462b22b13e for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:37.147002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.387123 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.452457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7c8232-bd13-46bd-b8bc-b78092e6cab7,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:37.463809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Checking segment: {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:37.464345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Network hostable DHCP agents. Network: a69adca4-f679-43d9-9c3a-86bd43c28c87, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:37.485851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:37.497624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, a69adca4-f679-43d9-9c3a-86bd43c28c87) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:37.506363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:37.506954 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.518186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80a463-2abf-4d09-875f-0643eed183a7 None None] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:37.527884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e90bfc78-3643-44e0-9c13-a3dd07b7b5d0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4316072 Aug 10 04:04:37.532419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.537160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:37.567078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.569130 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.648795 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.716185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-a69adca4-f679-43d9-9c3a-86bd43c28c87', 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'fixed_ips': [{'subnet_id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:04:37.717855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.801704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.886146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Allocated IP 172.20.0.2 (a69adca4-f679-43d9-9c3a-86bd43c28c87/5e7c8232-bd13-46bd-b8bc-b78092e6cab7/199553da-7c96-42b2-8238-c3825a6d7103) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:38.049316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.072483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.082395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.091161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Transition to ACTIVE for port object 199553da-7c96-42b2-8238-c3825a6d7103 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:38.107914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Transition to ACTIVE for port object 199553da-7c96-42b2-8238-c3825a6d7103 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:38.114131 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.155578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:38.160820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:38.164076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:38.172152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Pushing event updated for resources: {'Port': ['ID=199553da-7c96-42b2-8238-c3825a6d7103,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.208013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Allocated IP 172.25.2.182 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/84d523de-af50-46c6-ab4a-ec2fa0fd18ae) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:38.228329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Attempting to bind port 199553da-7c96-42b2-8238-c3825a6d7103 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:38.228709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Attempting to bind port 199553da-7c96-42b2-8238-c3825a6d7103 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:38.229078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Attempting to bind port 199553da-7c96-42b2-8238-c3825a6d7103 on network a69adca4-f679-43d9-9c3a-86bd43c28c87 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:38.234693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:38.234930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Checking segment: {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:38.235338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.235737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Bound using segment: {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:38.236212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Bound port: 199553da-7c96-42b2-8238-c3825a6d7103, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:38.236602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.312222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] For port 199553da-7c96-42b2-8238-c3825a6d7103, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:38.315880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] For port 199553da-7c96-42b2-8238-c3825a6d7103, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=199553da-7c96-42b2-8238-c3825a6d7103,segment=NetworkSegment(12509039-087b-432f-9bc5-ac60d8b61298),segment_id=12509039-087b-432f-9bc5-ac60d8b61298)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:38.321610 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.365367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.402078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70dc7b-28b8-4c74-bd9b-1228d93a7aee None None] Pushing event updated for resources: {'Port': ['ID=199553da-7c96-42b2-8238-c3825a6d7103,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.443413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.498727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:38.504703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:38.515067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:38.553526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.859530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.086524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b0ce7-dbb7-4c21-8159-dc65da1c8454 req-6a553368-a982-435e-a47f-967a0759ee4c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:39.088764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-177b0ce7-dbb7-4c21-8159-dc65da1c8454 req-6a553368-a982-435e-a47f-967a0759ee4c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 946 time: 0.0552166 Aug 10 04:04:39.099111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.138436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-177b0ce7-dbb7-4c21-8159-dc65da1c8454 req-5af99ba8-db58-4fd3-8a0f-a622f3cbc82c tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Aug 10 04:04:39.270855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:39.397129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:39.407472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Sync routers for ids ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:39.427195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.429594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0b13e6a-84a1-4017-ad81-517a9f366ee0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8958437 Aug 10 04:04:39.429860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Routers {'12fbc2fa-27a3-40f0-9a1a-86a0152757d1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:39.430552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.432361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:39.599088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f51f2-4caa-40c0-b97e-81cb948c5044 None None] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:39.688854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-49e19ef9-b487-4711-aade-189e0ed08994 None None] Provisioning for port 199553da-7c96-42b2-8238-c3825a6d7103 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:39.695408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Set router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:39.931144 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.965683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:38Z', 'revision_number': 3, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.994837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Checking router: 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:39.995185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Updating router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:40.022258 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.104086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Allocated IP 172.20.0.1 (a69adca4-f679-43d9-9c3a-86bd43c28c87/5e7c8232-bd13-46bd-b8bc-b78092e6cab7/30a99919-0c83-4b46-950e-b1e24edd752a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:40.231469 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.256075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Transition to ACTIVE for port object 30a99919-0c83-4b46-950e-b1e24edd752a will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:40.282058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5e8e-4ef3-4b22-87cb-9e181296907a req-8b2ccc4a-1d5c-4947-bd6b-3751fb5b3570 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:40.282058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-327a5e8e-4ef3-4b22-87cb-9e181296907a req-8b2ccc4a-1d5c-4947-bd6b-3751fb5b3570 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 946 time: 0.0673153 Aug 10 04:04:40.302931 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.325536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.329621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 199553da-7c96-42b2-8238-c3825a6d7103 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:40.359583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Transition to ACTIVE for port object 84d523de-af50-46c6-ab4a-ec2fa0fd18ae will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:40.360313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:40.362717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fea749fa-378f-478a-bfad-2efe1e1fa546 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:40.363485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:40.365539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fea749fa-378f-478a-bfad-2efe1e1fa546 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 946 time: 0.0879219 Aug 10 04:04:40.370208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:40.372459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.399609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Pushing event updated for resources: {'Port': ['ID=30a99919-0c83-4b46-950e-b1e24edd752a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:40.413384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-327a5e8e-4ef3-4b22-87cb-9e181296907a req-55698a17-89f3-4867-9166-dda6d3424840 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4bbe510-de2e-44db-92ea-b4b690528830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048653 Aug 10 04:04:40.441867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eaabe-e54b-4c19-b829-69cbf3c7cdf0 None None] Pushing event updated for resources: {'Port': ['ID=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:40.444544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.445735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Attempting to bind port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:40.446238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Attempting to bind port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:40.446709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Attempting to bind port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:40.455772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:40.456333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:40.457697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.458169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:40.458745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Bound port: 84d523de-af50-46c6-ab4a-ec2fa0fd18ae, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:40.459132 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.462654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 199553da-7c96-42b2-8238-c3825a6d7103 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:40.487720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 199553da-7c96-42b2-8238-c3825a6d7103 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:40.488188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.524668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Deleting port 0b0b8454-b939-4128-aa12-74b3da31a646 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:40.524928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.657274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.687140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] For port 0b0b8454-b939-4128-aa12-74b3da31a646, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0b0b8454-b939-4128-aa12-74b3da31a646,segment=NetworkSegment(956245c5-b074-46f7-b605-b77d58da98c4),segment_id=956245c5-b074-46f7-b605-b77d58da98c4)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:40.687442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.708831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Calling delete_port for 0b0b8454-b939-4128-aa12-74b3da31a646 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:40.749659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] For port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:40.753725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] For port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:40.765507 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.862148 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.877848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Routers {'12fbc2fa-27a3-40f0-9a1a-86a0152757d1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:40.878679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:40.896782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Pushing event deleted for resources: {'Port': ['ID=0b0b8454-b939-4128-aa12-74b3da31a646,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:40.923321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.927164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0b0b8454-b939-4128-aa12-74b3da31a646'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:40.933850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.936070 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.948574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0661b07d-30dd-4648-b63a-c89077559414 None None] Provisioning for port 30a99919-0c83-4b46-950e-b1e24edd752a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:40.953588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] No DVR routers for this DVR port 0b0b8454-b939-4128-aa12-74b3da31a646 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:40.956427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.960277 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da5a5970-4968-459e-a910-aaeb1b2859c2 req-fbc073b2-42d8-423e-acff-ba1780a85874 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.65 "DELETE /v2.0/ports/0b0b8454-b939-4128-aa12-74b3da31a646 HTTP/1.1" status: 204 len: 173 time: 0.5875380 Aug 10 04:04:40.960499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'name': 'network-vif-deleted', 'tag': '0b0b8454-b939-4128-aa12-74b3da31a646'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:40.963311 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0450a582-338a-4350-8e0b-889c4a0927ad" -d '{"events": [{"server_uuid": "ec2915a5-0b66-46af-9217-5949aeb54f4b", "name": "network-vif-deleted", "tag": "0b0b8454-b939-4128-aa12-74b3da31a646"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:41.011936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0661b07d-30dd-4648-b63a-c89077559414 None None] Provisioning complete for port 30a99919-0c83-4b46-950e-b1e24edd752a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:41.012370 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0661b07d-30dd-4648-b63a-c89077559414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.026770 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997f1eb3-212c-4678-9fa8-87caa936fd05 x-openstack-request-id: req-997f1eb3-212c-4678-9fa8-87caa936fd05 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:41.027384 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2915a5-0b66-46af-9217-5949aeb54f4b", "name": "network-vif-deleted", "tag": "0b0b8454-b939-4128-aa12-74b3da31a646", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:41.027858 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-997f1eb3-212c-4678-9fa8-87caa936fd05 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:41.028525 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2915a5-0b66-46af-9217-5949aeb54f4b', 'name': 'network-vif-deleted', 'tag': '0b0b8454-b939-4128-aa12-74b3da31a646', 'status': 'completed', 'code': 200} Aug 10 04:04:41.051998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.063216 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eaabe-e54b-4c19-b829-69cbf3c7cdf0 None None] Pushing event updated for resources: {'Port': ['ID=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.093316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Pushing event updated for resources: {'Port': ['ID=30a99919-0c83-4b46-950e-b1e24edd752a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.122407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 199553da-7c96-42b2-8238-c3825a6d7103, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=199553da-7c96-42b2-8238-c3825a6d7103,segment=NetworkSegment(12509039-087b-432f-9bc5-ac60d8b61298),segment_id=12509039-087b-432f-9bc5-ac60d8b61298)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:41.131021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.147916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0661b07d-30dd-4648-b63a-c89077559414 None None] Port 30a99919-0c83-4b46-950e-b1e24edd752a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:41.169888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] Set router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:41.174175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:41.176846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:41.281365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=199553da-7c96-42b2-8238-c3825a6d7103,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.375706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:41.525617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '30a99919-0c83-4b46-950e-b1e24edd752a', 'name': '', 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'mac_address': 'fa:16:3e:00:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:39Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 1, 'project_id': '19e024313202424b85ce93462b22b13e', 'subnets': [{'id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:41.558954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:41.566893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-20749d49-30aa-4de1-8c7d-779a34338088 admin admin] 10.222.0.53 "PUT /v2.0/routers/12fbc2fa-27a3-40f0-9a1a-86a0152757d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303198 Aug 10 04:04:41.571179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2b920e-a65c-4ee8-b85a-9d6e34a98115 None None] The sync data for ids ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'] in n-d-769329-14 is: [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '30a99919-0c83-4b46-950e-b1e24edd752a', 'name': '', 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'mac_address': 'fa:16:3e:00:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:39Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 1, 'project_id': '19e024313202424b85ce93462b22b13e', 'subnets': [{'id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:41.592461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9492965f-5a76-43e4-9176-ae2119823f22 None None] Provisioning complete for port 30a99919-0c83-4b46-950e-b1e24edd752a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:41.592845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9492965f-5a76-43e4-9176-ae2119823f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.614065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70e0e32f-0340-41b6-b0be-42245b7850bd req-ac6ff92d-6a47-493b-acba-7a49dfbe8a68 tempest-VolumesActionsTest-676203677 tempest-VolumesActionsTest-676203677-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec2915a5-0b66-46af-9217-5949aeb54f4b HTTP/1.1" status: 200 len: 210 time: 0.0478554 Aug 10 04:04:41.662412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9492965f-5a76-43e4-9176-ae2119823f22 None None] Port 30a99919-0c83-4b46-950e-b1e24edd752a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:42.315768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 199553da-7c96-42b2-8238-c3825a6d7103 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:42.359057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37566) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:42.364530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-391700742-network', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:42.384391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 199553da-7c96-42b2-8238-c3825a6d7103 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:42.384761 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.390295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Made reservation on behalf of 5b0adb1013854102abd7f9d95e0dc028 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:42.393593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.408938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.574844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.584021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.610800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:42.621407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaeaa1d-3796-4e11-8bf2-7b72c1f920d7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:42.626852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.627256 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Added segment e8acc747-fd20-4c23-bb95-5966e842b63d of type vlan for network 5844ed51-840d-45f7-894a-e0f103ba4c6f Aug 10 04:04:42.674177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.726046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.727001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:42.727933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.746747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3839397 Aug 10 04:04:42.747108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37576) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:42.753039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Request body: {'subnet': {'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-391700742-subnet', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:42.801743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Made reservation on behalf of 5b0adb1013854102abd7f9d95e0dc028 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:42.804105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.818412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec983c8-0e83-4585-8467-7fe94d11534d admin admin] Pushing event updated for resources: {'Network': ['ID=5844ed51-840d-45f7-894a-e0f103ba4c6f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:42.829170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:43.556114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.620712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b85fdff-b509-41cd-8efd-cb08f2eac05b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:43.633388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Checking segment: {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:43.633759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Network hostable DHCP agents. Network: 5844ed51-840d-45f7-894a-e0f103ba4c6f, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:43.667284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:43.681305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5844ed51-840d-45f7-894a-e0f103ba4c6f) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:43.693948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.693948 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.708272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84451fe7-b42b-458a-9c1a-f6845393457d None None] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:43.711586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8346463d-f3e9-4eac-b4ca-26858c450abf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9626656 Aug 10 04:04:43.714721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.729804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:43.776171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b0b8454-b939-4128-aa12-74b3da31a646 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:43.798983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.803984 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.856782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 0b0b8454-b939-4128-aa12-74b3da31a646 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:43.857845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0b0b8454-b939-4128-aa12-74b3da31a646 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:43.875560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.976140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-5844ed51-840d-45f7-894a-e0f103ba4c6f', 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'fixed_ips': [{'subnet_id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:04:43.977218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.031963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.119413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Allocated IP 172.20.0.2 (5844ed51-840d-45f7-894a-e0f103ba4c6f/5b85fdff-b509-41cd-8efd-cb08f2eac05b/fcda0e62-35be-40b7-8804-cb93410e08d7) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:44.306011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.320249 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.336863 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Sync routers for ids ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:44.339843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Transition to ACTIVE for port object fcda0e62-35be-40b7-8804-cb93410e08d7 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:44.363704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Transition to ACTIVE for port object fcda0e62-35be-40b7-8804-cb93410e08d7 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:44.364553 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Routers {'12fbc2fa-27a3-40f0-9a1a-86a0152757d1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:44.366682 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:44.376581 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.399465 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.423775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 84d523de-af50-46c6-ab4a-ec2fa0fd18ae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:44.474549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Pushing event updated for resources: {'Port': ['ID=fcda0e62-35be-40b7-8804-cb93410e08d7,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:44.487432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:44.494457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:44.497963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:44.643476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Allocated IP 172.25.2.78 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/978d1320-be8b-4a24-9e68-8ec30f46eaf8) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:44.664340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Attempting to bind port fcda0e62-35be-40b7-8804-cb93410e08d7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:44.664790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Attempting to bind port fcda0e62-35be-40b7-8804-cb93410e08d7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:44.665148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Attempting to bind port fcda0e62-35be-40b7-8804-cb93410e08d7 on network 5844ed51-840d-45f7-894a-e0f103ba4c6f {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:44.667734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:44.684138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:44.684555 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.694154 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Set router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:44.761899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:44.762629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Checking segment: {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:44.763229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.763794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Bound using segment: {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:44.764604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Bound port: fcda0e62-35be-40b7-8804-cb93410e08d7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:44.765179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.785400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.834946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.900796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.926090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] For port fcda0e62-35be-40b7-8804-cb93410e08d7, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:44.927696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:44.931034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:44.935349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] For port fcda0e62-35be-40b7-8804-cb93410e08d7, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fcda0e62-35be-40b7-8804-cb93410e08d7,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:44.937147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:44.952186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:44.955299 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.961333 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.993017 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '30a99919-0c83-4b46-950e-b1e24edd752a', 'name': '', 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'mac_address': 'fa:16:3e:00:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:39Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 2, 'project_id': '19e024313202424b85ce93462b22b13e', 'subnets': [{'id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:45.008606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Pushing event updated for resources: {'Port': ['ID=978d1320-be8b-4a24-9e68-8ec30f46eaf8,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.042261 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Checking router: 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:45.042609 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Updating router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 port 30a99919-0c83-4b46-950e-b1e24edd752a binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:45.047668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648f3c-281d-41ac-af87-8d31da26dcca None None] Pushing event updated for resources: {'Port': ['ID=fcda0e62-35be-40b7-8804-cb93410e08d7,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.075417 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.150580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.401732 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.420290 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Transition to ACTIVE for port object 30a99919-0c83-4b46-950e-b1e24edd752a will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:45.429762 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.487331 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Pushing event updated for resources: {'Port': ['ID=30a99919-0c83-4b46-950e-b1e24edd752a,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.503989 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.504777 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.505389 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.506130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.506723 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.507315 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.508025 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.508620 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.509358 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.509908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.510715 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.511277 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:45.614651 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Attempting to bind port 30a99919-0c83-4b46-950e-b1e24edd752a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:45.615174 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Attempting to bind port 30a99919-0c83-4b46-950e-b1e24edd752a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:45.615639 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Attempting to bind port 30a99919-0c83-4b46-950e-b1e24edd752a on network a69adca4-f679-43d9-9c3a-86bd43c28c87 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:45.623360 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:45.623919 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Checking segment: {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:45.624422 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.624923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Bound using segment: {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:45.625752 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Bound port: 30a99919-0c83-4b46-950e-b1e24edd752a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12509039-087b-432f-9bc5-ac60d8b61298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:45.626282 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.732718 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] For port 30a99919-0c83-4b46-950e-b1e24edd752a, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:45.737420 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] For port 30a99919-0c83-4b46-950e-b1e24edd752a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=30a99919-0c83-4b46-950e-b1e24edd752a,segment=NetworkSegment(12509039-087b-432f-9bc5-ac60d8b61298),segment_id=12509039-087b-432f-9bc5-ac60d8b61298)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:45.742506 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.856050 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcb52e-85a3-4439-af03-9d22f95b92f7 None None] Pushing event updated for resources: {'Port': ['ID=30a99919-0c83-4b46-950e-b1e24edd752a,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.891144 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Routers {'12fbc2fa-27a3-40f0-9a1a-86a0152757d1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:45.891793 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:45.900476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.141809 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] Set router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:46.372584 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.516796 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '30a99919-0c83-4b46-950e-b1e24edd752a', 'name': '', 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'mac_address': 'fa:16:3e:00:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:39Z', 'updated_at': '2021-08-10T04:04:45Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'subnets': [{'id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.611274 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d5f31-b7b5-4d3a-a4fd-da4f79d2ce0b None None] The sync data for ids ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'] in n-d-769329-14 is: [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:40Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '30a99919-0c83-4b46-950e-b1e24edd752a', 'name': '', 'network_id': 'a69adca4-f679-43d9-9c3a-86bd43c28c87', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'mac_address': 'fa:16:3e:00:d5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:39Z', 'updated_at': '2021-08-10T04:04:45Z', 'revision_number': 4, 'project_id': '19e024313202424b85ce93462b22b13e', 'subnets': [{'id': '5e7c8232-bd13-46bd-b8bc-b78092e6cab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:46.618348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:46.643522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fcda0e62-35be-40b7-8804-cb93410e08d7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:46.755815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port fcda0e62-35be-40b7-8804-cb93410e08d7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:46.767483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 30a99919-0c83-4b46-950e-b1e24edd752a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:46.817967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:46.850728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.851761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9741a6-4562-4da0-bc7f-6fa7a98d3112 None None] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:46.853208 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e8d74f90-c8b5-4883-9303-fd65470372df admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1369596 Aug 10 04:04:46.855861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Sync routers for ids ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:46.856092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:46.947748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Routers {'027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:46.949124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:47.019306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] Provisioning for port fcda0e62-35be-40b7-8804-cb93410e08d7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:47.030363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-eb4bf685-8070-48e4-af36-8d8dd71b2d0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4763353 Aug 10 04:04:47.034032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] Provisioning complete for port fcda0e62-35be-40b7-8804-cb93410e08d7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:47.034397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.125835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 30a99919-0c83-4b46-950e-b1e24edd752a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:47.145774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 30a99919-0c83-4b46-950e-b1e24edd752a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:47.146180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.175169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-5065fc23-c422-49d4-8a24-2473e01bd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:47.177054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-5065fc23-c422-49d4-8a24-2473e01bd97c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 1097 time: 0.0807760 Aug 10 04:04:47.363274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Set router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:47.392792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-f53fbbbb-6fdf-4a1a-a122-c9198c600675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:47.395032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-f53fbbbb-6fdf-4a1a-a122-c9198c600675 service neutron] 10.222.0.39 "GET /v2.0/networks?id=30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 200 len: 914 time: 0.1920867 Aug 10 04:04:47.439900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.472657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-3b666fab-de34-45f2-ae1d-9eca6f27886a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f730e88-ce7f-4e50-bb99-e515aee43371 HTTP/1.1" status: 200 len: 217 time: 0.0691588 Aug 10 04:04:47.622083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-1f4fbb36-8c34-4afa-b9d5-b3967cedd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:47.623650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-1f4fbb36-8c34-4afa-b9d5-b3967cedd154 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 200 len: 853 time: 0.1432512 Aug 10 04:04:47.705294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-ad0784ec-db82-415b-82d3-14079bb07a15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=30a58d80-9419-47d7-a753-4703057b9a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724928 Aug 10 04:04:47.838226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.839577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.910998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-ec599832-5a5f-4f0b-b422-9c2de6d00ed3 service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969764 Aug 10 04:04:48.120489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Allocated IP 172.20.0.1 (5844ed51-840d-45f7-894a-e0f103ba4c6f/5b85fdff-b509-41cd-8efd-cb08f2eac05b/72d33502-6e75-4b52-9ed7-c6cf82c00a5a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:48.121204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] For port fcda0e62-35be-40b7-8804-cb93410e08d7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fcda0e62-35be-40b7-8804-cb93410e08d7,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:48.130256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0bdfecd8-fc2c-4935-8240-ff9cc64f85a4 req-45e98c37-5b83-48d4-b44b-8172b7243c41 service neutron] 10.222.0.39 "GET /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099447 Aug 10 04:04:48.131478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 30a99919-0c83-4b46-950e-b1e24edd752a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=30a99919-0c83-4b46-950e-b1e24edd752a,segment=NetworkSegment(12509039-087b-432f-9bc5-ac60d8b61298),segment_id=12509039-087b-432f-9bc5-ac60d8b61298)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:48.135660 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.163424 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.164563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 84d523de-af50-46c6-ab4a-ec2fa0fd18ae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:48.283441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:45Z', 'revision_number': 3, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:48.326664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Checking router: 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:48.327036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Updating router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:48.334166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b6cc1-025a-4126-8523-9e8d19752771 None None] Pushing event updated for resources: {'Port': ['ID=fcda0e62-35be-40b7-8804-cb93410e08d7,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:48.397445 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.431105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Transition to ACTIVE for port object 72d33502-6e75-4b52-9ed7-c6cf82c00a5a will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:48.472517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:48.472896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.545610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.565053 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.623967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=30a99919-0c83-4b46-950e-b1e24edd752a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:48.630094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:48.637728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:48.642166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:48.674439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d15e4cbf-46d6-48b7-8393-e286657a3d54 None None] Provisioning complete for port fcda0e62-35be-40b7-8804-cb93410e08d7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:48.675076 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d15e4cbf-46d6-48b7-8393-e286657a3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.718832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:48.758810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.955626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.140795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fcda0e62-35be-40b7-8804-cb93410e08d7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:49.186346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.196533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.246503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fcda0e62-35be-40b7-8804-cb93410e08d7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:49.246880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.271737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:49.297882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.359585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8d4ec1be-dcbb-4b3f-a110-6007b8376ad0 None None] Provisioning for port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:49.367654 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.373836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8d4ec1be-dcbb-4b3f-a110-6007b8376ad0 None None] Provisioning complete for port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:49.374335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec1be-dcbb-4b3f-a110-6007b8376ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.415865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:49.424566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Transition to ACTIVE for port object 978d1320-be8b-4a24-9e68-8ec30f46eaf8 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:49.426680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:49.451382 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.497038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ec1be-dcbb-4b3f-a110-6007b8376ad0 None None] Port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:49.500650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 30a99919-0c83-4b46-950e-b1e24edd752a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:49.572094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Attempting to bind port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:49.572780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Attempting to bind port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:49.573231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Attempting to bind port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:49.580069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3f001-8bcb-4298-8f9d-cbff56fff42e None None] Pushing event updated for resources: {'Port': ['ID=978d1320-be8b-4a24-9e68-8ec30f46eaf8,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:49.591461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:49.591716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:49.592094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.592495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:49.593142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Bound port: 978d1320-be8b-4a24-9e68-8ec30f46eaf8, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:49.593537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.659320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:49.663779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 30a99919-0c83-4b46-950e-b1e24edd752a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:49.664155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.689711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] For port 978d1320-be8b-4a24-9e68-8ec30f46eaf8, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:49.712184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] For port 978d1320-be8b-4a24-9e68-8ec30f46eaf8, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=978d1320-be8b-4a24-9e68-8ec30f46eaf8,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:49.723123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.824543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Routers {'027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:49.825203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:49.842500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:49.850571 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9788ec60-2f9e-4fbf-b956-8ed2d5b12ea9 admin admin] 10.222.0.53 "PUT /v2.0/routers/027324c5-a8ef-4a1a-9a86-ef7f4ccbe596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9930124 Aug 10 04:04:49.871350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3f001-8bcb-4298-8f9d-cbff56fff42e None None] Pushing event updated for resources: {'Port': ['ID=978d1320-be8b-4a24-9e68-8ec30f46eaf8,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:49.899435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-855bb6cd-1c12-4eb5-bd73-bca2040b446e None None] Provisioning complete for port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:49.899807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-855bb6cd-1c12-4eb5-bd73-bca2040b446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.976103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-855bb6cd-1c12-4eb5-bd73-bca2040b446e None None] Port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:49.997887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] Set router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:50.151847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c367d-e4e7-4617-b7fc-87b9c4bcf40c req-0f618e88-3bc5-4ba5-9422-883bd41e4ed5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:50.153384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-314c367d-e4e7-4617-b7fc-87b9c4bcf40c req-0f618e88-3bc5-4ba5-9422-883bd41e4ed5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 945 time: 0.0516992 Aug 10 04:04:50.201758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-314c367d-e4e7-4617-b7fc-87b9c4bcf40c req-6eb5c387-823a-444d-85c8-9b2924c82b7d tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Aug 10 04:04:50.261103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '72d33502-6e75-4b52-9ed7-c6cf82c00a5a', 'name': '', 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'mac_address': 'fa:16:3e:6e:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 2, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'subnets': [{'id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:50.289569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df5721-5502-4f68-94d1-651b0cd3e4f0 None None] The sync data for ids ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'] in n-d-769329-14 is: [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '72d33502-6e75-4b52-9ed7-c6cf82c00a5a', 'name': '', 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'mac_address': 'fa:16:3e:6e:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 2, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'subnets': [{'id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:51.109576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 978d1320-be8b-4a24-9e68-8ec30f46eaf8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:51.164278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:51.169034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:51.169832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.324254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.350558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 978d1320-be8b-4a24-9e68-8ec30f46eaf8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=978d1320-be8b-4a24-9e68-8ec30f46eaf8,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:51.358037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.459165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=978d1320-be8b-4a24-9e68-8ec30f46eaf8,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:51.469078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7b81f-2484-4b9a-bfbd-10d9afaabb64 req-76db5f3f-b524-4ce7-a159-22ee96cc8db5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:51.470959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfd7b81f-2484-4b9a-bfbd-10d9afaabb64 req-76db5f3f-b524-4ce7-a159-22ee96cc8db5 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 945 time: 0.0988412 Aug 10 04:04:51.532625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfd7b81f-2484-4b9a-bfbd-10d9afaabb64 req-030d2d74-5e41-4358-a995-179f3b4330c8 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c58d771-8d4e-485b-a2b3-6e4e1991703a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547841 Aug 10 04:04:51.774299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-0b75a827-1ead-4263-a298-bb48bb4731a3 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:51.777082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-0b75a827-1ead-4263-a298-bb48bb4731a3 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 945 time: 0.0972953 Aug 10 04:04:51.916512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Deleting port 2f730e88-ce7f-4e50-bb99-e515aee43371 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:51.916953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.023760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] For port 2f730e88-ce7f-4e50-bb99-e515aee43371, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2f730e88-ce7f-4e50-bb99-e515aee43371,segment=NetworkSegment(6095ec24-ba2a-4cef-bf4c-fadb2a0637d3),segment_id=6095ec24-ba2a-4cef-bf4c-fadb2a0637d3)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:52.024129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.038056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Calling delete_port for 2f730e88-ce7f-4e50-bb99-e515aee43371 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:52.188254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.201633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2f730e88-ce7f-4e50-bb99-e515aee43371'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:52.217939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Pushing event deleted for resources: {'Port': ['ID=2f730e88-ce7f-4e50-bb99-e515aee43371,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:52.267544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] No DVR routers for this DVR port 2f730e88-ce7f-4e50-bb99-e515aee43371 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:52.270580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.272648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17734008-c3c7-42c2-b1cc-4b77adb6b527 req-993a51e2-8477-47d4-90d9-738515d501d0 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.39 "DELETE /v2.0/ports/2f730e88-ce7f-4e50-bb99-e515aee43371 HTTP/1.1" status: 204 len: 173 time: 0.4888804 Aug 10 04:04:52.273102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'name': 'network-vif-deleted', 'tag': '2f730e88-ce7f-4e50-bb99-e515aee43371'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:52.275560 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0231371a-d607-4a12-9210-fa31cbfaa246" -d '{"events": [{"server_uuid": "f0501967-2cc4-46b1-83db-36947688c8bd", "name": "network-vif-deleted", "tag": "2f730e88-ce7f-4e50-bb99-e515aee43371"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:52.327909 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8022ee0d-89b5-4b7f-838b-6b04ad6d5dd0 x-openstack-request-id: req-8022ee0d-89b5-4b7f-838b-6b04ad6d5dd0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:52.328254 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0501967-2cc4-46b1-83db-36947688c8bd", "name": "network-vif-deleted", "tag": "2f730e88-ce7f-4e50-bb99-e515aee43371", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:52.328579 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8022ee0d-89b5-4b7f-838b-6b04ad6d5dd0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:52.329021 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0501967-2cc4-46b1-83db-36947688c8bd', 'name': 'network-vif-deleted', 'tag': '2f730e88-ce7f-4e50-bb99-e515aee43371', 'status': 'completed', 'code': 200} Aug 10 04:04:52.673060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-034079fe-a9b3-4822-b364-473edb0278e6 req-6f60e259-3a0c-4261-aa12-8e3a60a22fe7 tempest-VolumesSnapshotTestJSON-1865655861 tempest-VolumesSnapshotTestJSON-1865655861-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0501967-2cc4-46b1-83db-36947688c8bd HTTP/1.1" status: 200 len: 210 time: 0.0311990 Aug 10 04:04:53.048523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 978d1320-be8b-4a24-9e68-8ec30f46eaf8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:53.108267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:53.108941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.282790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37712) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:53.531885 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:53.806469 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Sync routers for ids ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:53.807657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.818031 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Routers {'027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:53.819032 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:53.964759 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Set router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:54.153394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Deleting port 30a99919-0c83-4b46-950e-b1e24edd752a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:54.153735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.247762 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '72d33502-6e75-4b52-9ed7-c6cf82c00a5a', 'name': '', 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'mac_address': 'fa:16:3e:6e:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 2, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'subnets': [{'id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:54.285576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Checking router: 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:54.286153 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Updating router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:54.290135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] For port 30a99919-0c83-4b46-950e-b1e24edd752a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=30a99919-0c83-4b46-950e-b1e24edd752a,segment=NetworkSegment(12509039-087b-432f-9bc5-ac60d8b61298),segment_id=12509039-087b-432f-9bc5-ac60d8b61298)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:54.290823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.322392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Calling delete_port for 30a99919-0c83-4b46-950e-b1e24edd752a owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:54.329706 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.465867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f730e88-ce7f-4e50-bb99-e515aee43371 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:54.497757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 2f730e88-ce7f-4e50-bb99-e515aee43371 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:54.498450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2f730e88-ce7f-4e50-bb99-e515aee43371 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:54.589850 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.631534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Pushing event deleted for resources: {'Port': ['ID=30a99919-0c83-4b46-950e-b1e24edd752a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:54.733328 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.747540 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Transition to ACTIVE for port object 72d33502-6e75-4b52-9ed7-c6cf82c00a5a will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:54.757219 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.858113 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ab500-175f-4205-916a-30b45c4aa44c None None] Pushing event updated for resources: {'Port': ['ID=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:54.942893 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.952518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.012551 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Attempting to bind port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:55.014397 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Attempting to bind port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:55.016353 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Attempting to bind port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a on network 5844ed51-840d-45f7-894a-e0f103ba4c6f {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:55.038910 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:55.039778 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Checking segment: {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:55.040436 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.042262 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Bound using segment: {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:55.043075 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Bound port: 72d33502-6e75-4b52-9ed7-c6cf82c00a5a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8acc747-fd20-4c23-bb95-5966e842b63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:55.044688 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.264953 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] For port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:55.271019 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] For port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:55.282272 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.349712 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Routers {'027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:55.350393 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:55.435083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:55.587856 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] Set router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:55.636495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:55.646381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] Sync routers for ids ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:55.652742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37748) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:55.653316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-014c2232-e346-45f2-b1db-205af47ac26b admin admin] 10.222.0.53 "PUT /v2.0/routers/12fbc2fa-27a3-40f0-9a1a-86a0152757d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3686979 Aug 10 04:04:55.679978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] Routers {'12fbc2fa-27a3-40f0-9a1a-86a0152757d1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:55.680625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:55.831933 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ab500-175f-4205-916a-30b45c4aa44c None None] Pushing event updated for resources: {'Port': ['ID=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:55.892822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.964518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '72d33502-6e75-4b52-9ed7-c6cf82c00a5a', 'name': '', 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'mac_address': 'fa:16:3e:6e:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'subnets': [{'id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:55.996901 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18131540-ebb9-4661-a005-efa9ea366dbb None None] The sync data for ids ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'] in n-d-769329-14 is: [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '72d33502-6e75-4b52-9ed7-c6cf82c00a5a', 'name': '', 'network_id': '5844ed51-840d-45f7-894a-e0f103ba4c6f', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'mac_address': 'fa:16:3e:6e:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'subnets': [{'id': '5b85fdff-b509-41cd-8efd-cb08f2eac05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:56.054267 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.097557 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] Set router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:56.145862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Deleting port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:56.146255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.324342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] For port 84d523de-af50-46c6-ab4a-ec2fa0fd18ae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:56.324714 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.358181 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.379049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Calling delete_port for 84d523de-af50-46c6-ab4a-ec2fa0fd18ae owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:56.395660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 5, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port': {'id': '84d523de-af50-46c6-ab4a-ec2fa0fd18ae', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:38Z', 'updated_at': '2021-08-10T04:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:56.436714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] Checking router: 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:56.448486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] Routers {'12fbc2fa-27a3-40f0-9a1a-86a0152757d1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:56.449402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:04:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:56.644551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] Set router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:56.652987 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.696952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d523de-af50-46c6-ab4a-ec2fa0fd18ae,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:56.748194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:56Z', 'revision_number': 6, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:56.760719 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.793546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d27257-29c5-442e-8175-bc75edb71897 None None] The sync data for ids ['12fbc2fa-27a3-40f0-9a1a-86a0152757d1'] in n-d-769329-14 is: [{'id': '12fbc2fa-27a3-40f0-9a1a-86a0152757d1', 'name': 'tempest-TestAggregatesBasicOps-1311454714-router', 'tenant_id': '19e024313202424b85ce93462b22b13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:37Z', 'updated_at': '2021-08-10T04:04:56Z', 'revision_number': 6, 'project_id': '19e024313202424b85ce93462b22b13e', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:56.897973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.902191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.036299 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb540a99-b1b7-468e-b64d-6d60f6578d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.070919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.071649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fbc2fa-27a3-40f0-9a1a-86a0152757d1 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:57.077236 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.077630 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fe273d4f-220d-447d-aceb-b7ee9f1842c0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/12fbc2fa-27a3-40f0-9a1a-86a0152757d1 HTTP/1.1" status: 204 len: 168 time: 1.4237914 Aug 10 04:04:57.080555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37754) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:57.158714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Deleting subnet 5e7c8232-bd13-46bd-b8bc-b78092e6cab7 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:57.163264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.210490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.378453 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.448927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 72d33502-6e75-4b52-9ed7-c6cf82c00a5a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:57.487997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.511152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.511152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5e7c8232-bd13-46bd-b8bc-b78092e6cab7 HTTP/1.1" status: 204 len: 168 time: 0.4280930 Aug 10 04:04:57.515211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37758) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:57.526493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abb1499-9c9c-4244-97c5-79c0c49b06ac None None] Network a69adca4-f679-43d9-9c3a-86bd43c28c87 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:57.538330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a0849-e02d-42e6-b976-c9c5d9e35c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7c8232-bd13-46bd-b8bc-b78092e6cab7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:57.606088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:57.624270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:57.624812 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.680447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.807758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Deleting port 199553da-7c96-42b2-8238-c3825a6d7103 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:57.808683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.898026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.975307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] For port 199553da-7c96-42b2-8238-c3825a6d7103, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=199553da-7c96-42b2-8238-c3825a6d7103,segment=NetworkSegment(12509039-087b-432f-9bc5-ac60d8b61298),segment_id=12509039-087b-432f-9bc5-ac60d8b61298)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:57.976364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.979648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:57.986932 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.999430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Calling delete_port for 199553da-7c96-42b2-8238-c3825a6d7103 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:58.031446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 30a99919-0c83-4b46-950e-b1e24edd752a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:58.035288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0ca84-4f80-484c-a539-c19f9c625824 None None] DHCP port deletion for a69adca4-f679-43d9-9c3a-86bd43c28c87 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:04:58.136712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.153413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] No DVR routers for this DVR port 199553da-7c96-42b2-8238-c3825a6d7103 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:58.164597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 30a99919-0c83-4b46-950e-b1e24edd752a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:58.165070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 30a99919-0c83-4b46-950e-b1e24edd752a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:58.208630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=199553da-7c96-42b2-8238-c3825a6d7103,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:58.223013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0ca84-4f80-484c-a539-c19f9c625824 None None] The port '199553da-7c96-42b2-8238-c3825a6d7103' was deleted {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 10 04:04:58.255636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:58.294905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.312980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69adca4-f679-43d9-9c3a-86bd43c28c87']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.338414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12509039-087b-432f-9bc5-ac60d8b61298') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.338414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12509039-087b-432f-9bc5-ac60d8b61298') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.349327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.376513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.387169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:58.387590 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:58.390148 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:58.477710 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.509102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.511813 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a69adca4-f679-43d9-9c3a-86bd43c28c87 HTTP/1.1" status: 204 len: 168 time: 0.9926035 Aug 10 04:04:58.512983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681f458-0a41-4e83-9cd5-474f3cc36f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69adca4-f679-43d9-9c3a-86bd43c28c87,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:58.515360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37774) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:59.012468 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.097660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 72d33502-6e75-4b52-9ed7-c6cf82c00a5a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:59.169958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:59.170635 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.459869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 199553da-7c96-42b2-8238-c3825a6d7103 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:59.491086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 199553da-7c96-42b2-8238-c3825a6d7103 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:59.494058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 199553da-7c96-42b2-8238-c3825a6d7103 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:59.495020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 84d523de-af50-46c6-ab4a-ec2fa0fd18ae no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:59.519374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 84d523de-af50-46c6-ab4a-ec2fa0fd18ae {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:59.521247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 84d523de-af50-46c6-ab4a-ec2fa0fd18ae not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:59.523680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Deleting port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:59.524192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.611829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] For port 72d33502-6e75-4b52-9ed7-c6cf82c00a5a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:59.612093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.625748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Calling delete_port for 72d33502-6e75-4b52-9ed7-c6cf82c00a5a owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:59.659215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.843757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.869925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Pushing event deleted for resources: {'Port': ['ID=72d33502-6e75-4b52-9ed7-c6cf82c00a5a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:59.887674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a0352b0-d5f4-42c5-b5b1-5f51967ded4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.105229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.423321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:00.956429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:00.964712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37796) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:00.968059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] Sync routers for ids ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:00.971368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d11fde28-7821-4da7-a173-30ac969d656b admin admin] 10.222.0.53 "PUT /v2.0/routers/027324c5-a8ef-4a1a-9a86-ef7f4ccbe596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4443986 Aug 10 04:05:00.979908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] Routers {'027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:00.980784 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.158232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.184898 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] Set router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:01.310647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.400181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Deleting port 978d1320-be8b-4a24-9e68-8ec30f46eaf8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:01.400512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.541213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:04:59Z', 'revision_number': 5, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port': {'id': '978d1320-be8b-4a24-9e68-8ec30f46eaf8', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:44Z', 'updated_at': '2021-08-10T04:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.548511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] For port 978d1320-be8b-4a24-9e68-8ec30f46eaf8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=978d1320-be8b-4a24-9e68-8ec30f46eaf8,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:01.549041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.575400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Calling delete_port for 978d1320-be8b-4a24-9e68-8ec30f46eaf8 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:01.597141 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] Checking router: 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:01.614130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] Routers {'027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:01.615569 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.771159 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] Set router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:01.810032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.827289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.834094 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 6, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.863447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Pushing event deleted for resources: {'Port': ['ID=978d1320-be8b-4a24-9e68-8ec30f46eaf8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.868876 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a113-b04c-4c8c-a37e-d8859e4d7876 None None] The sync data for ids ['027324c5-a8ef-4a1a-9a86-ef7f4ccbe596'] in n-d-769329-14 is: [{'id': '027324c5-a8ef-4a1a-9a86-ef7f4ccbe596', 'name': 'tempest-TestAggregatesBasicOps-391700742-router', 'tenant_id': '5b0adb1013854102abd7f9d95e0dc028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:43Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 6, 'project_id': '5b0adb1013854102abd7f9d95e0dc028', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:01.962238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.082265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.086359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.141561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.142623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:02.153821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.155339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-83b0d2e0-f307-4e1f-9cc2-cc79b6c4b69b admin admin] 10.222.0.53 "DELETE /v2.0/routers/027324c5-a8ef-4a1a-9a86-ef7f4ccbe596 HTTP/1.1" status: 204 len: 168 time: 1.1896207 Aug 10 04:05:02.157838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37804) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.210047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Deleting subnet 5b85fdff-b509-41cd-8efd-cb08f2eac05b {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:02.213790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.267254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.412623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.505884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.545809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b85fdff-b509-41cd-8efd-cb08f2eac05b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:02.557055 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.561790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37810) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.562350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-322f3a3b-d055-4ffc-b3de-03fb87b21f69 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b85fdff-b509-41cd-8efd-cb08f2eac05b HTTP/1.1" status: 204 len: 168 time: 0.4029446 Aug 10 04:05:02.572357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad327f1-cd24-466e-b91b-e3a78eb2a625 None None] Network 5844ed51-840d-45f7-894a-e0f103ba4c6f requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:02.768079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.940863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Deleting port fcda0e62-35be-40b7-8804-cb93410e08d7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:02.942372 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.067521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] DHCP port deletion for 5844ed51-840d-45f7-894a-e0f103ba4c6f request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:03.163684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] For port fcda0e62-35be-40b7-8804-cb93410e08d7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fcda0e62-35be-40b7-8804-cb93410e08d7,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:03.165971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.187240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 72d33502-6e75-4b52-9ed7-c6cf82c00a5a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:03.215698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Calling delete_port for fcda0e62-35be-40b7-8804-cb93410e08d7 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:03.280296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 72d33502-6e75-4b52-9ed7-c6cf82c00a5a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:03.280942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 72d33502-6e75-4b52-9ed7-c6cf82c00a5a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:03.281612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 978d1320-be8b-4a24-9e68-8ec30f46eaf8 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:03.339057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 978d1320-be8b-4a24-9e68-8ec30f46eaf8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:03.339327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 978d1320-be8b-4a24-9e68-8ec30f46eaf8 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:03.349595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.366545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] Deleting port fcda0e62-35be-40b7-8804-cb93410e08d7 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:03.371942 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.466532 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.495566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcda0e62-35be-40b7-8804-cb93410e08d7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.499950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] No DVR routers for this DVR port fcda0e62-35be-40b7-8804-cb93410e08d7 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:03.558088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] For port fcda0e62-35be-40b7-8804-cb93410e08d7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fcda0e62-35be-40b7-8804-cb93410e08d7,segment=NetworkSegment(e8acc747-fd20-4c23-bb95-5966e842b63d),segment_id=e8acc747-fd20-4c23-bb95-5966e842b63d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:03.558717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.586566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] Calling delete_port for fcda0e62-35be-40b7-8804-cb93410e08d7 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:03.667816 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.682966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5844ed51-840d-45f7-894a-e0f103ba4c6f']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:03.697968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8acc747-fd20-4c23-bb95-5966e842b63d') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:03.698395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8acc747-fd20-4c23-bb95-5966e842b63d') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:03.711746 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.792681 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.810933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.831152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:03.832207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:03.842167 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:03.847219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] Pushing event deleted for resources: {'Port': ['ID=fcda0e62-35be-40b7-8804-cb93410e08d7,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.859062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2333f-1726-4542-ada9-6a33c5df101e None None] No DVR routers for this DVR port fcda0e62-35be-40b7-8804-cb93410e08d7 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:03.952144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.960922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.970535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5844ed51-840d-45f7-894a-e0f103ba4c6f HTTP/1.1" status: 204 len: 168 time: 1.4030242 Aug 10 04:05:03.985405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a84461-c498-4306-b242-2397bc970697 admin admin] Pushing event deleted for resources: {'Network': ['ID=5844ed51-840d-45f7-894a-e0f103ba4c6f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:04.209927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.274981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d7f73a09-1ca4-4c6f-9662-6d9cd1cbdee2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19e024313202424b85ce93462b22b13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634441 Aug 10 04:05:04.277323 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.359880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7829c6e-56c7-4830-b8fd-fb56835f029e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.387903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7829c6e-56c7-4830-b8fd-fb56835f029e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.453449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7829c6e-56c7-4830-b8fd-fb56835f029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.456796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7829c6e-56c7-4830-b8fd-fb56835f029e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.460625 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e7829c6e-56c7-4830-b8fd-fb56835f029e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/010d8a8e-53fc-426e-bcaa-23857d93442c HTTP/1.1" status: 204 len: 168 time: 0.1797106 Aug 10 04:05:04.467706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7829c6e-56c7-4830-b8fd-fb56835f029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d8a8e-53fc-426e-bcaa-23857d93442c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:04.949608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37836) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.041291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d6f3b7ad-3b6f-4a28-b38d-26aa9ee7911b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b0adb1013854102abd7f9d95e0dc028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897534 Aug 10 04:05:05.045429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37838) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.078267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fcda0e62-35be-40b7-8804-cb93410e08d7 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:05.107197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: fcda0e62-35be-40b7-8804-cb93410e08d7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:05.107584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fcda0e62-35be-40b7-8804-cb93410e08d7 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:05.132153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9785bd9-006a-4092-a4b1-b4cccb6f33b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.160188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9785bd9-006a-4092-a4b1-b4cccb6f33b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.221219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9785bd9-006a-4092-a4b1-b4cccb6f33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.224459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9785bd9-006a-4092-a4b1-b4cccb6f33b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.225670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9785bd9-006a-4092-a4b1-b4cccb6f33b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5eaeaa1d-3796-4e11-8bf2-7b72c1f920d7 HTTP/1.1" status: 204 len: 168 time: 0.1791863 Aug 10 04:05:05.238436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9785bd9-006a-4092-a4b1-b4cccb6f33b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaeaa1d-3796-4e11-8bf2-7b72c1f920d7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.378686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37882) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.544275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-421512904-network', 'tenant_id': '6a9bfe9781854707943afb262a596098'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:06.580295 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Made reservation on behalf of 6a9bfe9781854707943afb262a596098 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:06.583327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.601825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.767091 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.773007 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.788609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:06.797720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.798137 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Added segment c5573a60-d4e7-4d40-b923-6217fad271ea of type vlan for network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa Aug 10 04:05:06.859498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.864084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5511d3-3f25-4756-9049-97ba788059ac,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.899233 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.900229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:06.900810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.972407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] Pushing event updated for resources: {'Network': ['ID=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.983202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:06.988682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37888) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.001449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Request body: {'subnet': {'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-421512904-subnet', 'tenant_id': '6a9bfe9781854707943afb262a596098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:07.007793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f8b2632-41a3-4d5f-bc87-b25432262e1b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6138437 Aug 10 04:05:07.060934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Made reservation on behalf of 6a9bfe9781854707943afb262a596098 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:07.063350 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.340956 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.414350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.416845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Checking segment: {'id': 'c5573a60-d4e7-4d40-b923-6217fad271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:07.417561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Network hostable DHCP agents. Network: 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:07.450636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:07.469027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:07.486099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.496465 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.530462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f991c2d-e825-4a1f-a51c-c4876ed28e10 None None] Network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:07.560148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-49b9dd98-3e05-4467-b304-61b1cb3f8843 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5685077 Aug 10 04:05:07.874069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25cc227-064d-48ab-acd5-7dfd43a30fd8 None None] Network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:08.713082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37930) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.718599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2086761403-network', 'tenant_id': '7048941a92f846b8a84313c8fb909edc'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:08.762624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Made reservation on behalf of 7048941a92f846b8a84313c8fb909edc for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:08.766544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.784701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.990320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.998525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.027735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:09.067429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.069787 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Added segment db1a8990-a4cf-4b0d-8953-d1db7190787a of type vlan for network 502cb6f9-33ec-46a9-9464-0720ce78d4ec Aug 10 04:05:09.167830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.186567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90869213-3884-46a2-8364-db3262724f27,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.214666 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.215684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.216268 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.297213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5826035 Aug 10 04:05:09.301383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.307345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Request body: {'subnet': {'network_id': '502cb6f9-33ec-46a9-9464-0720ce78d4ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2086761403-subnet', 'tenant_id': '7048941a92f846b8a84313c8fb909edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:09.321282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0360c4-522e-4051-8322-6d4b3a559f77 admin admin] Pushing event updated for resources: {'Network': ['ID=502cb6f9-33ec-46a9-9464-0720ce78d4ec,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.331968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 502cb6f9-33ec-46a9-9464-0720ce78d4ec details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:09.345954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Made reservation on behalf of 7048941a92f846b8a84313c8fb909edc for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:09.351451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.546336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.600879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d793ed49-d63a-449b-8515-265dd7ce787b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.618422 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Checking segment: {'id': 'db1a8990-a4cf-4b0d-8953-d1db7190787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '502cb6f9-33ec-46a9-9464-0720ce78d4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:09.618868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Network hostable DHCP agents. Network: 502cb6f9-33ec-46a9-9464-0720ce78d4ec, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:09.638555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Network 502cb6f9-33ec-46a9-9464-0720ce78d4ec is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:09.651678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 502cb6f9-33ec-46a9-9464-0720ce78d4ec) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:09.660594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.661258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.661824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccaf535-917a-4ef8-ad8d-aca1edbb7b96 None None] Network 502cb6f9-33ec-46a9-9464-0720ce78d4ec requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:09.689306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-36fb5c27-0110-45d8-89ab-05703985cf0b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3793175 Aug 10 04:05:09.841096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79240011-b10d-4f30-a702-c7618538496d None None] Network 502cb6f9-33ec-46a9-9464-0720ce78d4ec requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:10.350418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-3a460673-cf3e-4e9d-b873-264903596618 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:10.351959 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-3a460673-cf3e-4e9d-b873-264903596618 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/networks?id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa HTTP/1.1" status: 200 len: 811 time: 0.1343699 Aug 10 04:05:10.369578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-a3f59960-3333-4366-a85e-eeaa490b4cad tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/quotas/6a9bfe9781854707943afb262a596098 HTTP/1.1" status: 200 len: 375 time: 0.0111358 Aug 10 04:05:10.404647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-bdf39c1b-4f91-44b3-b190-58318d07cf68 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9bfe9781854707943afb262a596098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288317 Aug 10 04:05:10.418565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-9ceea322-64b5-4e23-abc4-950a05b23d25 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:05:10.419697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-9ceea322-64b5-4e23-abc4-950a05b23d25 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065410 Aug 10 04:05:10.554798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0ba3d70e-404b-4831-9fea-3a69e52d0c3f service neutron] 10.222.0.53 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282272 Aug 10 04:05:10.664699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-d6d1ecb6-067e-42f5-803c-ef28d5229404 service neutron] 10.222.0.53 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088994 Aug 10 04:05:10.708583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37960) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.810193 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Deleting subnet 78e26f77-0e58-4a2d-9050-c91134ee2ba4 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:10.814596 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.853619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.935975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c2af107-ad69-4cf2-b2d8-6cd12964207b req-54554d5d-b302-4be5-8141-ae6df124f92d tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 210 time: 0.0781679 Aug 10 04:05:10.968771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.075283 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.112156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e26f77-0e58-4a2d-9050-c91134ee2ba4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.114956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.120059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-04e1e0dc-c7d7-4b71-a837-d3fed54e4063 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/78e26f77-0e58-4a2d-9050-c91134ee2ba4 HTTP/1.1" status: 204 len: 168 time: 0.4067450 Aug 10 04:05:11.120186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37976) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:11.273038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.453937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.467242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900606d2-836c-4b6d-9cb7-b1e563869fd7']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:11.484892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956245c5-b074-46f7-b605-b77d58da98c4') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:11.485193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956245c5-b074-46f7-b605-b77d58da98c4') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:11.506947 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.532067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.541670 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:11.542356 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:11.544455 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:11.615294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.639060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.641176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/900606d2-836c-4b6d-9cb7-b1e563869fd7 HTTP/1.1" status: 204 len: 168 time: 0.5206113 Aug 10 04:05:11.642460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff559b4-09be-4fe8-b652-33b2e2e40fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=900606d2-836c-4b6d-9cb7-b1e563869fd7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.644330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 37980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:11.703401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Deleting subnet 0825a68e-69c5-4231-b75a-644e0cb7da95 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:11.713640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.757699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.806953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.872801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.903072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.907508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0825a68e-69c5-4231-b75a-644e0cb7da95 HTTP/1.1" status: 204 len: 168 time: 0.2600310 Aug 10 04:05:11.907508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0825a68e-69c5-4231-b75a-644e0cb7da95,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.908078 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:11.915531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.915875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.916215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.916558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.916883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.917211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.917961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.918308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.918634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.918967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.919292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.919933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b441d39-4789-4ee0-bd5c-e76cccde165b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:11.993003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.051942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de492547-14a1-4602-a7eb-30626fd622de req-6c1ead98-6c64-4738-9dff-aa976b56cbb9 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 210 time: 0.0316331 Aug 10 04:05:12.128350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.152254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7d761a-7551-4766-9a7e-9f59ad36760e']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.182232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87d2db1-cbbf-43cb-b37c-e784de18a95c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.182744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87d2db1-cbbf-43cb-b37c-e784de18a95c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.212864 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.249711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.278098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:12.279417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:12.281860 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:12.315876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-17f0a132-2807-47e1-be81-07e9b151db02 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:12.317550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-17f0a132-2807-47e1-be81-07e9b151db02 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.39 "GET /v2.0/networks?id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa HTTP/1.1" status: 200 len: 811 time: 0.1417177 Aug 10 04:05:12.344739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Request body: {'port': {'device_id': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa', 'admin_state_up': True, 'tenant_id': '6a9bfe9781854707943afb262a596098'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:12.360151 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.370749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.374237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] 10.222.0.53 "DELETE /v2.0/networks/9c7d761a-7551-4766-9a7e-9f59ad36760e HTTP/1.1" status: 204 len: 168 time: 0.4643240 Aug 10 04:05:12.389610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e64eb-ca72-4b17-ba1f-533a4f869aca admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7d761a-7551-4766-9a7e-9f59ad36760e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.498917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Made reservation on behalf of 6a9bfe9781854707943afb262a596098 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:12.503632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.611236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37994) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.685490 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f2c3dcbf-0fd9-4579-a5ae-a042a69974f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=080af0176db4449493d2ee6261655d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727520 Aug 10 04:05:12.690700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 37996) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.700923 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Allocated IP 172.20.0.2 (29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa/0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6/c97e309f-91eb-4350-9481-35ef4b117616) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:12.765391 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-067ad83f-c705-4493-9957-d4f2348c3086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.804027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-067ad83f-c705-4493-9957-d4f2348c3086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.863608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-067ad83f-c705-4493-9957-d4f2348c3086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.866577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-067ad83f-c705-4493-9957-d4f2348c3086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.870608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-067ad83f-c705-4493-9957-d4f2348c3086 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4bbe510-de2e-44db-92ea-b4b690528830 HTTP/1.1" status: 204 len: 168 time: 0.1784444 Aug 10 04:05:12.878957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ad83f-c705-4493-9957-d4f2348c3086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbe510-de2e-44db-92ea-b4b690528830,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.887224 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.949647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.998064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:13.002064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:13.011468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:13.057058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Pushing event updated for resources: {'Port': ['ID=c97e309f-91eb-4350-9481-35ef4b117616,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.092412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.093744 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.121052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-0173c252-6560-4ed0-a8bf-e631ff53cdcb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7926109 Aug 10 04:05:13.137960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Request body: {'port': {'device_id': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:13.207007 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.211540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc53d0-a62c-49af-ad88-a6e849a669ee req-660e1c05-7d66-496b-ae28-896143598b08 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.221949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71cc53d0-a62c-49af-ad88-a6e849a669ee req-660e1c05-7d66-496b-ae28-896143598b08 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 931 time: 0.0705094 Aug 10 04:05:13.275586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71cc53d0-a62c-49af-ad88-a6e849a669ee req-c2d65b14-7b0f-4e55-8361-f1bb2b1769d5 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525403 Aug 10 04:05:13.344241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.403304 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-99d606f0-9b42-4551-a50e-67a526eebcc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a544e670a754019807dfc925648b0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573466 Aug 10 04:05:13.404764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38008) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.495585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.531274 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.626369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.630847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.632288 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/644578db-7e3c-4990-b2e3-3d045339b5ac HTTP/1.1" status: 204 len: 168 time: 0.2260363 Aug 10 04:05:13.645787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644578db-7e3c-4990-b2e3-3d045339b5ac,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.661757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97e309f-91eb-4350-9481-35ef4b117616 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.662866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.664288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.664288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e64ba-9fde-4500-bde3-959f6b09e93f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:13.675339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.691117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Transition to ACTIVE for port object c97e309f-91eb-4350-9481-35ef4b117616 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:13.696774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.760161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Pushing event updated for resources: {'Port': ['ID=c97e309f-91eb-4350-9481-35ef4b117616,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.848799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Attempting to bind port c97e309f-91eb-4350-9481-35ef4b117616 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:13.849195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Attempting to bind port c97e309f-91eb-4350-9481-35ef4b117616 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'c5573a60-d4e7-4d40-b923-6217fad271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:13.849689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Attempting to bind port c97e309f-91eb-4350-9481-35ef4b117616 on network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:13.854845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Port c97e309f-91eb-4350-9481-35ef4b117616 on network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:13.855340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Attempting to bind port c97e309f-91eb-4350-9481-35ef4b117616 on network 29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:13.861057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:13.861408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Checking segment: {'id': 'c5573a60-d4e7-4d40-b923-6217fad271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:13.861794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Bound using segment: {'id': 'c5573a60-d4e7-4d40-b923-6217fad271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:13.862265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Bound port: c97e309f-91eb-4350-9481-35ef4b117616, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5573a60-d4e7-4d40-b923-6217fad271ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:13.862624 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.932209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] For port c97e309f-91eb-4350-9481-35ef4b117616, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:13.935872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] For port c97e309f-91eb-4350-9481-35ef4b117616, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c97e309f-91eb-4350-9481-35ef4b117616,segment=NetworkSegment(c5573a60-d4e7-4d40-b923-6217fad271ea),segment_id=c5573a60-d4e7-4d40-b923-6217fad271ea)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:13.941280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.978797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.979427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.980857 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] 10.222.0.39 "PUT /v2.0/ports/c97e309f-91eb-4350-9481-35ef4b117616 HTTP/1.1" status: 200 len: 1092 time: 0.8507652 Aug 10 04:05:13.981307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'tag': 'c97e309f-91eb-4350-9481-35ef4b117616'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:13.983641 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb", "tag": "c97e309f-91eb-4350-9481-35ef4b117616"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:14.035760 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f536a15c-af27-4fe9-943e-3971dede152d x-openstack-request-id: req-f536a15c-af27-4fe9-943e-3971dede152d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:14.035760 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb", "tag": "c97e309f-91eb-4350-9481-35ef4b117616", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:14.035760 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f536a15c-af27-4fe9-943e-3971dede152d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:14.035760 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'tag': 'c97e309f-91eb-4350-9481-35ef4b117616', 'status': 'completed', 'code': 200} Aug 10 04:05:14.036528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212123-1b6f-4ca5-97c2-cfacb6f16908 service neutron] Pushing event updated for resources: {'Port': ['ID=c97e309f-91eb-4350-9481-35ef4b117616,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.070525 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-6c96ef14-5942-435f-8e5b-c9ef839b3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.072138 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-6c96ef14-5942-435f-8e5b-c9ef839b3a98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a9bfe9781854707943afb262a596098&device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 1095 time: 0.0476418 Aug 10 04:05:14.122601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-dfa562e0-2bfe-40cc-b99b-838c96ed2e88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c97e309f-91eb-4350-9481-35ef4b117616 HTTP/1.1" status: 200 len: 217 time: 0.0417171 Aug 10 04:05:14.175635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-616e23df-78db-47b8-afa0-341478fbc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.177140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-616e23df-78db-47b8-afa0-341478fbc57a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6 HTTP/1.1" status: 200 len: 851 time: 0.0473979 Aug 10 04:05:14.213702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-39215385-dc07-4cdc-837b-5aa51124478f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287030 Aug 10 04:05:14.320483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-d84bb027-baf1-4e65-b3d2-edf341e08888 service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983284 Aug 10 04:05:14.417521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab55e-1648-4ebe-b32b-7c3b2884c2b9 req-67830514-2044-46d8-9b00-c6ecc0d68a1b tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.426613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed2ab55e-1648-4ebe-b32b-7c3b2884c2b9 req-67830514-2044-46d8-9b00-c6ecc0d68a1b tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 943 time: 0.0699906 Aug 10 04:05:14.457787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01bccffc-a1cd-4cd2-87ab-958c39a0b9b1 req-59614fa4-c907-41aa-8edb-8305bafd0ea5 service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293797 Aug 10 04:05:14.480218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed2ab55e-1648-4ebe-b32b-7c3b2884c2b9 req-86f611bb-10d7-49f4-9dd1-25f25d53ab3e tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Aug 10 04:05:14.570785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-18eaa542-6389-4783-826a-262676c9ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.572678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-18eaa542-6389-4783-826a-262676c9ef6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a9bfe9781854707943afb262a596098&device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 1095 time: 0.0549514 Aug 10 04:05:14.680220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-19c9e3f2-7cbc-4844-89f1-ba4ac9dee75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.681758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-19c9e3f2-7cbc-4844-89f1-ba4ac9dee75f service neutron] 10.222.0.39 "GET /v2.0/networks?id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa HTTP/1.1" status: 200 len: 912 time: 0.1016667 Aug 10 04:05:14.754681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-dfa86297-9d3d-4168-84d2-3128bae1f070 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c97e309f-91eb-4350-9481-35ef4b117616 HTTP/1.1" status: 200 len: 217 time: 0.0644026 Aug 10 04:05:14.836774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-e486fb97-7143-457b-a499-342379d3038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.838369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-e486fb97-7143-457b-a499-342379d3038b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6 HTTP/1.1" status: 200 len: 851 time: 0.0752637 Aug 10 04:05:14.875812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-e5a9db3e-f1fa-4fa1-bd59-0f12da1e71b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294645 Aug 10 04:05:14.989448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-9bc3867d-e23a-4215-8edd-92d78d6285c2 service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028035 Aug 10 04:05:15.118444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d027fa8e-b4c5-4ba3-9d2c-4076345af3d1 req-fed4ea9f-050d-4ab5-92da-976b15c751fc service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221769 Aug 10 04:05:15.656858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af242-6402-40ba-adb4-27700f509b5b req-83616f48-88c3-4153-b54c-763573666375 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:15.659241 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d78af242-6402-40ba-adb4-27700f509b5b req-83616f48-88c3-4153-b54c-763573666375 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 943 time: 0.0664527 Aug 10 04:05:15.703616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d78af242-6402-40ba-adb4-27700f509b5b req-b0dedd3b-53a3-42a9-8091-1d2edd621e96 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351434 Aug 10 04:05:16.516005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c97e309f-91eb-4350-9481-35ef4b117616 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:16.628214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c97e309f-91eb-4350-9481-35ef4b117616, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c97e309f-91eb-4350-9481-35ef4b117616,segment=NetworkSegment(c5573a60-d4e7-4d40-b923-6217fad271ea),segment_id=c5573a60-d4e7-4d40-b923-6217fad271ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:16.640440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'c97e309f-91eb-4350-9481-35ef4b117616', 'network_id': '29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa', 'port_id': 'c97e309f-91eb-4350-9481-35ef4b117616', 'mac_address': 'fa:16:3e:94:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:16.694911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.713672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97e309f-91eb-4350-9481-35ef4b117616 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:16.738490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c97e309f-91eb-4350-9481-35ef4b117616, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c97e309f-91eb-4350-9481-35ef4b117616,segment=NetworkSegment(c5573a60-d4e7-4d40-b923-6217fad271ea),segment_id=c5573a60-d4e7-4d40-b923-6217fad271ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:16.744946 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.808667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c97e309f-91eb-4350-9481-35ef4b117616,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.817911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.818497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.818870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.819209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.819538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.820009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.820750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.821235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.821567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.821898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.822255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.822580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:16.841168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6fcb-1453-468f-a833-022343584285 req-e1eec809-46a6-45d3-b61b-a2d08f0df163 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:16.842992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b8b6fcb-1453-468f-a833-022343584285 req-e1eec809-46a6-45d3-b61b-a2d08f0df163 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 944 time: 0.0577507 Aug 10 04:05:16.916384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b8b6fcb-1453-468f-a833-022343584285 req-a1686526-c065-45a1-bc1c-b3046d297048 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 Aug 10 04:05:16.965846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['c97e309f-91eb-4350-9481-35ef4b117616'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:18.084852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02b78e-6c5b-412d-b9a4-00c48fec3dbc req-06fb66fc-8811-4383-8712-fad93f78f031 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:18.090572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf02b78e-6c5b-412d-b9a4-00c48fec3dbc req-06fb66fc-8811-4383-8712-fad93f78f031 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 944 time: 0.0768430 Aug 10 04:05:18.137300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bf02b78e-6c5b-412d-b9a4-00c48fec3dbc req-d671c2d1-5f10-4e7b-a013-bdf78a216460 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Aug 10 04:05:18.539951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c97e309f-91eb-4350-9481-35ef4b117616 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:18.631403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port c97e309f-91eb-4350-9481-35ef4b117616 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:18.638503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port c97e309f-91eb-4350-9481-35ef4b117616 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:18.639088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.809057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.838021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97e309f-91eb-4350-9481-35ef4b117616'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:18.840377 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81851280-bced-40ee-b146-d961ddffd52b" -d '{"events": [{"server_uuid": "fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb", "name": "network-vif-plugged", "status": "completed", "tag": "c97e309f-91eb-4350-9481-35ef4b117616"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:18.858002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c97e309f-91eb-4350-9481-35ef4b117616, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c97e309f-91eb-4350-9481-35ef4b117616,segment=NetworkSegment(c5573a60-d4e7-4d40-b923-6217fad271ea),segment_id=c5573a60-d4e7-4d40-b923-6217fad271ea)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:18.871199 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.006821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c97e309f-91eb-4350-9481-35ef4b117616,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.260093 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c48c33-9e56-428b-86b3-f404eb33d2e9 x-openstack-request-id: req-81c48c33-9e56-428b-86b3-f404eb33d2e9 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:19.262768 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb", "name": "network-vif-plugged", "status": "completed", "tag": "c97e309f-91eb-4350-9481-35ef4b117616", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:19.263538 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c48c33-9e56-428b-86b3-f404eb33d2e9 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:19.264386 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97e309f-91eb-4350-9481-35ef4b117616', 'code': 200} Aug 10 04:05:19.368106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390b6b4-5cbb-40eb-8f9c-120d6dcd3e35 req-54675329-5129-4334-a7a0-ec233d30d28b tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:19.377020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9390b6b4-5cbb-40eb-8f9c-120d6dcd3e35 req-54675329-5129-4334-a7a0-ec233d30d28b tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0991547 Aug 10 04:05:19.431293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df491d-71f9-485b-b89a-0d579fc25d08 req-3f71ba9f-d005-4329-ac8b-12b8a6e6a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:19.433479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2df491d-71f9-485b-b89a-0d579fc25d08 req-3f71ba9f-d005-4329-ac8b-12b8a6e6a1c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 1097 time: 0.0836794 Aug 10 04:05:19.464643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9390b6b4-5cbb-40eb-8f9c-120d6dcd3e35 req-0fcb46a1-b0af-450c-bd2b-8cb25b750334 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862596 Aug 10 04:05:19.505461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2df491d-71f9-485b-b89a-0d579fc25d08 req-125172e7-2b61-4a12-8e86-49d04ef5799e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619507 Aug 10 04:05:20.644471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc9a1-e9ea-4cb5-b1af-7cfc36823e5f req-60c589e5-0b81-4524-a1ad-78e268742dc2 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:20.659121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47cfc9a1-e9ea-4cb5-b1af-7cfc36823e5f req-60c589e5-0b81-4524-a1ad-78e268742dc2 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0832934 Aug 10 04:05:20.717886 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47cfc9a1-e9ea-4cb5-b1af-7cfc36823e5f req-bdb7f07d-2a7b-428b-8dce-329249a254f2 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Aug 10 04:05:20.887668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9043b-c788-441a-a038-d708a06042bc req-d1dc77e4-9c90-461e-8c2d-255c837fc6fa tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:20.890197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adc9043b-c788-441a-a038-d708a06042bc req-d1dc77e4-9c90-461e-8c2d-255c837fc6fa tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0808461 Aug 10 04:05:20.947027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-adc9043b-c788-441a-a038-d708a06042bc req-372b84cd-68a8-41a7-ac66-b2dc57536c89 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499334 Aug 10 04:05:21.424563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfada2c-e932-46e5-b44d-ab2573fe69bc req-17dbfe44-3964-442d-aa6b-ae4a681f1018 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:21.432827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8dfada2c-e932-46e5-b44d-ab2573fe69bc req-17dbfe44-3964-442d-aa6b-ae4a681f1018 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0935028 Aug 10 04:05:21.478520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8dfada2c-e932-46e5-b44d-ab2573fe69bc req-3a076350-4419-42c2-99ab-7f63a121b9a7 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Aug 10 04:05:22.663992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e26e1-54b5-4b80-9b3e-d88ba399b07a req-4eb3548b-160a-43fc-85f6-e7a54d3ae5d7 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.665511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd9e26e1-54b5-4b80-9b3e-d88ba399b07a req-4eb3548b-160a-43fc-85f6-e7a54d3ae5d7 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0660596 Aug 10 04:05:22.712392 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd9e26e1-54b5-4b80-9b3e-d88ba399b07a req-c54c3845-abd1-46b9-a4bc-f3da2e32b8c1 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Aug 10 04:05:22.949207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda6a1-d45f-4c17-9f7f-4509380055ec req-70c3d215-6373-4ee7-92c6-b076a35f9ee7 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.950750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49eda6a1-d45f-4c17-9f7f-4509380055ec req-70c3d215-6373-4ee7-92c6-b076a35f9ee7 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0532949 Aug 10 04:05:22.970630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-706f4a46-94cc-40bf-9235-e52667a1d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.972734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-706f4a46-94cc-40bf-9235-e52667a1d823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a9bfe9781854707943afb262a596098&device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 1097 time: 0.0457938 Aug 10 04:05:22.997580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-49eda6a1-d45f-4c17-9f7f-4509380055ec req-c44a1dc1-9c95-46d3-adeb-1ca97686bcfb tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Aug 10 04:05:23.091086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-022444be-3507-4dfe-891f-b7c8b128f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.092639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-022444be-3507-4dfe-891f-b7c8b128f543 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa HTTP/1.1" status: 200 len: 912 time: 0.1109817 Aug 10 04:05:23.138483 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-ac04421b-4c0b-4c5c-8585-83c296fafc36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c97e309f-91eb-4350-9481-35ef4b117616 HTTP/1.1" status: 200 len: 217 time: 0.0372031 Aug 10 04:05:23.197266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-e6b34338-c22c-4b59-ba34-32134cd3a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.199633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-e6b34338-c22c-4b59-ba34-32134cd3a68b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6 HTTP/1.1" status: 200 len: 851 time: 0.0539451 Aug 10 04:05:23.234933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-ebf9a97f-f01b-4133-8bab-d60d2e1e15c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277793 Aug 10 04:05:23.348128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-d09bc4ac-3540-4b78-947f-c554f7820ff6 service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045744 Aug 10 04:05:23.447541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48a6b1be-d0e1-4966-b333-d04c1dc78772 req-7cbf05b2-20cb-49c4-af6d-9b59640cf45f service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916939 Aug 10 04:05:24.216222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4005f-2675-47f9-92e2-b7b1b0140cde req-95a1c0cf-87e2-44cd-a4bf-22d09026f8df tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.218988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84f4005f-2675-47f9-92e2-b7b1b0140cde req-95a1c0cf-87e2-44cd-a4bf-22d09026f8df tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.1238031 Aug 10 04:05:24.294150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84f4005f-2675-47f9-92e2-b7b1b0140cde req-eceb1cd4-4a38-4c3e-9ab5-2b387facf263 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675542 Aug 10 04:05:24.968494 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.434498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db4a6-a46a-4d3c-b4d2-50876747a312 req-43a6d261-76a1-44c1-b2ad-b9f3854ddd13 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.436658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-786db4a6-a46a-4d3c-b4d2-50876747a312 req-43a6d261-76a1-44c1-b2ad-b9f3854ddd13 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0615134 Aug 10 04:05:25.484818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-786db4a6-a46a-4d3c-b4d2-50876747a312 req-d17786e2-8685-4c0e-8525-c8c90169d1d5 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Aug 10 04:05:25.749811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef0277-5d23-4b79-8613-d0d21db92339 req-f428e5b1-d7fe-41c1-a850-7150b36d99a1 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.752866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82ef0277-5d23-4b79-8613-d0d21db92339 req-f428e5b1-d7fe-41c1-a850-7150b36d99a1 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0666416 Aug 10 04:05:25.822319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82ef0277-5d23-4b79-8613-d0d21db92339 req-c5dff601-288c-4702-b7a3-29123ea4a27d tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617542 Aug 10 04:05:26.203495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.968128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56c3c1-6644-4cfb-bd4b-5069a20f13da req-c1e90681-cbd3-47c7-850f-7cc39f894d12 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:26.969847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa56c3c1-6644-4cfb-bd4b-5069a20f13da req-c1e90681-cbd3-47c7-850f-7cc39f894d12 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0630803 Aug 10 04:05:27.013581 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e35e6c24-3107-463d-b350-570c1c341f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.020469 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa56c3c1-6644-4cfb-bd4b-5069a20f13da req-0ff7223f-9667-4a2b-be88-dc3a1f98cd77 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Aug 10 04:05:27.314372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46632-a530-43ec-add5-e9d8c7c3bfdf req-55a1b2af-d478-4fb1-859a-c0b6fd3ae96a tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.315926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dce46632-a530-43ec-add5-e9d8c7c3bfdf req-55a1b2af-d478-4fb1-859a-c0b6fd3ae96a tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0814602 Aug 10 04:05:27.318562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-4e85cb03-9f7b-44f2-bfdb-738dc7ec8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.319953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-4e85cb03-9f7b-44f2-bfdb-738dc7ec8650 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a9bfe9781854707943afb262a596098&device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 1097 time: 0.0765381 Aug 10 04:05:27.403197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dce46632-a530-43ec-add5-e9d8c7c3bfdf req-c4c5219f-9809-4e63-b86f-649ea438c18e tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807343 Aug 10 04:05:27.435294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-6c957473-0a61-4ae5-a691-eb346f2f6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.436710 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-6c957473-0a61-4ae5-a691-eb346f2f6e03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa HTTP/1.1" status: 200 len: 912 time: 0.1082151 Aug 10 04:05:27.486354 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-956a381b-9971-423c-b277-feaa02bdcdcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c97e309f-91eb-4350-9481-35ef4b117616 HTTP/1.1" status: 200 len: 217 time: 0.0413933 Aug 10 04:05:27.543171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-f19633ee-6084-49ef-a53c-2c6a8c65b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.544668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-f19633ee-6084-49ef-a53c-2c6a8c65b628 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6 HTTP/1.1" status: 200 len: 851 time: 0.0473313 Aug 10 04:05:27.577729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-9dc9a01c-6d9d-4016-9b46-0a40784a536a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250239 Aug 10 04:05:27.678389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-d658a90a-f45f-45f5-8266-628fc9add0d1 service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923867 Aug 10 04:05:27.773321 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9ca0f2c-ab2d-4785-bee0-e1ace2e2849c req-1336da49-7f68-4094-9557-e1c28d594e40 service neutron] 10.222.0.39 "GET /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876458 Aug 10 04:05:28.557521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80c041-aa73-4872-a260-6fcccb978d14 req-a702283a-8379-42c0-abff-983aa12d8a8c tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:28.559434 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d80c041-aa73-4872-a260-6fcccb978d14 req-a702283a-8379-42c0-abff-983aa12d8a8c tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0642085 Aug 10 04:05:28.606556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d80c041-aa73-4872-a260-6fcccb978d14 req-a4ecfae8-5f49-49ff-904e-398c6446677a tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Aug 10 04:05:28.883165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55fdf3-f5ca-45f6-b9d1-84e7989568aa req-8e79c45a-8843-4bc8-af71-aa588eabb768 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:28.885007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd55fdf3-f5ca-45f6-b9d1-84e7989568aa req-8e79c45a-8843-4bc8-af71-aa588eabb768 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0495789 Aug 10 04:05:28.923743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd55fdf3-f5ca-45f6-b9d1-84e7989568aa req-a4b6b450-1c3e-43c1-9783-f779c78468f9 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Aug 10 04:05:29.667600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.879285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6e6dc10f-a7d6-42b5-82fd-084605e01e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.052381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f961-15f6-4c03-b39a-a66f61066015 req-f474894c-82d7-453b-bb7b-ff83a7dec599 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.053889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f99f961-15f6-4c03-b39a-a66f61066015 req-f474894c-82d7-453b-bb7b-ff83a7dec599 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0573711 Aug 10 04:05:30.096304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f99f961-15f6-4c03-b39a-a66f61066015 req-461391a8-77e8-4cd4-b2e0-eae86fe841ac tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce5511d3-3f25-4756-9049-97ba788059ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Aug 10 04:05:30.521504 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:30.804505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-901d1fa3-2202-4647-ba53-775d5b1b1861 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.806100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-901d1fa3-2202-4647-ba53-775d5b1b1861 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 945 time: 0.0642729 Aug 10 04:05:30.909869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Deleting port c97e309f-91eb-4350-9481-35ef4b117616 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:30.910176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.005347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] For port c97e309f-91eb-4350-9481-35ef4b117616, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c97e309f-91eb-4350-9481-35ef4b117616,segment=NetworkSegment(c5573a60-d4e7-4d40-b923-6217fad271ea),segment_id=c5573a60-d4e7-4d40-b923-6217fad271ea)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:31.005865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.019336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Calling delete_port for c97e309f-91eb-4350-9481-35ef4b117616 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:31.172453 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.189228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['c97e309f-91eb-4350-9481-35ef4b117616'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:31.242946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Pushing event deleted for resources: {'Port': ['ID=c97e309f-91eb-4350-9481-35ef4b117616,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:31.267620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3ff84ef-52f1-4405-befe-c50dd2e086d0 req-5a1f5461-a631-47db-aed0-6f3204e47262 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb HTTP/1.1" status: 200 len: 210 time: 0.0643272 Aug 10 04:05:31.304279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] No DVR routers for this DVR port c97e309f-91eb-4350-9481-35ef4b117616 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:31.307149 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.309214 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f3c2eb36-87e4-4729-982b-4dd2a7c279d0 req-c0e0e868-1cb2-4076-8f63-d007e85fde71 tempest-TestServerAdvancedOps-542150959 tempest-TestServerAdvancedOps-542150959-project] 10.222.0.39 "DELETE /v2.0/ports/c97e309f-91eb-4350-9481-35ef4b117616 HTTP/1.1" status: 204 len: 173 time: 0.4964345 Aug 10 04:05:31.309644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'name': 'network-vif-deleted', 'tag': 'c97e309f-91eb-4350-9481-35ef4b117616'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:31.311944 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2879b0e6-0bc6-4f8b-ad73-aac21096c3f8" -d '{"events": [{"server_uuid": "fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb", "name": "network-vif-deleted", "tag": "c97e309f-91eb-4350-9481-35ef4b117616"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:31.374528 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625a7f6-f8de-4a57-b265-96614923b71e x-openstack-request-id: req-3625a7f6-f8de-4a57-b265-96614923b71e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:31.375054 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb", "name": "network-vif-deleted", "tag": "c97e309f-91eb-4350-9481-35ef4b117616", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:31.375289 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3625a7f6-f8de-4a57-b265-96614923b71e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:31.375855 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4ee7a7-f0b2-44b6-a93f-90ae12cd37eb', 'name': 'network-vif-deleted', 'tag': 'c97e309f-91eb-4350-9481-35ef4b117616', 'status': 'completed', 'code': 200} Aug 10 04:05:31.780481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.337766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38354) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:32.392383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Deleting subnet 0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:32.402842 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.456941 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.522939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.581357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.608277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:32.612347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.614376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0e62b5e4-8ce1-4065-b0ff-6a0eebaed4eb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0ab49bd5-94f8-4686-8c62-7c7e8eefa1f6 HTTP/1.1" status: 204 len: 168 time: 0.2754173 Aug 10 04:05:32.618032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38362) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:32.699010 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.805726 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.818700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:32.831646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5573a60-d4e7-4d40-b923-6217fad271ea') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:32.831871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5573a60-d4e7-4d40-b923-6217fad271ea') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:32.841588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.859796 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.866371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:32.866806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:32.868469 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:32.935486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.945055 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.948645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] 10.222.0.53 "DELETE /v2.0/networks/29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa HTTP/1.1" status: 204 len: 168 time: 0.3293097 Aug 10 04:05:32.951482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38372) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:32.983240 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8c092-5d40-49cf-92f6-3bf4cba1f2da admin admin] Pushing event deleted for resources: {'Network': ['ID=29eef4b8-d8d3-4c1c-9a75-7fdd1d0552aa,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:33.063393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Deleting subnet d793ed49-d63a-449b-8515-265dd7ce787b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:33.069503 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.110708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.155166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.216347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.255677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.260354 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.265853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d793ed49-d63a-449b-8515-265dd7ce787b HTTP/1.1" status: 204 len: 168 time: 0.3109400 Aug 10 04:05:33.265853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d550ee7-0b0b-4196-90f5-8a86fc6cdb54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d793ed49-d63a-449b-8515-265dd7ce787b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:33.266864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38380) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:33.363952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.461074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.489752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502cb6f9-33ec-46a9-9464-0720ce78d4ec']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:33.508404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1a8990-a4cf-4b0d-8953-d1db7190787a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:33.510934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1a8990-a4cf-4b0d-8953-d1db7190787a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:33.531720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.553129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.559551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:33.559941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:33.562049 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:33.633743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.640230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.643453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] 10.222.0.53 "DELETE /v2.0/networks/502cb6f9-33ec-46a9-9464-0720ce78d4ec HTTP/1.1" status: 204 len: 168 time: 0.3742688 Aug 10 04:05:33.674823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a340b-0c86-4496-b765-51a18701542b admin admin] Pushing event deleted for resources: {'Network': ['ID=502cb6f9-33ec-46a9-9464-0720ce78d4ec,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:33.884997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38396) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:33.941461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e1fc8217-f905-43d8-a9ef-e55e918db1e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a9bfe9781854707943afb262a596098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529699 Aug 10 04:05:33.941741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38398) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:34.003555 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fdc318ec-ff95-4e75-aa36-ebbb11b6b4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.028965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fdc318ec-ff95-4e75-aa36-ebbb11b6b4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.084174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fdc318ec-ff95-4e75-aa36-ebbb11b6b4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.088287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fdc318ec-ff95-4e75-aa36-ebbb11b6b4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.090255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fdc318ec-ff95-4e75-aa36-ebbb11b6b4a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce5511d3-3f25-4756-9049-97ba788059ac HTTP/1.1" status: 204 len: 168 time: 0.1470392 Aug 10 04:05:34.106090 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc318ec-ff95-4e75-aa36-ebbb11b6b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5511d3-3f25-4756-9049-97ba788059ac,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:34.605358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c97e309f-91eb-4350-9481-35ef4b117616 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:34.655548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38422) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:34.660960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: c97e309f-91eb-4350-9481-35ef4b117616 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:34.661729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c97e309f-91eb-4350-9481-35ef4b117616 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:34.717964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a55d4e64-b26e-495b-a2ed-a25fc60521cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7048941a92f846b8a84313c8fb909edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611894 Aug 10 04:05:34.721665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38430) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:34.791506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94a140b5-01d1-45a3-87ef-9a2f3bb05c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.819558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94a140b5-01d1-45a3-87ef-9a2f3bb05c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.893347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94a140b5-01d1-45a3-87ef-9a2f3bb05c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.896595 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-94a140b5-01d1-45a3-87ef-9a2f3bb05c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.914947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-94a140b5-01d1-45a3-87ef-9a2f3bb05c3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90869213-3884-46a2-8364-db3262724f27 HTTP/1.1" status: 204 len: 168 time: 0.1786237 Aug 10 04:05:34.929796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a140b5-01d1-45a3-87ef-9a2f3bb05c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90869213-3884-46a2-8364-db3262724f27,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:42.430435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:42.478342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Deleting subnet 034b1579-3ad5-4d17-812c-ffc8dd8a8221 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:42.481525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.517566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.562902 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.621968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.650433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034b1579-3ad5-4d17-812c-ffc8dd8a8221,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:42.655672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.657996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-78b058c5-5e03-4b1b-b964-0454640f28e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/034b1579-3ad5-4d17-812c-ffc8dd8a8221 HTTP/1.1" status: 204 len: 168 time: 0.2263107 Aug 10 04:05:42.660586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:42.733776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.168315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.178844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a58d80-9419-47d7-a753-4703057b9a6c']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:43.194432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:43.194826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6095ec24-ba2a-4cef-bf4c-fadb2a0637d3') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:43.204204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.217582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.223346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:43.223796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:43.225382 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:43.287494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.293991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.298815 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] 10.222.0.53 "DELETE /v2.0/networks/30a58d80-9419-47d7-a753-4703057b9a6c HTTP/1.1" status: 204 len: 168 time: 0.6347547 Aug 10 04:05:43.312201 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91452-bc6a-4be7-b90d-cff307c59b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a58d80-9419-47d7-a753-4703057b9a6c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:43.482519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:43.524437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-93a124f2-57da-4d32-9ae7-14a3125cdba5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85ef7e1b4e8a406a9ada3c0e9b9eb9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405929 Aug 10 04:05:43.527148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38620) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:43.577934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6921-108d-4851-873d-074ebd594fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.601849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6921-108d-4851-873d-074ebd594fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.651416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6921-108d-4851-873d-074ebd594fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.654552 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6921-108d-4851-873d-074ebd594fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.655728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1a2f6921-108d-4851-873d-074ebd594fbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c58d771-8d4e-485b-a2b3-6e4e1991703a HTTP/1.1" status: 204 len: 168 time: 0.1275694 Aug 10 04:05:43.664118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6921-108d-4851-873d-074ebd594fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58d771-8d4e-485b-a2b3-6e4e1991703a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:44.376722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38658) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:44.477688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2020081789-network', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:44.511827 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Made reservation on behalf of e797852c119c4fa7a301f74768a0516a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:44.514317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.534324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.637120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.642355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.670689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:44.681068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32dd196-3b41-457c-b8af-afe667859da1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:44.685887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.686256 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Added segment e4fb7fce-c22b-463a-a5e1-d325bd10d464 of type vlan for network 64885656-3659-4d61-8605-0f098ba0be23 Aug 10 04:05:45.080385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.110979 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.112752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.113393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.168202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7901902 Aug 10 04:05:45.171157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38676) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:45.175336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51026b-ad28-432c-a891-d6dc48b3ebd5 admin admin] Pushing event updated for resources: {'Network': ['ID=64885656-3659-4d61-8605-0f098ba0be23,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:45.176881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Request body: {'subnet': {'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2020081789-subnet', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:45.186025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 64885656-3659-4d61-8605-0f098ba0be23 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:45.199892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Made reservation on behalf of e797852c119c4fa7a301f74768a0516a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:45.202711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.386593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.444789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19a3c02-6014-437a-adff-42b9a6c594c2,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:45.453482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Checking segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:45.453848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Network hostable DHCP agents. Network: 64885656-3659-4d61-8605-0f098ba0be23, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:45.477196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Network 64885656-3659-4d61-8605-0f098ba0be23 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:45.492843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 64885656-3659-4d61-8605-0f098ba0be23) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:45.497584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.498253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.505598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e6a50-0885-4ae1-865a-52fb426b5c3a None None] Network 64885656-3659-4d61-8605-0f098ba0be23 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:45.519615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-976dcf7b-2db0-4aab-8e89-a26fa8fc52c9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3442721 Aug 10 04:05:45.520103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38682) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:45.524867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:45.547645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.549588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.607134 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.657970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-64885656-3659-4d61-8605-0f098ba0be23', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:45.658868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.748241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.826211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Allocated IP 172.20.0.2 (64885656-3659-4d61-8605-0f098ba0be23/d19a3c02-6014-437a-adff-42b9a6c594c2/1ddcbb0f-2675-460a-a102-96baa2759d9e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:45.976092 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.989791 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.997909 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.998302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Transition to ACTIVE for port object 1ddcbb0f-2675-460a-a102-96baa2759d9e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:46.015181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Transition to ACTIVE for port object 1ddcbb0f-2675-460a-a102-96baa2759d9e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:46.021908 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.063737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Network 64885656-3659-4d61-8605-0f098ba0be23 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:46.070036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:46.074232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:46.083794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Pushing event updated for resources: {'Port': ['ID=1ddcbb0f-2675-460a-a102-96baa2759d9e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:46.129007 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Allocated IP 172.25.2.24 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/f0e2657d-7aef-4a2b-a159-84aa77b272fd) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:46.137106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Attempting to bind port 1ddcbb0f-2675-460a-a102-96baa2759d9e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:46.137490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Attempting to bind port 1ddcbb0f-2675-460a-a102-96baa2759d9e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:46.137965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Attempting to bind port 1ddcbb0f-2675-460a-a102-96baa2759d9e on network 64885656-3659-4d61-8605-0f098ba0be23 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:46.143908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:46.144348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Checking segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:46.144808 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.145271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Bound using segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:46.145818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Bound port: 1ddcbb0f-2675-460a-a102-96baa2759d9e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:46.146328 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.212646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] For port 1ddcbb0f-2675-460a-a102-96baa2759d9e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:46.217423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] For port 1ddcbb0f-2675-460a-a102-96baa2759d9e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ddcbb0f-2675-460a-a102-96baa2759d9e,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:46.222508 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.253880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.290092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db314c4-12b2-45fa-a6cd-e8dc876a2cfe None None] Pushing event updated for resources: {'Port': ['ID=1ddcbb0f-2675-460a-a102-96baa2759d9e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:46.307923 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.368008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:46.370862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:46.376473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:46.410205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Pushing event updated for resources: {'Port': ['ID=f0e2657d-7aef-4a2b-a159-84aa77b272fd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:46.678944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.880916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.026456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:47.143289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ddcbb0f-2675-460a-a102-96baa2759d9e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:47.176287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:47.197822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Sync routers for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:47.209747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.211589 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-29e57c68-fce1-419c-92ee-38e6b77f2ebf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6897388 Aug 10 04:05:47.213921 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38712) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:47.229240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:47.229883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:47.332058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65aeed6-3d11-428c-9bbd-78dcdb5e0dd4 None None] Network 64885656-3659-4d61-8605-0f098ba0be23 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:47.335136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1ddcbb0f-2675-460a-a102-96baa2759d9e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:47.408174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] Provisioning for port 1ddcbb0f-2675-460a-a102-96baa2759d9e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:47.420482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] Provisioning complete for port 1ddcbb0f-2675-460a-a102-96baa2759d9e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:47.420863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.444085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:47.679115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.711443 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.793605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] For port 1ddcbb0f-2675-460a-a102-96baa2759d9e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ddcbb0f-2675-460a-a102-96baa2759d9e,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:47.803670 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.855894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:46Z', 'revision_number': 3, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:47.887037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Allocated IP 172.20.0.1 (64885656-3659-4d61-8605-0f098ba0be23/d19a3c02-6014-437a-adff-42b9a6c594c2/a2a30338-1b93-4639-9bcc-aac05071dc92) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:47.887445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Checking router: a889030f-b69c-4d34-8b22-4b2b7f92a5e1 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:47.887785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Updating router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 port f0e2657d-7aef-4a2b-a159-84aa77b272fd binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:47.911825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce834e1c-9652-41fd-90e8-70836f226c71 None None] Pushing event updated for resources: {'Port': ['ID=1ddcbb0f-2675-460a-a102-96baa2759d9e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:47.921895 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.018562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.051941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Transition to ACTIVE for port object a2a30338-1b93-4639-9bcc-aac05071dc92 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:48.094282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.142543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Network 64885656-3659-4d61-8605-0f098ba0be23 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:48.145267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b3bc84bb-0ffa-4fa4-bd15-a30cc8efacd0 None None] Provisioning complete for port 1ddcbb0f-2675-460a-a102-96baa2759d9e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:48.145497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:48.145666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b3bc84bb-0ffa-4fa4-bd15-a30cc8efacd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.148443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:48.177692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a30338-1b93-4639-9bcc-aac05071dc92,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.198903 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.291628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.310125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Transition to ACTIVE for port object f0e2657d-7aef-4a2b-a159-84aa77b272fd will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:48.319628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.382594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea76ea9-5ffb-4a3a-8229-71d98bc9d91b None None] Pushing event updated for resources: {'Port': ['ID=f0e2657d-7aef-4a2b-a159-84aa77b272fd,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.398155 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.403584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Attempting to bind port f0e2657d-7aef-4a2b-a159-84aa77b272fd on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:48.404115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Attempting to bind port f0e2657d-7aef-4a2b-a159-84aa77b272fd by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:48.404481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Attempting to bind port f0e2657d-7aef-4a2b-a159-84aa77b272fd on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:48.409911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:48.414480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:48.415162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.415568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:48.416056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Bound port: f0e2657d-7aef-4a2b-a159-84aa77b272fd, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:48.416443 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.489924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] For port f0e2657d-7aef-4a2b-a159-84aa77b272fd, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:48.494118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] For port f0e2657d-7aef-4a2b-a159-84aa77b272fd, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f0e2657d-7aef-4a2b-a159-84aa77b272fd,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:48.499189 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.569400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7834b7ff-19c9-4c8e-a7c9-a52983936b69 None None] Provisioning for port a2a30338-1b93-4639-9bcc-aac05071dc92 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:48.580477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:48.581118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:48.586476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7834b7ff-19c9-4c8e-a7c9-a52983936b69 None None] Provisioning complete for port a2a30338-1b93-4639-9bcc-aac05071dc92 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:48.586476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7834b7ff-19c9-4c8e-a7c9-a52983936b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.591715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.597104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.666457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a30338-1b93-4639-9bcc-aac05071dc92,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.668820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.768510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Network 64885656-3659-4d61-8605-0f098ba0be23 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:48.771975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:48.809386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea76ea9-5ffb-4a3a-8229-71d98bc9d91b None None] Pushing event updated for resources: {'Port': ['ID=f0e2657d-7aef-4a2b-a159-84aa77b272fd,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.845026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7834b7ff-19c9-4c8e-a7c9-a52983936b69 None None] Port a2a30338-1b93-4639-9bcc-aac05071dc92 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:48.917545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:48.928206 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:49.084065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4fb3a045-b14b-47a8-a838-9dd8bd4a59ee None None] Provisioning complete for port a2a30338-1b93-4639-9bcc-aac05071dc92 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:49.084619 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a045-b14b-47a8-a838-9dd8bd4a59ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.146963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ddcbb0f-2675-460a-a102-96baa2759d9e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:49.203251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3a045-b14b-47a8-a838-9dd8bd4a59ee None None] Port a2a30338-1b93-4639-9bcc-aac05071dc92 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:49.250633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1ddcbb0f-2675-460a-a102-96baa2759d9e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:49.251150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.279909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:47Z', 'revision_number': 1, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:49.314478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0ff98-aa7e-45df-b254-dffdd76ec0c5 None None] The sync data for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 is: [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:47Z', 'revision_number': 1, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:49.398891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:49.408861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-59409b84-e8fa-48e9-82bc-07a4e3b132c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/a889030f-b69c-4d34-8b22-4b2b7f92a5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1938608 Aug 10 04:05:49.966835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38770) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:49.971920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1963117035-network', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:49.994214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Made reservation on behalf of 53c78ae92c0049fd94a628e56cc96d38 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:50.002658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.012809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.148706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.158807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.172020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:50.196219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.196568 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Added segment 1e1d7f02-78ca-451f-a8c6-3af8acd35fe5 of type vlan for network f36893fc-dd7b-4e15-a184-ecae97ed89aa Aug 10 04:05:50.205325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5735de-be97-4d9a-9570-de42bd285e50,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:50.248203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.284018 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.285279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:50.286029 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.358823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3905652 Aug 10 04:05:50.359672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38780) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:50.365631 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Request body: {'subnet': {'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1963117035-subnet', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:50.385844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635d5a0-b6c0-4008-8cba-bcd9e700cddf admin admin] Pushing event updated for resources: {'Network': ['ID=f36893fc-dd7b-4e15-a184-ecae97ed89aa,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:50.391270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Made reservation on behalf of 53c78ae92c0049fd94a628e56cc96d38 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:50.394467 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.397772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:50.596709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.649100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f58aad-26d4-485e-9e4c-f36f75390aa3,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:50.685593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Checking segment: {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:50.686284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Network hostable DHCP agents. Network: f36893fc-dd7b-4e15-a184-ecae97ed89aa, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:50.705914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:50.717355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f36893fc-dd7b-4e15-a184-ecae97ed89aa) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:50.722376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:50.723276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.730291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836ee49-c9ff-40d2-a6fb-4764c86fb03a None None] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:50.740463 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cacc4332-b163-4174-b879-af7c3dd5ef7f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3789320 Aug 10 04:05:50.742890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38786) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:50.747679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:50.772250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.773368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.834283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.909431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'fixed_ips': [{'subnet_id': '38f58aad-26d4-485e-9e4c-f36f75390aa3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:50.910444 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.991360 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.062148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Allocated IP 172.20.0.2 (f36893fc-dd7b-4e15-a184-ecae97ed89aa/38f58aad-26d4-485e-9e4c-f36f75390aa3/6b124cb9-113d-4308-aa87-1edac0073012) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:51.182066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f0e2657d-7aef-4a2b-a159-84aa77b272fd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:51.242895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.275960 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.276608 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.292170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Transition to ACTIVE for port object 6b124cb9-113d-4308-aa87-1edac0073012 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:51.296630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port f0e2657d-7aef-4a2b-a159-84aa77b272fd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:51.312489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f0e2657d-7aef-4a2b-a159-84aa77b272fd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:51.314518 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.343616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Transition to ACTIVE for port object 6b124cb9-113d-4308-aa87-1edac0073012 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:51.364232 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.422420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Allocated IP 172.25.2.223 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/0adc4e40-0dc9-453a-b941-01a3c772dabc) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:51.439813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:51.445195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:51.449061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Pushing event updated for resources: {'Port': ['ID=6b124cb9-113d-4308-aa87-1edac0073012,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:51.450214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:51.523794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.553180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Attempting to bind port 6b124cb9-113d-4308-aa87-1edac0073012 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:51.553586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Attempting to bind port 6b124cb9-113d-4308-aa87-1edac0073012 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:51.553907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Attempting to bind port 6b124cb9-113d-4308-aa87-1edac0073012 on network f36893fc-dd7b-4e15-a184-ecae97ed89aa {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:51.559080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port f0e2657d-7aef-4a2b-a159-84aa77b272fd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f0e2657d-7aef-4a2b-a159-84aa77b272fd,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:51.562175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:51.562478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Checking segment: {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:51.562877 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.563256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Bound using segment: {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:51.563720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Bound port: 6b124cb9-113d-4308-aa87-1edac0073012, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:51.564136 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.567489 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.603509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.645383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.664050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=f0e2657d-7aef-4a2b-a159-84aa77b272fd,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:51.677473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] For port 6b124cb9-113d-4308-aa87-1edac0073012, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:51.681262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] For port 6b124cb9-113d-4308-aa87-1edac0073012, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6b124cb9-113d-4308-aa87-1edac0073012,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:51.686434 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.699406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:51.702521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:51.707704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:51.739163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Pushing event updated for resources: {'Port': ['ID=0adc4e40-0dc9-453a-b941-01a3c772dabc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:51.758633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8e0c1-57c2-4608-866d-89ca31339287 None None] Pushing event updated for resources: {'Port': ['ID=6b124cb9-113d-4308-aa87-1edac0073012,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:51.862995 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Sync routers for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:51.884467 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:51.885028 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:52.020477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.020707 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:52.263010 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 2, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:52.265513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.293825 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Checking router: a889030f-b69c-4d34-8b22-4b2b7f92a5e1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:52.294209 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Updating router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 port a2a30338-1b93-4639-9bcc-aac05071dc92 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:52.413924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:52.422642 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.537462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:52.549684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Sync routers for ids ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:52.560713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Routers {'1e163cec-7ab5-4f14-bdfe-cb7835f77539'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:52.561720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:52.564200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.565542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-976e9caf-194f-4f9b-9906-0f6d1b504e29 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8215373 Aug 10 04:05:52.568942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38816) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:52.734826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Set router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:52.801362 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.828497 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Transition to ACTIVE for port object a2a30338-1b93-4639-9bcc-aac05071dc92 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:52.839586 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.943897 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Pushing event updated for resources: {'Port': ['ID=a2a30338-1b93-4639-9bcc-aac05071dc92,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:52.970461 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.970818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.974259 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.974644 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.975018 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.975349 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.975668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.976215 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.976540 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.976853 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.983370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 3, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:52.984185 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:52.984681 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:53.047980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Checking router: 1e163cec-7ab5-4f14-bdfe-cb7835f77539 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:53.048415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Updating router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 port 0adc4e40-0dc9-453a-b941-01a3c772dabc binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:53.085644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.140432 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Attempting to bind port a2a30338-1b93-4639-9bcc-aac05071dc92 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:53.141737 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Attempting to bind port a2a30338-1b93-4639-9bcc-aac05071dc92 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:53.142920 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Attempting to bind port a2a30338-1b93-4639-9bcc-aac05071dc92 on network 64885656-3659-4d61-8605-0f098ba0be23 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:53.158047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15f67c-c8ba-406d-8613-312670a63ae6 None None] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:53.162252 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:53.162635 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Checking segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:53.163032 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.163420 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Bound using segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:53.163913 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Bound port: a2a30338-1b93-4639-9bcc-aac05071dc92, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:53.164289 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.166362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.271277 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] For port a2a30338-1b93-4639-9bcc-aac05071dc92, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:53.275516 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] For port a2a30338-1b93-4639-9bcc-aac05071dc92, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2a30338-1b93-4639-9bcc-aac05071dc92,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:53.293295 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.304892 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6b124cb9-113d-4308-aa87-1edac0073012 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:53.370029 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:53.370655 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:53.375990 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7beba-e9b3-4088-8455-a1e77966e42a None None] Pushing event updated for resources: {'Port': ['ID=a2a30338-1b93-4639-9bcc-aac05071dc92,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.398321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Allocated IP 172.20.0.1 (f36893fc-dd7b-4e15-a184-ecae97ed89aa/38f58aad-26d4-485e-9e4c-f36f75390aa3/0393503f-dc69-4fde-a245-67e1b4654ab1) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:53.545418 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:53.590009 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.607872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e1cb59bd-f3c8-4c9b-9669-39ef6f4c00ce None None] Provisioning for port 6b124cb9-113d-4308-aa87-1edac0073012 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:53.618432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Transition to ACTIVE for port object 0393503f-dc69-4fde-a245-67e1b4654ab1 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:53.676141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.737318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6b124cb9-113d-4308-aa87-1edac0073012 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:53.757050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Pushing event updated for resources: {'Port': ['ID=0393503f-dc69-4fde-a245-67e1b4654ab1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.774712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:53.777036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:53.777876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6b124cb9-113d-4308-aa87-1edac0073012 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:53.778538 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.781041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:53.834395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.840576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:53.844041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.857021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Transition to ACTIVE for port object 0adc4e40-0dc9-453a-b941-01a3c772dabc will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:53.866992 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c1ca4-85a9-4f1e-b48f-2152ef0cbbeb None None] The sync data for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 is: [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:53.871197 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.967526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Attempting to bind port 0adc4e40-0dc9-453a-b941-01a3c772dabc on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:53.967896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Attempting to bind port 0adc4e40-0dc9-453a-b941-01a3c772dabc by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:53.968706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Attempting to bind port 0adc4e40-0dc9-453a-b941-01a3c772dabc on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:53.982548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cfff-e0cd-407b-a287-fa603bf60170 None None] Pushing event updated for resources: {'Port': ['ID=0adc4e40-0dc9-453a-b941-01a3c772dabc,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.989468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:53.989851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:53.990304 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.990680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:53.991215 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Bound port: 0adc4e40-0dc9-453a-b941-01a3c772dabc, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:53.991545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.016157 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.083266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.150651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 6b124cb9-113d-4308-aa87-1edac0073012, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6b124cb9-113d-4308-aa87-1edac0073012,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:54.155803 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.156630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f0e2657d-7aef-4a2b-a159-84aa77b272fd up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:54.166720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] For port 0adc4e40-0dc9-453a-b941-01a3c772dabc, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:54.233250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] For port 0adc4e40-0dc9-453a-b941-01a3c772dabc, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0adc4e40-0dc9-453a-b941-01a3c772dabc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:54.246755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.301294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=6b124cb9-113d-4308-aa87-1edac0073012,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.310469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.323321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.424315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.428649 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Pushing event updated for resources: {'Port': ['ID=0393503f-dc69-4fde-a245-67e1b4654ab1,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.558665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Routers {'1e163cec-7ab5-4f14-bdfe-cb7835f77539'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:54.559311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:54.574279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:54.580109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:54.621489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port f0e2657d-7aef-4a2b-a159-84aa77b272fd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:54.622470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.632305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-64e0814a-716f-45c8-b992-48b230eceb79 None None] Provisioning for port 0393503f-dc69-4fde-a245-67e1b4654ab1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:54.689092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cfff-e0cd-407b-a287-fa603bf60170 None None] Pushing event updated for resources: {'Port': ['ID=0adc4e40-0dc9-453a-b941-01a3c772dabc,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.698718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-64e0814a-716f-45c8-b992-48b230eceb79 None None] Provisioning complete for port 0393503f-dc69-4fde-a245-67e1b4654ab1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:54.699447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-64e0814a-716f-45c8-b992-48b230eceb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.760134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:54.779385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-64e0814a-716f-45c8-b992-48b230eceb79 None None] Port 0393503f-dc69-4fde-a245-67e1b4654ab1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:54.833435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] Set router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:54.870595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-64e0814a-716f-45c8-b992-48b230eceb79 None None] Provisioning complete for port 6b124cb9-113d-4308-aa87-1edac0073012 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:54.871137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-64e0814a-716f-45c8-b992-48b230eceb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.936781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:54.945068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2da479ae-7911-4c32-87fb-bf8789352776 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e163cec-7ab5-4f14-bdfe-cb7835f77539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3757994 Aug 10 04:05:55.049723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.187643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0393503f-dc69-4fde-a245-67e1b4654ab1', 'name': '', 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'mac_address': 'fa:16:3e:2b:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:53Z', 'updated_at': '2021-08-10T04:05:54Z', 'revision_number': 2, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'subnets': [{'id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:55.217018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c9eec-b687-4a6a-b5ed-d5d81d67bfb4 None None] The sync data for ids ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'] in n-d-769329-14 is: [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0393503f-dc69-4fde-a245-67e1b4654ab1', 'name': '', 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'mac_address': 'fa:16:3e:2b:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:53Z', 'updated_at': '2021-08-10T04:05:54Z', 'revision_number': 2, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'subnets': [{'id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:55.240321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2a30338-1b93-4639-9bcc-aac05071dc92 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:55.296131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19c5430f-a071-4d5d-9d83-2ee8c67bb1e8 None None] Provisioning complete for port 0393503f-dc69-4fde-a245-67e1b4654ab1 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:55.296572 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-19c5430f-a071-4d5d-9d83-2ee8c67bb1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.339012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-19c5430f-a071-4d5d-9d83-2ee8c67bb1e8 None None] Port 0393503f-dc69-4fde-a245-67e1b4654ab1 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:55.360408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a2a30338-1b93-4639-9bcc-aac05071dc92 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:55.364612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a2a30338-1b93-4639-9bcc-aac05071dc92 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:55.365070 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.460292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.527606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port a2a30338-1b93-4639-9bcc-aac05071dc92, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2a30338-1b93-4639-9bcc-aac05071dc92,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:55.541531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.541531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6b124cb9-113d-4308-aa87-1edac0073012 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:55.595823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38842) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:55.605893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150886996', 'description': 'tempest-secgroup-smoke-150886996 description', 'project_id': 'e797852c119c4fa7a301f74768a0516a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:55.636992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=a2a30338-1b93-4639-9bcc-aac05071dc92,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.637605 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.665008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6b124cb9-113d-4308-aa87-1edac0073012 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:55.665904 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.746614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.752222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.789275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a37171-1bf8-47c9-8bbe-1867dff3f1b4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.801306 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.805607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95ec8995-3553-4d07-a0f6-0e5c81ff1a4c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2087190 Aug 10 04:05:55.805916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38844) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:55.810594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group_rule': {'security_group_id': '59a37171-1bf8-47c9-8bbe-1867dff3f1b4', 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:55.845429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.914203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.918897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.941037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2285e4-715a-4dd1-9a51-73ead5d43836,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.952188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.953871 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0fefebb-9b3c-47c7-ba2d-777899b732bd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471376 Aug 10 04:05:55.956619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38846) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:55.961427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group_rule': {'security_group_id': '59a37171-1bf8-47c9-8bbe-1867dff3f1b4', 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:55.995387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.061050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.064914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.082897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d216121-a078-4493-8423-0b6a09e2c225,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.089881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.094569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad5982d9-815c-454c-83e0-d4e7972bc84c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333687 Aug 10 04:05:56.094680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38848) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:56.099754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group_rule': {'security_group_id': '59a37171-1bf8-47c9-8bbe-1867dff3f1b4', 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:56.127632 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.188760 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.194230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.194972 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.214010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18928ee-6ce7-468b-835e-db72bef8aa42,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.223952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.225523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5e90eb70-f04b-4c04-85f8-f967cfacb8c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295154 Aug 10 04:05:56.228493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38850) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:56.234216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group_rule': {'security_group_id': '59a37171-1bf8-47c9-8bbe-1867dff3f1b4', 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:56.291209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.364222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.369899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.395423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a2b919-eacc-4ea0-91f6-b01f48e4d24b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.405110 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.411482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e6bf12f6-e0fa-48e4-911f-dd26a7910b6b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767986 Aug 10 04:05:56.411781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 38852) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:56.416854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group_rule': {'security_group_id': '59a37171-1bf8-47c9-8bbe-1867dff3f1b4', 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:56.444704 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Project e797852c119c4fa7a301f74768a0516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:05:56.453729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.528996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.534332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.569906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5305d0-ced6-4451-8bb3-893e52267db5,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.573212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.577734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 38856) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:56.578307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ce0d8053-75cc-4e27-a2fa-e0761c598448 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653624 Aug 10 04:05:56.583118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'security_group_rule': {'security_group_id': '59a37171-1bf8-47c9-8bbe-1867dff3f1b4', 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:56.606021 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Project e797852c119c4fa7a301f74768a0516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:05:56.612118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.678763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.684920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.704114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ebb2d3-b8dc-4291-9fdb-c885b62460a1,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.711045 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.712615 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f56f789a-9ef2-4100-9919-db1b935e568e tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337366 Aug 10 04:05:56.868220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-610437f9-333a-4ca4-98a2-4d6d269b0669 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150886996&fields=id&tenant_id=e797852c119c4fa7a301f74768a0516a HTTP/1.1" status: 200 len: 267 time: 0.0406268 Aug 10 04:05:56.988794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-54e80cbb-5578-41ea-9194-813f2003dcd3 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:56.996124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-54e80cbb-5578-41ea-9194-813f2003dcd3 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 809 time: 0.1263790 Aug 10 04:05:57.006758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-cd1523a8-dc39-4caf-95f5-aa6d86d07e23 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/quotas/e797852c119c4fa7a301f74768a0516a HTTP/1.1" status: 200 len: 375 time: 0.0094931 Aug 10 04:05:57.015936 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-431b46e1-c629-4a55-b3e1-be800ca3f000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.059997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-3fed0a28-9cdf-4780-818c-f2d8ce303184 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469029 Aug 10 04:05:57.201714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2a30338-1b93-4639-9bcc-aac05071dc92 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:57.256340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a2a30338-1b93-4639-9bcc-aac05071dc92 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:57.256869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.291952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-b7d088a2-8002-4d6a-9cae-8707838c5672 service neutron] 10.222.0.53 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170181 Aug 10 04:05:57.334900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0adc4e40-0dc9-453a-b941-01a3c772dabc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:57.381998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0adc4e40-0dc9-453a-b941-01a3c772dabc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:57.385925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0adc4e40-0dc9-453a-b941-01a3c772dabc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:57.386561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.387347 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-54a73ef7-0d0b-46cb-8162-48224ef97094 service neutron] 10.222.0.53 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887291 Aug 10 04:05:57.479179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.503456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0adc4e40-0dc9-453a-b941-01a3c772dabc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0adc4e40-0dc9-453a-b941-01a3c772dabc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:57.511213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.576660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0adc4e40-0dc9-453a-b941-01a3c772dabc,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:57.655659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825e5d39-2d77-413f-b161-b64ba40ab907 req-6fa05821-8ce1-4ca5-8055-b09a6b14b90c tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 210 time: 0.0438757 Aug 10 04:05:57.856801 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Sync routers for ids ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:57.867656 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Routers {'1e163cec-7ab5-4f14-bdfe-cb7835f77539'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:57.868294 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:57.982727 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Set router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:58.200813 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0393503f-dc69-4fde-a245-67e1b4654ab1', 'name': '', 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'mac_address': 'fa:16:3e:2b:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:53Z', 'updated_at': '2021-08-10T04:05:54Z', 'revision_number': 2, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'subnets': [{'id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:58.238098 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Checking router: 1e163cec-7ab5-4f14-bdfe-cb7835f77539 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:58.238449 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Updating router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 port 0393503f-dc69-4fde-a245-67e1b4654ab1 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:58.272178 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.549314 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.559488 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Transition to ACTIVE for port object 0393503f-dc69-4fde-a245-67e1b4654ab1 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:58.566283 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.621675 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251736d4-273f-4912-94e9-57bb4c6c6386 None None] Pushing event updated for resources: {'Port': ['ID=0393503f-dc69-4fde-a245-67e1b4654ab1,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.682134 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Attempting to bind port 0393503f-dc69-4fde-a245-67e1b4654ab1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:58.682273 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Attempting to bind port 0393503f-dc69-4fde-a245-67e1b4654ab1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:58.682657 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Attempting to bind port 0393503f-dc69-4fde-a245-67e1b4654ab1 on network f36893fc-dd7b-4e15-a184-ecae97ed89aa {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:58.699148 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:58.699660 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Checking segment: {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:58.700078 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.700482 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Bound using segment: {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:58.700992 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Bound port: 0393503f-dc69-4fde-a245-67e1b4654ab1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:58.702743 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.774583 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] For port 0393503f-dc69-4fde-a245-67e1b4654ab1, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:58.780910 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] For port 0393503f-dc69-4fde-a245-67e1b4654ab1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0393503f-dc69-4fde-a245-67e1b4654ab1,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:58.806247 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.807045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b546e786-2b36-4e08-aec3-3753f54c251e req-c55c9e6b-67b5-4ea6-a738-cfdf8298197d tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 210 time: 0.0545380 Aug 10 04:05:58.879463 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251736d4-273f-4912-94e9-57bb4c6c6386 None None] Pushing event updated for resources: {'Port': ['ID=0393503f-dc69-4fde-a245-67e1b4654ab1,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.891146 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Routers {'1e163cec-7ab5-4f14-bdfe-cb7835f77539'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:58.891751 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:05:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:58.913579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-640d350a-99d7-4090-a63d-45ded61535c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:58.915167 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-640d350a-99d7-4090-a63d-45ded61535c5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 809 time: 0.3070948 Aug 10 04:05:58.978806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-f45b8a97-5b23-4abb-866e-75bb18b18789 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e797852c119c4fa7a301f74768a0516a HTTP/1.1" status: 200 len: 379 time: 0.0524981 Aug 10 04:05:58.993487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'port': {'device_id': '32499e59-28d6-48e5-b106-124cf4747af5', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'admin_state_up': True, 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'security_groups': ['59a37171-1bf8-47c9-8bbe-1867dff3f1b4']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:59.029625 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] Set router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:59.149256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Made reservation on behalf of e797852c119c4fa7a301f74768a0516a for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:59.154160 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.224113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0393503f-dc69-4fde-a245-67e1b4654ab1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:59.315954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0393503f-dc69-4fde-a245-67e1b4654ab1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:59.326070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0393503f-dc69-4fde-a245-67e1b4654ab1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:59.326925 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.344204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Allocated IP 172.20.0.4 (64885656-3659-4d61-8605-0f098ba0be23/d19a3c02-6014-437a-adff-42b9a6c594c2/297ec163-ac52-46f1-9596-da73c38fd581) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:59.369933 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0393503f-dc69-4fde-a245-67e1b4654ab1', 'name': '', 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'mac_address': 'fa:16:3e:2b:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:53Z', 'updated_at': '2021-08-10T04:05:58Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'subnets': [{'id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.405020 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cf035-02c9-4be8-928c-373531b1a46c None None] The sync data for ids ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'] in n-d-769329-14 is: [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:05:53Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '0393503f-dc69-4fde-a245-67e1b4654ab1', 'name': '', 'network_id': 'f36893fc-dd7b-4e15-a184-ecae97ed89aa', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'mac_address': 'fa:16:3e:2b:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:53Z', 'updated_at': '2021-08-10T04:05:58Z', 'revision_number': 4, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'subnets': [{'id': '38f58aad-26d4-485e-9e4c-f36f75390aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:59.419906 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.456034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0393503f-dc69-4fde-a245-67e1b4654ab1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0393503f-dc69-4fde-a245-67e1b4654ab1,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:59.460431 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.461789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0adc4e40-0dc9-453a-b941-01a3c772dabc up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:59.560337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0393503f-dc69-4fde-a245-67e1b4654ab1,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.570815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0adc4e40-0dc9-453a-b941-01a3c772dabc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:59.571254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.667494 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.882092 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e4b503a1-719e-4132-958a-f2934b8ef65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.917630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3aecd428-c487-4aaa-ae49-01864a7a26a4 req-c7bf427b-f0cc-4877-8039-ef6eaf90a647 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 210 time: 0.0403464 Aug 10 04:05:59.941955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.955450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Transition to ACTIVE for port object 297ec163-ac52-46f1-9596-da73c38fd581 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:59.991118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.036218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Network 64885656-3659-4d61-8605-0f098ba0be23 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:00.039381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:00.043268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:00.066996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'Port': ['ID=297ec163-ac52-46f1-9596-da73c38fd581,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.099362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.100005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.115441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-dd4e4236-524e-4801-9fff-ddca64210212 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1300681 Aug 10 04:06:00.129049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-e9547ce5-5980-4fa9-933c-cb33b3c47803 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:06:00.130128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-e9547ce5-5980-4fa9-933c-cb33b3c47803 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057507 Aug 10 04:06:00.144066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Request body: {'port': {'device_id': '32499e59-28d6-48e5-b106-124cf4747af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.201543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.327444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d496838-b169-4174-aeaa-9f8dcbb44580 None None] Provisioning for port 297ec163-ac52-46f1-9596-da73c38fd581 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:00.331583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d496838-b169-4174-aeaa-9f8dcbb44580 None None] Provisioning complete for port 297ec163-ac52-46f1-9596-da73c38fd581 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:00.331948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4d496838-b169-4174-aeaa-9f8dcbb44580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.366127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4d496838-b169-4174-aeaa-9f8dcbb44580 None None] Port 297ec163-ac52-46f1-9596-da73c38fd581 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:00.472823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297ec163-ac52-46f1-9596-da73c38fd581 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:00.480195 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.493513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Transition to ACTIVE for port object 297ec163-ac52-46f1-9596-da73c38fd581 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:00.499187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.551108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Pushing event updated for resources: {'Port': ['ID=297ec163-ac52-46f1-9596-da73c38fd581,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.623659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Attempting to bind port 297ec163-ac52-46f1-9596-da73c38fd581 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:00.623977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Attempting to bind port 297ec163-ac52-46f1-9596-da73c38fd581 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:00.624319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Attempting to bind port 297ec163-ac52-46f1-9596-da73c38fd581 on network 64885656-3659-4d61-8605-0f098ba0be23 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:00.629391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Port 297ec163-ac52-46f1-9596-da73c38fd581 on network 64885656-3659-4d61-8605-0f098ba0be23 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:06:00.629715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Attempting to bind port 297ec163-ac52-46f1-9596-da73c38fd581 on network 64885656-3659-4d61-8605-0f098ba0be23 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:00.636490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:00.636803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Checking segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:00.637138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Bound using segment: {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:00.637584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Bound port: 297ec163-ac52-46f1-9596-da73c38fd581, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4fb7fce-c22b-463a-a5e1-d325bd10d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64885656-3659-4d61-8605-0f098ba0be23'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:00.637927 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.713931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] For port 297ec163-ac52-46f1-9596-da73c38fd581, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:00.717502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] For port 297ec163-ac52-46f1-9596-da73c38fd581, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=297ec163-ac52-46f1-9596-da73c38fd581,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:00.724755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.762052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.763740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.765916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] 10.222.0.39 "PUT /v2.0/ports/297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 1092 time: 0.6271617 Aug 10 04:06:00.768447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:00.771941 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478f5458-ce11-49c0-85b9-4b0b629ef16b" -d '{"events": [{"name": "network-changed", "server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "tag": "297ec163-ac52-46f1-9596-da73c38fd581"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:00.810215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415ae2d-77a2-46da-a58e-ac1edd3a49ed service neutron] Pushing event updated for resources: {'Port': ['ID=297ec163-ac52-46f1-9596-da73c38fd581,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.870315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-1ede9d0c-d5b0-4f22-9b7e-9b62a1fccc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.871949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-1ede9d0c-d5b0-4f22-9b7e-9b62a1fccc67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1095 time: 0.0491395 Aug 10 04:06:00.927992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-c59063b8-9828-4f65-9486-35c34aaa4778 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 217 time: 0.0457962 Aug 10 04:06:00.976096 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dcf6fc-3e0e-47aa-aaa3-77c9dac1512b x-openstack-request-id: req-37dcf6fc-3e0e-47aa-aaa3-77c9dac1512b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:00.976511 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "tag": "297ec163-ac52-46f1-9596-da73c38fd581", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:00.976986 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37dcf6fc-3e0e-47aa-aaa3-77c9dac1512b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:00.977403 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581', 'status': 'completed', 'code': 200} Aug 10 04:06:00.997122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-f21794bf-713f-4721-98c0-971c289117fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.998936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-f21794bf-713f-4721-98c0-971c289117fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0602610 Aug 10 04:06:01.075309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-69cdae23-e053-423f-aed3-023db2a1a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.076898 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-69cdae23-e053-423f-aed3-023db2a1a091 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668702 Aug 10 04:06:01.085867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed37f7-95f7-4b5b-b58d-55785fe3a0bc req-fa6aaa3f-fa19-49b8-9ca5-5f32744d3232 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.087515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ed37f7-95f7-4b5b-b58d-55785fe3a0bc req-fa6aaa3f-fa19-49b8-9ca5-5f32744d3232 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 943 time: 0.0864024 Aug 10 04:06:01.133223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0393503f-dc69-4fde-a245-67e1b4654ab1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:01.182694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ed37f7-95f7-4b5b-b58d-55785fe3a0bc req-54de9181-cdf9-499d-b1b5-4326adc55592 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867560 Aug 10 04:06:01.188390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0393503f-dc69-4fde-a245-67e1b4654ab1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:01.189347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.212595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-39ced87b-5ce6-4302-8e4d-b322a4a086f2 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240971 Aug 10 04:06:01.317153 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acdf92da-a1c7-4b7a-8c97-a1c51ff73f28 req-1c90dd78-6339-4974-9ede-fae04f4bc4fa service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965054 Aug 10 04:06:01.410038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-35a3c22b-9851-4334-978e-e4fc53a86463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.411577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-35a3c22b-9851-4334-978e-e4fc53a86463 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1095 time: 0.0483985 Aug 10 04:06:01.515097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-3f2603fb-7cb3-430a-ae3f-ca0ac7ff7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.516761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-3f2603fb-7cb3-430a-ae3f-ca0ac7ff7048 service neutron] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 910 time: 0.0969505 Aug 10 04:06:01.564912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-1c14b990-51ae-452a-8960-550bb1d94055 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 217 time: 0.0401809 Aug 10 04:06:01.619603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-4f1a5c39-b69d-4c0f-a043-0736ef7cf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.621034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-4f1a5c39-b69d-4c0f-a043-0736ef7cf828 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0438747 Aug 10 04:06:01.666476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-f95d249f-e4e7-4a3a-9e55-bae00175b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.667859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-f95d249f-e4e7-4a3a-9e55-bae00175b869 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387402 Aug 10 04:06:01.768939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-fa19bdc7-ff4f-48e4-aba6-c24df3276c24 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931118 Aug 10 04:06:01.785257 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.871005 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-478f5458-ce11-49c0-85b9-4b0b629ef16b req-89c6f5aa-5cf9-4cdf-830d-1a8ac84cd6bc service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944855 Aug 10 04:06:02.313887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220d9c5-5ca5-4dd2-bbc6-07b2c3ebc39e req-5389ac5a-e6e8-45e9-89cf-d32bdb2c8fe9 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:02.315407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1220d9c5-5ca5-4dd2-bbc6-07b2c3ebc39e req-5389ac5a-e6e8-45e9-89cf-d32bdb2c8fe9 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 943 time: 0.0536997 Aug 10 04:06:02.354397 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1220d9c5-5ca5-4dd2-bbc6-07b2c3ebc39e req-a8ca554d-ac13-4672-98a5-73321eb313a9 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330276 Aug 10 04:06:03.247667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.473932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac8a0-079e-40d3-a1a0-e957cccddc9d req-8f86ad70-39e3-4771-9349-221b9cdbfe60 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:03.475492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-252ac8a0-079e-40d3-a1a0-e957cccddc9d req-8f86ad70-39e3-4771-9349-221b9cdbfe60 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 943 time: 0.0516782 Aug 10 04:06:03.527792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-252ac8a0-079e-40d3-a1a0-e957cccddc9d req-02c8f564-502e-45c5-b0e4-49ae44b5d135 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461204 Aug 10 04:06:04.645137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01693d8-7a7b-44b6-9a2f-a775f8bc2330 req-b10dbcdc-f0ab-48a3-ad95-a5215925b681 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:04.646673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b01693d8-7a7b-44b6-9a2f-a775f8bc2330 req-b10dbcdc-f0ab-48a3-ad95-a5215925b681 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 943 time: 0.0492790 Aug 10 04:06:04.684647 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b01693d8-7a7b-44b6-9a2f-a775f8bc2330 req-f6591e6e-1ba7-4b9e-a77a-1f951bd8a9a5 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Aug 10 04:06:04.791339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 297ec163-ac52-46f1-9596-da73c38fd581 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:06:04.895037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 297ec163-ac52-46f1-9596-da73c38fd581, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=297ec163-ac52-46f1-9596-da73c38fd581,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:04.906411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '297ec163-ac52-46f1-9596-da73c38fd581', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'port_id': '297ec163-ac52-46f1-9596-da73c38fd581', 'mac_address': 'fa:16:3e:3d:c7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:06:04.947512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.960621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ec163-ac52-46f1-9596-da73c38fd581 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:04.980808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 297ec163-ac52-46f1-9596-da73c38fd581, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=297ec163-ac52-46f1-9596-da73c38fd581,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:04.985208 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.033473 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=297ec163-ac52-46f1-9596-da73c38fd581,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:05.207334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['297ec163-ac52-46f1-9596-da73c38fd581'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:06.060502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b0103-539b-4ab3-b6ad-8b7dc3452bdd req-2d2140f6-3b68-4a4f-9f49-35da7565f914 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.062023 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-698b0103-539b-4ab3-b6ad-8b7dc3452bdd req-2d2140f6-3b68-4a4f-9f49-35da7565f914 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 944 time: 0.0536640 Aug 10 04:06:06.101847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-698b0103-539b-4ab3-b6ad-8b7dc3452bdd req-b05ac09d-9851-4775-8cdd-4934bf334e24 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338418 Aug 10 04:06:06.790941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 297ec163-ac52-46f1-9596-da73c38fd581 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:06.843048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 297ec163-ac52-46f1-9596-da73c38fd581 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:06.847305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 297ec163-ac52-46f1-9596-da73c38fd581 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:06.847765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.928303 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.950810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:06.953143 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e421e307-bb46-4917-8b61-c59a2ffbb5b3" -d '{"events": [{"server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "name": "network-vif-plugged", "status": "completed", "tag": "297ec163-ac52-46f1-9596-da73c38fd581"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:06.970750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 297ec163-ac52-46f1-9596-da73c38fd581, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=297ec163-ac52-46f1-9596-da73c38fd581,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:06.975483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.003693 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3c047-5648-4f71-a367-e07cfe7d0c6f x-openstack-request-id: req-48f3c047-5648-4f71-a367-e07cfe7d0c6f {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:07.003985 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "name": "network-vif-plugged", "status": "completed", "tag": "297ec163-ac52-46f1-9596-da73c38fd581", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:07.004359 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48f3c047-5648-4f71-a367-e07cfe7d0c6f {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:07.004635 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581', 'code': 200} Aug 10 04:06:07.097520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=297ec163-ac52-46f1-9596-da73c38fd581,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:07.186932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c2fcc-8c30-451e-92fa-e6f1340129bf req-8f5efc31-8977-43bd-b639-cea4cbad254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:07.186932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a20c2fcc-8c30-451e-92fa-e6f1340129bf req-8f5efc31-8977-43bd-b639-cea4cbad254c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.0464268 Aug 10 04:06:07.186932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a20c2fcc-8c30-451e-92fa-e6f1340129bf req-74cd3c9b-267e-49e2-a737-17ed055bd3ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484171 Aug 10 04:06:07.229811 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c3247-8452-4382-aae2-6805519a2dc9 req-12bcaf52-1f7d-48d1-8f80-0f5569cf4983 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:07.231444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b8c3247-8452-4382-aae2-6805519a2dc9 req-12bcaf52-1f7d-48d1-8f80-0f5569cf4983 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Aug 10 04:06:07.273925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b8c3247-8452-4382-aae2-6805519a2dc9 req-f0b801a8-391d-427f-b457-ba7f471092c0 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355978 Aug 10 04:06:07.522301 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:08.404242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8190a-9ed9-4395-aa9e-2993d98a45cf req-9b28782b-5bea-4c92-b209-e19dbe7e8719 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.405930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed8190a-9ed9-4395-aa9e-2993d98a45cf req-9b28782b-5bea-4c92-b209-e19dbe7e8719 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0569482 Aug 10 04:06:08.447121 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8ed8190a-9ed9-4395-aa9e-2993d98a45cf req-d075e0d3-ed9c-481e-9534-35a146d891bb tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347755 Aug 10 04:06:08.579621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bda06-18a5-4a9d-adef-204362eb5335 req-56148db5-d992-4601-ba0e-d4e1356671fb tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.581144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b2bda06-18a5-4a9d-adef-204362eb5335 req-56148db5-d992-4601-ba0e-d4e1356671fb tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0574772 Aug 10 04:06:08.620182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b2bda06-18a5-4a9d-adef-204362eb5335 req-0db33926-2b71-4933-90ac-3bb180513bff tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Aug 10 04:06:08.742622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc89ac-2745-48c5-9bfc-aa2c24ef986c req-5c3bf34b-d58d-434d-b836-447d4809616f tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.744138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21fc89ac-2745-48c5-9bfc-aa2c24ef986c req-5c3bf34b-d58d-434d-b836-447d4809616f tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Aug 10 04:06:08.785740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21fc89ac-2745-48c5-9bfc-aa2c24ef986c req-b76e8b48-aebe-45d7-b349-1db46ccef9b3 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Aug 10 04:06:08.808110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39000) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:08.900427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761b52e-b7ad-4dd2-b12f-c006092df917 tempest-TestServerBasicOps-1590203134 tempest-TestServerBasicOps-1590203134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.902302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1761b52e-b7ad-4dd2-b12f-c006092df917 tempest-TestServerBasicOps-1590203134 tempest-TestServerBasicOps-1590203134-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1092 time: 0.0927970 Aug 10 04:06:08.905357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 39006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:08.910658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '297ec163-ac52-46f1-9596-da73c38fd581', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:08.955807 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.062508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.188513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Allocated IP 172.25.2.56 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/28bfa470-e4d1-49b4-bbdd-58b8f5528b6e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:09.301362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.343127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.387104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:09.390208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:09.394489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:09.417882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'Port': ['ID=28bfa470-e4d1-49b4-bbdd-58b8f5528b6e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:09.875823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.977200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.146876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.151843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.217075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event updated for resources: {'Port': ['ID=28bfa470-e4d1-49b4-bbdd-58b8f5528b6e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:10.236882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.340479 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Floating IP d65cc8da-ad57-49f7-8dc2-1f8717a0269d associated. External IP: 172.25.2.56, port: 297ec163-ac52-46f1-9596-da73c38fd581. Aug 10 04:06:10.558379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:06:10.671983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:10.682666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] Sync routers for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:10.690999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.695572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:10.696278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:06:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:10.727313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a9e9ea88-a01a-488a-b74b-bbe409107431 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8207586 Aug 10 04:06:10.728293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:10.730992 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee" -d '{"events": [{"name": "network-changed", "server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "tag": "297ec163-ac52-46f1-9596-da73c38fd581"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:10.845702 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e409ba-19fe-40fc-93fb-8516e51d120a x-openstack-request-id: req-f0e409ba-19fe-40fc-93fb-8516e51d120a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:10.846026 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "tag": "297ec163-ac52-46f1-9596-da73c38fd581", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:10.846275 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0e409ba-19fe-40fc-93fb-8516e51d120a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:10.846709 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581', 'status': 'completed', 'code': 200} Aug 10 04:06:10.911866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-c00c49be-04b0-4eba-85f4-7a231820c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:10.913426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-c00c49be-04b0-4eba-85f4-7a231820c615 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.0449219 Aug 10 04:06:10.997672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:06:11.035601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-f31d786e-c77e-4e50-b81a-d051cd3c86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.037187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-f31d786e-c77e-4e50-b81a-d051cd3c86cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 910 time: 0.1151710 Aug 10 04:06:11.109819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-6e6359c4-7a31-4951-9309-428e462da4a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 998 time: 0.0651088 Aug 10 04:06:11.181783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-5a1dd851-92f9-46e4-a156-472766028d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.183508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-5a1dd851-92f9-46e4-a156-472766028d08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0665052 Aug 10 04:06:11.238608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'd65cc8da-ad57-49f7-8dc2-1f8717a0269d', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'port_id': '297ec163-ac52-46f1-9596-da73c38fd581', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'mac_address': 'fa:16:3e:3d:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32499e59-28d6-48e5-b106-124cf4747af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:06:09Z', 'updated_at': '2021-08-10T04:06:09Z', 'revision_number': 0, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:55Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:11.243746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-7fedfa77-129b-4e20-863d-0884aa4eb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.246301 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-7fedfa77-129b-4e20-863d-0884aa4eb322 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521266 Aug 10 04:06:11.266274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] Checking router: a889030f-b69c-4d34-8b22-4b2b7f92a5e1 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:06:11.277019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:11.278949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:06:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:11.359430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-07c406ef-b69f-468e-bd91-6a5ce17bb50b service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058831 Aug 10 04:06:11.397809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:06:11.468771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2acd3443-c0b3-4ffe-a5cf-74e2f9f650ee req-da7f60d6-ec9d-42a2-9e72-d5985e8a12d7 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020954 Aug 10 04:06:11.662070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'd65cc8da-ad57-49f7-8dc2-1f8717a0269d', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'port_id': '297ec163-ac52-46f1-9596-da73c38fd581', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'mac_address': 'fa:16:3e:3d:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32499e59-28d6-48e5-b106-124cf4747af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:06:09Z', 'updated_at': '2021-08-10T04:06:09Z', 'revision_number': 0, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:55Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:11.691963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80b012-1897-4c54-afc5-7a0fe7cb08f1 None None] The sync data for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 is: [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'd65cc8da-ad57-49f7-8dc2-1f8717a0269d', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'port_id': '297ec163-ac52-46f1-9596-da73c38fd581', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'mac_address': 'fa:16:3e:3d:c7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32499e59-28d6-48e5-b106-124cf4747af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:06:09Z', 'updated_at': '2021-08-10T04:06:09Z', 'revision_number': 0, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:55Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:11.921192 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2634f921-e2a5-43a9-9dcf-fc8e4975225e None None] New status for floating IP d65cc8da-ad57-49f7-8dc2-1f8717a0269d: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:06:24.990387 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.193845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.010344 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47d427a4-8e0f-4c10-9aa6-4086d8bd308f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.660192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.884911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b477e80b-400e-485c-b157-e906fc7ec6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.786867 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.254066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.522692 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:46.080066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 39968) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:46.206539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37709d1-d9a3-42dc-ba38-204ac4660d12 req-7c8b7d65-dac7-44eb-8fc7-a7d56b502f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:46.208102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e37709d1-d9a3-42dc-ba38-204ac4660d12 req-7c8b7d65-dac7-44eb-8fc7-a7d56b502f30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.1268349 Aug 10 04:06:46.242689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e37709d1-d9a3-42dc-ba38-204ac4660d12 req-6d6a4fc5-2e1d-4eb3-8246-cf4353cb1451 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281649 Aug 10 04:06:48.593429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-3291ac2a-9e66-4add-9a0b-bdc6a2bba803 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404787 Aug 10 04:06:48.683774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f1e0-1858-4716-9dd1-714482091954 req-d3886b62-3109-4a42-b93c-aa7daeb800ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:48.685310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-d3886b62-3109-4a42-b93c-aa7daeb800ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.0476203 Aug 10 04:06:48.790440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f1e0-1858-4716-9dd1-714482091954 req-f8f641da-8b7f-427e-88fa-f3508f83261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:48.792040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-f8f641da-8b7f-427e-88fa-f3508f83261f service neutron] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 910 time: 0.0859962 Aug 10 04:06:48.863719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-bf9171e7-455e-4626-bef0-e6d2fe2543a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 1000 time: 0.0638301 Aug 10 04:06:48.916320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f1e0-1858-4716-9dd1-714482091954 req-606590bc-5710-4935-b55b-6d83437618f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:48.917923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-606590bc-5710-4935-b55b-6d83437618f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0460467 Aug 10 04:06:48.964194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f1e0-1858-4716-9dd1-714482091954 req-c86b653c-e69d-4c61-b055-f609fcd5e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:48.965718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-c86b653c-e69d-4c61-b055-f609fcd5e061 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403214 Aug 10 04:06:49.061022 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-787fe8b3-d100-4b3c-b34a-54a5a652f324 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873942 Aug 10 04:06:49.155936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc87f1e0-1858-4716-9dd1-714482091954 req-ffabec43-2a2a-47b5-95e5-9b80a30ac2fd service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868328 Aug 10 04:06:54.981810 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.215305 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.011449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-020f70d1-9fd2-465e-aceb-a3f62f585094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.667614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.886357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7499f0c3-d9d4-4d8f-a476-834e8701faac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:01.789326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.256048 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.892887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40694) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.001111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.091355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.096250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.137540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055a7512-a100-48f8-9b1b-90ff3468ebcd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.141647 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=027febd8eb22449dab559884459c9600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475891 Aug 10 04:07:11.144637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40698) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.148504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.148936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.149348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.149753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.150175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.150576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.150973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.151434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.151825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.152216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.152866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.153355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f2388-59d4-4603-ac6f-7d0c0bf34ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.199624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.221546 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.271329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.274321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.275801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/055a7512-a100-48f8-9b1b-90ff3468ebcd HTTP/1.1" status: 204 len: 168 time: 0.1295691 Aug 10 04:07:11.285442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a7512-a100-48f8-9b1b-90ff3468ebcd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.293697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.294076 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.294418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.294756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.295099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.295431 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.295760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.296086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.296996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.297328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.297749 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.297965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b912b-0869-43ac-8f57-c82505419710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:11.562891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40706) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.578086 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a40eae81-7aca-436a-9820-dc617a225261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.670895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a40eae81-7aca-436a-9820-dc617a225261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.674656 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a40eae81-7aca-436a-9820-dc617a225261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.712729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a40eae81-7aca-436a-9820-dc617a225261 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=054793ea3e254d96ad368652105394ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486363 Aug 10 04:07:11.713591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eae81-7aca-436a-9820-dc617a225261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6f517-6313-4346-9fa6-54c0aef4305a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.715513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40708) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.771134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c42a4990-a91a-40d5-b0c9-44a6ed152cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.791982 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c42a4990-a91a-40d5-b0c9-44a6ed152cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.839557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c42a4990-a91a-40d5-b0c9-44a6ed152cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.842118 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c42a4990-a91a-40d5-b0c9-44a6ed152cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.843318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c42a4990-a91a-40d5-b0c9-44a6ed152cdc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59c6f517-6313-4346-9fa6-54c0aef4305a HTTP/1.1" status: 204 len: 168 time: 0.1267877 Aug 10 04:07:11.851152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a4990-a91a-40d5-b0c9-44a6ed152cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6f517-6313-4346-9fa6-54c0aef4305a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:21.522025 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:24.993817 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.237664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.012667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0db2565c-c264-4878-a2c3-a90a48012f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.660774 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.887550 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-97d7c9e4-f11e-4e94-80ef-0bf1af0e5568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.792200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.257609 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.619488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40928) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:41.731696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84c24986-af65-4985-924b-abb757696d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.821239 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84c24986-af65-4985-924b-abb757696d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.825250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84c24986-af65-4985-924b-abb757696d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.864372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-84c24986-af65-4985-924b-abb757696d59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=422fb79d15f64d74b42c84563e42e2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437012 Aug 10 04:07:41.865647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c24986-af65-4985-924b-abb757696d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b1ba5-a8c3-45d3-9ee2-8fb7c3f83295,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.867123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40932) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:41.916981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-693a0fd3-720a-4841-bff5-287227f0ea22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.938527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-693a0fd3-720a-4841-bff5-287227f0ea22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.985822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-693a0fd3-720a-4841-bff5-287227f0ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.988423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-693a0fd3-720a-4841-bff5-287227f0ea22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.989590 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-693a0fd3-720a-4841-bff5-287227f0ea22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/183b1ba5-a8c3-45d3-9ee2-8fb7c3f83295 HTTP/1.1" status: 204 len: 168 time: 0.1214714 Aug 10 04:07:41.997125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a0fd3-720a-4841-bff5-287227f0ea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b1ba5-a8c3-45d3-9ee2-8fb7c3f83295,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:43.523524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40974) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:43.528453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261489230', 'description': 'tempest-secgroup-smoke-1261489230 description', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:43.551221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.559132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.652848 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.657006 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.692984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18cd254-5cd6-46a1-912c-fd06a6dd33fd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:43.748667 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.752195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.774260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.775412 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2508841 Aug 10 04:07:43.778816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40976) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:43.784171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce34a0-6bd5-4765-a7f4-ffd9f95335d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:43.784332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'bf27d14a-1e2f-4d38-b38e-8d4ec616bf20', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:43.810682 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.868735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.872409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.890270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ade62a-9f1c-4255-891a-6c1ef71b6446,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:43.897428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.898661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7c3ac951-3562-46cb-93bd-f4116d659626 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187291 Aug 10 04:07:43.901587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40978) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:43.906985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'bf27d14a-1e2f-4d38-b38e-8d4ec616bf20', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:43.933388 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.989752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.993150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.013531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0a2c05-eb5f-43ea-9e40-501d081c1f98,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.017911 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.021857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40980) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:44.022091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-37a992df-4ce3-4e07-8e33-ecf7633c0644 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192677 Aug 10 04:07:44.026649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'bf27d14a-1e2f-4d38-b38e-8d4ec616bf20', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:44.053672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.102176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.105805 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.122933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b351ac24-32b4-4121-b378-aab60076f09b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.131048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.132306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-efe91b56-380f-4119-b589-443461cba65d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094193 Aug 10 04:07:44.135897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40982) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:44.141033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'bf27d14a-1e2f-4d38-b38e-8d4ec616bf20', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:44.175880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.238167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.241810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.261879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fe8154-c819-4b9f-828d-4ebf17f11366,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.266203 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.267435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-65870646-4d3f-4bec-aff2-55ca4392b7bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304815 Aug 10 04:07:44.270231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40984) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:44.275040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'bf27d14a-1e2f-4d38-b38e-8d4ec616bf20', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:44.296099 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:07:44.300721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.365517 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.369118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.386224 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22586f58-42e5-43e4-ac68-419ec3a32e0c,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.393370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.394695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-41553a13-f53c-4d24-be02-63512ed2dade tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232753 Aug 10 04:07:44.397563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 40986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:44.401954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'bf27d14a-1e2f-4d38-b38e-8d4ec616bf20', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:44.423193 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:07:44.427955 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.498418 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.503495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.525990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535059bf-71ff-486e-acc9-a1c2a98fdbd7,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.532270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.533803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2516aff7-40b6-4039-989b-b3bd6aba4c97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348176 Aug 10 04:07:44.536698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40988) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:44.542175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'network': {'name': 'tempest-network-smoke--897218888', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:44.563328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:44.566910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.590300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:44.599462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.599902 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Added segment 80383a91-e503-487a-b80a-96958389b382 of type vlan for network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 Aug 10 04:07:44.638499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.668531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.674156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:44.674808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.732473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1946666 Aug 10 04:07:44.735368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40990) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:44.740222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'admin_state_up': True, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:44.761232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b4422-f8f1-43ec-bf27-31d5e549b88f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Network': ['ID=3d9b4631-8435-48d7-9d43-5f3f4bcb9216,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.772591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:44.775882 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.777155 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.830413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.972676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.165060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.183854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.286966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.7 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/7b1e7ffe-101c-49d7-ad05-713159031ed1) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:45.390627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.428105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.462735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:45.467454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:45.470829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:45.494414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=7b1e7ffe-101c-49d7-ad05-713159031ed1,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:45.718655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.910654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.035204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:46.140524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:46.149836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Sync routers for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:46.159655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:46.159897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.160310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:07:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:46.164336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3f385c9c-56d1-4625-baf9-944fa8742977 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4251401 Aug 10 04:07:46.164774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40992) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.265293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:46.286205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8b827bb7-fd1a-4ea7-99fb-f2f58e1f254e tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e525fdf142704e20820ebff6e2d3bf0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201723 Aug 10 04:07:46.288739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40996) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.376540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e270dd-b845-4df3-9762-dab7bef61973 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.380778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d8e270dd-b845-4df3-9762-dab7bef61973 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884464 Aug 10 04:07:46.381161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 40998) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.409925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-22a78553-a9ad-48d0-a4ba-f568208ce8cf tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276916 Aug 10 04:07:46.412443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41000) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.417233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673636074', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:46.442508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:45Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:46.469090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Checking router: 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:46.469438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Updating router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 port 7b1e7ffe-101c-49d7-ad05-713159031ed1 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:07:46.497829 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.509125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:46.513262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.711023 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.761278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.771341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Transition to ACTIVE for port object 7b1e7ffe-101c-49d7-ad05-713159031ed1 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:46.776765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.778610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Subnet': ['ID=f7052ce7-8183-4114-b666-dee8d3d7b910,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:46.790227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Checking segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:46.790596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network hostable DHCP agents. Network: 3d9b4631-8435-48d7-9d43-5f3f4bcb9216, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:46.811090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:46.820829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3d9b4631-8435-48d7-9d43-5f3f4bcb9216) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:46.825028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.825681 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.831021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Attempting to bind port 7b1e7ffe-101c-49d7-ad05-713159031ed1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:46.831392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Attempting to bind port 7b1e7ffe-101c-49d7-ad05-713159031ed1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:46.831755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Attempting to bind port 7b1e7ffe-101c-49d7-ad05-713159031ed1 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:46.835968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Pushing event updated for resources: {'Port': ['ID=7b1e7ffe-101c-49d7-ad05-713159031ed1,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:46.838058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625459b-159b-4e53-b4b2-ebcc25e361a9 None None] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:46.840613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6ac1f8ee-a2f6-4248-9e79-02527e8b9590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4271932 Aug 10 04:07:46.844149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41002) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.882332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:46.882710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:46.883128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.883523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:46.884405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Bound port: 7b1e7ffe-101c-49d7-ad05-713159031ed1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:46.884405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.889943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.889943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.890336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.890681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.891012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.891338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.891660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.891983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.892316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.892633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.893000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.893271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:46.974703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] For port 7b1e7ffe-101c-49d7-ad05-713159031ed1, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:46.979320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] For port 7b1e7ffe-101c-49d7-ad05-713159031ed1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7b1e7ffe-101c-49d7-ad05-713159031ed1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:46.985883 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.097674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:47.098338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:07:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:47.100232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ad3b2-3e1b-4dd8-8bf1-30629bc47399 None None] Pushing event updated for resources: {'Port': ['ID=7b1e7ffe-101c-49d7-ad05-713159031ed1,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:47.136203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:47.137050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.440827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:47.574414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Allocated IP 172.20.0.2 (3d9b4631-8435-48d7-9d43-5f3f4bcb9216/f7052ce7-8183-4114-b666-dee8d3d7b910/8b5aa1c0-0c38-4096-9d99-8b5de4b59f84) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:47.649085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.767056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:45Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:47.796127 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.798438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb3775-9b37-4a44-9ad1-708c5ccbde9b None None] The sync data for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 is: [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:45Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:47.806935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Transition to ACTIVE for port object 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:47.826168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Transition to ACTIVE for port object 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:47.833793 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.876068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:47.879259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:47.881864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:47.892024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Pushing event updated for resources: {'Port': ['ID=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:47.943316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.1 (3d9b4631-8435-48d7-9d43-5f3f4bcb9216/f7052ce7-8183-4114-b666-dee8d3d7b910/aa7c3c26-1a3b-49c2-b694-d4142f5d6483) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:47.945226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Attempting to bind port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:47.945592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Attempting to bind port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:47.945951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Attempting to bind port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:47.950903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:47.951293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Checking segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:47.952420 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.952648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Bound using segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:47.953385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Bound port: 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:47.953537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.033738 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] For port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:48.036713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] For port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:48.044846 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.087153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.103533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object aa7c3c26-1a3b-49c2-b694-d4142f5d6483 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:48.124948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a79d6e-39d0-44d6-a6c2-dfa6eebba5af None None] Pushing event updated for resources: {'Port': ['ID=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:48.138517 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.185028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:48.189043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:48.195829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:48.226534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:48.249226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.423587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.567115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-0c8ce537-3231-425f-a3cf-54ad471ff6f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1309752 Aug 10 04:07:48.719334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344075f-9be6-430a-b674-5e7db4b66251 req-d591d2ea-56d6-4dd7-b2b1-d087a9f4b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.720841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-d591d2ea-56d6-4dd7-b2b1-d087a9f4b88d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.1078165 Aug 10 04:07:48.870832 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.877426 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.882965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344075f-9be6-430a-b674-5e7db4b66251 req-d27a58d1-90df-4277-971f-a6904c60bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.884480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-d27a58d1-90df-4277-971f-a6904c60bbd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 910 time: 0.1400547 Aug 10 04:07:48.998311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:49.009953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.023980 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-6553827e-ce78-41ec-a8ed-f2f5620b459d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 1000 time: 0.1011574 Aug 10 04:07:49.128930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344075f-9be6-430a-b674-5e7db4b66251 req-0c63eac3-0fef-4408-970c-e7c38693f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.129534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad7bcb-a419-4a9f-ac07-2b6c6649dcdb None None] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:49.130466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-0c63eac3-0fef-4408-970c-e7c38693f911 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0931540 Aug 10 04:07:49.195863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:49.199559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:49.215829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0f09ab31-b051-4293-8e60-4a6c341e163b None None] Provisioning for port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:49.254809 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344075f-9be6-430a-b674-5e7db4b66251 req-c67da236-794a-402b-a2d9-ca4d72c2b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.256345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-c67da236-794a-402b-a2d9-ca4d72c2b8a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125700 Aug 10 04:07:49.283745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b1e7ffe-101c-49d7-ad05-713159031ed1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:49.361493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7b1e7ffe-101c-49d7-ad05-713159031ed1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:49.368419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7b1e7ffe-101c-49d7-ad05-713159031ed1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:49.368750 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.388975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:49.414932 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-da225c64-75af-42a6-ada3-465e555d9b87 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498315 Aug 10 04:07:49.462123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.486592 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7b1e7ffe-101c-49d7-ad05-713159031ed1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7b1e7ffe-101c-49d7-ad05-713159031ed1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:49.493167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.495402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:49.597372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:49.602457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:49.602832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.605965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:49.622213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f651d040-a0f3-4ff2-baa2-845641e68a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/0ddb4df8-b58c-4e1c-b976-c55b80b464e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7758749 Aug 10 04:07:49.627444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e344075f-9be6-430a-b674-5e7db4b66251 req-86842fca-5148-4e94-918c-f64b14ff5c68 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815233 Aug 10 04:07:49.631708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7b1e7ffe-101c-49d7-ad05-713159031ed1,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:49.665002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Provisioning complete for port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:49.665383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.747972 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.782849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-129ce9ba-1f3d-48fa-a1d9-a8037ae9d1f3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261489230&fields=id&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 267 time: 0.0350437 Aug 10 04:07:49.817150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:49.823003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.827133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.931196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:49.935482 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Sync routers for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:49.940571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-c3d3942c-c32d-4d3c-ae5b-b89df161e96c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.942166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-c3d3942c-c32d-4d3c-ae5b-b89df161e96c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 796 time: 0.1513672 Aug 10 04:07:49.943169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:07:49.943715 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:07:49.947076 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:49.947844 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:07:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:49.959341 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-da483fe5-eac4-453f-af6a-19ada771fbb0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/quotas/e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 375 time: 0.0097287 Aug 10 04:07:50.023678 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-02aecfe5-14a0-4db0-b979-93a470de8ec0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575480 Aug 10 04:07:50.046350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-1fcf7e4c-ed16-418d-9138-d0d1e8b2c0b1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:07:50.048104 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-1fcf7e4c-ed16-418d-9138-d0d1e8b2c0b1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094943 Aug 10 04:07:50.069780 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:50.140144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-194954ae-f85e-4c35-82c0-cdf589185f2a service neutron] 10.222.0.53 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825725 Aug 10 04:07:50.232443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-ea6bfa70-c7a4-4d23-8973-716b06d06093 service neutron] 10.222.0.53 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863197 Aug 10 04:07:50.267015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 2, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.298423 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Checking router: 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:50.298776 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Updating router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:07:50.328495 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.440954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23e8b32c-7211-47ac-8ca5-29dfb0d3dfaa req-62d5e33a-9d59-4274-ac50-06618e19b54a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Aug 10 04:07:50.492731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Provisioning for port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:50.496784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Provisioning complete for port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:50.497231 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.536253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-701f3be8-5ba3-44fc-bb19-3318c60d6106 None None] Port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:50.595072 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.604480 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Transition to ACTIVE for port object aa7c3c26-1a3b-49c2-b694-d4142f5d6483 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:50.609938 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.662425 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Pushing event updated for resources: {'Port': ['ID=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:50.672906 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.673247 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.673586 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.673920 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.674283 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.674617 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.674940 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.675259 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.675577 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.675895 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.676213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.676527 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:50.723830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Attempting to bind port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:50.724212 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Attempting to bind port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:50.724558 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Attempting to bind port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:50.729638 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:50.730043 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Checking segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:50.730443 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.730836 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Bound using segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:50.731305 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Bound port: aa7c3c26-1a3b-49c2-b694-d4142f5d6483, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:50.731680 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.795967 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] For port aa7c3c26-1a3b-49c2-b694-d4142f5d6483, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:50.800504 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] For port aa7c3c26-1a3b-49c2-b694-d4142f5d6483, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:50.805164 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.866439 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695f784-8657-4285-8449-5fde7ad0275c None None] Pushing event updated for resources: {'Port': ['ID=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:50.868860 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:50.869457 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:07:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.979326 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:51.195893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b1e7ffe-101c-49d7-ad05-713159031ed1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:51.242138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7b1e7ffe-101c-49d7-ad05-713159031ed1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:51.242509 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.263178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:51.292216 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e2cf91-31e7-4952-8eec-c154cbb15405 None None] The sync data for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 is: [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:51.328499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:51.409462 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:51.410117 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.555346 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f7143c9-39a8-4425-9dd9-ccf1d3dcc657 req-df6bf182-3bed-446e-a71b-dffe2dd6e632 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Aug 10 04:07:52.636480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a44cbb1e-f4d4-469c-af3e-123c734bd7da req-ffcdf5ad-5d27-49a5-8d73-8a61e659f8ce tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0311568 Aug 10 04:07:53.207123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device aa7c3c26-1a3b-49c2-b694-d4142f5d6483 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:53.259487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:53.263451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:53.263897 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.339722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.375217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port aa7c3c26-1a3b-49c2-b694-d4142f5d6483, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:53.380149 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.426914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:53.715919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44883720-9009-4c0c-8d84-9a476ed08119 req-994ad2cb-67a3-45fa-bbb8-dc2c814e15f1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0288410 Aug 10 04:07:54.806963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ddc502b5-6b41-427c-a8c3-6db6faa84302 req-25944987-7e6a-4b54-b616-b660abe91bb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0260696 Aug 10 04:07:54.996578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.195743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device aa7c3c26-1a3b-49c2-b694-d4142f5d6483 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:55.246701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:55.246981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.623519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-a7665182-44ad-4ad3-85ed-6b534fb767ef tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:55.625005 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-a7665182-44ad-4ad3-85ed-6b534fb767ef tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 796 time: 0.1038361 Aug 10 04:07:55.670923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-109d08df-bdc7-4df5-bb86-5a4094d0ef38 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 380 time: 0.0355062 Aug 10 04:07:55.680155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'port': {'device_id': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'admin_state_up': True, 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'security_groups': ['bf27d14a-1e2f-4d38-b38e-8d4ec616bf20']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:55.800625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:55.804091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.900201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-175950a6-5be5-4b5f-abe7-e0ceccb7abe9 req-5736bf92-ab39-45d3-b0c2-22057e417716 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0263669 Aug 10 04:07:55.930617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.11 (3d9b4631-8435-48d7-9d43-5f3f4bcb9216/f7052ce7-8183-4114-b666-dee8d3d7b910/c0581f17-6e92-4f21-a537-b8f510c3d339) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:56.068745 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.081637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object c0581f17-6e92-4f21-a537-b8f510c3d339 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:56.114577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.157514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:56.160538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:56.164210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:56.170927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:56.220046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:56.220641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.236952 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-945e6fb6-404b-46ba-8435-4d86c62b9805 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604165 Aug 10 04:07:56.237924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.248210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-a1c267ab-975b-4119-81f0-ece9f5c9db4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:07:56.249236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-a1c267ab-975b-4119-81f0-ece9f5c9db4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055394 Aug 10 04:07:56.317172 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Request body: {'port': {'device_id': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:56.371747 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.445403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-022e0e41-6547-4886-a270-b6470c486fe7 None None] Provisioning for port c0581f17-6e92-4f21-a537-b8f510c3d339 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:56.449117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-022e0e41-6547-4886-a270-b6470c486fe7 None None] Provisioning complete for port c0581f17-6e92-4f21-a537-b8f510c3d339 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:56.449485 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-022e0e41-6547-4886-a270-b6470c486fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.484776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-022e0e41-6547-4886-a270-b6470c486fe7 None None] Port c0581f17-6e92-4f21-a537-b8f510c3d339 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:56.645719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0581f17-6e92-4f21-a537-b8f510c3d339 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:56.653063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.665311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Transition to ACTIVE for port object c0581f17-6e92-4f21-a537-b8f510c3d339 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:56.668298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.718764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:56.795594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:56.795930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:56.796266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:56.801002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Port c0581f17-6e92-4f21-a537-b8f510c3d339 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:56.801326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:56.806352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:56.806684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Checking segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:56.807065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Bound using segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:56.807496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Bound port: c0581f17-6e92-4f21-a537-b8f510c3d339, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:56.807854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.880083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:56.883329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:56.887510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.016926 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-71f12e98-0835-4fc9-9945-ef92c2884e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.292310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.292963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.294332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] 10.222.0.65 "PUT /v2.0/ports/c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1093 time: 1.0360820 Aug 10 04:07:57.296908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:57.299388 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80608640-062c-4d9c-911b-2dd830338cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:57.326057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e28be-0e95-4029-ac9f-367b4e61cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:57.340926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d41bcb-0887-4bdb-beb7-8a4fef448c0f req-0b2cee28-be90-4d74-80b2-7fee9477ac60 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.342583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4d41bcb-0887-4bdb-beb7-8a4fef448c0f req-0b2cee28-be90-4d74-80b2-7fee9477ac60 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.1025958 Aug 10 04:07:57.352133 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cade2d7-2ebc-453d-9c92-87e0f990d889 x-openstack-request-id: req-0cade2d7-2ebc-453d-9c92-87e0f990d889 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:57.352426 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:57.352673 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cade2d7-2ebc-453d-9c92-87e0f990d889 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:57.353061 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'status': 'completed', 'code': 200} Aug 10 04:07:57.416119 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4d41bcb-0887-4bdb-beb7-8a4fef448c0f req-81cf0f6b-2344-4b50-b58b-46a9bfe9b159 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621531 Aug 10 04:07:57.418836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-0580979e-3258-461d-85fa-8fa5d24ee90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.420834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-0580979e-3258-461d-85fa-8fa5d24ee90d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1096 time: 0.0767636 Aug 10 04:07:57.464781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-59657ff4-b4bf-43da-b716-613b2ceb4ea2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 217 time: 0.0355210 Aug 10 04:07:57.517698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-aeb11e4d-e41a-4c14-afbe-385ad4009672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.519237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-aeb11e4d-e41a-4c14-afbe-385ad4009672 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0471756 Aug 10 04:07:57.569528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10691a37-310a-40ec-8f95-324248967127 req-e11e95c5-3532-4c2a-9f54-6860e602f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.570986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-e11e95c5-3532-4c2a-9f54-6860e602f9c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448489 Aug 10 04:07:57.658323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-5f42e87c-e349-46eb-8f9e-f639e3396a60 service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803709 Aug 10 04:07:57.751169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10691a37-310a-40ec-8f95-324248967127 req-db476e7d-f78c-4326-b0e2-043a768e4b5e service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Aug 10 04:07:57.834964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608640-062c-4d9c-911b-2dd830338cc4 req-8a89733e-86cb-4635-89b6-4626bbfc94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.836383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-8a89733e-86cb-4635-89b6-4626bbfc94e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1096 time: 0.0397363 Aug 10 04:07:57.925323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608640-062c-4d9c-911b-2dd830338cc4 req-ada81848-69fb-42d2-b123-55b9cbe9a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.926840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-ada81848-69fb-42d2-b123-55b9cbe9a74e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.0834341 Aug 10 04:07:57.971274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-b3e4baa6-d024-469d-8e02-a733422fb2f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 217 time: 0.0373816 Aug 10 04:07:58.023138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608640-062c-4d9c-911b-2dd830338cc4 req-2c2e9c8c-5202-4593-9e04-44cc86e289fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:58.024619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-2c2e9c8c-5202-4593-9e04-44cc86e289fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0455554 Aug 10 04:07:58.072076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608640-062c-4d9c-911b-2dd830338cc4 req-233a058d-587d-4216-aab9-05ef9aef270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:58.073610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-233a058d-587d-4216-aab9-05ef9aef270c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410318 Aug 10 04:07:58.168809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-5fa51120-f882-41d5-9099-e7ccb693fcb1 service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868936 Aug 10 04:07:58.260998 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80608640-062c-4d9c-911b-2dd830338cc4 req-6b64b06b-2b54-4d0c-80ac-99134d839ed1 service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843458 Aug 10 04:07:58.521272 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:58.539664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af792be6-1468-4601-9f0f-ffa12b2ff5df req-a6b23551-782f-43ce-a5c2-0c7b08707efa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:58.541152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af792be6-1468-4601-9f0f-ffa12b2ff5df req-a6b23551-782f-43ce-a5c2-0c7b08707efa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.0539665 Aug 10 04:07:58.579018 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af792be6-1468-4601-9f0f-ffa12b2ff5df req-ba83a3fb-12ca-49b8-8761-f9af4e9bc12b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Aug 10 04:07:59.666381 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.702889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44052d-3ca4-43ea-adcb-cca7e055254e req-c4847fae-f29d-4c9e-a282-5193d60f24d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:59.705113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc44052d-3ca4-43ea-adcb-cca7e055254e req-c4847fae-f29d-4c9e-a282-5193d60f24d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.0615604 Aug 10 04:07:59.754080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc44052d-3ca4-43ea-adcb-cca7e055254e req-44d96465-ecc0-4bfa-804c-aa987f6732c4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Aug 10 04:07:59.890536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29b41481-83eb-4272-8d1b-e0a067b62965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.568885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:00.663539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:00.675453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'port_id': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'mac_address': 'fa:16:3e:e2:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:00.711183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.727398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0581f17-6e92-4f21-a537-b8f510c3d339 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:00.747393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:00.752246 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.806548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:00.869868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a03dce-f994-470f-973d-0a1938fc1f22 req-c7785e89-6969-488b-98f3-8e1607941ec9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:00.871355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81a03dce-f994-470f-973d-0a1938fc1f22 req-c7785e89-6969-488b-98f3-8e1607941ec9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Aug 10 04:08:00.909470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81a03dce-f994-470f-973d-0a1938fc1f22 req-2d9f6272-38ab-4138-8758-bc7f6fc3423e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Aug 10 04:08:00.982979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c0581f17-6e92-4f21-a537-b8f510c3d339'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:01.793997 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.024819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab79f7-42e8-4e6c-b8e9-145c1fbe349d req-fe3500b5-6414-4329-8ede-72cd5f6d475f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:02.026342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2cab79f7-42e8-4e6c-b8e9-145c1fbe349d req-fe3500b5-6414-4329-8ede-72cd5f6d475f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Aug 10 04:08:02.064362 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2cab79f7-42e8-4e6c-b8e9-145c1fbe349d req-86e86a23-aa43-446a-b543-d8144dd0e5aa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Aug 10 04:08:02.569252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:02.616158 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c0581f17-6e92-4f21-a537-b8f510c3d339 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:02.619656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c0581f17-6e92-4f21-a537-b8f510c3d339 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:02.620020 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.696121 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.719693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:02.721927 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe782ea-1beb-4878-9671-54aff3779fba" -d '{"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-plugged", "status": "completed", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:02.734561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:02.739548 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.763276 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19131dea-bd92-4b9c-9dcd-c9721eeaa068 x-openstack-request-id: req-19131dea-bd92-4b9c-9dcd-c9721eeaa068 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:02.763565 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-plugged", "status": "completed", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:02.763815 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19131dea-bd92-4b9c-9dcd-c9721eeaa068 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:02.764774 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'code': 200} Aug 10 04:08:02.791818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:02.857826 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878b02-c881-47eb-ae75-223da39de757 req-dbc79a7f-f894-49ff-82fa-32fb09846625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:02.859358 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b878b02-c881-47eb-ae75-223da39de757 req-dbc79a7f-f894-49ff-82fa-32fb09846625 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0398622 Aug 10 04:08:02.894234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b878b02-c881-47eb-ae75-223da39de757 req-423a7886-e4b0-4343-a457-850d1ac9f3bc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275850 Aug 10 04:08:03.176933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b4fc-6838-4cc5-9613-328060227134 req-79255a7b-0aff-411d-b91b-b504dad8ef9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:03.178614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b315b4fc-6838-4cc5-9613-328060227134 req-79255a7b-0aff-411d-b91b-b504dad8ef9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0487070 Aug 10 04:08:03.220639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b315b4fc-6838-4cc5-9613-328060227134 req-a81bf8e6-df6f-47fa-82d7-7a5e27edf9e8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359628 Aug 10 04:08:03.259901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.337847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54785ac8-c0ce-4c6a-8d35-dfedf4c34a5d req-a3eb23a5-a3ca-4239-bfa6-c23ea5225dcc tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:04.339363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54785ac8-c0ce-4c6a-8d35-dfedf4c34a5d req-a3eb23a5-a3ca-4239-bfa6-c23ea5225dcc tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0485158 Aug 10 04:08:04.375965 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54785ac8-c0ce-4c6a-8d35-dfedf4c34a5d req-63be787c-ddc9-4145-9ea2-027b4f614487 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307028 Aug 10 04:08:04.491796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1becf01-0012-4d20-9118-5bbb15379b33 req-964a29f6-71b1-4a8b-bd17-79378fc737ff tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:04.493375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1becf01-0012-4d20-9118-5bbb15379b33 req-964a29f6-71b1-4a8b-bd17-79378fc737ff tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Aug 10 04:08:04.533919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1becf01-0012-4d20-9118-5bbb15379b33 req-1a1d231a-a8d7-459e-bc3d-cba6aa346c8f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339360 Aug 10 04:08:04.557726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41082) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:04.599965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912721bf-23a1-47d4-9b44-71c8a21dce37 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:04.601463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-912721bf-23a1-47d4-9b44-71c8a21dce37 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1093 time: 0.0426800 Aug 10 04:08:04.604451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41084) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:04.609418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:04.631590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.724832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.829455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.224 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d31a815c-f21a-4fdf-a5cd-688c8a05c36f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:04.927832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.965706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.008963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:05.013339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:05.016060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:05.021515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=d31a815c-f21a-4fdf-a5cd-688c8a05c36f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:05.688812 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.754256 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.908511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.913126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.976993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=d31a815c-f21a-4fdf-a5cd-688c8a05c36f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:05.990356 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.091132 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP e5e5464b-a329-46e5-9499-322ff78b00ec associated. External IP: 172.25.2.224, port: c0581f17-6e92-4f21-a537-b8f510c3d339. Aug 10 04:08:06.301507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:06.408257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:06.417920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] Sync routers for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:06.426272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.427694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:06.428346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:08:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:06.453116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0caa3c9-1029-4cb2-a73c-02fa005848d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8475981 Aug 10 04:08:06.453703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:06.456008 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e351aa15-3588-4e80-83df-d9c0c75928ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:06.533804 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd9931-6044-42e5-b263-88ec7f9eb5cf x-openstack-request-id: req-8dbd9931-6044-42e5-b263-88ec7f9eb5cf {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:06.534147 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:06.534411 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dbd9931-6044-42e5-b263-88ec7f9eb5cf {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:06.534785 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'status': 'completed', 'code': 200} Aug 10 04:08:06.558532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbca0e2-d071-45d7-a189-02b49c18ad19 req-a883d9ca-1b84-42be-a028-7cf75a2ce557 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.559752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:06.559994 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dbca0e2-d071-45d7-a189-02b49c18ad19 req-a883d9ca-1b84-42be-a028-7cf75a2ce557 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0571556 Aug 10 04:08:06.575429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-f076505a-b4a8-4ba6-b70c-c7fdc836723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.577039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-f076505a-b4a8-4ba6-b70c-c7fdc836723f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0419402 Aug 10 04:08:06.601064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dbca0e2-d071-45d7-a189-02b49c18ad19 req-72416f7c-f71b-47e5-b1f7-4ea8f073ef86 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Aug 10 04:08:06.626433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41094) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:06.676371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-a39a0732-0c7c-4da2-95a6-657d0c22f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.677908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-a39a0732-0c7c-4da2-95a6-657d0c22f82c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.0939355 Aug 10 04:08:06.697212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ab1141b1-3a91-4994-ba55-3b70912aaa7c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/e5e5464b-a329-46e5-9499-322ff78b00ec HTTP/1.1" status: 200 len: 992 time: 0.0682049 Aug 10 04:08:06.743624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-8e07eb0d-21c7-43f6-a659-3b2dda4e001a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1000 time: 0.0587447 Aug 10 04:08:06.794242 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-3daf3560-1164-41d8-b1f4-d47b24c3166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.796339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-3daf3560-1164-41d8-b1f4-d47b24c3166f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0462129 Aug 10 04:08:06.803910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'e5e5464b-a329-46e5-9499-322ff78b00ec', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'port_id': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'mac_address': 'fa:16:3e:e2:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:05Z', 'updated_at': '2021-08-10T04:08:05Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:53Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:06.833049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] Checking router: 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:06.841434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:06.842593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:08:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:06.852523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-db0d3bd0-8340-4822-b7f9-7a4eb1d198f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.854082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-db0d3bd0-8340-4822-b7f9-7a4eb1d198f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501504 Aug 10 04:08:06.945465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-ac420868-f853-423b-8461-4a06ba49c4b8 service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839603 Aug 10 04:08:07.045887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e351aa15-3588-4e80-83df-d9c0c75928ea req-ae12a52a-65f2-4843-96d6-e126a228da3b service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927298 Aug 10 04:08:07.103601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:07.346145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'e5e5464b-a329-46e5-9499-322ff78b00ec', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'port_id': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'mac_address': 'fa:16:3e:e2:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:05Z', 'updated_at': '2021-08-10T04:08:05Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:53Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:07.375546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014a6903-2f6e-43ad-8136-19718db52c23 None None] The sync data for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 is: [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'e5e5464b-a329-46e5-9499-322ff78b00ec', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.224', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'port_id': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'mac_address': 'fa:16:3e:e2:71:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:05Z', 'updated_at': '2021-08-10T04:08:05Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:53Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:07.574287 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d260b76-b0ac-4e2e-8ce1-9d185e2c4deb None None] New status for floating IP e5e5464b-a329-46e5-9499-322ff78b00ec: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:08:07.699947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41096) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:07.767411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-92b312b5-e22a-4978-9631-1359519f8934 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/e5e5464b-a329-46e5-9499-322ff78b00ec HTTP/1.1" status: 200 len: 992 time: 0.0661552 Aug 10 04:08:08.771342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41100) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:08.839252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-557c43d8-38e1-4a0e-b346-c6b2bf28c814 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/e5e5464b-a329-46e5-9499-322ff78b00ec HTTP/1.1" status: 200 len: 994 time: 0.0636208 Aug 10 04:08:24.996194 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.241065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.021090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4478-e2aa-4317-93ef-bd606e79af86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.661563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.893099 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a6c05378-cb86-4ec4-b975-b04e74678ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.798427 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.265693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.520932 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:40.073675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb40377-fc51-4785-87b6-1a7e7184786b req-630ec75c-89bc-4d62-8a30-199f5b608d5f tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:40.075263 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aeb40377-fc51-4785-87b6-1a7e7184786b req-630ec75c-89bc-4d62-8a30-199f5b608d5f tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0459642 Aug 10 04:08:40.093604 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aeb40377-fc51-4785-87b6-1a7e7184786b req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.188002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aeb40377-fc51-4785-87b6-1a7e7184786b req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.193014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aeb40377-fc51-4785-87b6-1a7e7184786b req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.220812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aeb40377-fc51-4785-87b6-1a7e7184786b req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395435 Aug 10 04:08:40.226331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd89c7e-0c45-4765-8cb0-5aaba7a08bc0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.235708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.236055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.236405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.236814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.237255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.237656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.238027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.238349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.238672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.239006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.239409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.239772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66a0985-dabd-45f7-8337-82b9f60fbeea tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:40.371993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f952969-8b59-49ae-866d-391e98ef40a8 req-cfd72412-5805-4541-a3ad-fe6ed120614c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:40.373642 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f952969-8b59-49ae-866d-391e98ef40a8 req-cfd72412-5805-4541-a3ad-fe6ed120614c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0547044 Aug 10 04:08:40.415380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f952969-8b59-49ae-866d-391e98ef40a8 req-78c688af-a720-4015-b503-a468dda2d60c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356054 Aug 10 04:08:40.439830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41128) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:40.511950 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b98a6fde-8ff4-4331-b3f0-f726848c0046 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/e5e5464b-a329-46e5-9499-322ff78b00ec HTTP/1.1" status: 200 len: 994 time: 0.0707366 Aug 10 04:08:41.125075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abfe98-0e8b-4952-9c06-b9c1bdc65f05 req-e45c2bbe-8c00-4cd0-8495-2a640ad1a2ed tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:41.126721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13abfe98-0e8b-4952-9c06-b9c1bdc65f05 req-e45c2bbe-8c00-4cd0-8495-2a640ad1a2ed tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0689757 Aug 10 04:08:41.163983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-a7d99dd9-d3a8-4d3d-9a8e-90585735a2dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074803 Aug 10 04:08:41.176417 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-13abfe98-0e8b-4952-9c06-b9c1bdc65f05 req-2187c41c-34d7-4b47-b43e-2307cd13e7b0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Aug 10 04:08:42.308302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6206bb2-5444-4ed2-9b95-43b4ee7e1934 req-a9520aac-cc2a-4343-929c-8d0d8a2bf184 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.310700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6206bb2-5444-4ed2-9b95-43b4ee7e1934 req-a9520aac-cc2a-4343-929c-8d0d8a2bf184 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0580101 Aug 10 04:08:42.359747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6206bb2-5444-4ed2-9b95-43b4ee7e1934 req-ea55b6ff-794a-4f68-92de-036e7332c66a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Aug 10 04:08:42.453475 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-b06b16de-756c-42a5-b435-f7b4797c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.455203 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-b06b16de-756c-42a5-b435-f7b4797c0e6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0476234 Aug 10 04:08:42.556619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-5f2d3df7-a96b-46b5-a3fa-36c1810c2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.558177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-5f2d3df7-a96b-46b5-a3fa-36c1810c2c3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.0951827 Aug 10 04:08:42.659802 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-928d477a-1db1-4f17-8183-1d85dbe8a799 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1002 time: 0.0919881 Aug 10 04:08:42.714105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-985142d9-0144-450c-90d4-9b0776c67508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.715610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-985142d9-0144-450c-90d4-9b0776c67508 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0489292 Aug 10 04:08:42.764600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-91de569c-eefe-4833-b9e9-d84a26038dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.766104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-91de569c-eefe-4833-b9e9-d84a26038dec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433173 Aug 10 04:08:42.867812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-0ce19e6c-4bb2-49c7-a072-ed06258ca94d service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938070 Aug 10 04:08:42.960673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-fd75ed18-3b20-4e96-b466-a725dd981aad service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863035 Aug 10 04:08:43.482634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd05a2e-5f4a-4c8c-9acb-d7bb2d254ffd req-ebcc26ca-089b-4e87-9b05-7d586f28454c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:43.484149 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2cd05a2e-5f4a-4c8c-9acb-d7bb2d254ffd req-ebcc26ca-089b-4e87-9b05-7d586f28454c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0483477 Aug 10 04:08:43.524882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2cd05a2e-5f4a-4c8c-9acb-d7bb2d254ffd req-a3dc2ae5-8505-4e62-9e62-4c42a8380b79 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346718 Aug 10 04:08:44.649107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc756df-dfd0-4208-843c-8a74e5c0c1ae req-4e3f34b4-7e5f-4052-8d63-2ddeebf0dae9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:44.650605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc756df-dfd0-4208-843c-8a74e5c0c1ae req-4e3f34b4-7e5f-4052-8d63-2ddeebf0dae9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0530341 Aug 10 04:08:44.688426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cc756df-dfd0-4208-843c-8a74e5c0c1ae req-f2d6b373-4a83-4ce0-ac1b-bab63f0a04ce tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Aug 10 04:08:45.812432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f19021-2ae4-4930-b0dc-a9f8811b1c37 req-a5c0026f-ba2d-4dd5-8b40-8419122935c3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:45.813857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6f19021-2ae4-4930-b0dc-a9f8811b1c37 req-a5c0026f-ba2d-4dd5-8b40-8419122935c3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0540717 Aug 10 04:08:45.852597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e6f19021-2ae4-4930-b0dc-a9f8811b1c37 req-ce367329-9c39-4aa0-89bb-5c4cccf325b4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325856 Aug 10 04:08:46.968998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2fb33-e3ea-4b16-b231-3924276fbf2a req-52ee21c3-ef17-49cf-8982-706518098d70 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:46.970512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daf2fb33-e3ea-4b16-b231-3924276fbf2a req-52ee21c3-ef17-49cf-8982-706518098d70 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0502172 Aug 10 04:08:47.008352 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-daf2fb33-e3ea-4b16-b231-3924276fbf2a req-048fe73d-ebf6-4c69-aa2b-90b0921d7f84 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Aug 10 04:08:48.126293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a20e5-cb20-41df-b84a-323b2420c9c2 req-9433c3b1-ead3-49c3-a1ec-52b9cbecb24c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.127808 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d07a20e5-cb20-41df-b84a-323b2420c9c2 req-9433c3b1-ead3-49c3-a1ec-52b9cbecb24c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0531642 Aug 10 04:08:48.164685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d07a20e5-cb20-41df-b84a-323b2420c9c2 req-fdce1de9-f11d-467e-8ca6-f163fcd42dd7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309711 Aug 10 04:08:48.271430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-df99eab4-b162-4ffa-a619-37964e73276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.272921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-df99eab4-b162-4ffa-a619-37964e73276e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0415254 Aug 10 04:08:48.376632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-6f7da2fb-921e-41b2-b7f3-1ce64c5cb5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.378072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-6f7da2fb-921e-41b2-b7f3-1ce64c5cb5db service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.0861461 Aug 10 04:08:48.474809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-bfcccc88-32d5-499a-b10a-cd09c529e555 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1002 time: 0.0895231 Aug 10 04:08:48.480936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-9936fc5f-cd25-4265-9510-7fbcde3e8d58 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600591 Aug 10 04:08:48.536115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-aac67c49-23c6-4f48-b36f-70ccb50f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.537508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-aac67c49-23c6-4f48-b36f-70ccb50f7c15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0556743 Aug 10 04:08:48.596092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5839be-a933-434f-9160-2d029decb4a8 req-b6b86c92-75ba-4eaf-b373-92331c7fad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.597586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-b6b86c92-75ba-4eaf-b373-92331c7fad01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.0697885 Aug 10 04:08:48.605851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-0c7b56f2-434d-4fa1-b3ed-fffff2c07407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.607315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-0c7b56f2-434d-4fa1-b3ed-fffff2c07407 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529754 Aug 10 04:08:48.770305 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-2118f41c-d273-4539-8301-73d59f8f5ada service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559691 Aug 10 04:08:48.771252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5839be-a933-434f-9160-2d029decb4a8 req-cf45804b-2418-411c-96b4-09355626ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.772566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-cf45804b-2418-411c-96b4-09355626ac81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 910 time: 0.1510541 Aug 10 04:08:48.889835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-2b581dbd-a9c2-4449-9a96-e11f6cd9b57b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 1000 time: 0.1044409 Aug 10 04:08:48.939160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4dba7c73-20d5-4d18-a850-be57de8a87f7 req-3f82625b-c3d6-4ac2-8890-5bf0e45b05fb service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611798 Aug 10 04:08:48.956831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5839be-a933-434f-9160-2d029decb4a8 req-60611051-3b10-4da9-b8f5-09776ee04614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.958342 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-60611051-3b10-4da9-b8f5-09776ee04614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0602713 Aug 10 04:08:49.005481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5839be-a933-434f-9160-2d029decb4a8 req-27ff8773-4531-4326-998c-80954fa15a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.006992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-27ff8773-4531-4326-998c-80954fa15a7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402651 Aug 10 04:08:49.100166 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-83ee3c18-a354-4b1c-953c-ca47ed00d271 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844851 Aug 10 04:08:49.191641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e5839be-a933-434f-9160-2d029decb4a8 req-5af8265d-c86a-4f5c-ad62-0fc3333f1c5f service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834422 Aug 10 04:08:49.280509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2e8b-10bb-4f8a-87e0-5199afe93509 req-f342a46f-c497-450d-9424-3f4a0488b486 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.282003 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-914c2e8b-10bb-4f8a-87e0-5199afe93509 req-f342a46f-c497-450d-9424-3f4a0488b486 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Aug 10 04:08:49.319010 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-914c2e8b-10bb-4f8a-87e0-5199afe93509 req-be72f224-2496-450f-9b0a-2648e7b6023a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Aug 10 04:08:50.436994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa10260-5951-44b0-9fc7-63be25aa129a req-aba63ed1-e76f-477d-9136-fbf14002d677 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:50.438554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-daa10260-5951-44b0-9fc7-63be25aa129a req-aba63ed1-e76f-477d-9136-fbf14002d677 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0500758 Aug 10 04:08:50.477068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-daa10260-5951-44b0-9fc7-63be25aa129a req-e69485ab-9ba0-4e9b-8320-f8ebff2b2e2a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Aug 10 04:08:51.613917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc7d42-1998-498c-8a87-0f7d19b49f8c req-348dc194-ef0f-4f2a-a7e1-cd7e903c8f85 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:51.615521 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfdc7d42-1998-498c-8a87-0f7d19b49f8c req-348dc194-ef0f-4f2a-a7e1-cd7e903c8f85 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0565407 Aug 10 04:08:51.666403 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfdc7d42-1998-498c-8a87-0f7d19b49f8c req-a20d101c-b991-4963-aa4e-873438b178b6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446615 Aug 10 04:08:52.803905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736957ff-9dd7-41fc-b9a8-fbf3b1c31836 req-5ccb4f79-3383-45e6-9020-0e60e0e09326 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.805446 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-736957ff-9dd7-41fc-b9a8-fbf3b1c31836 req-5ccb4f79-3383-45e6-9020-0e60e0e09326 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0625567 Aug 10 04:08:52.858525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-736957ff-9dd7-41fc-b9a8-fbf3b1c31836 req-5c9d59d7-2680-413a-af43-e79c904ad4b4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Aug 10 04:08:53.972668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4a2b5-a383-49f1-81dc-05375e5fd388 req-67e3e31c-47aa-498e-a378-90304b142205 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.974171 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f4a2b5-a383-49f1-81dc-05375e5fd388 req-67e3e31c-47aa-498e-a378-90304b142205 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0479951 Aug 10 04:08:54.011075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-34f4a2b5-a383-49f1-81dc-05375e5fd388 req-b36cf766-7caa-4fe3-b934-22473b6883c3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Aug 10 04:08:55.022024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.188928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019a1a-70a0-4cce-adba-5510f2fd04e2 req-3d17c757-aab2-4c13-905d-236aec099c6b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.190501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a019a1a-70a0-4cce-adba-5510f2fd04e2 req-3d17c757-aab2-4c13-905d-236aec099c6b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.1111381 Aug 10 04:08:55.243089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a019a1a-70a0-4cce-adba-5510f2fd04e2 req-dc5330f3-46f8-4fc1-a2e5-cbfa71d20d54 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 Aug 10 04:08:56.235082 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:56.361205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb6d43-b192-4dc3-8102-0f65fd033e4c req-f35b2301-f24e-4f5c-90e9-2d950b0490e4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.362843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0fb6d43-b192-4dc3-8102-0f65fd033e4c req-f35b2301-f24e-4f5c-90e9-2d950b0490e4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0514278 Aug 10 04:08:56.402645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0fb6d43-b192-4dc3-8102-0f65fd033e4c req-0fb8bdbc-c461-4339-8f83-7f0b1b4e96d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Aug 10 04:08:57.022507 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65a63468-54d7-452e-8a83-77f7d01fec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.527077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb270-590e-4285-9ed3-67fd8dd006bc req-43bba486-77ca-4a31-afda-56b79c9a490e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.529153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e15fb270-590e-4285-9ed3-67fd8dd006bc req-43bba486-77ca-4a31-afda-56b79c9a490e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0528679 Aug 10 04:08:57.569782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e15fb270-590e-4285-9ed3-67fd8dd006bc req-bdafe446-829d-4e20-a130-1ff06e73bfb5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Aug 10 04:08:58.700930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac8574-b3f6-40fb-8b15-8178dc193f43 req-e0d23430-86a2-483f-85ab-7d177703c38a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.704721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0eac8574-b3f6-40fb-8b15-8178dc193f43 req-e0d23430-86a2-483f-85ab-7d177703c38a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0644102 Aug 10 04:08:58.744722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0eac8574-b3f6-40fb-8b15-8178dc193f43 req-db387fb0-a6a3-4ff1-94f3-e34c378f3a94 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Aug 10 04:08:59.663198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:59.865384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe62f-feb0-45c4-b8a4-dca12706aadb req-931b0c13-0dfe-4281-a054-e1e10a5b961d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.866925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4acfe62f-feb0-45c4-b8a4-dca12706aadb req-931b0c13-0dfe-4281-a054-e1e10a5b961d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0529501 Aug 10 04:08:59.894886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a22ca600-50cf-450b-97d8-4707236bffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:59.910430 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4acfe62f-feb0-45c4-b8a4-dca12706aadb req-568da46c-fb13-4ce3-8a24-4d1547d0fbfc tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368552 Aug 10 04:08:59.987693 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-94559dbc-170f-422b-ba85-efbc0d184ead req-bb43d874-b408-4f58-806d-aea83f084b01 service neutron] show failed (client error): The resource could not be found. Aug 10 04:08:59.988742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-bb43d874-b408-4f58-806d-aea83f084b01 service neutron] 10.222.0.65 "GET /v2.0/ports/c0581f17-6e92-4f21-a537-b8f510c3d339/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0586104 Aug 10 04:09:00.186843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-54422f6d-b071-4918-9483-5830fd6a3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:00.188273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-54422f6d-b071-4918-9483-5830fd6a3e66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 1098 time: 0.0425653 Aug 10 04:09:00.201862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:00.261502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:00.470082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:00.504928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:00.546005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:00.548276 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a27e3-1fc3-426a-8ffa-8c6799d303d6" -d '{"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-unplugged", "status": "completed", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:00.552203 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:00.564931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Transition to ACTIVE for port object c0581f17-6e92-4f21-a537-b8f510c3d339 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:00.568666 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:00.603669 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ebede5-2b97-44ff-844e-2ee273c2db2a x-openstack-request-id: req-15ebede5-2b97-44ff-844e-2ee273c2db2a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:00.603915 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-unplugged", "status": "completed", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:00.604213 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15ebede5-2b97-44ff-844e-2ee273c2db2a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:00.604604 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'code': 200} Aug 10 04:09:00.667977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:00.697041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.697385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.697716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.698068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.698397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.698721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.699042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.699362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.699682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.700038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.700354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.700669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:00.771025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] No DVR routers for this DVR port c0581f17-6e92-4f21-a537-b8f510c3d339 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:00.903801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:00.904042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:00.904354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:00.908513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Port c0581f17-6e92-4f21-a537-b8f510c3d339 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:00.908829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Attempting to bind port c0581f17-6e92-4f21-a537-b8f510c3d339 on network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:00.913461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:00.913794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Checking segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:00.914203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Bound using segment: {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:00.914623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Bound port: c0581f17-6e92-4f21-a537-b8f510c3d339, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80383a91-e503-487a-b80a-96958389b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:00.914968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:00.982314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:00.985394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:00.991427 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.032097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.032722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.034159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] 10.222.0.39 "PUT /v2.0/ports/c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1093 time: 0.8366601 Aug 10 04:09:01.042960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85470-072a-4803-bae0-ace466162bc6 req-78e6555b-5737-4d2e-82e7-f5612403d600 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.045007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0a85470-072a-4803-bae0-ace466162bc6 req-78e6555b-5737-4d2e-82e7-f5612403d600 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.0502095 Aug 10 04:09:01.049723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a995d-5586-44d4-9c44-97252a3c566f service neutron] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:01.086769 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b0a85470-072a-4803-bae0-ace466162bc6 req-72b5e996-1e97-4250-856a-ba9529755b57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350776 Aug 10 04:09:01.107983 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-342656fb-689b-4de6-8850-0e93c2282615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.109539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-342656fb-689b-4de6-8850-0e93c2282615 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1096 time: 0.0430138 Aug 10 04:09:01.210796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-d9955720-e5cd-4439-ba2c-9ccff7f34de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.212308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-d9955720-e5cd-4439-ba2c-9ccff7f34de2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.0948427 Aug 10 04:09:01.280964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-959cd49f-53a4-4824-a64d-f2934832be63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1000 time: 0.0611033 Aug 10 04:09:01.331262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-fb991207-6e40-47ee-820b-fe9e00b9ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.332662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-fb991207-6e40-47ee-820b-fe9e00b9ec4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0446286 Aug 10 04:09:01.384243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559dbc-170f-422b-ba85-efbc0d184ead req-55b49a9b-8be5-4117-b44d-89a9e7a749c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.385745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-55b49a9b-8be5-4117-b44d-89a9e7a749c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452154 Aug 10 04:09:01.481855 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-35fb0b96-7b4c-47b6-b9d8-e12541803fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878139 Aug 10 04:09:01.582098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-94559dbc-170f-422b-ba85-efbc0d184ead req-18822987-9d78-445c-acc2-55e06d4896f0 service neutron] 10.222.0.39 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924802 Aug 10 04:09:01.799862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.286230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2d519-6ccf-4f80-ac18-6e194dc9a5ab req-5ac92f3d-21cd-4aa2-8fdf-22ec7b65107f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:02.287781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8be2d519-6ccf-4f80-ac18-6e194dc9a5ab req-5ac92f3d-21cd-4aa2-8fdf-22ec7b65107f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.1222463 Aug 10 04:09:02.327150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8be2d519-6ccf-4f80-ac18-6e194dc9a5ab req-386f273a-cbab-4e9e-a1ca-c23a49ef6c17 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334086 Aug 10 04:09:02.607101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:02.609474 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:02.660649 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20c9f31-a49a-4bd9-a363-ea8b1a50c923 x-openstack-request-id: req-d20c9f31-a49a-4bd9-a363-ea8b1a50c923 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:02.661045 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:02.661509 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d20c9f31-a49a-4bd9-a363-ea8b1a50c923 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:02.662004 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'status': 'completed', 'code': 200} Aug 10 04:09:02.760421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-253c68eb-3fdb-4c24-9f2f-9e8e0f0f7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:02.761859 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-253c68eb-3fdb-4c24-9f2f-9e8e0f0f7020 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1096 time: 0.0812297 Aug 10 04:09:02.767509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-a4736e10-9fd9-4c70-9757-3ed35116f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:02.769269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-a4736e10-9fd9-4c70-9757-3ed35116f235 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1096 time: 0.0774136 Aug 10 04:09:02.880335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:02.921553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:03.265622 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.286202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-d9cc06cf-3758-45a8-9987-7529bc4931dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.287716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-d9cc06cf-3758-45a8-9987-7529bc4931dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.5173297 Aug 10 04:09:03.291267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-1808415c-1e56-4f70-9b4f-1e565749d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.292951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-1808415c-1e56-4f70-9b4f-1e565749d6ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.5150514 Aug 10 04:09:03.406824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-ffb17f9c-0db8-4793-bf4d-47931672d86c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1000 time: 0.1097631 Aug 10 04:09:03.419220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-2fbf518b-bee3-480c-8603-e9dcae1bdea1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1000 time: 0.1164756 Aug 10 04:09:03.513524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-7890ca75-2408-4394-929c-9c738b066162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.515743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-7890ca75-2408-4394-929c-9c738b066162 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0956078 Aug 10 04:09:03.538334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-ff57fbb0-e87d-4905-b616-1043600690af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.540059 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-ff57fbb0-e87d-4905-b616-1043600690af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.1117213 Aug 10 04:09:03.560732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0892c-db48-4b3a-953e-e249be04f784 req-b0867ee9-1e0b-4e9e-93a7-3a8b6c62a9e8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.562212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13d0892c-db48-4b3a-953e-e249be04f784 req-b0867ee9-1e0b-4e9e-93a7-3a8b6c62a9e8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.1544933 Aug 10 04:09:03.632453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-f7eee6db-89f9-427c-bf23-da0e3c3936e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.633948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-f7eee6db-89f9-427c-bf23-da0e3c3936e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074638 Aug 10 04:09:03.638847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-5af8a6b5-4fc4-4fab-b750-e5d944ed896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.640240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-5af8a6b5-4fc4-4fab-b750-e5d944ed896f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770290 Aug 10 04:09:03.643195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-13d0892c-db48-4b3a-953e-e249be04f784 req-6afd2e2d-1375-4f0c-a7ca-3b04ec6d53e5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719645 Aug 10 04:09:03.802170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-4197841c-cc64-4268-9b25-c6503b46c02f service neutron] 10.222.0.39 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579900 Aug 10 04:09:03.819133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:03.824479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-2d5a1759-fc48-4d68-9825-f582edd40eda service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726334 Aug 10 04:09:03.917681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:03.929641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'port_id': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'mac_address': 'fa:16:3e:e2:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:03.966671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.979939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0581f17-6e92-4f21-a537-b8f510c3d339 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:04.001249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:04.005403 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.056805 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3119c69-557c-4796-86d0-5c5817b487db req-e6d7f677-bfbf-4ef7-88a2-79c79aeeb4c0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.059310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3119c69-557c-4796-86d0-5c5817b487db req-e6d7f677-bfbf-4ef7-88a2-79c79aeeb4c0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 944 time: 0.2547333 Aug 10 04:09:04.070344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:04.078447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.078784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.079118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.079447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.079776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.080101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.080422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.080742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.081065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.081377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.081694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.082032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:04.084881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-4cd3260d-eb45-448c-af11-bf6a49360018 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.086416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-4cd3260d-eb45-448c-af11-bf6a49360018 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314&tenant_id=e525fdf142704e20820ebff6e2d3bf0a&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 944 time: 0.2812035 Aug 10 04:09:04.162308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-b8fd0135-2cd6-4c84-9a33-484dab5a677c service neutron] 10.222.0.39 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362429 Aug 10 04:09:04.170846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-8f1f3758-b1bc-42e4-aefc-c8f54dc7ff4b service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162272 Aug 10 04:09:04.185355 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a3119c69-557c-4796-86d0-5c5817b487db req-1dc6f2eb-a4fc-4e08-910b-1ed43224f164 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084661 Aug 10 04:09:04.202753 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-6eb0bf0c-7ee7-4528-8c4e-7425574b814d service neutron] delete failed (client error): The resource could not be found. Aug 10 04:09:04.203821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-6eb0bf0c-7ee7-4528-8c4e-7425574b814d service neutron] 10.222.0.65 "DELETE /v2.0/ports/c0581f17-6e92-4f21-a537-b8f510c3d339/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.1039410 Aug 10 04:09:04.273116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['c0581f17-6e92-4f21-a537-b8f510c3d339'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:04.286169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-09cbe003-23a9-4411-a446-b9f381cf6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.287759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-09cbe003-23a9-4411-a446-b9f381cf6ce4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1097 time: 0.0423229 Aug 10 04:09:04.386095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-aaaf4328-4b2f-4bbd-bb34-b62da3091f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.387583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-aaaf4328-4b2f-4bbd-bb34-b62da3091f45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.0930223 Aug 10 04:09:04.456249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-4a1a13eb-733b-421f-9faa-e9f8f0386c1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 1001 time: 0.0608974 Aug 10 04:09:04.507524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-e60ed744-af26-4f49-a2e1-08edb99b8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.508314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-e60ed744-af26-4f49-a2e1-08edb99b8326 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0449543 Aug 10 04:09:04.560348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-b615f20b-586b-4cd2-bd0c-8b86c2026e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.561908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-b615f20b-586b-4cd2-bd0c-8b86c2026e3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454092 Aug 10 04:09:04.656369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-9a11a219-a95c-4a21-9ddd-7e7b3b5bc7fd service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871489 Aug 10 04:09:04.756292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b9e7fdee-d8a7-4ec4-9e96-e0c8204492c2 req-62e8e983-12dc-4f25-a567-fbbd39dbd3d6 service neutron] 10.222.0.65 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925336 Aug 10 04:09:05.323951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607bf89-4c0c-4d76-a5a5-4abeafd0c5cf req-cde35cd8-e533-468f-a24d-8adfb67a8445 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:05.327207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d607bf89-4c0c-4d76-a5a5-4abeafd0c5cf req-cde35cd8-e533-468f-a24d-8adfb67a8445 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 945 time: 0.0567698 Aug 10 04:09:05.368119 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d607bf89-4c0c-4d76-a5a5-4abeafd0c5cf req-548c971e-ae67-4ccb-9645-c6ea9bd3b52f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Aug 10 04:09:05.390493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41230) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:05.462784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-493e68f7-4d00-4957-b92f-ed81b4d47db2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/e5e5464b-a329-46e5-9499-322ff78b00ec HTTP/1.1" status: 200 len: 993 time: 0.0711493 Aug 10 04:09:05.834530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:05.882795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port c0581f17-6e92-4f21-a537-b8f510c3d339 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:05.886457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port c0581f17-6e92-4f21-a537-b8f510c3d339 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:05.886987 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:05.961869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:05.985431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:05.987712 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7f282-4436-4255-8551-d0e2d6b4f318" -d '{"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-plugged", "status": "completed", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:06.003425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:06.007696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.031642 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9796c8bd-683a-4416-9d47-919173f7fdd4 x-openstack-request-id: req-9796c8bd-683a-4416-9d47-919173f7fdd4 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:06.031931 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-plugged", "status": "completed", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:06.032185 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9796c8bd-683a-4416-9d47-919173f7fdd4 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:06.032579 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'code': 200} Aug 10 04:09:06.059029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:12.520989 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:25.025235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.235588 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.024078 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-10c26984-c5f0-43be-a198-976da4d2d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.664902 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.896909 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-70c15c88-3a84-4239-8cf5-fa6a16013ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:31.803619 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:33.268659 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:35.926977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97375e11-8f29-4dfb-828f-0ba8d8a2e915 req-e97d0217-0364-4f8f-9cbd-2cf69073a5ac tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:35.928516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97375e11-8f29-4dfb-828f-0ba8d8a2e915 req-e97d0217-0364-4f8f-9cbd-2cf69073a5ac tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0407369 Aug 10 04:09:35.964801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-97375e11-8f29-4dfb-828f-0ba8d8a2e915 req-f271b6c2-3362-4a2c-945e-1f63221c0c4e tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299554 Aug 10 04:09:35.986901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41248) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:36.160328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port d31a815c-f21a-4fdf-a5cd-688c8a05c36f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:36.160582 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.240892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.241218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.252658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for d31a815c-f21a-4fdf-a5cd-688c8a05c36f owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:36.415483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.446689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=d31a815c-f21a-4fdf-a5cd-688c8a05c36f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:36.520820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.521148 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP e5e5464b-a329-46e5-9499-322ff78b00ec disassociated (deleted). External IP: 172.25.2.224, port: c0581f17-6e92-4f21-a537-b8f510c3d339. Aug 10 04:09:36.741862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:36.861103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:36.866527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.871952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] Sync routers for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:36.882874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:36.883522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:36.902201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e870ccfc-6b6d-4cad-846b-8a7d04a314d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/floatingips/e5e5464b-a329-46e5-9499-322ff78b00ec HTTP/1.1" status: 204 len: 168 time: 0.9136412 Aug 10 04:09:36.903266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:36.905834 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98db5343-8ffa-4dc9-9282-f6ab0da270b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:36.949563 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe0ce0-b17e-4f31-a2d0-bebd97dd0072 x-openstack-request-id: req-69fe0ce0-b17e-4f31-a2d0-bebd97dd0072 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:36.949814 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:36.950148 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69fe0ce0-b17e-4f31-a2d0-bebd97dd0072 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:36.950607 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'status': 'completed', 'code': 200} Aug 10 04:09:37.009497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:37.016267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-1f58945a-28d5-49ab-a8df-427a426b4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.017805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-1f58945a-28d5-49ab-a8df-427a426b4d97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 1098 time: 0.0442100 Aug 10 04:09:37.143344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-810533e4-64bf-466b-b001-d84df39f2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.145789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-810533e4-64bf-466b-b001-d84df39f2d63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 200 len: 897 time: 0.1122918 Aug 10 04:09:37.149890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5f82d-45cd-4e82-bcce-fe72e01ba3de req-398d6fee-ddd4-4d9a-a883-8af829a6b3d0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.151723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdd5f82d-45cd-4e82-bcce-fe72e01ba3de req-398d6fee-ddd4-4d9a-a883-8af829a6b3d0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0545626 Aug 10 04:09:37.197381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cdd5f82d-45cd-4e82-bcce-fe72e01ba3de req-7c7aeb3f-d311-4f76-8381-78672a710b11 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Aug 10 04:09:37.198220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-316244f8-af61-414c-85b1-f5a6463e5f91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 200 len: 217 time: 0.0412953 Aug 10 04:09:37.248307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:53Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:37.259894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-6fb15c66-4245-48e1-9bd5-3de46f5e0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.261525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-6fb15c66-4245-48e1-9bd5-3de46f5e0995 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 200 len: 834 time: 0.0547357 Aug 10 04:09:37.276280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] Checking router: 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:37.285824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:37.286483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:37.318989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-b514ec9a-73a0-4103-9b3f-3cd5ac849522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.320755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-b514ec9a-73a0-4103-9b3f-3cd5ac849522 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d9b4631-8435-48d7-9d43-5f3f4bcb9216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467165 Aug 10 04:09:37.398660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:37.417899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-28d81878-f29f-4405-8f8e-c49f06453b44 service neutron] 10.222.0.39 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866916 Aug 10 04:09:37.533233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98db5343-8ffa-4dc9-9282-f6ab0da270b0 req-7b6ebfc5-7cc4-42eb-b4bf-6d92a25ef82b service neutron] 10.222.0.39 "GET /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036723 Aug 10 04:09:37.648595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:53Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:37.679754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f3b44-568e-4968-8202-19b82e104663 None None] The sync data for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 is: [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'aa7c3c26-1a3b-49c2-b694-d4142f5d6483', 'name': '', 'network_id': '3d9b4631-8435-48d7-9d43-5f3f4bcb9216', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:af:b9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:47Z', 'updated_at': '2021-08-10T04:07:53Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'f7052ce7-8183-4114-b666-dee8d3d7b910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:37.927773 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcc92e-93f8-4322-82df-c82941137606 None None] New status for floating IP e5e5464b-a329-46e5-9499-322ff78b00ec: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:09:38.339562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8da67-1ae7-4e8b-b7de-cd3f0610648e req-67ba78ec-817c-4b8e-a15d-600158dba247 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:38.341176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21c8da67-1ae7-4e8b-b7de-cd3f0610648e req-67ba78ec-817c-4b8e-a15d-600158dba247 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0555089 Aug 10 04:09:38.391323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21c8da67-1ae7-4e8b-b7de-cd3f0610648e req-7a5e061d-ee34-4673-853b-0db8e91a1e9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Aug 10 04:09:38.616969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-61909f6f-868f-4f28-b905-6f34c35e1ff8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:38.618753 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-61909f6f-868f-4f28-b905-6f34c35e1ff8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 946 time: 0.0623269 Aug 10 04:09:38.730852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port c0581f17-6e92-4f21-a537-b8f510c3d339 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:38.731294 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.842675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port c0581f17-6e92-4f21-a537-b8f510c3d339, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c0581f17-6e92-4f21-a537-b8f510c3d339,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:38.842969 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:38.858343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for c0581f17-6e92-4f21-a537-b8f510c3d339 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:39.007122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.040693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=c0581f17-6e92-4f21-a537-b8f510c3d339,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:39.089605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] No DVR routers for this DVR port c0581f17-6e92-4f21-a537-b8f510c3d339 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:39.093263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.095257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5b4fcd35-4ac6-4968-92eb-a81163f1445c req-e7273756-c96c-4a0e-be62-0016493aed27 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "DELETE /v2.0/ports/c0581f17-6e92-4f21-a537-b8f510c3d339 HTTP/1.1" status: 204 len: 173 time: 0.4686089 Aug 10 04:09:39.095731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-deleted', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:39.098359 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4efae58-fc78-41d9-8092-dd65d4702c1d" -d '{"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-deleted", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:39.148023 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715e73a-29ea-44d0-bb18-8971ee9a3e63 x-openstack-request-id: req-b715e73a-29ea-44d0-bb18-8971ee9a3e63 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:39.148322 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee4c63c-f00a-4cd2-8525-d544fc9c5314", "name": "network-vif-deleted", "tag": "c0581f17-6e92-4f21-a537-b8f510c3d339", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:39.148579 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b715e73a-29ea-44d0-bb18-8971ee9a3e63 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:39.149014 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee4c63c-f00a-4cd2-8525-d544fc9c5314', 'name': 'network-vif-deleted', 'tag': 'c0581f17-6e92-4f21-a537-b8f510c3d339', 'status': 'completed', 'code': 200} Aug 10 04:09:39.519141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9fbbdf6-7404-4f00-a541-02e6cffd1a6e req-c84ded36-dec8-41dc-9fd5-12d6e3cb8abe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee4c63c-f00a-4cd2-8525-d544fc9c5314 HTTP/1.1" status: 200 len: 210 time: 0.0330002 Aug 10 04:09:40.589167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41264) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:40.971097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.241397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port aa7c3c26-1a3b-49c2-b694-d4142f5d6483 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:41.241883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.337053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port aa7c3c26-1a3b-49c2-b694-d4142f5d6483, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:41.337053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.348574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for aa7c3c26-1a3b-49c2-b694-d4142f5d6483 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:41.549427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.581676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=aa7c3c26-1a3b-49c2-b694-d4142f5d6483,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:41.608515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.609250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.609250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.609512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.609839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.610192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.610519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.610843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.611165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.611486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.611803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.612119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:41.771350 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.944244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:41.973451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: c0581f17-6e92-4f21-a537-b8f510c3d339 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:41.973822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c0581f17-6e92-4f21-a537-b8f510c3d339 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:41.993046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:42.461063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:42.467085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cd1d51ab-e99b-4c16-b4db-742359cf7c13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/0ddb4df8-b58c-4e1c-b976-c55b80b464e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758366 Aug 10 04:09:42.469382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41266) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:42.472398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] Sync routers for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:42.481823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:42.482470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:42.522181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting subnet f7052ce7-8183-4114-b666-dee8d3d7b910 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:09:42.525301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.566635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.590723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:42.657111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.721573 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.750464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Subnet': ['ID=f7052ce7-8183-4114-b666-dee8d3d7b910,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:42.756124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.761358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d8849939-13a8-43bc-88af-499613178ff2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/subnets/f7052ce7-8183-4114-b666-dee8d3d7b910 HTTP/1.1" status: 204 len: 168 time: 0.2880111 Aug 10 04:09:42.761529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41268) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:42.762396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b6233-a1a4-4639-a875-730248b796b3 None None] Network 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:42.836988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:09:41Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:42.866814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] Checking router: 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:42.886939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.908491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] Routers {'0ddb4df8-b58c-4e1c-b976-c55b80b464e0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:42.909140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:43.008038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.046195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] Set router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:43.106968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] DHCP port deletion for 3d9b4631-8435-48d7-9d43-5f3f4bcb9216 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:09:43.362594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 7b1e7ffe-101c-49d7-ad05-713159031ed1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:43.363180 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.373971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:43.436181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] Deleting port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:43.436549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.458256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 7b1e7ffe-101c-49d7-ad05-713159031ed1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7b1e7ffe-101c-49d7-ad05-713159031ed1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:43.458928 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.473758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 7b1e7ffe-101c-49d7-ad05-713159031ed1 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:43.579435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] For port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:43.579806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.591561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.607479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] Calling delete_port for 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:43.676107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.683132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,segment=NetworkSegment(80383a91-e503-487a-b80a-96958389b382),segment_id=80383a91-e503-487a-b80a-96958389b382)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:43.687424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:09:41Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:43.693335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.708705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=7b1e7ffe-101c-49d7-ad05-713159031ed1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:43.743018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c07ccd-7297-4993-a64b-d362092a04d9 None None] The sync data for ids ['0ddb4df8-b58c-4e1c-b976-c55b80b464e0'] in n-d-769329-14 is: [{'id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107499314', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:44Z', 'updated_at': '2021-08-10T04:09:41Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b1e7ffe-101c-49d7-ad05-713159031ed1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb4df8-b58c-4e1c-b976-c55b80b464e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:45Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:43.776253 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.788327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:43.803189 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.838238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] Pushing event deleted for resources: {'Port': ['ID=8b5aa1c0-0c38-4096-9d99-8b5de4b59f84,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:43.843704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae8f87-e78e-4202-bf0f-450e7e18da96 None None] No DVR routers for this DVR port 8b5aa1c0-0c38-4096-9d99-8b5de4b59f84 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:43.893755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.896002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.964686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.965124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Fanout notify agent at l3_agent the message router_deleted on router 0ddb4df8-b58c-4e1c-b976-c55b80b464e0 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:09:43.972859 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.973919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3321ad3d-f427-40db-8836-c946c4a6cac3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/routers/0ddb4df8-b58c-4e1c-b976-c55b80b464e0 HTTP/1.1" status: 204 len: 168 time: 1.2113535 Aug 10 04:09:43.977242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41270) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:44.058709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.159970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.171302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9b4631-8435-48d7-9d43-5f3f4bcb9216']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:44.182953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80383a91-e503-487a-b80a-96958389b382') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:44.183247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80383a91-e503-487a-b80a-96958389b382') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:44.193820 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.209036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.215205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:09:44.215608 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:09:44.218631 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:09:44.284303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.291454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.293452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/networks/3d9b4631-8435-48d7-9d43-5f3f4bcb9216 HTTP/1.1" status: 204 len: 168 time: 0.3151929 Aug 10 04:09:44.296294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41272) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:44.305319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06073939-e044-4d4a-97ae-9fc53db82d46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Network': ['ID=3d9b4631-8435-48d7-9d43-5f3f4bcb9216,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:44.361312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98f3bdf2-a220-4d42-af47-3db23fe7a1be tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.387158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98f3bdf2-a220-4d42-af47-3db23fe7a1be tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.447335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98f3bdf2-a220-4d42-af47-3db23fe7a1be tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.449929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-98f3bdf2-a220-4d42-af47-3db23fe7a1be tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.451209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-98f3bdf2-a220-4d42-af47-3db23fe7a1be tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf27d14a-1e2f-4d38-b38e-8d4ec616bf20 HTTP/1.1" status: 204 len: 168 time: 0.1538396 Aug 10 04:09:44.460666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3bdf2-a220-4d42-af47-3db23fe7a1be tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf27d14a-1e2f-4d38-b38e-8d4ec616bf20,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:45.265319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device aa7c3c26-1a3b-49c2-b694-d4142f5d6483 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:45.286278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: aa7c3c26-1a3b-49c2-b694-d4142f5d6483 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:45.286552 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device aa7c3c26-1a3b-49c2-b694-d4142f5d6483 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:45.286968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b1e7ffe-101c-49d7-ad05-713159031ed1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:45.304717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7b1e7ffe-101c-49d7-ad05-713159031ed1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:45.305084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b1e7ffe-101c-49d7-ad05-713159031ed1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:45.758788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41280) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:45.764089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397905515', 'description': 'tempest-secgroup-smoke-397905515 description', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:45.787865 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.867506 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.871127 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.899053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.900274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404762 Aug 10 04:09:45.900979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03e97-ba5e-463a-9ff0-6f655166797e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:45.903483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41282) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:45.908237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:45.934437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.992108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.995531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.013098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6505f2-b88d-49dc-8ff0-81630edeca9c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.018933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.020494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55e37e96-01c3-42ac-8ed1-537460c95d41 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160851 Aug 10 04:09:46.023292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41284) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.027920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.054199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.109033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.112704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.135005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31372e26-c573-4999-a28c-3ab5fe539dd8,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.138507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.139707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2332eb50-53fd-417f-b513-29fadfdfb32f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154988 Aug 10 04:09:46.142557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41286) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.146902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.172789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.229898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.234235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.250768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04a73b8-f804-431f-b326-2a1790a5ebeb,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.257782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.259081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c912315-2a92-45f7-b71d-03b75edc454d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155982 Aug 10 04:09:46.261754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41288) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.266423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.293124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.354546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.358847 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.373387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8fab3a-1031-4042-9710-89d3807843ca,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.382383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.383573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4a1bf52b-7ad6-4d2e-9cd8-db80005ba593 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208646 Aug 10 04:09:46.386503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41290) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.390836 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.411620 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:09:46.416234 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.475126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.478479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.495992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdf7ffa-ea3b-4f1b-9bed-5b885236563e,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.503186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.504438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b28ae8fb-c10b-4282-87ce-bd1a24bfe317 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170304 Aug 10 04:09:46.507477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41292) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.512160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.534960 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:09:46.540543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.608814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.611991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.632427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8aed97-1bcd-411c-8d1d-31aed6b573d8,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.639853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.641430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-63cfd56f-b2d9-4212-b809-9ae2776b245d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1328337 Aug 10 04:09:46.644425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41294) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.649469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'network': {'name': 'tempest-network-smoke--1483135355', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.671669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:46.675575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.700564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:09:46.712044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.712389 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Added segment 6a86bc5a-ec6b-4eb0-90b5-e6f49361d293 of type vlan for network 7ecbde60-7958-4224-b9dc-761bd6fcba22 Aug 10 04:09:46.757822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.786515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.792030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:46.792614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.850796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2053356 Aug 10 04:09:46.853488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41296) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:46.858450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'admin_state_up': True, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:46.870343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef55df-e2ba-4878-9ded-ac476c72117e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Network': ['ID=7ecbde60-7958-4224-b9dc-761bd6fcba22,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:46.885011 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:09:46.890030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.891091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.946333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:47.079477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:47.268215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:47.286987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:47.390654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.61 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/41476a69-b906-45ae-be87-0c71b71563ab) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:47.487713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:47.531954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:47.573672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:47.579025 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:47.582540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:47.605997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=41476a69-b906-45ae-be87-0c71b71563ab,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:47.846250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.063949 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.200372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router ac3699c0-90b8-4c20-8fd4-b2492319d987 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:09:48.310597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:48.320985 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Sync routers for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:48.330775 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.335090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:48.335263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41a36707-0de8-45c0-a406-64eeccfe297c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4775872 Aug 10 04:09:48.335378 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:48.335495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41298) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:48.375853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2f6e963d-241a-4078-ad14-ea3705894c49 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e525fdf142704e20820ebff6e2d3bf0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366125 Aug 10 04:09:48.376899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41300) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:48.442127 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:48.538497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941af78-9660-490b-99eb-9baaa683e9a8 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:48.542730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b941af78-9660-490b-99eb-9baaa683e9a8 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1621814 Aug 10 04:09:48.542954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41302) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:48.581349 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-713049e6-25ad-479b-8a94-6e7182ecfa74 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372925 Aug 10 04:09:48.583950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41304) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:48.588793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063162616', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:48.626437 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:47Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:48.652284 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Checking router: ac3699c0-90b8-4c20-8fd4-b2492319d987 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:48.652633 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Updating router ac3699c0-90b8-4c20-8fd4-b2492319d987 port 41476a69-b906-45ae-be87-0c71b71563ab binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:09:48.675849 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:48.679450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.681600 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.859618 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.924752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Subnet': ['ID=0953b803-5f8e-469f-822e-c1a466762815,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:48.930651 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.934424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Checking segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:48.935014 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network hostable DHCP agents. Network: 7ecbde60-7958-4224-b9dc-761bd6fcba22, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:09:48.940720 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Transition to ACTIVE for port object 41476a69-b906-45ae-be87-0c71b71563ab will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:48.947182 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.951501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:09:48.960578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7ecbde60-7958-4224-b9dc-761bd6fcba22) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:48.964812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:48.965465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.972117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122114f8-4214-47ae-b03d-63d321f4c121 None None] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:48.985972 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8a10d508-012c-4c9b-b01e-b318364c4c78 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4010029 Aug 10 04:09:48.988882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41306) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:48.991977 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Pushing event updated for resources: {'Port': ['ID=41476a69-b906-45ae-be87-0c71b71563ab,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:48.999434 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:48.999772 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.000105 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.000430 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.000754 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.001074 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.001392 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.001706 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.002037 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.002351 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.002667 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.003064 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:49.028174 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Attempting to bind port 41476a69-b906-45ae-be87-0c71b71563ab on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:49.029090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Attempting to bind port 41476a69-b906-45ae-be87-0c71b71563ab by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:49.029452 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Attempting to bind port 41476a69-b906-45ae-be87-0c71b71563ab on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:49.034763 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:49.035124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:49.035517 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.035899 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:49.036379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Bound port: 41476a69-b906-45ae-be87-0c71b71563ab, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:49.036727 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.089818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] For port 41476a69-b906-45ae-be87-0c71b71563ab, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:49.093944 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] For port 41476a69-b906-45ae-be87-0c71b71563ab, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=41476a69-b906-45ae-be87-0c71b71563ab,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:49.099520 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.131902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-7ecbde60-7958-4224-b9dc-761bd6fcba22', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:09:49.133534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.169618 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80964f-75b2-46ea-a3a6-0f5f2999045f None None] Pushing event updated for resources: {'Port': ['ID=41476a69-b906-45ae-be87-0c71b71563ab,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.173190 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:49.173823 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:49.287846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Allocated IP 172.20.0.2 (7ecbde60-7958-4224-b9dc-761bd6fcba22/0953b803-5f8e-469f-822e-c1a466762815/ca065954-e7d7-4937-98ea-bd2c04ff8359) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:49.382046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:49.447102 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.449801 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.461281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Transition to ACTIVE for port object ca065954-e7d7-4937-98ea-bd2c04ff8359 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:49.480976 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Transition to ACTIVE for port object ca065954-e7d7-4937-98ea-bd2c04ff8359 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:49.489466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.527273 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:49.530195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:49.535288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:49.538826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:49.551354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Pushing event updated for resources: {'Port': ['ID=ca065954-e7d7-4937-98ea-bd2c04ff8359,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.578059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:47Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:49.603244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Attempting to bind port ca065954-e7d7-4937-98ea-bd2c04ff8359 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:49.603706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Attempting to bind port ca065954-e7d7-4937-98ea-bd2c04ff8359 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:49.604030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Attempting to bind port ca065954-e7d7-4937-98ea-bd2c04ff8359 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:49.604923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ed397-3333-404b-a48e-ecfd7e82c763 None None] The sync data for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 is: [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:47Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:49.612893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:49.613366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Checking segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:49.613699 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.614263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Bound using segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:49.614733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Bound port: ca065954-e7d7-4937-98ea-bd2c04ff8359, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:49.615113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.685130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] For port ca065954-e7d7-4937-98ea-bd2c04ff8359, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:49.689640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] For port ca065954-e7d7-4937-98ea-bd2c04ff8359, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca065954-e7d7-4937-98ea-bd2c04ff8359,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:49.693391 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.755930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.1 (7ecbde60-7958-4224-b9dc-761bd6fcba22/0953b803-5f8e-469f-822e-c1a466762815/5de3e98b-c13e-4c63-8d71-badbee061b3a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:49.758259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e677cc-49b4-415f-a2a4-264d8b2247f5 None None] Pushing event updated for resources: {'Port': ['ID=ca065954-e7d7-4937-98ea-bd2c04ff8359,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.890132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.913332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object 5de3e98b-c13e-4c63-8d71-badbee061b3a will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:49.976849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.027985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=5de3e98b-c13e-4c63-8d71-badbee061b3a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.040414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:50.042173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:50.049518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:50.115142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.265279 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.597421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.603237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.682831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=5de3e98b-c13e-4c63-8d71-badbee061b3a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.686169 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.793184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:50.794961 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:50.813219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-b39b4fb0-60cd-4fbc-862c-68275a19b915 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3812976 Aug 10 04:09:50.819988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e587c3-bd0a-4a7a-b3a5-aa96b16bfba4 None None] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:50.880807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fa4d1766-72e9-4a66-bbf9-e94f56b5b2ba None None] Provisioning for port ca065954-e7d7-4937-98ea-bd2c04ff8359 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:50.899045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-92caf895-7440-40d2-beb1-d1a4317c0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.900557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-92caf895-7440-40d2-beb1-d1a4317c0b3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797852c119c4fa7a301f74768a0516a&device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 1097 time: 0.0410361 Aug 10 04:09:50.916786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router ac3699c0-90b8-4c20-8fd4-b2492319d987 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:51.017233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-c27fbb39-6caa-4380-94c4-89da0bd1c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.018773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-c27fbb39-6caa-4380-94c4-89da0bd1c508 service neutron] 10.222.0.39 "GET /v2.0/networks?id=64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 200 len: 910 time: 0.0950949 Aug 10 04:09:51.034969 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:51.049720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e0844eee-f7e8-4a1c-b4d3-110318832c57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/ac3699c0-90b8-4c20-8fd4-b2492319d987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0506277 Aug 10 04:09:51.098760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-9722dd11-8577-440f-8251-15d047bf8901 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 200 len: 1000 time: 0.0705750 Aug 10 04:09:51.158803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-1d5ecb23-b78c-4535-bbed-baceae8125ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.160593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-1d5ecb23-b78c-4535-bbed-baceae8125ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 200 len: 848 time: 0.0545974 Aug 10 04:09:51.242657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-ddfbf999-1713-41ef-aaaa-a3713a08f8f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397905515&fields=id&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 267 time: 0.0807850 Aug 10 04:09:51.248245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-6038fbe6-efab-430c-9981-a6cce4e1a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.249931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-6038fbe6-efab-430c-9981-a6cce4e1a9e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=64885656-3659-4d61-8605-0f098ba0be23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806134 Aug 10 04:09:51.320802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-aa98881b-20c8-40cd-a37d-629fa2a0fb2e None None] Provisioning for port 5de3e98b-c13e-4c63-8d71-badbee061b3a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:51.325769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-aa98881b-20c8-40cd-a37d-629fa2a0fb2e None None] Provisioning complete for port 5de3e98b-c13e-4c63-8d71-badbee061b3a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:51.326574 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa98881b-20c8-40cd-a37d-629fa2a0fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.388419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 41476a69-b906-45ae-be87-0c71b71563ab up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:51.427228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-aa98881b-20c8-40cd-a37d-629fa2a0fb2e None None] Port 5de3e98b-c13e-4c63-8d71-badbee061b3a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:51.458359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-b1527d02-e9be-4fd3-8c0a-4a01e1c48568 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893833 Aug 10 04:09:51.463195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 41476a69-b906-45ae-be87-0c71b71563ab completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:51.469960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-7c97a494-6a41-4fd7-abdd-cac0429d2d14 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.471797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-7c97a494-6a41-4fd7-abdd-cac0429d2d14 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 797 time: 0.2164252 Aug 10 04:09:51.472563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 41476a69-b906-45ae-be87-0c71b71563ab triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:51.473219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.553378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-279a60b6-114b-4fde-a388-baee7c29a9b8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/quotas/e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 375 time: 0.0251987 Aug 10 04:09:51.595559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-469109a6-0dde-4ce9-9ffa-3dbc8b269bbf None None] Provisioning complete for port 5de3e98b-c13e-4c63-8d71-badbee061b3a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:51.595929 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-469109a6-0dde-4ce9-9ffa-3dbc8b269bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.625104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Sync routers for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:51.630884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.636117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ad01c35-2109-41db-b6f2-8f44ce8375c4 req-df767166-447f-4bad-bc35-20a72dd7cfd6 service neutron] 10.222.0.39 "GET /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632509 Aug 10 04:09:51.649369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-350bdc54-5945-45cf-b23f-7e4a62b01173 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889778 Aug 10 04:09:51.696727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 41476a69-b906-45ae-be87-0c71b71563ab, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=41476a69-b906-45ae-be87-0c71b71563ab,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:51.698711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:51.699714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:51.702815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-469109a6-0dde-4ce9-9ffa-3dbc8b269bbf None None] Port 5de3e98b-c13e-4c63-8d71-badbee061b3a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:51.707934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.709074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca065954-e7d7-4937-98ea-bd2c04ff8359 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:51.850525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-181265ee-8e89-4c39-8037-2944f12beb76 service neutron] 10.222.0.53 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858428 Aug 10 04:09:51.889927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4f931fc3-0b3d-49ba-b544-9127cb2b6bd7 None None] Provisioning complete for port 5de3e98b-c13e-4c63-8d71-badbee061b3a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:51.890605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4f931fc3-0b3d-49ba-b544-9127cb2b6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.891698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=41476a69-b906-45ae-be87-0c71b71563ab,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:51.928253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:51.951062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-52ac85a0-5e64-459a-85c9-ce9ffd02949d service neutron] 10.222.0.53 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936098 Aug 10 04:09:51.962159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port ca065954-e7d7-4937-98ea-bd2c04ff8359 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:51.979154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ca065954-e7d7-4937-98ea-bd2c04ff8359 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:51.979524 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.981210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-4f931fc3-0b3d-49ba-b544-9127cb2b6bd7 None None] Port 5de3e98b-c13e-4c63-8d71-badbee061b3a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:52.151002 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c355d856-1fa6-402a-9ebe-b1cfed561dc7 req-cd02057d-815b-4948-8806-85438bd78b65 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Aug 10 04:09:52.343804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.392489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port ca065954-e7d7-4937-98ea-bd2c04ff8359, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca065954-e7d7-4937-98ea-bd2c04ff8359,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:52.397889 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.429063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 2, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:52.458672 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Checking router: ac3699c0-90b8-4c20-8fd4-b2492319d987 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:52.459022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Updating router ac3699c0-90b8-4c20-8fd4-b2492319d987 port 5de3e98b-c13e-4c63-8d71-badbee061b3a binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:09:52.499976 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.501945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=ca065954-e7d7-4937-98ea-bd2c04ff8359,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:52.801191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.812120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Transition to ACTIVE for port object 5de3e98b-c13e-4c63-8d71-badbee061b3a will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:52.818738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.870452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd933-0952-443d-b49f-2cba6eae1b56 None None] Pushing event updated for resources: {'Port': ['ID=5de3e98b-c13e-4c63-8d71-badbee061b3a,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:52.921527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Attempting to bind port 5de3e98b-c13e-4c63-8d71-badbee061b3a on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:52.922187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Attempting to bind port 5de3e98b-c13e-4c63-8d71-badbee061b3a by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:52.922296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Attempting to bind port 5de3e98b-c13e-4c63-8d71-badbee061b3a on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:52.927587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:52.927964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Checking segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:52.928377 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.928909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Bound using segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:52.929385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Bound port: 5de3e98b-c13e-4c63-8d71-badbee061b3a, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:52.929769 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.000427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] For port 5de3e98b-c13e-4c63-8d71-badbee061b3a, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:53.003870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] For port 5de3e98b-c13e-4c63-8d71-badbee061b3a, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5de3e98b-c13e-4c63-8d71-badbee061b3a,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:53.008264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.087511 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:53.088171 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:09:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:53.090220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cd933-0952-443d-b49f-2cba6eae1b56 None None] Pushing event updated for resources: {'Port': ['ID=5de3e98b-c13e-4c63-8d71-badbee061b3a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:53.205779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-a5c7ee14-9147-456a-94bb-05ea585d896e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.207377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-a5c7ee14-9147-456a-94bb-05ea585d896e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 797 time: 0.1577051 Aug 10 04:09:53.261493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c51a399b-8d4f-48ef-a3f4-eaa06799373b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 379 time: 0.0442090 Aug 10 04:09:53.267519 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:53.281235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'port': {'device_id': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'admin_state_up': True, 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'security_groups': ['c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:53.345124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7792c8ae-d8a5-49f0-8ade-051e42aa0d53 req-1e28b6bf-50af-4d50-b74f-2269bb526b52 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 210 time: 0.0824900 Aug 10 04:09:53.352825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 41476a69-b906-45ae-be87-0c71b71563ab up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:53.420058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:53.423955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.484538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 41476a69-b906-45ae-be87-0c71b71563ab triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:53.484910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.564366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.10 (7ecbde60-7958-4224-b9dc-761bd6fcba22/0953b803-5f8e-469f-822e-c1a466762815/d38954a7-b598-469b-915f-0bd314b38092) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:53.598559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:52Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:53.629968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fb3cb-18fb-49e7-84e4-f0087fb66b21 None None] The sync data for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 is: [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:52Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:53.636438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca065954-e7d7-4937-98ea-bd2c04ff8359 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:53.729172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port ca065954-e7d7-4937-98ea-bd2c04ff8359 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:53.729537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.759494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.784163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object d38954a7-b598-469b-915f-0bd314b38092 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:53.827056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.867761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:53.870883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:53.877227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:53.911248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:53.934045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.934741 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.952701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-5508284d-481a-4eec-a54e-796a048542d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6807258 Aug 10 04:09:53.966300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Request body: {'port': {'device_id': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:54.029856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.186063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-056b6048-eafb-475e-9e22-95ecad27352e None None] Provisioning for port d38954a7-b598-469b-915f-0bd314b38092 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:54.190734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-056b6048-eafb-475e-9e22-95ecad27352e None None] Provisioning complete for port d38954a7-b598-469b-915f-0bd314b38092 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:54.191101 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-056b6048-eafb-475e-9e22-95ecad27352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.235227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-056b6048-eafb-475e-9e22-95ecad27352e None None] Port d38954a7-b598-469b-915f-0bd314b38092 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:54.325351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38954a7-b598-469b-915f-0bd314b38092 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:54.333685 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.347418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Transition to ACTIVE for port object d38954a7-b598-469b-915f-0bd314b38092 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:54.351325 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.407844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:54.487423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f2a6-9fbf-4d1f-8921-ad6044e05672 req-f9c9f7fd-4c7d-4510-abff-53baf0c415bf tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.490142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08b4f2a6-9fbf-4d1f-8921-ad6044e05672 req-f9c9f7fd-4c7d-4510-abff-53baf0c415bf tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0618253 Aug 10 04:09:54.504026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:54.504637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:54.505058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:54.511409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:54.511822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:54.518851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:54.519645 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Checking segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:54.520239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Bound using segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:54.520993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Bound port: d38954a7-b598-469b-915f-0bd314b38092, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:54.521442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.548023 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-08b4f2a6-9fbf-4d1f-8921-ad6044e05672 req-903f2e4b-29bc-4104-bbf8-8cde39548484 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495813 Aug 10 04:09:54.600049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:54.603575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:54.609251 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.644146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.644813 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.646275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 1093 time: 0.6852825 Aug 10 04:09:54.646722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:54.648986 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58ae1c1-c425-4931-95f5-b32455813ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:54.677812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f28adb-86a6-44bb-a716-8e715f0039c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:54.712599 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab26fb0-7454-44be-a7d9-2117cf52bf64 x-openstack-request-id: req-2ab26fb0-7454-44be-a7d9-2117cf52bf64 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:54.712982 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:54.713222 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ab26fb0-7454-44be-a7d9-2117cf52bf64 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:54.713628 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'status': 'completed', 'code': 200} Aug 10 04:09:54.750756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-f0838de2-fe09-448f-a187-78b448462103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.752465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-f0838de2-fe09-448f-a187-78b448462103 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0521889 Aug 10 04:09:54.798570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-a92da625-15d3-4703-8a7a-4a5bc3d61531 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 217 time: 0.0376921 Aug 10 04:09:54.851480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-450d1c32-3f30-4230-bb60-3ebda4834208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.853024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-450d1c32-3f30-4230-bb60-3ebda4834208 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0474024 Aug 10 04:09:54.904265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-1e2df228-d77e-46ee-89a2-f7c507aac0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.907332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-1e2df228-d77e-46ee-89a2-f7c507aac0db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470939 Aug 10 04:09:54.997077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-4be08887-60d7-464b-91b3-f2773e74e717 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824213 Aug 10 04:09:55.048941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.091252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e9c00b75-0bf6-4af9-b2a5-6dddcfcad038 req-ac91a985-70f1-4087-b4a6-41ec21f3e28e service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Aug 10 04:09:55.177275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-bf89b79c-f08e-4a24-a32a-4a66bfc51127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.178827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-bf89b79c-f08e-4a24-a32a-4a66bfc51127 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0422003 Aug 10 04:09:55.270607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-662b3b5a-deea-41d5-8305-7973edccaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.272072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-662b3b5a-deea-41d5-8305-7973edccaa6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0864735 Aug 10 04:09:55.304769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5de3e98b-c13e-4c63-8d71-badbee061b3a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:55.318265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-050eef92-f24d-4318-823e-c295a896f725 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 217 time: 0.0393329 Aug 10 04:09:55.376154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 5de3e98b-c13e-4c63-8d71-badbee061b3a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:55.381803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5de3e98b-c13e-4c63-8d71-badbee061b3a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:55.382396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.390905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-edb7e6da-3578-4ab6-8bba-9b240a43bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.393280 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-edb7e6da-3578-4ab6-8bba-9b240a43bdf0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0681725 Aug 10 04:09:55.441804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-0f33dfbf-bef0-441f-b718-cabe87e9a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.443386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-0f33dfbf-bef0-441f-b718-cabe87e9a1ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420697 Aug 10 04:09:55.470754 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.505485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 5de3e98b-c13e-4c63-8d71-badbee061b3a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5de3e98b-c13e-4c63-8d71-badbee061b3a,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:55.509832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.544979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-8174effb-f9ef-48b3-81a3-be0a4ad6fd52 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926318 Aug 10 04:09:55.560118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=5de3e98b-c13e-4c63-8d71-badbee061b3a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:55.637165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e58ae1c1-c425-4931-95f5-b32455813ed8 req-540e9867-6801-4e60-a1ee-5b1983d0de05 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Aug 10 04:09:55.664056 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36825c8e-1289-4d6a-992b-9b78668cb86b req-b40359e9-4e60-476d-a1e3-7056ca4e9ec5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.665558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-36825c8e-1289-4d6a-992b-9b78668cb86b req-b40359e9-4e60-476d-a1e3-7056ca4e9ec5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0527806 Aug 10 04:09:55.703901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-36825c8e-1289-4d6a-992b-9b78668cb86b req-c16df45b-8e04-40ba-9193-c132049b37e6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Aug 10 04:09:56.225120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.821305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9c8be-087a-4b9b-94bd-7e3ab077b7eb req-d7e0d481-25e1-4bca-877f-ef7641cef480 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:56.822863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27d9c8be-087a-4b9b-94bd-7e3ab077b7eb req-d7e0d481-25e1-4bca-877f-ef7641cef480 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0491626 Aug 10 04:09:56.864880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27d9c8be-087a-4b9b-94bd-7e3ab077b7eb req-d9d3967e-0df8-46cd-b09b-693b54744c35 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353696 Aug 10 04:09:57.027151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88e35a17-eee0-4d3d-993e-a5bf596cfd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.064431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:57.159342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:57.170688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'd38954a7-b598-469b-915f-0bd314b38092', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'mac_address': 'fa:16:3e:45:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:57.206502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.218907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38954a7-b598-469b-915f-0bd314b38092 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:57.239097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:57.244116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.293100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5de3e98b-c13e-4c63-8d71-badbee061b3a up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:57.317823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:57.345165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5de3e98b-c13e-4c63-8d71-badbee061b3a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:57.345543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.446773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d38954a7-b598-469b-915f-0bd314b38092'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:57.981352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82152ec0-97b5-4814-9e58-d2e1aebc0288 req-84dfe599-7295-4243-92ac-55f747bb3b37 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:57.982886 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82152ec0-97b5-4814-9e58-d2e1aebc0288 req-84dfe599-7295-4243-92ac-55f747bb3b37 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.0493972 Aug 10 04:09:58.019683 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-82152ec0-97b5-4814-9e58-d2e1aebc0288 req-6924934a-30f0-47ce-b1db-9597d1f0fec1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Aug 10 04:09:59.080848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:59.132316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port d38954a7-b598-469b-915f-0bd314b38092 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:59.135535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e7348-5e25-4075-99d4-07d4092cb2a7 req-649e0864-5469-4928-a55e-da682ab96b88 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:59.136093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port d38954a7-b598-469b-915f-0bd314b38092 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:59.136300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:59.137039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b19e7348-5e25-4075-99d4-07d4092cb2a7 req-649e0864-5469-4928-a55e-da682ab96b88 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Aug 10 04:09:59.176109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b19e7348-5e25-4075-99d4-07d4092cb2a7 req-a33f75b9-007c-4afb-91f3-92c7842897e6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322790 Aug 10 04:09:59.213511 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:59.236249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:59.238516 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad61a80-3799-413b-9a14-bc6e34722f89" -d '{"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-plugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:59.251830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:59.256206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:59.279474 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76c2ee6-b1a6-4261-89eb-9b71534345da x-openstack-request-id: req-c76c2ee6-b1a6-4261-89eb-9b71534345da {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:59.279766 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-plugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:59.280014 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c76c2ee6-b1a6-4261-89eb-9b71534345da {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:59.280398 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'code': 200} Aug 10 04:09:59.305237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:59.369577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f304cf-a1dd-4199-87e4-18004d6ca24d req-2cf2724a-2faf-4ee8-a345-5d3a7d554a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:59.371113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-35f304cf-a1dd-4199-87e4-18004d6ca24d req-2cf2724a-2faf-4ee8-a345-5d3a7d554a47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1098 time: 0.0394053 Aug 10 04:09:59.405282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-35f304cf-a1dd-4199-87e4-18004d6ca24d req-36084ac6-696a-44ff-a5d4-6b258497c7d3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266197 Aug 10 04:09:59.667286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:59.900511 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-21704ca9-381d-4fa6-8ab1-6b6b35b713f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:00.289412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd19c3-2b96-4f45-aa9b-385799c597db req-4df0f32f-94f4-43d0-bc68-d50cccf535f1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.290930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7cd19c3-2b96-4f45-aa9b-385799c597db req-4df0f32f-94f4-43d0-bc68-d50cccf535f1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0484011 Aug 10 04:10:00.330431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7cd19c3-2b96-4f45-aa9b-385799c597db req-b02626d0-da2c-4caf-8ff7-a0a44bfc5134 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336282 Aug 10 04:10:00.445138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61098f08-c3e8-4026-a27e-daf42f6148b5 req-28091796-95f6-4a03-b93c-86426f77bc65 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.446642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61098f08-c3e8-4026-a27e-daf42f6148b5 req-28091796-95f6-4a03-b93c-86426f77bc65 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0484352 Aug 10 04:10:00.484313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-61098f08-c3e8-4026-a27e-daf42f6148b5 req-05e27e03-9099-400b-9ed3-437b2d23744c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Aug 10 04:10:00.506460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41360) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:00.549511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a0888-4bbf-4f1b-808f-9763d92cd67f tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.551050 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bb9a0888-4bbf-4f1b-808f-9763d92cd67f tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1093 time: 0.0436125 Aug 10 04:10:00.553900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41362) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:00.558146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:00.580515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:00.675415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:00.783595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.91 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/0df1c8ec-5d55-4b3b-aa11-328333feb29f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:00.883644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:00.921821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:00.960243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:00.964935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:00.968415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:00.991359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=0df1c8ec-5d55-4b3b-aa11-328333feb29f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:01.657299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.725043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.806415 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.872659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.876983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:01.944459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=0df1c8ec-5d55-4b3b-aa11-328333feb29f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:01.953140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:02.055094 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP 072a4989-a297-4843-8f36-2f4c9e24fb69 associated. External IP: 172.25.2.91, port: d38954a7-b598-469b-915f-0bd314b38092. Aug 10 04:10:02.277203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router ac3699c0-90b8-4c20-8fd4-b2492319d987 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:02.394325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:02.404618 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] Sync routers for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:02.411914 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:02.414282 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:02.414906 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:10:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:02.442770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c3424a84-32e1-41a8-bccc-2fda95dcf4f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8876085 Aug 10 04:10:02.443457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:02.445720 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:02.490602 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e66e529-e580-445b-b615-11923dcd9054 x-openstack-request-id: req-7e66e529-e580-445b-b615-11923dcd9054 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:02.491842 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:02.491842 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e66e529-e580-445b-b615-11923dcd9054 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:02.492368 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'status': 'completed', 'code': 200} Aug 10 04:10:02.529954 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:02.583487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b8cf-00bc-4971-9564-3c1bfafb4b47 req-b110acf1-c8bd-40ff-9b61-e6d014e4a4e3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.585721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de5b8cf-00bc-4971-9564-3c1bfafb4b47 req-b110acf1-c8bd-40ff-9b61-e6d014e4a4e3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0859580 Aug 10 04:10:02.588238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-e9790ac1-e96a-4950-8cda-9ef026fd352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.589596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-e9790ac1-e96a-4950-8cda-9ef026fd352a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1098 time: 0.0767310 Aug 10 04:10:02.679954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1de5b8cf-00bc-4971-9564-3c1bfafb4b47 req-f2b0049e-fbca-47d1-938c-d3b0bb109f2a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876229 Aug 10 04:10:02.702289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41368) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:02.713233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-738257e6-d6ba-4a0e-808e-f440c711f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.714739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-738257e6-d6ba-4a0e-808e-f440c711f0db service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.1168597 Aug 10 04:10:02.763237 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '072a4989-a297-4843-8f36-2f4c9e24fb69', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'mac_address': 'fa:16:3e:45:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:10:01Z', 'updated_at': '2021-08-10T04:10:01Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:55Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:02.766820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fcb2c14a-aae1-4799-ba34-ba18602b4407 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/072a4989-a297-4843-8f36-2f4c9e24fb69 HTTP/1.1" status: 200 len: 991 time: 0.0629857 Aug 10 04:10:02.784301 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-3de05c3c-5ae8-44c6-8212-985fa0d7db32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0626252 Aug 10 04:10:02.789373 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] Checking router: ac3699c0-90b8-4c20-8fd4-b2492319d987 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:02.797900 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:02.798539 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:10:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:02.837770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-748abf14-80d3-4162-bc01-a75137b7eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.839275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-748abf14-80d3-4162-bc01-a75137b7eaba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0484760 Aug 10 04:10:02.884225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-062ebc5d-6af0-43c7-ae58-98f5000d082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.885747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-062ebc5d-6af0-43c7-ae58-98f5000d082f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401063 Aug 10 04:10:02.904060 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:02.973038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-b18ca3a9-4674-418f-905f-9a04dc5bca24 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802720 Aug 10 04:10:03.066415 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7178e33-f9c0-40eb-ba97-2cf74eea90e7 req-3882ba94-00ee-4f3b-8c87-dcc474f331a2 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863433 Aug 10 04:10:03.125605 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '072a4989-a297-4843-8f36-2f4c9e24fb69', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'mac_address': 'fa:16:3e:45:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:10:01Z', 'updated_at': '2021-08-10T04:10:01Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:55Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:03.151683 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1913a4fe-5d00-41a6-8f20-e53a3cefdb91 None None] The sync data for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 is: [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '072a4989-a297-4843-8f36-2f4c9e24fb69', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'mac_address': 'fa:16:3e:45:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:10:01Z', 'updated_at': '2021-08-10T04:10:01Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:55Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:03.271953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:03.347178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19875a-3925-4cc2-a2ea-644fb807b333 None None] New status for floating IP 072a4989-a297-4843-8f36-2f4c9e24fb69: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:10:03.769940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41370) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:04.134842 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4764d6bf-d0db-440b-a739-39668e5d1aba tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/072a4989-a297-4843-8f36-2f4c9e24fb69 HTTP/1.1" status: 200 len: 993 time: 0.3636110 Aug 10 04:10:25.061831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.247292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:26.526923 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:27.028170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9789a1d8-da22-4288-9027-8e8ebedcefa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.669403 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.903347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ce91286-bbc3-42fe-a962-62a1150d7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.810224 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.806098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19529e-9a87-4219-acf4-4f3cfe649199 req-5f032790-220f-4470-a18d-8d4d689f3534 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.807618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f19529e-9a87-4219-acf4-4f3cfe649199 req-5f032790-220f-4470-a18d-8d4d689f3534 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1098 time: 0.0404387 Aug 10 04:10:32.842924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f19529e-9a87-4219-acf4-4f3cfe649199 req-0744366e-73d4-4de7-80ca-3e5845d375f0 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289352 Aug 10 04:10:32.967175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279520f-eed4-4760-8cc6-5ef5f35c4040 req-1d94fee8-14be-4166-be34-e82d6edcac57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.968852 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9279520f-eed4-4760-8cc6-5ef5f35c4040 req-1d94fee8-14be-4166-be34-e82d6edcac57 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0550497 Aug 10 04:10:33.014014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9279520f-eed4-4760-8cc6-5ef5f35c4040 req-1df903f6-2e3f-4f5c-b74d-b9b69a6fa20f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390630 Aug 10 04:10:33.036371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41390) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:33.101570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d6c4a0d3-833e-4021-885d-5f038fed3d0d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/072a4989-a297-4843-8f36-2f4c9e24fb69 HTTP/1.1" status: 200 len: 993 time: 0.0638866 Aug 10 04:10:33.275174 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:33.849665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-2a7627d4-d166-497f-987f-1d1cdab9a303 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696402 Aug 10 04:10:33.862496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18687783-bdce-444a-8f48-92eb37940653 req-dfa1edd5-de8f-4d0a-93b7-db15393982d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.864290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18687783-bdce-444a-8f48-92eb37940653 req-dfa1edd5-de8f-4d0a-93b7-db15393982d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0596459 Aug 10 04:10:33.905961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18687783-bdce-444a-8f48-92eb37940653 req-87245dbc-d84d-480a-902c-09db91608590 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Aug 10 04:10:34.973784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-4d0c51fe-e083-45e7-8fa2-3ba72a863cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.975369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-4d0c51fe-e083-45e7-8fa2-3ba72a863cc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1098 time: 0.0436211 Aug 10 04:10:35.028455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614eaad-a4ce-416c-b319-db354ae96226 req-cca774d1-9ae5-4524-b44e-f4d9c5dc4cf2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.029959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5614eaad-a4ce-416c-b319-db354ae96226 req-cca774d1-9ae5-4524-b44e-f4d9c5dc4cf2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0506794 Aug 10 04:10:35.067328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5614eaad-a4ce-416c-b319-db354ae96226 req-ac2bed2f-d454-4df0-9e46-936739ff06b4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 Aug 10 04:10:35.068921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-eae1ee72-409b-4305-b86b-996667777120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.070442 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-eae1ee72-409b-4305-b86b-996667777120 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0877092 Aug 10 04:10:35.135577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-6460f7c1-7d6d-425c-8215-2eacc0f02594 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 1001 time: 0.0575271 Aug 10 04:10:35.187869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-350388c2-2580-423a-9ad8-d8cc1d0ca2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.189223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-350388c2-2580-423a-9ad8-d8cc1d0ca2e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0470078 Aug 10 04:10:35.233678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-022dcbb1-54c9-490f-9681-2524bc7c0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.235186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-022dcbb1-54c9-490f-9681-2524bc7c0976 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390859 Aug 10 04:10:35.323130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-386940e7-f067-43aa-b9f4-6ebbfaa967b1 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798578 Aug 10 04:10:35.414927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-c98432d9-915f-4dde-b1e0-37c9078978ab service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Aug 10 04:10:36.188886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec7ea6-494f-4184-861d-be3166cccbd8 req-9216aeb6-cdf7-46ba-b335-38399193a174 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:36.190443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4ec7ea6-494f-4184-861d-be3166cccbd8 req-9216aeb6-cdf7-46ba-b335-38399193a174 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0508115 Aug 10 04:10:36.228181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4ec7ea6-494f-4184-861d-be3166cccbd8 req-f5f3069f-ca6e-498c-81e1-39f60420e2b6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318153 Aug 10 04:10:37.345039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d1168-4b5c-4db9-a92d-1f94533c1663 req-6036cac6-de79-4807-9e9e-620d4c53ae43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:37.346628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f78d1168-4b5c-4db9-a92d-1f94533c1663 req-6036cac6-de79-4807-9e9e-620d4c53ae43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Aug 10 04:10:37.383899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f78d1168-4b5c-4db9-a92d-1f94533c1663 req-a7e7da68-d9c7-4272-ae33-881696141d8b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Aug 10 04:10:38.511606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50c718-5a7a-4e86-b1c0-da48311550c0 req-f539588e-9030-4b14-910e-d78225b4bf42 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:38.513144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e50c718-5a7a-4e86-b1c0-da48311550c0 req-f539588e-9030-4b14-910e-d78225b4bf42 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0576379 Aug 10 04:10:38.552850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e50c718-5a7a-4e86-b1c0-da48311550c0 req-5b854eb4-9014-4b29-95d7-74e594d42fd9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335779 Aug 10 04:10:39.673274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870696c-69eb-4526-ad53-a11183129637 req-8e979ecb-e4d9-4000-9f83-21f6028a3f85 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:39.674816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6870696c-69eb-4526-ad53-a11183129637 req-8e979ecb-e4d9-4000-9f83-21f6028a3f85 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0531135 Aug 10 04:10:39.712266 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6870696c-69eb-4526-ad53-a11183129637 req-b091ccd7-89d6-41ad-968c-2b8db67fd588 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Aug 10 04:10:40.830177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec975ab-a71b-4e40-95d5-4870e5b44443 req-6c6c330b-e50f-4525-8f42-3a152697b300 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.831560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ec975ab-a71b-4e40-95d5-4870e5b44443 req-6c6c330b-e50f-4525-8f42-3a152697b300 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0495424 Aug 10 04:10:40.868923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ec975ab-a71b-4e40-95d5-4870e5b44443 req-8b49742f-2ef5-45b3-b6be-da9fbb3c0696 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Aug 10 04:10:41.987649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882839a-ad1e-4c76-b5ab-c8da197ac980 req-35aad0bf-20d4-4fdc-9c38-8a6423d8b34b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.989228 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2882839a-ad1e-4c76-b5ab-c8da197ac980 req-35aad0bf-20d4-4fdc-9c38-8a6423d8b34b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0506489 Aug 10 04:10:42.028947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2882839a-ad1e-4c76-b5ab-c8da197ac980 req-c7eabe89-cc61-4c38-be1b-fccf6cd7332c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Aug 10 04:10:43.156065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b6822-12a6-452e-9954-0a8596de74df req-6ae9e2a2-34fc-4a76-95cd-51104b1d6470 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:43.157876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d0b6822-12a6-452e-9954-0a8596de74df req-6ae9e2a2-34fc-4a76-95cd-51104b1d6470 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Aug 10 04:10:43.200079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7d0b6822-12a6-452e-9954-0a8596de74df req-524a934b-3dae-44bc-a1f3-479c01764719 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358059 Aug 10 04:10:44.326599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cc18c-0d8c-49e2-a636-e7d6f51c8a3f req-bfd1bb0e-fc28-4075-8d3b-bec531caa42f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:44.328164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a9cc18c-0d8c-49e2-a636-e7d6f51c8a3f req-bfd1bb0e-fc28-4075-8d3b-bec531caa42f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Aug 10 04:10:44.368270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a9cc18c-0d8c-49e2-a636-e7d6f51c8a3f req-69848227-3ba9-4162-a52e-52066f90e171 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Aug 10 04:10:45.487235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5ee3b-e402-4940-a46b-1486350be507 req-30c0d18e-0cba-4a23-82d1-fb8a6418c01f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:45.488776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-15c5ee3b-e402-4940-a46b-1486350be507 req-30c0d18e-0cba-4a23-82d1-fb8a6418c01f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0516508 Aug 10 04:10:45.529293 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-15c5ee3b-e402-4940-a46b-1486350be507 req-f142f18a-7704-4469-aac0-41e014c85975 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345042 Aug 10 04:10:46.647833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e834a6-763f-4987-b431-c89fa0bcf015 req-01eb3175-9fec-4ee1-b6bc-fc131ed07621 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:46.649334 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64e834a6-763f-4987-b431-c89fa0bcf015 req-01eb3175-9fec-4ee1-b6bc-fc131ed07621 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Aug 10 04:10:46.687809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64e834a6-763f-4987-b431-c89fa0bcf015 req-eb9a781e-d18b-40c0-9f5e-5ecab3bc5c83 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Aug 10 04:10:47.555987 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-3bfdb59f-8ddf-4e5a-b443-516de7bdeb8a service neutron] show failed (client error): The resource could not be found. Aug 10 04:10:47.557064 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-3bfdb59f-8ddf-4e5a-b443-516de7bdeb8a service neutron] 10.222.0.65 "GET /v2.0/ports/d38954a7-b598-469b-915f-0bd314b38092/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0596778 Aug 10 04:10:47.756639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-5aca4fe2-45cc-41d1-98d4-6fd3eb41c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:47.758303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-5aca4fe2-45cc-41d1-98d4-6fd3eb41c6bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 1098 time: 0.0435214 Aug 10 04:10:47.773898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:47.854997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a75ecb-ef37-4df8-96b4-2037d47ece59 req-65171392-22d6-4e68-9d11-0ab339f9609e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:47.857155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19a75ecb-ef37-4df8-96b4-2037d47ece59 req-65171392-22d6-4e68-9d11-0ab339f9609e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0972133 Aug 10 04:10:47.862288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:47.929083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19a75ecb-ef37-4df8-96b4-2037d47ece59 req-eecb24d1-a1db-4b2d-a94e-517480f45e46 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645821 Aug 10 04:10:48.097544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:48.129668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:48.168408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:48.170818 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e762acfa-74f1-4d92-bcae-fe63f79938c4" -d '{"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-unplugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:48.174971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:48.187866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Transition to ACTIVE for port object d38954a7-b598-469b-915f-0bd314b38092 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:48.191330 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:48.224230 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65191de6-e651-4ee7-a175-6a52263dd721 x-openstack-request-id: req-65191de6-e651-4ee7-a175-6a52263dd721 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:48.224530 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-unplugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:48.224775 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65191de6-e651-4ee7-a175-6a52263dd721 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:48.225166 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'code': 200} Aug 10 04:10:48.272457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:48.287716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.288059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.288396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.288733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.289062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.289384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.289709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.290119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.290445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.290769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.291087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.291404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:48.330958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] No DVR routers for this DVR port d38954a7-b598-469b-915f-0bd314b38092 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:48.478774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:48.479111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:48.479442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:48.483737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:48.484060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:48.489013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:48.489323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Checking segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:48.489710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Bound using segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:48.490231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Bound port: d38954a7-b598-469b-915f-0bd314b38092, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:48.490542 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:48.557789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:48.561278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:48.566102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:48.600100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.600701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:48.602074 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] 10.222.0.39 "PUT /v2.0/ports/d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 1093 time: 0.8323269 Aug 10 04:10:48.623110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53494d8e-5e32-43de-af34-b5d0034b1235 service neutron] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:48.669675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-d2f47b9f-9c07-4e40-8bab-cf7ee8367ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.671245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-d2f47b9f-9c07-4e40-8bab-cf7ee8367ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0431371 Aug 10 04:10:48.777039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-896f6e31-1f61-431d-a298-43dd138ec508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.778570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-896f6e31-1f61-431d-a298-43dd138ec508 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0997040 Aug 10 04:10:48.844018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-6d6ffe13-801c-45cc-bab2-71ffda00981f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0574722 Aug 10 04:10:48.894477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-640c9cb0-3acb-4181-95a2-78464ca13bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.895960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-640c9cb0-3acb-4181-95a2-78464ca13bf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0446398 Aug 10 04:10:48.949408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-6422856b-71ab-4591-84f3-8740a4281f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:48.950986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-6422856b-71ab-4591-84f3-8740a4281f86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466743 Aug 10 04:10:49.080328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04146f58-81dd-4404-86d2-de568add9011 req-9bbf2cdd-0ff9-4838-93b4-843cb68e022f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:49.081793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04146f58-81dd-4404-86d2-de568add9011 req-9bbf2cdd-0ff9-4838-93b4-843cb68e022f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0779259 Aug 10 04:10:49.087252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-10633068-09c6-43ab-9ea5-27f22202dd95 service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271551 Aug 10 04:10:49.161135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-04146f58-81dd-4404-86d2-de568add9011 req-fa1f3647-95d5-48d5-8753-1d425646e0da tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728436 Aug 10 04:10:49.198495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d36c2894-96e9-4981-8c3c-423335ffe9f2 req-a67f3423-0b97-4ab4-a9f8-384b1ed8988c service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974789 Aug 10 04:10:50.225994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:50.228464 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266a797-16bb-4836-a0f8-d066b8294a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:50.276543 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d2407c-356c-4ded-b33a-2d533f3f9f92 x-openstack-request-id: req-c1d2407c-356c-4ded-b33a-2d533f3f9f92 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:50.276843 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:50.277105 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1d2407c-356c-4ded-b33a-2d533f3f9f92 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:50.277509 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'status': 'completed', 'code': 200} Aug 10 04:10:50.278997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2a51d-1f63-44e3-a294-1dd33cb1bd0d req-fd170e40-58d9-4301-8ee0-d3f24dcf9515 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.280521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27e2a51d-1f63-44e3-a294-1dd33cb1bd0d req-fd170e40-58d9-4301-8ee0-d3f24dcf9515 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0500150 Aug 10 04:10:50.323182 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27e2a51d-1f63-44e3-a294-1dd33cb1bd0d req-87edb09b-ce27-47ef-86e9-0ee22dd9a688 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Aug 10 04:10:50.370192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-6dde717c-04aa-45b4-b8ab-b1617abf77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.371740 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-6dde717c-04aa-45b4-b8ab-b1617abf77da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0740051 Aug 10 04:10:50.374103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-fced411f-f7c3-4636-881f-d6cb7bef4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.375503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-fced411f-f7c3-4636-881f-d6cb7bef4072 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0687187 Aug 10 04:10:50.532070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-cc21e665-5694-4732-b347-197f92b68b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.533597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-cc21e665-5694-4732-b347-197f92b68b1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.1477799 Aug 10 04:10:50.534691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-ffbe86ed-626e-43ff-b1a4-27b61ce1fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.536013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-ffbe86ed-626e-43ff-b1a4-27b61ce1fbea service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.1575394 Aug 10 04:10:50.644260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-53e544a3-a4cb-4a80-b774-8b580188481d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.1030562 Aug 10 04:10:50.646285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-2871fb60-556b-434f-9e65-06c072c90586 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0993717 Aug 10 04:10:50.731307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-b825352d-92bf-4cb7-b58e-cc36390ea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.732758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-b825352d-92bf-4cb7-b58e-cc36390ea9ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0800116 Aug 10 04:10:50.734169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-7a01959b-6c5f-4258-9424-7ef93f676dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.735452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-7a01959b-6c5f-4258-9424-7ef93f676dc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0750039 Aug 10 04:10:50.806235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-7bdb0fd2-aadd-47cd-9a9a-eed1c1e43f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.807655 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-7bdb0fd2-aadd-47cd-9a9a-eed1c1e43f2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671716 Aug 10 04:10:50.810659 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-be004d5b-9f58-473b-9b3c-4d5d2a1d0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:50.811982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-be004d5b-9f58-473b-9b3c-4d5d2a1d0d8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638547 Aug 10 04:10:50.967270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-b345e9b3-735d-4b04-b88a-fd7eb0a43ffe service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525958 Aug 10 04:10:50.970608 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-7bf8dd4e-dea3-40ca-8260-f8ac983d9fd1 service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473334 Aug 10 04:10:51.095643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be1a07-02a4-46e2-8203-f6988ddff424 req-ea07a6ed-06ee-48e3-a50e-d6ed8a76c832 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.097059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5be1a07-02a4-46e2-8203-f6988ddff424 req-ea07a6ed-06ee-48e3-a50e-d6ed8a76c832 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0490854 Aug 10 04:10:51.128100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-61b15b9e-0480-4ced-85e7-8fa3e332cedf service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529565 Aug 10 04:10:51.131507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b266a797-16bb-4836-a0f8-d066b8294a2d req-b15bbc22-2b0d-43fa-8dff-558d2bc24926 service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383591 Aug 10 04:10:51.147662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5be1a07-02a4-46e2-8203-f6988ddff424 req-d78f1642-6148-418c-a8c7-06d57791d01f tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Aug 10 04:10:51.399445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:51.456350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:51.478658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190492d7-b86c-4b04-81ac-cbc43d67a11b req-c0b95e7d-7f02-4aea-8bf7-399819f25f85 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.480145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-190492d7-b86c-4b04-81ac-cbc43d67a11b req-c0b95e7d-7f02-4aea-8bf7-399819f25f85 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0854495 Aug 10 04:10:51.499299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-a0f9df70-700b-44e8-9cb6-880c56daac66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709374 Aug 10 04:10:51.527471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-190492d7-b86c-4b04-81ac-cbc43d67a11b req-c6562319-c6f8-4b0d-b478-47b32d0ecefa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409002 Aug 10 04:10:51.583611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-4657849b-4849-4812-9741-f3906be05862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.585113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-4657849b-4849-4812-9741-f3906be05862 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0410767 Aug 10 04:10:51.693279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-56719dca-e4c4-405c-8100-bf5b36f228fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.695380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-56719dca-e4c4-405c-8100-bf5b36f228fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0912647 Aug 10 04:10:51.795418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-a0aab061-853c-47f0-a63b-0737a7e66f30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0909264 Aug 10 04:10:51.808015 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41b1e-4c30-4c43-90fa-843f9d6bcd7c req-4101c6d4-ff0a-4949-8c20-57efd4d9454f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.810169 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26f41b1e-4c30-4c43-90fa-843f9d6bcd7c req-4101c6d4-ff0a-4949-8c20-57efd4d9454f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 944 time: 0.0709689 Aug 10 04:10:51.824525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-5d9508b4-e908-4606-ac1a-e516a3a9311e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.826105 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-5d9508b4-e908-4606-ac1a-e516a3a9311e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94&tenant_id=e525fdf142704e20820ebff6e2d3bf0a&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 944 time: 0.1136532 Aug 10 04:10:51.878837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-26f41b1e-4c30-4c43-90fa-843f9d6bcd7c req-7f03d3a7-6b38-4a08-9d85-7f2e9a305bbb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602267 Aug 10 04:10:51.880405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-0a65c55b-ec60-4fa5-9702-a0880de5c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.881765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-0a65c55b-ec60-4fa5-9702-a0880de5c6dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0705752 Aug 10 04:10:51.891150 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-6ddf5161-5469-44de-81ad-5f084361de02 service neutron] 10.222.0.39 "GET /v2.0/ports/d38954a7-b598-469b-915f-0bd314b38092/bindings/n-h1-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.0565853 Aug 10 04:10:51.929478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-178e42c2-af39-403c-b69d-4973d3ce41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:51.930950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-178e42c2-af39-403c-b69d-4973d3ce41dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407474 Aug 10 04:10:52.268978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598156dd-5220-44a1-b616-283d6829aee4 req-d29c82f7-0e1f-4412-9c5d-3e34e7e127ba tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.270584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-b8f81621-f684-4182-90c5-6e8a557e65cc service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311017 Aug 10 04:10:52.270754 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-598156dd-5220-44a1-b616-283d6829aee4 req-d29c82f7-0e1f-4412-9c5d-3e34e7e127ba tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Aug 10 04:10:52.309288 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-598156dd-5220-44a1-b616-283d6829aee4 req-d656f893-e42e-47c7-9184-9c00f9442bed tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a37171-1bf8-47c9-8bbe-1867dff3f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Aug 10 04:10:52.363844 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd0b2dfc-49fa-4003-84bb-55b1bf9240ea req-f0e151f1-52d8-4069-90b3-42f39090e74e service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 Aug 10 04:10:52.400297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d38954a7-b598-469b-915f-0bd314b38092 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:52.454098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-3d69c90c-7d12-4e32-9e05-ac2571b1b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.455737 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-3d69c90c-7d12-4e32-9e05-ac2571b1b75f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1096 time: 0.0529287 Aug 10 04:10:52.505126 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-b39bfba2-7950-4b3b-9769-5f13a2ee1b35 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.505408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:52.505702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-b39bfba2-7950-4b3b-9769-5f13a2ee1b35 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.39 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 945 time: 0.0716558 Aug 10 04:10:52.517223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'd38954a7-b598-469b-915f-0bd314b38092', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'mac_address': 'fa:16:3e:45:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:52.562567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-6bc92e7a-1455-4b03-898c-57382f403c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.563190 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.564338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-6bc92e7a-1455-4b03-898c-57382f403c90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0947452 Aug 10 04:10:52.576095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38954a7-b598-469b-915f-0bd314b38092 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:52.600786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:52.601319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Deleting port 297ec163-ac52-46f1-9596-da73c38fd581 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:52.601665 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.605362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.638116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-be03ef18-ab5b-4252-aa99-349a0439ca7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0662434 Aug 10 04:10:52.654474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:52.662067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.662483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.662887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.663310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.663704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.664095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.664492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.664885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.665268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.665652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.666059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.666455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:52.689634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-41455af6-3ba6-437e-9cd0-c514900a3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.691146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-41455af6-3ba6-437e-9cd0-c514900a3a71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0453579 Aug 10 04:10:52.702285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] For port 297ec163-ac52-46f1-9596-da73c38fd581, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=297ec163-ac52-46f1-9596-da73c38fd581,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:52.702650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.736687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-3d2e2766-ca0c-4375-a768-dfd49b95030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:52.738130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-3d2e2766-ca0c-4375-a768-dfd49b95030c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398295 Aug 10 04:10:52.832652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-accec239-fb4c-4fc7-a540-c45ba936ad8a service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870917 Aug 10 04:10:52.848259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['d38954a7-b598-469b-915f-0bd314b38092'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:52.932088 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-213a4764-93be-4429-ae12-bb5e8328b66a service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916035 Aug 10 04:10:52.937437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.948756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:52.949061 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Floating IP d65cc8da-ad57-49f7-8dc2-1f8717a0269d disassociated. External IP: 172.25.2.56, port: 297ec163-ac52-46f1-9596-da73c38fd581. Aug 10 04:10:52.949407 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Calling delete_port for 297ec163-ac52-46f1-9596-da73c38fd581 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:53.023102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5a24c-1e8b-4479-a358-4cc509651678 req-276443b7-6dd6-473e-8664-7ccf08bd2d97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:53.024752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ee5a24c-1e8b-4479-a358-4cc509651678 req-276443b7-6dd6-473e-8664-7ccf08bd2d97 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.0514252 Aug 10 04:10:53.068958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ee5a24c-1e8b-4479-a358-4cc509651678 req-42d137d7-ee6a-4584-86b8-5fbf387f3a29 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347803 Aug 10 04:10:53.103962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:53.133466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event deleted for resources: {'Port': ['ID=297ec163-ac52-46f1-9596-da73c38fd581,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:53.145738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.146108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.146449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.146783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.147118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.147444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.147767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.148716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.148716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.148716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.149155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.149335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:53.256027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:53.365015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:53.375979 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] Sync routers for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:53.385830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:53.386584 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:10:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:53.412926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] No DVR routers for this DVR port 297ec163-ac52-46f1-9596-da73c38fd581 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:53.415595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:53.417639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a20d55e7-bae4-46bd-a843-96d6fb468840 req-fe3508aa-6183-48cf-9080-897f8b7b1bf4 tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.39 "DELETE /v2.0/ports/297ec163-ac52-46f1-9596-da73c38fd581 HTTP/1.1" status: 204 len: 173 time: 0.9051414 Aug 10 04:10:53.418114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'name': 'network-vif-deleted', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:53.420959 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a9238-5e65-4b7c-87bb-30162d9f02a0" -d '{"events": [{"server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "name": "network-vif-deleted", "tag": "297ec163-ac52-46f1-9596-da73c38fd581"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:53.443033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fc796180-d70c-4c37-a9e8-6908b4bf528c req-e0600512-56e1-4d47-9d7d-b618bc8f2acd tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "GET /v2.0/ports?device_id=32499e59-28d6-48e5-b106-124cf4747af5 HTTP/1.1" status: 200 len: 210 time: 0.0551872 Aug 10 04:10:53.466315 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e46bac-d888-43e2-a6ee-4f501a906e32 x-openstack-request-id: req-13e46bac-d888-43e2-a6ee-4f501a906e32 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:53.466723 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32499e59-28d6-48e5-b106-124cf4747af5", "name": "network-vif-deleted", "tag": "297ec163-ac52-46f1-9596-da73c38fd581", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:53.466856 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13e46bac-d888-43e2-a6ee-4f501a906e32 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:53.467244 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32499e59-28d6-48e5-b106-124cf4747af5', 'name': 'network-vif-deleted', 'tag': '297ec163-ac52-46f1-9596-da73c38fd581', 'status': 'completed', 'code': 200} Aug 10 04:10:53.521569 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:53.735083 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:55Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:53.764291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] Checking router: a889030f-b69c-4d34-8b22-4b2b7f92a5e1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:53.772432 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:53.773039 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:10:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:53.975468 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:54.197143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dad90-c4d6-4456-81fa-19dfc9dbb0f6 req-18315d01-11b2-4067-9a8b-503fd0d26678 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:54.198701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd0dad90-c4d6-4456-81fa-19dfc9dbb0f6 req-18315d01-11b2-4067-9a8b-503fd0d26678 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.0541625 Aug 10 04:10:54.204931 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:55Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:54.231229 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30c205-eb4b-4bff-90d5-e855ddaf6e76 None None] The sync data for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 is: [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:05:48Z', 'revision_number': 4, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a2a30338-1b93-4639-9bcc-aac05071dc92', 'name': '', 'network_id': '64885656-3659-4d61-8605-0f098ba0be23', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'mac_address': 'fa:16:3e:25:92:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:47Z', 'updated_at': '2021-08-10T04:05:55Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'subnets': [{'id': 'd19a3c02-6014-437a-adff-42b9a6c594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:54.237913 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd0dad90-c4d6-4456-81fa-19dfc9dbb0f6 req-e92f44e8-b5ae-4dda-b2f2-a1bc409ab294 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Aug 10 04:10:54.426842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d38954a7-b598-469b-915f-0bd314b38092 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:54.461720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f9897-090a-4b5b-979b-d66edffa086b None None] New status for floating IP d65cc8da-ad57-49f7-8dc2-1f8717a0269d: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:10:54.504350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:54.643496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Deleting port 28bfa470-e4d1-49b4-bbdd-58b8f5528b6e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:54.643738 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.737429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.737767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.751706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Calling delete_port for 28bfa470-e4d1-49b4-bbdd-58b8f5528b6e owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:54.752563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port d38954a7-b598-469b-915f-0bd314b38092 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:54.759167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port d38954a7-b598-469b-915f-0bd314b38092 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:54.760143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.867536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.892924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:54.895634 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366366e7-065b-4413-b802-5c20139b2318" -d '{"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-plugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:54.910225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:54.915597 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.916614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 297ec163-ac52-46f1-9596-da73c38fd581 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:54.929526 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:54.955908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 297ec163-ac52-46f1-9596-da73c38fd581 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:54.956256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 297ec163-ac52-46f1-9596-da73c38fd581 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:54.986713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:55.026633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event deleted for resources: {'Port': ['ID=28bfa470-e4d1-49b4-bbdd-58b8f5528b6e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:55.039236 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29337b2a-eb75-4dec-9d73-5ea278b20824 x-openstack-request-id: req-29337b2a-eb75-4dec-9d73-5ea278b20824 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:55.039581 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-plugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:55.039839 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29337b2a-eb75-4dec-9d73-5ea278b20824 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:55.040286 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'code': 200} Aug 10 04:10:55.056129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.058678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.059864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cc7b8650-e68e-4f50-a165-00692d86cc1b tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "DELETE /v2.0/floatingips/d65cc8da-ad57-49f7-8dc2-1f8717a0269d HTTP/1.1" status: 204 len: 168 time: 0.5545077 Aug 10 04:10:55.071305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-a2a98646-d4d6-4f54-b90f-d541dc25118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.073008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-a2a98646-d4d6-4f54-b90f-d541dc25118f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 1098 time: 0.0577264 Aug 10 04:10:55.076177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.084864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:55.130708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41498) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:55.138912 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.190359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba38f2-ff4c-4c75-8f75-531fc41304ee tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.216428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba38f2-ff4c-4c75-8f75-531fc41304ee tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.283426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba38f2-ff4c-4c75-8f75-531fc41304ee tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.286118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba38f2-ff4c-4c75-8f75-531fc41304ee tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.287632 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f0ba38f2-ff4c-4c75-8f75-531fc41304ee tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] 10.222.0.53 "DELETE /v2.0/security-groups/59a37171-1bf8-47c9-8bbe-1867dff3f1b4 HTTP/1.1" status: 204 len: 168 time: 0.1552711 Aug 10 04:10:55.297471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba38f2-ff4c-4c75-8f75-531fc41304ee tempest-TestServerBasicOps-1140404815 tempest-TestServerBasicOps-1140404815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a37171-1bf8-47c9-8bbe-1867dff3f1b4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:55.330886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:55.381880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:55.392885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6debc-1374-4219-ae8a-0ac3f012588e req-8aee39b9-3d36-4052-8425-23be267b544b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.394536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24c6debc-1374-4219-ae8a-0ac3f012588e req-8aee39b9-3d36-4052-8425-23be267b544b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 946 time: 0.0528862 Aug 10 04:10:55.421927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:55.435644 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24c6debc-1374-4219-ae8a-0ac3f012588e req-c0267e41-e43b-4424-8939-98e5182188c8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350933 Aug 10 04:10:55.464000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:55.466397 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29babc38-9e91-4b39-8d35-b305e678fd59" -d '{"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-unplugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:55.470417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.488941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Transition to ACTIVE for port object d38954a7-b598-469b-915f-0bd314b38092 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:55.494107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.536296 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94948d64-4ead-47fb-be56-7fea0796c799 x-openstack-request-id: req-94948d64-4ead-47fb-be56-7fea0796c799 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:55.536727 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-unplugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:55.537055 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94948d64-4ead-47fb-be56-7fea0796c799 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:55.537189 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'code': 200} Aug 10 04:10:55.593895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=10']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:55.629821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] No DVR routers for this DVR port d38954a7-b598-469b-915f-0bd314b38092 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:55.775600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:55.776184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:55.776507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:55.780963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:55.781165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Attempting to bind port d38954a7-b598-469b-915f-0bd314b38092 on network 7ecbde60-7958-4224-b9dc-761bd6fcba22 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:55.786006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:55.786367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Checking segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:55.786763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Bound using segment: {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:55.787185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Bound port: d38954a7-b598-469b-915f-0bd314b38092, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:55.787573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.846649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.853222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:55.857721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:55.863893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.902890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.903507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:55.904965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] 10.222.0.65 "PUT /v2.0/ports/d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 1094 time: 0.8243876 Aug 10 04:10:55.927024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62e53-d924-4870-a103-f891c6f7a51d service neutron] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=11']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:55.976112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-b8d64995-8a0d-4345-b7d0-59a8242941ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:55.977565 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-b8d64995-8a0d-4345-b7d0-59a8242941ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1097 time: 0.0457189 Aug 10 04:10:56.075579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-8a92df89-bc3c-4da7-bd35-f1b66141fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:56.077095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-8a92df89-bc3c-4da7-bd35-f1b66141fb3f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0922263 Aug 10 04:10:56.119235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Deleting port a2a30338-1b93-4639-9bcc-aac05071dc92 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:56.119683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.151019 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-9ad9f8d7-d854-41c6-b14a-b05a6491e06a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0660095 Aug 10 04:10:56.201501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] For port a2a30338-1b93-4639-9bcc-aac05071dc92, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a2a30338-1b93-4639-9bcc-aac05071dc92,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:56.202105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.203135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-ced8bdf7-0712-4cbf-b877-bc2d1fe69b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:56.204632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-ced8bdf7-0712-4cbf-b877-bc2d1fe69b24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0450103 Aug 10 04:10:56.214517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Calling delete_port for a2a30338-1b93-4639-9bcc-aac05071dc92 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:56.250955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-ec64c235-545a-4b87-a4a8-adf682c2b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:56.252806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-ec64c235-545a-4b87-a4a8-adf682c2b58b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402789 Aug 10 04:10:56.270084 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.347667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-d0e68750-5c7e-46bc-84ea-17c2c3e595aa service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880039 Aug 10 04:10:56.400979 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.431147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a30338-1b93-4639-9bcc-aac05071dc92,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:56.444497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-22742082-ad27-41e9-ba53-a623d18a1b12 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Aug 10 04:10:56.453945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d38954a7-b598-469b-915f-0bd314b38092 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:56.510624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device d38954a7-b598-469b-915f-0bd314b38092 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:56.646266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81fde-1bf7-4142-a076-f4f362de0f7e req-f0ae92ca-8a8c-426d-abbe-67d8fa0046a0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:56.647753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88c81fde-1bf7-4142-a076-f4f362de0f7e req-f0ae92ca-8a8c-426d-abbe-67d8fa0046a0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.1021185 Aug 10 04:10:56.663971 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:56.730528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-88c81fde-1bf7-4142-a076-f4f362de0f7e req-78a41c28-4ba5-40ea-8138-e8282066977b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745673 Aug 10 04:10:56.899625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:10:57.008508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:10:57.014369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbed8d87-ed94-4256-adef-d6f2ad686de4 admin admin] 10.222.0.53 "PUT /v2.0/routers/a889030f-b69c-4d34-8b22-4b2b7f92a5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6818302 Aug 10 04:10:57.016816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41512) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:57.017799 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] Sync routers for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:10:57.029519 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:57.030254 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:10:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:57.033905 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4bfb5b33-26fe-4ba1-a13b-bfb9363fa436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:57.139363 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:57.344549 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:10:56Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:57.371197 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] Checking router: a889030f-b69c-4d34-8b22-4b2b7f92a5e1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:10:57.380502 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] Routers {'a889030f-b69c-4d34-8b22-4b2b7f92a5e1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:10:57.381116 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:10:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:57.486229 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] Set router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:10:57.498458 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:57.538617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:57.541070 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e070651d-51a1-494e-bcf4-7f68e61d9ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:57.596050 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7d6fe-4480-456a-aae2-deb57300be8a x-openstack-request-id: req-d9c7d6fe-4480-456a-aae2-deb57300be8a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:57.596760 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:57.596760 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9c7d6fe-4480-456a-aae2-deb57300be8a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:57.597144 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'status': 'completed', 'code': 200} Aug 10 04:10:57.647635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:57.664925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-00ebbc30-dc6b-4816-8ca8-d2daacfcb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.667127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-00ebbc30-dc6b-4816-8ca8-d2daacfcb3c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1097 time: 0.0433187 Aug 10 04:10:57.677089 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:10:56Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:57.706901 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a156a-3dc5-4a17-8850-69b7f73e05b2 None None] The sync data for ids ['a889030f-b69c-4d34-8b22-4b2b7f92a5e1'] in n-d-769329-14 is: [{'id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'name': 'tempest-TestServerBasicOps-2020081789-router', 'tenant_id': 'e797852c119c4fa7a301f74768a0516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:45Z', 'updated_at': '2021-08-10T04:10:56Z', 'revision_number': 5, 'project_id': 'e797852c119c4fa7a301f74768a0516a', 'gw_port': {'id': 'f0e2657d-7aef-4a2b-a159-84aa77b272fd', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a889030f-b69c-4d34-8b22-4b2b7f92a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:46Z', 'updated_at': '2021-08-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:10:57.723478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-b60006a8-0475-42c1-970a-2d0de2662037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.725047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-b60006a8-0475-42c1-970a-2d0de2662037 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1097 time: 0.1075237 Aug 10 04:10:57.787483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-f44c47c9-300e-43b4-9d54-420539057f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.789013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-f44c47c9-300e-43b4-9d54-420539057f8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.1117549 Aug 10 04:10:57.841453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Deleting port f0e2657d-7aef-4a2b-a159-84aa77b272fd {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:57.841795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:57.870742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-bc805fea-a8a5-4d67-9a39-c93db9b548ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.0732825 Aug 10 04:10:57.932045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-f8ef7f1c-04e5-4f9c-acb3-b336ba1bf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.933916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-f8ef7f1c-04e5-4f9c-acb3-b336ba1bf33c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0548081 Aug 10 04:10:57.984461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-a5940ca6-da65-4042-b67a-5453e0249b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.985997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-a5940ca6-da65-4042-b67a-5453e0249b63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453296 Aug 10 04:10:57.989433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db387510-c3cf-4875-a9cd-0713ffa661d3 req-23264df4-d876-4899-ba02-73ba80fc27d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.990907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db387510-c3cf-4875-a9cd-0713ffa661d3 req-23264df4-d876-4899-ba02-73ba80fc27d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.1733389 Aug 10 04:10:57.995904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-d03113c9-4263-4254-9895-7bd17019dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:57.997436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-d03113c9-4263-4254-9895-7bd17019dfbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.2637575 Aug 10 04:10:58.084216 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-19d551e5-704f-4484-af95-dc9eb2cc8bc4 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907071 Aug 10 04:10:58.142011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] For port f0e2657d-7aef-4a2b-a159-84aa77b272fd, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=f0e2657d-7aef-4a2b-a159-84aa77b272fd,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:58.142387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.174135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db387510-c3cf-4875-a9cd-0713ffa661d3 req-2e8a9708-cbd6-4cb6-8acf-bd0f323a8ecd tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734655 Aug 10 04:10:58.179594 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-31aeb251-3bc9-4c01-a272-7d0fdb25bcd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 999 time: 0.1730881 Aug 10 04:10:58.180468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Calling delete_port for f0e2657d-7aef-4a2b-a159-84aa77b272fd owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:58.190670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-a864fca8-5064-441d-a7cc-7367b5250363 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942636 Aug 10 04:10:58.287345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-4f23ad7d-10b0-4c72-a59a-1a6ba246d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:58.288872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-4f23ad7d-10b0-4c72-a59a-1a6ba246d6ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0988264 Aug 10 04:10:58.410717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-73890e53-e66b-40ef-b52a-db7ac7365efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:58.412155 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-73890e53-e66b-40ef-b52a-db7ac7365efa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145041 Aug 10 04:10:58.516165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.555466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e2657d-7aef-4a2b-a159-84aa77b272fd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:58.565797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-e85a363e-cc0a-4436-99fc-98103b18a57e service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450109 Aug 10 04:10:58.678294 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.792556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.795529 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.798408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e070651d-51a1-494e-bcf4-7f68e61d9ff6 req-d1e13f40-3954-46f8-9499-aab512843934 service neutron] 10.222.0.39 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192035 Aug 10 04:10:58.862336 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.862854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a889030f-b69c-4d34-8b22-4b2b7f92a5e1 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:10:58.867118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.868278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-debd9c57-969e-4740-bdbf-377400f48fbc admin admin] 10.222.0.53 "DELETE /v2.0/routers/a889030f-b69c-4d34-8b22-4b2b7f92a5e1 HTTP/1.1" status: 204 len: 168 time: 1.8505270 Aug 10 04:10:58.871027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41518) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:58.926787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Deleting subnet d19a3c02-6014-437a-adff-42b9a6c594c2 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:10:58.930126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:58.966174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.049436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.101752 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.125472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19a3c02-6014-437a-adff-42b9a6c594c2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:59.131095 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.133040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f4d315b9-81c7-4dd0-8fb7-56d13266fa9e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d19a3c02-6014-437a-adff-42b9a6c594c2 HTTP/1.1" status: 204 len: 168 time: 0.2604635 Aug 10 04:10:59.136007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41520) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:59.136572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385e9d1-cd29-4b24-b442-38275c1d555b None None] Network 64885656-3659-4d61-8605-0f098ba0be23 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:10:59.209929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.311345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Deleting port 1ddcbb0f-2675-460a-a102-96baa2759d9e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:59.311689 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.328085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] DHCP port deletion for 64885656-3659-4d61-8605-0f098ba0be23 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:10:59.331163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea552244-3a43-4db9-81fc-3684fb25dd6e req-27dd06ee-5800-49a4-8ac3-e6b3ef7097e3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:59.332680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea552244-3a43-4db9-81fc-3684fb25dd6e req-27dd06ee-5800-49a4-8ac3-e6b3ef7097e3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 945 time: 0.0739117 Aug 10 04:10:59.355763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2a30338-1b93-4639-9bcc-aac05071dc92 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:59.378871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a2a30338-1b93-4639-9bcc-aac05071dc92 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:59.379286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a2a30338-1b93-4639-9bcc-aac05071dc92 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:59.379643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f0e2657d-7aef-4a2b-a159-84aa77b272fd no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:59.401613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: f0e2657d-7aef-4a2b-a159-84aa77b272fd {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:59.401965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device f0e2657d-7aef-4a2b-a159-84aa77b272fd not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:59.414843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] For port 1ddcbb0f-2675-460a-a102-96baa2759d9e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ddcbb0f-2675-460a-a102-96baa2759d9e,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:59.415215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.420313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] Deleting port 1ddcbb0f-2675-460a-a102-96baa2759d9e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:59.420694 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.428283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea552244-3a43-4db9-81fc-3684fb25dd6e req-b5f84c89-b348-4a7b-b311-74c7ce61bc13 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697262 Aug 10 04:10:59.432404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Calling delete_port for 1ddcbb0f-2675-460a-a102-96baa2759d9e owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:59.433739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:59.453149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41524) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:59.504398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] For port 1ddcbb0f-2675-460a-a102-96baa2759d9e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1ddcbb0f-2675-460a-a102-96baa2759d9e,segment=NetworkSegment(e4fb7fce-c22b-463a-a5e1-d325bd10d464),segment_id=e4fb7fce-c22b-463a-a5e1-d325bd10d464)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:59.505478 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.526904 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-315ad0d6-7752-41c1-899b-a3bb97dff610 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/072a4989-a297-4843-8f36-2f4c9e24fb69 HTTP/1.1" status: 200 len: 991 time: 0.0703368 Aug 10 04:10:59.527488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] Calling delete_port for 1ddcbb0f-2675-460a-a102-96baa2759d9e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:59.544737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.570869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddcbb0f-2675-460a-a102-96baa2759d9e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:59.574344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] No DVR routers for this DVR port 1ddcbb0f-2675-460a-a102-96baa2759d9e on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:59.647259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.658584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64885656-3659-4d61-8605-0f098ba0be23']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:59.663481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:59.668957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fb7fce-c22b-463a-a5e1-d325bd10d464') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:59.669245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fb7fce-c22b-463a-a5e1-d325bd10d464') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:59.678097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.686128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'd38954a7-b598-469b-915f-0bd314b38092', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'port_id': 'd38954a7-b598-469b-915f-0bd314b38092', 'mac_address': 'fa:16:3e:45:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:59.692628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.695214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.699110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:10:59.700085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:10:59.701741 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:10:59.715373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.748795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] Pushing event deleted for resources: {'Port': ['ID=1ddcbb0f-2675-460a-a102-96baa2759d9e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:59.756147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.756342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0bca5-1a85-4464-9634-59e90313eaed None None] No DVR routers for this DVR port 1ddcbb0f-2675-460a-a102-96baa2759d9e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:59.760523 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.763086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.768082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/64885656-3659-4d61-8605-0f098ba0be23 HTTP/1.1" status: 204 len: 168 time: 0.6282332 Aug 10 04:10:59.768829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41526) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:59.775550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38954a7-b598-469b-915f-0bd314b38092 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:59.796898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:59.800863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:59.817572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36ebfb-f7f7-4b94-897b-7ab30bc50bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64885656-3659-4d61-8605-0f098ba0be23,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:59.848706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=12']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:59.904287 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf79ad79-5ed2-4c1b-a9ed-8bec38596169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:00.023474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['d38954a7-b598-469b-915f-0bd314b38092'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:00.192700 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:00.722137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Deleting port 0393503f-dc69-4fde-a245-67e1b4654ab1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:00.722472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:00.799238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] For port 0393503f-dc69-4fde-a245-67e1b4654ab1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0393503f-dc69-4fde-a245-67e1b4654ab1,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:00.799486 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:00.813648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Calling delete_port for 0393503f-dc69-4fde-a245-67e1b4654ab1 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:00.988633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.017559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0393503f-dc69-4fde-a245-67e1b4654ab1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:01.182169 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.357745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ddcbb0f-2675-460a-a102-96baa2759d9e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:01.377927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1ddcbb0f-2675-460a-a102-96baa2759d9e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:01.378451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1ddcbb0f-2675-460a-a102-96baa2759d9e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:01.400146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:11:01.445910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:01.496859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port d38954a7-b598-469b-915f-0bd314b38092 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:01.500943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port d38954a7-b598-469b-915f-0bd314b38092 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:01.501315 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.515068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:01.523679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c7e81734-121d-4a7e-a641-410d31613b62 admin admin] 10.222.0.53 "PUT /v2.0/routers/1e163cec-7ab5-4f14-bdfe-cb7835f77539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510095 Aug 10 04:11:01.523867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41528) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:01.527335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] Sync routers for ids ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:01.549262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] Routers {'1e163cec-7ab5-4f14-bdfe-cb7835f77539'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:01.549916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:01.669041 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.707776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:01.710193 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071c0b2b-904b-4f62-8ce7-5643595128d0" -d '{"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-plugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:01.714220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] Set router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:01.777273 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1806306-2453-4909-90fd-2573ed338e7a x-openstack-request-id: req-d1806306-2453-4909-90fd-2573ed338e7a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:01.778203 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-plugged", "status": "completed", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:01.778426 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1806306-2453-4909-90fd-2573ed338e7a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:01.778844 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'code': 200} Aug 10 04:11:01.784280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:01.797376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.875425 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.888320 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:01.916531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=13']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:01.967679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:11:00Z', 'revision_number': 5, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port': {'id': '0adc4e40-0dc9-453a-b941-01a3c772dabc', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:51Z', 'updated_at': '2021-08-10T04:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:01.993771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.003013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] Checking router: 1e163cec-7ab5-4f14-bdfe-cb7835f77539 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:02.012705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] Routers {'1e163cec-7ab5-4f14-bdfe-cb7835f77539'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:02.013328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:02.046980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Deleting port 0adc4e40-0dc9-453a-b941-01a3c772dabc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:02.047326 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.108399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] Set router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:02.136489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] For port 0adc4e40-0dc9-453a-b941-01a3c772dabc, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0adc4e40-0dc9-453a-b941-01a3c772dabc,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:02.137559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.150344 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Calling delete_port for 0adc4e40-0dc9-453a-b941-01a3c772dabc owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:02.164650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:11:01Z', 'revision_number': 6, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:02.192319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2169864-1341-4870-a6b6-d17c459cb604 None None] The sync data for ids ['1e163cec-7ab5-4f14-bdfe-cb7835f77539'] in n-d-769329-14 is: [{'id': '1e163cec-7ab5-4f14-bdfe-cb7835f77539', 'name': 'tempest-TestServerBasicOps-1963117035-router', 'tenant_id': '53c78ae92c0049fd94a628e56cc96d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:50Z', 'updated_at': '2021-08-10T04:11:01Z', 'revision_number': 6, 'project_id': '53c78ae92c0049fd94a628e56cc96d38', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:02.320951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.351483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Pushing event deleted for resources: {'Port': ['ID=0adc4e40-0dc9-453a-b941-01a3c772dabc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:02.412194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.503509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.506006 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.556776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.557433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e163cec-7ab5-4f14-bdfe-cb7835f77539 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:11:02.562779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.564096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15caf20c-35b2-49b4-8f77-528f53dad15b admin admin] 10.222.0.53 "DELETE /v2.0/routers/1e163cec-7ab5-4f14-bdfe-cb7835f77539 HTTP/1.1" status: 204 len: 168 time: 1.0398717 Aug 10 04:11:02.566705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41532) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:02.617254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Deleting subnet 38f58aad-26d4-485e-9e4c-f36f75390aa3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:11:02.620538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.656337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.733850 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.791702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.817524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f58aad-26d4-485e-9e4c-f36f75390aa3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:02.822701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.824649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-28100bc3-07bb-44b7-84b1-96ccecee26a6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38f58aad-26d4-485e-9e4c-f36f75390aa3 HTTP/1.1" status: 204 len: 168 time: 0.2569439 Aug 10 04:11:02.827209 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41534) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:02.828529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db790d23-1928-4e5b-b6bb-5eb7d099c809 None None] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:11:02.896707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:02.954151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Deleting port 6b124cb9-113d-4308-aa87-1edac0073012 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:02.954500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.018382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] DHCP port deletion for f36893fc-dd7b-4e15-a184-ecae97ed89aa request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:11:03.030881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] For port 6b124cb9-113d-4308-aa87-1edac0073012, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6b124cb9-113d-4308-aa87-1edac0073012,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:03.031369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.046763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Calling delete_port for 6b124cb9-113d-4308-aa87-1edac0073012 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:03.067119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Deleting port 6b124cb9-113d-4308-aa87-1edac0073012 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:03.067502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.128739 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.134530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] For port 6b124cb9-113d-4308-aa87-1edac0073012, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6b124cb9-113d-4308-aa87-1edac0073012,segment=NetworkSegment(1e1d7f02-78ca-451f-a8c6-3af8acd35fe5),segment_id=1e1d7f02-78ca-451f-a8c6-3af8acd35fe5)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:03.134991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.156540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b124cb9-113d-4308-aa87-1edac0073012,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:03.158447 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] No DVR routers for this DVR port 6b124cb9-113d-4308-aa87-1edac0073012 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:03.238893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.250978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36893fc-dd7b-4e15-a184-ecae97ed89aa']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:03.266559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:03.266559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1d7f02-78ca-451f-a8c6-3af8acd35fe5') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:03.277412 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.294016 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.300927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:11:03.301567 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.303665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Calling delete_port for 6b124cb9-113d-4308-aa87-1edac0073012 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:11:03.303861 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:11:03.326803 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.326803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6b124cb9-113d-4308-aa87-1edac0073012 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:03.362405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.368031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.369957 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] 10.222.0.53 "DELETE /v2.0/networks/f36893fc-dd7b-4e15-a184-ecae97ed89aa HTTP/1.1" status: 204 len: 168 time: 0.5417295 Aug 10 04:11:03.376074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6b124cb9-113d-4308-aa87-1edac0073012 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:03.376504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6b124cb9-113d-4308-aa87-1edac0073012 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:03.376941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0393503f-dc69-4fde-a245-67e1b4654ab1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:03.383549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191b4eb-3aa7-49c3-b2c4-0669b2cc367e admin admin] Pushing event deleted for resources: {'Network': ['ID=f36893fc-dd7b-4e15-a184-ecae97ed89aa,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:03.402272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0393503f-dc69-4fde-a245-67e1b4654ab1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:03.402646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0393503f-dc69-4fde-a245-67e1b4654ab1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:03.403066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0adc4e40-0dc9-453a-b941-01a3c772dabc no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:03.427291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0adc4e40-0dc9-453a-b941-01a3c772dabc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:03.427631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0adc4e40-0dc9-453a-b941-01a3c772dabc not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:03.458061 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.466172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Network f36893fc-dd7b-4e15-a184-ecae97ed89aa is not hosted by any dhcp agent {{(pid=94142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:11:03.466626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] No DVR routers for this DVR port 6b124cb9-113d-4308-aa87-1edac0073012 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:03.489522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f88879-9c20-409c-a256-5dafa06fbb74 None None] Pushing event deleted for resources: {'Port': ['ID=6b124cb9-113d-4308-aa87-1edac0073012,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:03.506313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41538) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:03.526021 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:03.549041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5a698792-8e99-4d6e-ab7e-0cd8eed42860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e797852c119c4fa7a301f74768a0516a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412605 Aug 10 04:11:03.551711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41540) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:03.600414 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5998de61-9f4e-44a4-91a1-7505206405d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.622029 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5998de61-9f4e-44a4-91a1-7505206405d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.669187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5998de61-9f4e-44a4-91a1-7505206405d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.671966 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5998de61-9f4e-44a4-91a1-7505206405d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:03.673221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5998de61-9f4e-44a4-91a1-7505206405d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d32dd196-3b41-457c-b8af-afe667859da1 HTTP/1.1" status: 204 len: 168 time: 0.1205006 Aug 10 04:11:03.681818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998de61-9f4e-44a4-91a1-7505206405d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32dd196-3b41-457c-b8af-afe667859da1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:03.992904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41546) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:04.040779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6dbd6cff-1328-4c3c-898a-e89c84d239a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53c78ae92c0049fd94a628e56cc96d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465918 Aug 10 04:11:04.043374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41548) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:04.099051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13193ff-544f-4729-80e6-e4a73c0ebc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.121282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13193ff-544f-4729-80e6-e4a73c0ebc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.175894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13193ff-544f-4729-80e6-e4a73c0ebc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.181102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d13193ff-544f-4729-80e6-e4a73c0ebc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:04.183155 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d13193ff-544f-4729-80e6-e4a73c0ebc00 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed5735de-be97-4d9a-9570-de42bd285e50 HTTP/1.1" status: 204 len: 168 time: 0.1386583 Aug 10 04:11:04.197545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13193ff-544f-4729-80e6-e4a73c0ebc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5735de-be97-4d9a-9570-de42bd285e50,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:25.077809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:26.271779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.026081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7a2c58f4-347f-4e73-a1ed-dca0c39bc0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:29.667656 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:29.906071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-573d66a9-f833-4a93-86ab-21f578b570a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:29.985537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db149-aa0f-44cf-9777-f832e48023ff req-d49926b2-82fd-4e74-aaf8-99a6474fb1b5 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.987028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe4db149-aa0f-44cf-9777-f832e48023ff req-d49926b2-82fd-4e74-aaf8-99a6474fb1b5 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1099 time: 0.0410333 Aug 10 04:11:30.021919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe4db149-aa0f-44cf-9777-f832e48023ff req-f662b599-7b09-41af-baee-fd63c6164b9b tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289779 Aug 10 04:11:30.044886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41564) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:30.198136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 0df1c8ec-5d55-4b3b-aa11-328333feb29f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:30.198483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.276149 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.276472 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.287813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 0df1c8ec-5d55-4b3b-aa11-328333feb29f owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:30.432300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.457855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=0df1c8ec-5d55-4b3b-aa11-328333feb29f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:30.517449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.517901 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP 072a4989-a297-4843-8f36-2f4c9e24fb69 disassociated (deleted). External IP: 172.25.2.91, port: d38954a7-b598-469b-915f-0bd314b38092. Aug 10 04:11:30.727388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router ac3699c0-90b8-4c20-8fd4-b2492319d987 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:11:30.833689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:30.838544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.843523 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] Sync routers for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:30.853207 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:30.853849 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:30.865158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b806ebd1-a6b1-47c8-9d8a-476ac649c592 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/floatingips/072a4989-a297-4843-8f36-2f4c9e24fb69 HTTP/1.1" status: 204 len: 168 time: 0.8191845 Aug 10 04:11:30.865768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:30.868087 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:30.962470 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:31.106190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa89921-aabf-455b-b50f-c22d9fa17864 req-b0eeb20e-8531-46c8-b20f-40745e2db110 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.114021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3aa89921-aabf-455b-b50f-c22d9fa17864 req-b0eeb20e-8531-46c8-b20f-40745e2db110 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 947 time: 0.0624690 Aug 10 04:11:31.117592 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e2b99-b4f3-4282-aa9a-9742b9fdf9c6 x-openstack-request-id: req-5c6e2b99-b4f3-4282-aa9a-9742b9fdf9c6 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:31.118189 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:31.118507 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c6e2b99-b4f3-4282-aa9a-9742b9fdf9c6 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:31.118987 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'status': 'completed', 'code': 200} Aug 10 04:11:31.159154 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3aa89921-aabf-455b-b50f-c22d9fa17864 req-5eb69b7a-23a7-41ef-9b8f-bcc5ff49f579 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Aug 10 04:11:31.179865 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:55Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:31.193606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-9501e592-9a59-40df-9da2-3c7dbc81cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.195145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-9501e592-9a59-40df-9da2-3c7dbc81cfb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 1099 time: 0.0510702 Aug 10 04:11:31.215367 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] Checking router: ac3699c0-90b8-4c20-8fd4-b2492319d987 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:31.228723 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:31.229323 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:31.284794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-9412d76f-417f-45be-b7cc-2e80ecc02273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.286293 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-9412d76f-417f-45be-b7cc-2e80ecc02273 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 200 len: 898 time: 0.0838673 Aug 10 04:11:31.329387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-b6c880fe-9999-490a-8408-91b39c2ffefb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 200 len: 217 time: 0.0347340 Aug 10 04:11:31.330165 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:31.386720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-fe7afa5a-6e20-4aed-8ac7-fa9baa75e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.388606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-fe7afa5a-6e20-4aed-8ac7-fa9baa75e50f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 200 len: 835 time: 0.0517967 Aug 10 04:11:31.437952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-eec117a4-f493-424d-b04e-612fc3748c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.439525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-eec117a4-f493-424d-b04e-612fc3748c65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7ecbde60-7958-4224-b9dc-761bd6fcba22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427659 Aug 10 04:11:31.534793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-831c60ff-7074-4e05-a4d0-84dafd050ba2 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871711 Aug 10 04:11:31.622066 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:55Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:31.630065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd37058c-86aa-4e1e-a97b-350f4a9d9b0e req-04059b3f-31aa-45b3-9038-7db2411a4441 service neutron] 10.222.0.65 "GET /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873265 Aug 10 04:11:31.649598 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68c4c7-436e-4c1a-ab9a-4097df51c7a5 None None] The sync data for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 is: [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:09:50Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '5de3e98b-c13e-4c63-8d71-badbee061b3a', 'name': '', 'network_id': '7ecbde60-7958-4224-b9dc-761bd6fcba22', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:99:05:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '0953b803-5f8e-469f-822e-c1a466762815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:49Z', 'updated_at': '2021-08-10T04:09:55Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '0953b803-5f8e-469f-822e-c1a466762815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:31.815797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:31.867014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd634df-1e1e-419c-b445-9690ccb3f5eb None None] New status for floating IP 072a4989-a297-4843-8f36-2f4c9e24fb69: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:11:32.282867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f2c18-f118-4525-82ca-cee651fd4877 req-26bdb576-b31b-4560-8733-ab43d7e7720a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.284441 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c13f2c18-f118-4525-82ca-cee651fd4877 req-26bdb576-b31b-4560-8733-ab43d7e7720a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 947 time: 0.0525613 Aug 10 04:11:32.323211 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c13f2c18-f118-4525-82ca-cee651fd4877 req-769d9248-ac20-4fc7-9397-9cfb974ee938 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Aug 10 04:11:32.368141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-f71b7e47-1a2c-4428-80eb-57105ff23e80 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.369607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-f71b7e47-1a2c-4428-80eb-57105ff23e80 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/ports?device_id=6261da2c-b355-4da4-9bad-0e4c6513ae94 HTTP/1.1" status: 200 len: 947 time: 0.0486667 Aug 10 04:11:32.462238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port d38954a7-b598-469b-915f-0bd314b38092 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:32.462530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.552625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port d38954a7-b598-469b-915f-0bd314b38092, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=d38954a7-b598-469b-915f-0bd314b38092,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:32.552985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.566604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for d38954a7-b598-469b-915f-0bd314b38092 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:32.696141 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.723127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=d38954a7-b598-469b-915f-0bd314b38092,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:32.766253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] No DVR routers for this DVR port d38954a7-b598-469b-915f-0bd314b38092 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:32.768896 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.770917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-67fa46ac-04ac-412c-a19b-2f5c43b2db33 req-b260a477-b17b-4730-b5db-658205e52c45 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "DELETE /v2.0/ports/d38954a7-b598-469b-915f-0bd314b38092 HTTP/1.1" status: 204 len: 173 time: 0.3952541 Aug 10 04:11:32.771391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-deleted', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:32.773706 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eeb990-d9b7-4a0e-a4ad-c79fce94208f" -d '{"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-deleted", "tag": "d38954a7-b598-469b-915f-0bd314b38092"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:32.883255 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e0f620-b705-4b6e-a157-f9c1ed68518e x-openstack-request-id: req-84e0f620-b705-4b6e-a157-f9c1ed68518e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:32.883592 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261da2c-b355-4da4-9bad-0e4c6513ae94", "name": "network-vif-deleted", "tag": "d38954a7-b598-469b-915f-0bd314b38092", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:32.883805 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84e0f620-b705-4b6e-a157-f9c1ed68518e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:32.884204 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261da2c-b355-4da4-9bad-0e4c6513ae94', 'name': 'network-vif-deleted', 'tag': 'd38954a7-b598-469b-915f-0bd314b38092', 'status': 'completed', 'code': 200} Aug 10 04:11:33.282583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.380864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41582) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:33.741763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.991282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 5de3e98b-c13e-4c63-8d71-badbee061b3a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:33.991622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.082817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 5de3e98b-c13e-4c63-8d71-badbee061b3a, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5de3e98b-c13e-4c63-8d71-badbee061b3a,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:34.083092 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.096107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 5de3e98b-c13e-4c63-8d71-badbee061b3a owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:34.282533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.309474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=5de3e98b-c13e-4c63-8d71-badbee061b3a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:34.480509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.960546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router ac3699c0-90b8-4c20-8fd4-b2492319d987 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:11:35.068154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:35.073165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e18bcd8e-90d2-467c-9bd3-9a3b837d3baa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/ac3699c0-90b8-4c20-8fd4-b2492319d987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6912470 Aug 10 04:11:35.076602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41584) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:35.077714 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] Sync routers for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:35.087160 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:35.087789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:35.134081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting subnet 0953b803-5f8e-469f-822e-c1a466762815 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:11:35.137342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.179046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.193458 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:35.315757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.377442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.377795 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:11:34Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:35.406628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Subnet': ['ID=0953b803-5f8e-469f-822e-c1a466762815,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:35.409062 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] Checking router: ac3699c0-90b8-4c20-8fd4-b2492319d987 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:35.411757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.413919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8cc3ffc8-7940-4134-a862-656c5c7e1368 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/subnets/0953b803-5f8e-469f-822e-c1a466762815 HTTP/1.1" status: 204 len: 168 time: 0.3362451 Aug 10 04:11:35.417321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41586) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:35.425505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a45fe6-8872-48d1-91e5-ec6092e8c826 None None] Network 7ecbde60-7958-4224-b9dc-761bd6fcba22 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:11:35.427661 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] Routers {'ac3699c0-90b8-4c20-8fd4-b2492319d987'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:35.428825 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['ac3699c0-90b8-4c20-8fd4-b2492319d987'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:35.552476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.578500 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] Set router ac3699c0-90b8-4c20-8fd4-b2492319d987 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:35.644206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:35.670084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] DHCP port deletion for 7ecbde60-7958-4224-b9dc-761bd6fcba22 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:11:35.671498 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.672290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: d38954a7-b598-469b-915f-0bd314b38092 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:35.672635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device d38954a7-b598-469b-915f-0bd314b38092 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:35.728122 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] Deleting port ca065954-e7d7-4937-98ea-bd2c04ff8359 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:35.728516 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.731887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 41476a69-b906-45ae-be87-0c71b71563ab {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:11:35.732259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.778198 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:11:34Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:35.799467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] For port ca065954-e7d7-4937-98ea-bd2c04ff8359, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=ca065954-e7d7-4937-98ea-bd2c04ff8359,segment=NetworkSegment(6a86bc5a-ec6b-4eb0-90b5-e6f49361d293),segment_id=6a86bc5a-ec6b-4eb0-90b5-e6f49361d293)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:35.799881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.808683 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4e71c-9599-403a-9b5f-6b4d5aa788c6 None None] The sync data for ids ['ac3699c0-90b8-4c20-8fd4-b2492319d987'] in n-d-769329-14 is: [{'id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083201847', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '41476a69-b906-45ae-be87-0c71b71563ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:09:46Z', 'updated_at': '2021-08-10T04:11:34Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '41476a69-b906-45ae-be87-0c71b71563ab', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3699c0-90b8-4c20-8fd4-b2492319d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:09:47Z', 'updated_at': '2021-08-10T04:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:35.818081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] Calling delete_port for ca065954-e7d7-4937-98ea-bd2c04ff8359 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:35.821666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 41476a69-b906-45ae-be87-0c71b71563ab, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=41476a69-b906-45ae-be87-0c71b71563ab,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:35.822091 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.837456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 41476a69-b906-45ae-be87-0c71b71563ab owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:11:35.903931 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.930835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] No DVR routers for this DVR port ca065954-e7d7-4937-98ea-bd2c04ff8359 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:11:35.936129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe816152-7daf-4ec8-acc2-7a3afacef35f None None] Pushing event deleted for resources: {'Port': ['ID=ca065954-e7d7-4937-98ea-bd2c04ff8359,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:36.008729 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.036093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=41476a69-b906-45ae-be87-0c71b71563ab,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:36.093116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.190417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.192547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.240849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.241373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Fanout notify agent at l3_agent the message router_deleted on router ac3699c0-90b8-4c20-8fd4-b2492319d987 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:11:36.248849 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.250004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1d507318-589b-4226-97ad-eaeb77387661 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/routers/ac3699c0-90b8-4c20-8fd4-b2492319d987 HTTP/1.1" status: 204 len: 168 time: 0.8315196 Aug 10 04:11:36.252851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41588) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:36.326915 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.418717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.429193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecbde60-7958-4224-b9dc-761bd6fcba22']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:36.441224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:36.441524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a86bc5a-ec6b-4eb0-90b5-e6f49361d293') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:36.451408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.465384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.471211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:11:36.471597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:11:36.474499 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:11:36.531666 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.539431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.540628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/networks/7ecbde60-7958-4224-b9dc-761bd6fcba22 HTTP/1.1" status: 204 len: 168 time: 0.2868409 Aug 10 04:11:36.544162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41590) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:36.557209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134070db-dae7-452c-929a-af26eca84654 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Network': ['ID=7ecbde60-7958-4224-b9dc-761bd6fcba22,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:36.601872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0148739f-01f2-421b-aa8a-e725f28cb1b9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.628912 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0148739f-01f2-421b-aa8a-e725f28cb1b9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.695413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0148739f-01f2-421b-aa8a-e725f28cb1b9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.698533 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0148739f-01f2-421b-aa8a-e725f28cb1b9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.699654 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0148739f-01f2-421b-aa8a-e725f28cb1b9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f HTTP/1.1" status: 204 len: 168 time: 0.1544847 Aug 10 04:11:36.709803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148739f-01f2-421b-aa8a-e725f28cb1b9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ffe0f6-d996-4cfa-aea0-91f358c7ba0f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.112457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.117556 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105263032', 'description': 'tempest-secgroup-smoke-1105263032 description', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.155747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.243148 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.247713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.278127 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.280560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.281767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b4c95c2e-e389-4105-a1cd-1158804e6a73 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1682556 Aug 10 04:11:37.284731 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41600) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.289479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': '168dd3d7-0f2b-42cf-9cad-82be0cce6cb9', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.318221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.344861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 41476a69-b906-45ae-be87-0c71b71563ab no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:37.368020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 41476a69-b906-45ae-be87-0c71b71563ab {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:37.368457 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 41476a69-b906-45ae-be87-0c71b71563ab not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:37.368958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5de3e98b-c13e-4c63-8d71-badbee061b3a no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:37.380589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.384303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.389366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 5de3e98b-c13e-4c63-8d71-badbee061b3a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:37.389720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5de3e98b-c13e-4c63-8d71-badbee061b3a not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:37.390176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca065954-e7d7-4937-98ea-bd2c04ff8359 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:37.402756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80274f4-b225-4430-885c-2ddcb7d3d333,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.409510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: ca065954-e7d7-4937-98ea-bd2c04ff8359 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:11:37.410832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device ca065954-e7d7-4937-98ea-bd2c04ff8359 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:11:37.411235 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.415179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f1d8a38-3e16-4ce6-8e15-327e90e3215a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267059 Aug 10 04:11:37.415674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41602) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.419802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': '168dd3d7-0f2b-42cf-9cad-82be0cce6cb9', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.446079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.507103 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.510910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.534965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a148251b-67cb-4c73-abd9-c3fb0ffe2a4f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.539499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.541505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f557cf8b-f23a-4542-9558-a896667e1242 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249602 Aug 10 04:11:37.544018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41604) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.549036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': '168dd3d7-0f2b-42cf-9cad-82be0cce6cb9', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.577142 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.638843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.642492 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.659986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b66c42-0bbb-4a13-b68a-3d58b1bbe7a9,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.667007 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.668612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aa3c2389-6dab-4612-8ea5-881af1ac2c64 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231194 Aug 10 04:11:37.671414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41606) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.675895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': '168dd3d7-0f2b-42cf-9cad-82be0cce6cb9', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.701153 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.758543 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.762592 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.781339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420eda0d-b68f-4468-b629-0078ca00f05b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.786851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.788049 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6426ed53-ed76-45e2-b4c6-6d30df3b9636 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156933 Aug 10 04:11:37.790874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.795427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': '168dd3d7-0f2b-42cf-9cad-82be0cce6cb9', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.818552 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:11:37.825891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.894852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.898636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.920929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18669b1d-b4ca-44b0-9705-803fd40b85a9,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.936009 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.936616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6007f627-0aef-4c02-b184-843ab0d6da43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445847 Aug 10 04:11:37.940713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41610) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.949851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': '168dd3d7-0f2b-42cf-9cad-82be0cce6cb9', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:37.977619 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:11:37.982770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.048380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.052284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.071394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09edb9c5-9a7d-4c84-b54e-6118ee6429bf,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:38.075259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.076551 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-53e448af-5d7a-4346-9cea-5f17c1bee33d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348388 Aug 10 04:11:38.079445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:38.084577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'network': {'name': 'tempest-network-smoke--1290535992', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:38.104723 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:11:38.108217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.132588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:11:38.142189 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.142526 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Added segment bb2c49e5-48cf-4952-9de3-b99f30ab9106 of type vlan for network 46f19bd6-dd29-4122-9445-8a981f2eea36 Aug 10 04:11:38.180547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.210302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.216106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.216697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.274089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934624 Aug 10 04:11:38.277714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:38.282477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'admin_state_up': True, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:38.284523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292f4a0-637f-47da-a155-f2649cf7eeb7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Network': ['ID=46f19bd6-dd29-4122-9445-8a981f2eea36,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:38.295539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:11:38.312821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.313753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.401156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.533698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.720652 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.744559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.847067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.23 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/7b4efa92-bd5a-4c94-902c-dd86efe8f065) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:38.943890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.982871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:39.022304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:39.027793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:39.045452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:39.072636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=7b4efa92-bd5a-4c94-902c-dd86efe8f065,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:39.304845 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:39.513830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:39.647634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:11:40.015902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:40.025178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Sync routers for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:40.035994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:40.036226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.036578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:40.037520 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2bf59e42-220c-44d5-92f9-c01b444d0904 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7587721 Aug 10 04:11:40.040656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41616) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.068206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d08b3f70-a6bd-4909-85b2-b6bfe81a675c tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e525fdf142704e20820ebff6e2d3bf0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264466 Aug 10 04:11:40.070741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.140984 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:40.156737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b879a8-d1f0-4de8-ad57-a5926f7dc077 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.158308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-49b879a8-d1f0-4de8-ad57-a5926f7dc077 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866516 Aug 10 04:11:40.161133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.189063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2706d355-da55-4a99-9512-813d8989171c tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268226 Aug 10 04:11:40.191507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.196214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195076451', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:40.286512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:11:40.289878 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.326394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:39Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:40.353530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Checking router: 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:40.353881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Updating router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:11:40.380101 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.490452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.524928 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:40.547675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Subnet': ['ID=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:40.558481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Checking segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:40.558865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network hostable DHCP agents. Network: 46f19bd6-dd29-4122-9445-8a981f2eea36, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:11:40.575357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:11:40.584870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 46f19bd6-dd29-4122-9445-8a981f2eea36) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:40.591260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.591260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.596373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f4966-b200-4f36-94bb-03cf46baa571 None None] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:11:40.607136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a9bd3d80-044d-48a3-8773-59b4d6a523a6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4146352 Aug 10 04:11:40.609895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.720031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.740371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Transition to ACTIVE for port object 7b4efa92-bd5a-4c94-902c-dd86efe8f065 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:40.750350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.838063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Attempting to bind port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:40.838427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Attempting to bind port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:40.838793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Attempting to bind port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:40.855494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8806-cc9c-49a9-8fae-f210f323681b None None] Pushing event updated for resources: {'Port': ['ID=7b4efa92-bd5a-4c94-902c-dd86efe8f065,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:40.860271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:40.860553 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:40.860945 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.861329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:40.861791 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Bound port: 7b4efa92-bd5a-4c94-902c-dd86efe8f065, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:40.862192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.865177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-46f19bd6-dd29-4122-9445-8a981f2eea36', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:11:40.866037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.986254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] For port 7b4efa92-bd5a-4c94-902c-dd86efe8f065, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:41.003834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] For port 7b4efa92-bd5a-4c94-902c-dd86efe8f065, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7b4efa92-bd5a-4c94-902c-dd86efe8f065,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:41.027639 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.081869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Allocated IP 172.20.0.2 (46f19bd6-dd29-4122-9445-8a981f2eea36/03c0e3fa-aee0-41ba-a206-1a7df73fb4b0/3a7bda45-88c8-4de6-a929-9f47493f9e7d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:41.088126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.118053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8806-cc9c-49a9-8fae-f210f323681b None None] Pushing event updated for resources: {'Port': ['ID=7b4efa92-bd5a-4c94-902c-dd86efe8f065,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.158565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:41.159191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:41.318410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:41.416814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.431138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Transition to ACTIVE for port object 3a7bda45-88c8-4de6-a929-9f47493f9e7d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:41.457890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Transition to ACTIVE for port object 3a7bda45-88c8-4de6-a929-9f47493f9e7d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:41.472290 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.528785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.1 (46f19bd6-dd29-4122-9445-8a981f2eea36/03c0e3fa-aee0-41ba-a206-1a7df73fb4b0/81e69633-9a63-4c24-a97c-0baca6aca4d8) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:41.540125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:41.548270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:41.552923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:41.561022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Pushing event updated for resources: {'Port': ['ID=3a7bda45-88c8-4de6-a929-9f47493f9e7d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.624297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Attempting to bind port 3a7bda45-88c8-4de6-a929-9f47493f9e7d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:41.624681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Attempting to bind port 3a7bda45-88c8-4de6-a929-9f47493f9e7d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:41.625033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Attempting to bind port 3a7bda45-88c8-4de6-a929-9f47493f9e7d on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:41.633515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:41.633897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Checking segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:41.634328 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.634727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Bound using segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:41.635199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Bound port: 3a7bda45-88c8-4de6-a929-9f47493f9e7d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:41.635583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.638759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:39Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:41.664484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.676991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93b6c-c8dc-4c76-8daa-fd75521a9882 None None] The sync data for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 is: [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:39Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:41.679809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object 81e69633-9a63-4c24-a97c-0baca6aca4d8 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:41.715957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.736014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] For port 3a7bda45-88c8-4de6-a929-9f47493f9e7d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:41.739507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] For port 3a7bda45-88c8-4de6-a929-9f47493f9e7d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3a7bda45-88c8-4de6-a929-9f47493f9e7d,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:41.744610 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.760551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:41.764398 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:41.768392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:41.792650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=81e69633-9a63-4c24-a97c-0baca6aca4d8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.811004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f6a30-4dd3-43db-b03d-85799072cc71 None None] Pushing event updated for resources: {'Port': ['ID=3a7bda45-88c8-4de6-a929-9f47493f9e7d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.823062 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.017917 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.343124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.348200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.425651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=81e69633-9a63-4c24-a97c-0baca6aca4d8,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:42.427862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.544903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:42.546467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:42.674263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:11:42.795738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:42.801402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-11635fda-d457-4d3b-b5e6-abb06c06ec0a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/2d2d0958-0a72-4c9e-a41f-6a9a4af2682d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1904604 Aug 10 04:11:42.822852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9377b-30ab-43df-94c6-f853f1364a58 None None] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:11:43.004438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-aab72cd0-7c59-47bd-81aa-36a82569e8d1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105263032&fields=id&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 267 time: 0.0400610 Aug 10 04:11:43.095260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3a70d1da-8e85-4ccb-8a0b-b35c4f4c9032 None None] Provisioning for port 3a7bda45-88c8-4de6-a929-9f47493f9e7d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:43.117095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-7c8f28ba-2e38-4344-b3cc-639338c668fe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:43.118658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-7c8f28ba-2e38-4344-b3cc-639338c668fe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 797 time: 0.1053693 Aug 10 04:11:43.136760 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-5cf368ac-e33e-4cea-b439-21e501d934ce tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/quotas/e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 375 time: 0.0113373 Aug 10 04:11:43.193283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-d55bf2ec-9b39-4b24-832f-fad7e86b0afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501580 Aug 10 04:11:43.393428 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Sync routers for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:43.407047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a7bda45-88c8-4de6-a929-9f47493f9e7d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:43.417372 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:43.418682 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:43.491840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3a7bda45-88c8-4de6-a929-9f47493f9e7d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:43.496627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-35f20440-938e-4d48-b72a-50c415d7cd90 None None] Provisioning for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:43.507347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3a7bda45-88c8-4de6-a929-9f47493f9e7d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:43.507976 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.510378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-35f20440-938e-4d48-b72a-50c415d7cd90 None None] Provisioning complete for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:43.511273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35f20440-938e-4d48-b72a-50c415d7cd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.557377 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:43.591862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-35f20440-938e-4d48-b72a-50c415d7cd90 None None] Port 81e69633-9a63-4c24-a97c-0baca6aca4d8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:11:43.622338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-41370689-7b16-424e-a2dd-394279644386 service neutron] 10.222.0.53 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153037 Aug 10 04:11:43.660398 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.707468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3a7bda45-88c8-4de6-a929-9f47493f9e7d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3a7bda45-88c8-4de6-a929-9f47493f9e7d,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:43.716991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.717823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b4efa92-bd5a-4c94-902c-dd86efe8f065 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:43.733580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-75cd590f-790c-479a-9e43-02898d81de8e service neutron] 10.222.0.53 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047471 Aug 10 04:11:43.803391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9312ec10-ec19-449d-8e30-5d5eb1239042 None None] Provisioning complete for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:43.803832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9312ec10-ec19-449d-8e30-5d5eb1239042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.806115 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:42Z', 'revision_number': 2, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:43.835186 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Checking router: 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:43.835619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Updating router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d port 81e69633-9a63-4c24-a97c-0baca6aca4d8 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:11:43.851923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9312ec10-ec19-449d-8e30-5d5eb1239042 None None] Port 81e69633-9a63-4c24-a97c-0baca6aca4d8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:11:43.874119 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.875129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3a7bda45-88c8-4de6-a929-9f47493f9e7d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:43.898679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:43.904411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:43.904793 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.004202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ca2ebb8-8f45-471c-917f-59c5801fd885 req-0d78421e-e2cf-4673-8fcb-536c918c4639 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 210 time: 0.0390675 Aug 10 04:11:44.007562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5a8cebdf-8d4d-464d-a799-53a526ac6c8e None None] Provisioning complete for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:44.007880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5a8cebdf-8d4d-464d-a799-53a526ac6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.093185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cebdf-8d4d-464d-a799-53a526ac6c8e None None] Port 81e69633-9a63-4c24-a97c-0baca6aca4d8 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:11:44.099599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.122041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7b4efa92-bd5a-4c94-902c-dd86efe8f065, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7b4efa92-bd5a-4c94-902c-dd86efe8f065,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:44.127418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.189705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7b4efa92-bd5a-4c94-902c-dd86efe8f065,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:44.375799 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.385636 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Transition to ACTIVE for port object 81e69633-9a63-4c24-a97c-0baca6aca4d8 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:44.391856 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.441316 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Pushing event updated for resources: {'Port': ['ID=81e69633-9a63-4c24-a97c-0baca6aca4d8,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:44.463224 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.463563 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.463936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.464434 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.464614 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.464914 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.465230 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.465547 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.465865 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.466225 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.466524 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.466841 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:44.508124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Attempting to bind port 81e69633-9a63-4c24-a97c-0baca6aca4d8 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:44.508124 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Attempting to bind port 81e69633-9a63-4c24-a97c-0baca6aca4d8 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:44.508368 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Attempting to bind port 81e69633-9a63-4c24-a97c-0baca6aca4d8 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:44.515235 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:44.515610 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Checking segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:44.515999 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.516381 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Bound using segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:44.516836 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Bound port: 81e69633-9a63-4c24-a97c-0baca6aca4d8, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:44.517210 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.585441 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] For port 81e69633-9a63-4c24-a97c-0baca6aca4d8, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:44.588810 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] For port 81e69633-9a63-4c24-a97c-0baca6aca4d8, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=81e69633-9a63-4c24-a97c-0baca6aca4d8,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:44.598174 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:44.658909 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8ff14-ecbc-4c12-b667-91b31ba77500 None None] Pushing event updated for resources: {'Port': ['ID=81e69633-9a63-4c24-a97c-0baca6aca4d8,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:44.671444 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:44.672066 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:44.784818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:44.987721 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:45.016799 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce17ba-8f5a-41e6-9ed8-33ee0f75e7ce None None] The sync data for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 is: [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:45.094108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-9126653a-c284-4089-9c68-6f8890e81d15 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.096610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-9126653a-c284-4089-9c68-6f8890e81d15 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 797 time: 0.1308050 Aug 10 04:11:45.152424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-10603b55-1e24-423a-a0e8-34ad5d736f23 req-7f781adb-e362-4fd2-81eb-fbdb557b7549 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 210 time: 0.0424550 Aug 10 04:11:45.167610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-7299a9bf-0a92-428a-9796-7fda0e8e9162 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 380 time: 0.0585866 Aug 10 04:11:45.179522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'port': {'device_id': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'admin_state_up': True, 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'security_groups': ['168dd3d7-0f2b-42cf-9cad-82be0cce6cb9']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:45.293911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:11:45.297825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.443510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a7bda45-88c8-4de6-a929-9f47493f9e7d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:45.445374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.8 (46f19bd6-dd29-4122-9445-8a981f2eea36/03c0e3fa-aee0-41ba-a206-1a7df73fb4b0/6c1400b6-dced-4571-a6fa-27fdf37bd7e7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:45.509820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3a7bda45-88c8-4de6-a929-9f47493f9e7d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:45.510463 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.600703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 81e69633-9a63-4c24-a97c-0baca6aca4d8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:45.616683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.631296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:45.651466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:45.655731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:45.656173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.668124 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.715919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:45.723495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:45.728037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:45.732539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:45.750843 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.791876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 81e69633-9a63-4c24-a97c-0baca6aca4d8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=81e69633-9a63-4c24-a97c-0baca6aca4d8,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:45.797252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.797935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.800091 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.801251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b4efa92-bd5a-4c94-902c-dd86efe8f065 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:45.816020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-1db632e9-5b4e-402c-951a-f599b199b87e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6412499 Aug 10 04:11:45.830824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Request body: {'port': {'device_id': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:45.895173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.897244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:45.898132 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.901105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=81e69633-9a63-4c24-a97c-0baca6aca4d8,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:46.072305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c7a731da-84bc-4fb2-bfcb-e205c0030064 None None] Provisioning for port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:46.077318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c7a731da-84bc-4fb2-bfcb-e205c0030064 None None] Provisioning complete for port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:46.077686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c7a731da-84bc-4fb2-bfcb-e205c0030064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.117778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c7a731da-84bc-4fb2-bfcb-e205c0030064 None None] Port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:11:46.275770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:46.290098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.314264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456892b4-e478-4ae0-a00d-e2506df874d2 req-f8fa22a0-da22-44be-bfcf-55c92161fc98 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:46.315855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-456892b4-e478-4ae0-a00d-e2506df874d2 req-f8fa22a0-da22-44be-bfcf-55c92161fc98 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 931 time: 0.0968194 Aug 10 04:11:46.316959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Transition to ACTIVE for port object 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:46.320998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.389166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:46.420673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-456892b4-e478-4ae0-a00d-e2506df874d2 req-d95652c1-57ab-43fb-afde-260eacabf4ee tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971727 Aug 10 04:11:46.750708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:46.751037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:46.751366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:46.755978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:46.756332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:46.761919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:46.762279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Checking segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:46.762662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Bound using segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:46.763082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Bound port: 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:46.763437 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.825805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:46.828774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:46.832995 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.866891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:46.867514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.868937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] 10.222.0.39 "PUT /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 1092 time: 1.0441077 Aug 10 04:11:46.869376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:46.871722 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d026d08-aa1a-4032-b212-77740aeed523" -d '{"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:46.899177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96fc48-a1de-4f3d-97c7-efeb3526e712 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:46.923746 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ecefa7-327b-4a52-b2a0-1b763c246e87 x-openstack-request-id: req-47ecefa7-327b-4a52-b2a0-1b763c246e87 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:46.924144 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:46.924465 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47ecefa7-327b-4a52-b2a0-1b763c246e87 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:46.924936 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'status': 'completed', 'code': 200} Aug 10 04:11:46.959852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-a930fb56-60d1-4378-b239-f0be5a4fef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:46.961529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-a930fb56-60d1-4378-b239-f0be5a4fef8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1095 time: 0.0503044 Aug 10 04:11:47.006087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-c6dbfc4e-9e39-49fe-8931-cd2ce53b5703 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 217 time: 0.0347247 Aug 10 04:11:47.059097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-e8e3734e-f710-4a92-96ca-f0d1a71819fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.060545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-e8e3734e-f710-4a92-96ca-f0d1a71819fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0461056 Aug 10 04:11:47.107536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-cecd5544-0ff5-476c-bf68-2d3ec525c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.108893 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-cecd5544-0ff5-476c-bf68-2d3ec525c941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394619 Aug 10 04:11:47.201294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-b7c789d4-c847-4738-a9d1-08b0a7e36315 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Aug 10 04:11:47.293375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-70cf8e94-c6b0-4b7d-88b0-2bd093950519 req-970d04f5-4fbe-43f2-82c1-7b4026b27571 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809100 Aug 10 04:11:47.339734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 81e69633-9a63-4c24-a97c-0baca6aca4d8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:47.387825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d026d08-aa1a-4032-b212-77740aeed523 req-994fe6a7-e381-4330-a6a1-6ff3cad7c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.388675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 81e69633-9a63-4c24-a97c-0baca6aca4d8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:47.389042 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:47.389353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-994fe6a7-e381-4330-a6a1-6ff3cad7c786 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1095 time: 0.0480785 Aug 10 04:11:47.485525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d026d08-aa1a-4032-b212-77740aeed523 req-602afcf4-4fae-448c-b595-06c8cfb549b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.487171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-602afcf4-4fae-448c-b595-06c8cfb549b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 898 time: 0.0901031 Aug 10 04:11:47.558261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-2ed96e1b-2d3c-42f7-af43-23b4fca86255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 217 time: 0.0551779 Aug 10 04:11:47.604981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20815b24-7cba-45d0-aae9-f0f94395feb9 req-5652911c-51a4-4376-ab36-3305b78c4036 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.606497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20815b24-7cba-45d0-aae9-f0f94395feb9 req-5652911c-51a4-4376-ab36-3305b78c4036 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 943 time: 0.1133850 Aug 10 04:11:47.633026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d026d08-aa1a-4032-b212-77740aeed523 req-da81b72a-639d-41ed-91c5-66f01ab32675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.634555 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-da81b72a-639d-41ed-91c5-66f01ab32675 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0687096 Aug 10 04:11:47.662868 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-20815b24-7cba-45d0-aae9-f0f94395feb9 req-2eefd5c6-5e2d-46cb-a3ad-04cf0215867d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488944 Aug 10 04:11:47.691653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d026d08-aa1a-4032-b212-77740aeed523 req-5daa8e01-4610-4db6-b8bf-c3d5dbb92942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.693154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-5daa8e01-4610-4db6-b8bf-c3d5dbb92942 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461533 Aug 10 04:11:47.789894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-9ddc9997-baf9-41ed-b7c7-01ce37a295e8 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867386 Aug 10 04:11:47.877574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d026d08-aa1a-4032-b212-77740aeed523 req-2569b66d-a5a3-4ece-acc5-2f800468d345 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801847 Aug 10 04:11:48.779288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dba7d-a27d-462f-91b6-a3efb2adce55 req-94af42ed-6bf7-4a7a-9f46-1348a80a8446 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.780787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d65dba7d-a27d-462f-91b6-a3efb2adce55 req-94af42ed-6bf7-4a7a-9f46-1348a80a8446 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 943 time: 0.0490830 Aug 10 04:11:48.817600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d65dba7d-a27d-462f-91b6-a3efb2adce55 req-62e9532e-bfab-444f-9369-f107f9260811 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Aug 10 04:11:49.938293 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec185e-8cdb-46ba-8f36-ead5cf3e5805 req-ba92da16-5e94-4c9e-9df8-9e0404a1010d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:49.939804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9cec185e-8cdb-46ba-8f36-ead5cf3e5805 req-ba92da16-5e94-4c9e-9df8-9e0404a1010d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 943 time: 0.0567522 Aug 10 04:11:49.978629 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9cec185e-8cdb-46ba-8f36-ead5cf3e5805 req-7a500b65-baa6-4707-8832-e485449f073d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Aug 10 04:11:50.722288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:50.815085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:50.829288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'port_id': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:50.867250 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.880108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:50.900006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:50.905561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.953773 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:51.093361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcbfef-5cfe-49d8-90b0-41711d6a298e req-eea0c994-aee5-4c74-8bd8-9b85982a2489 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.094784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11fcbfef-5cfe-49d8-90b0-41711d6a298e req-eea0c994-aee5-4c74-8bd8-9b85982a2489 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.0482602 Aug 10 04:11:51.112837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6c1400b6-dced-4571-a6fa-27fdf37bd7e7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:51.132795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-11fcbfef-5cfe-49d8-90b0-41711d6a298e req-3df32a1d-6432-4ded-92b2-d7a9a62872ff tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Aug 10 04:11:52.250171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e867b-1416-4d16-8976-fe64d08db87c req-38162ea8-9723-4991-a06a-31229f03f18a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:52.251664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e867b-1416-4d16-8976-fe64d08db87c req-38162ea8-9723-4991-a06a-31229f03f18a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.0494051 Aug 10 04:11:52.288422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2e867b-1416-4d16-8976-fe64d08db87c req-a2b7fe54-5840-4505-a355-c98a254e33d7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Aug 10 04:11:52.738374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:52.796157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:52.799921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:52.800277 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:52.877185 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:52.899141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:52.902516 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a217ad-a98a-4edb-9eb2-4078bce168b7" -d '{"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-plugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:52.915353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:52.919564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:52.942943 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1b5de7-074c-43e6-b2e4-859fa627524a x-openstack-request-id: req-ce1b5de7-074c-43e6-b2e4-859fa627524a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:52.943237 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-plugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:52.943492 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce1b5de7-074c-43e6-b2e4-859fa627524a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:52.943884 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'code': 200} Aug 10 04:11:52.970668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:52.978165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.978521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.978863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.979203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.979565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.979896 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.980222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.980546 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.980870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.981198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.981545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:52.981844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:53.045340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743524f5-a4ff-45fd-85a4-92a79641c0b9 req-f154311a-134e-494d-be61-414b39796e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:53.046964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-743524f5-a4ff-45fd-85a4-92a79641c0b9 req-f154311a-134e-494d-be61-414b39796e4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1097 time: 0.0495183 Aug 10 04:11:53.082227 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-743524f5-a4ff-45fd-85a4-92a79641c0b9 req-a6263e7c-75ee-486a-ada2-5b607f79f109 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279362 Aug 10 04:11:53.409645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eaa68-c926-482f-9029-ac576b8de491 req-2790b683-814a-4470-8d2d-5985ed249849 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:53.411230 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e4eaa68-c926-482f-9029-ac576b8de491 req-2790b683-814a-4470-8d2d-5985ed249849 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0560923 Aug 10 04:11:53.449365 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e4eaa68-c926-482f-9029-ac576b8de491 req-fb609fd9-400b-4432-9d6c-a171b5e8f664 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Aug 10 04:11:54.570559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb6d3f-da0b-4949-a80b-3602975cd15e req-b9196fa1-37f1-494d-b63f-7caf861293b4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:54.572020 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edeb6d3f-da0b-4949-a80b-3602975cd15e req-b9196fa1-37f1-494d-b63f-7caf861293b4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0515845 Aug 10 04:11:54.612433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edeb6d3f-da0b-4949-a80b-3602975cd15e req-aef58ccb-6037-49f2-bf6a-cd3fab85bd2d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337803 Aug 10 04:11:54.726845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130215-4058-4805-84bb-e0ae832e8d09 req-b78389e7-3da1-477d-9c53-8e5e3cb55640 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:54.728379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23130215-4058-4805-84bb-e0ae832e8d09 req-b78389e7-3da1-477d-9c53-8e5e3cb55640 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Aug 10 04:11:54.767388 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23130215-4058-4805-84bb-e0ae832e8d09 req-af6ce25c-6eb0-48f6-ac36-f3f46a96353e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329547 Aug 10 04:11:54.789370 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41678) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:54.840171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8575e49-e08e-4e2c-8bdb-d25cc3d4795f tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:54.841796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b8575e49-e08e-4e2c-8bdb-d25cc3d4795f tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1092 time: 0.0513694 Aug 10 04:11:54.844848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41680) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:54.849552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:54.872892 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.974399 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.080461 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.095066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.170 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/f6969a5d-0203-4773-9e04-944a60391647) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:55.209000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.248993 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.290354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:55.293878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:55.297661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:55.324684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=f6969a5d-0203-4773-9e04-944a60391647,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:55.335889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.336150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.336494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.336833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.337164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.337495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.337829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.338186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.338520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.339343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.339671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.339994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:55.690992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.766594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.920746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.925531 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.997768 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=f6969a5d-0203-4773-9e04-944a60391647,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:56.012273 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.115150 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP 87cf8441-782c-44de-a18a-3640cc77f101 associated. External IP: 172.25.2.170, port: 6c1400b6-dced-4571-a6fa-27fdf37bd7e7. Aug 10 04:11:56.271384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.333551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:11:56.445948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:56.457440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] Sync routers for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:56.462691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.467071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:56.467939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:56.493571 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5cf91448-5751-4b1f-bb48-bfeca11d5afe tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6453617 Aug 10 04:11:56.493571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:56.494318 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:56.537015 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31188a9d-b792-4475-8513-8ea6d555f845 x-openstack-request-id: req-31188a9d-b792-4475-8513-8ea6d555f845 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:56.537307 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:56.537565 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31188a9d-b792-4475-8513-8ea6d555f845 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:56.538016 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'status': 'completed', 'code': 200} Aug 10 04:11:56.575899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:56.597149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f58bd-0769-40f4-bc15-833535b2c47e req-60538922-f41a-4b1c-b9bb-b77d9d3b13f8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.599474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f22f58bd-0769-40f4-bc15-833535b2c47e req-60538922-f41a-4b1c-b9bb-b77d9d3b13f8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Aug 10 04:11:56.602639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-32abe1c4-b7cc-4cf4-a1c5-783de35dd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.604407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-32abe1c4-b7cc-4cf4-a1c5-783de35dd8a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1097 time: 0.0429451 Aug 10 04:11:56.638717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f22f58bd-0769-40f4-bc15-833535b2c47e req-e65765ee-4f0c-418e-b1ef-37d20c357a95 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Aug 10 04:11:56.667554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41686) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:56.707929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-068a1f99-6e74-4b15-b82e-aa069cef2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.709424 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-068a1f99-6e74-4b15-b82e-aa069cef2c72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 898 time: 0.0971053 Aug 10 04:11:56.750811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-07b01f77-1f9e-4ab5-8bbd-4a05d67de251 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/87cf8441-782c-44de-a18a-3640cc77f101 HTTP/1.1" status: 200 len: 991 time: 0.0809026 Aug 10 04:11:56.805608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-64f04d31-edcd-4f08-a883-396ae14b1909 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 999 time: 0.0777347 Aug 10 04:11:56.818595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '87cf8441-782c-44de-a18a-3640cc77f101', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'port_id': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:11:55Z', 'updated_at': '2021-08-10T04:11:55Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:56.848223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] Checking router: 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:56.857667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:56.858318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:11:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:56.858571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-77649331-9b9f-4bd8-be7e-c3633668cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.860138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-77649331-9b9f-4bd8-be7e-c3633668cd6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0467649 Aug 10 04:11:56.908350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-593c0662-0fff-4c48-97d3-154aa31782df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.909602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-593c0662-0fff-4c48-97d3-154aa31782df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418191 Aug 10 04:11:56.962677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:57.007158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-f32f64de-06b0-4bb5-b518-08a008dea958 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898519 Aug 10 04:11:57.061748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3bff9219-677c-42c9-974d-23b7e68428cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.113591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c450f11e-3a80-4bd4-9fa0-c32b3dba660b req-cfa7a386-d250-4806-8067-defe2ee72f7e service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982544 Aug 10 04:11:57.212884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '87cf8441-782c-44de-a18a-3640cc77f101', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'port_id': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:11:55Z', 'updated_at': '2021-08-10T04:11:55Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:57.238410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b817993-f7ff-4b7c-880e-9e8cef15a529 None None] The sync data for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 is: [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '87cf8441-782c-44de-a18a-3640cc77f101', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'port_id': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:11:55Z', 'updated_at': '2021-08-10T04:11:55Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:57.425075 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1edbe5-bf39-4eec-a86b-9129222f99bb None None] New status for floating IP 87cf8441-782c-44de-a18a-3640cc77f101: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:11:57.753953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41688) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:57.821192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b486f68c-23b3-41bd-88b8-629df4be8652 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/87cf8441-782c-44de-a18a-3640cc77f101 HTTP/1.1" status: 200 len: 993 time: 0.0659375 Aug 10 04:11:59.670919 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:59.908063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e7274be2-bcd5-4c6a-b476-eba4555b4bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:01.821335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:03.285238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:17.527441 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:25.081075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.288289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.024031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-262158dc-04af-461d-9bcd-82c0b513ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.671848 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:29.908179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c343e4c-d958-4d95-a062-f166d7ab69b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.071299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437682c-3039-4e6a-9ab1-c2f10f709553 req-418121e8-5120-46d3-ab7f-b53cb52e9149 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:31.072861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e437682c-3039-4e6a-9ab1-c2f10f709553 req-418121e8-5120-46d3-ab7f-b53cb52e9149 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0544636 Aug 10 04:12:31.112449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e437682c-3039-4e6a-9ab1-c2f10f709553 req-2b1a33a0-7f6a-4506-8134-a712ad5a5698 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336115 Aug 10 04:12:31.135699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41704) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:31.197509 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d1f0de8e-b2c7-4f50-9e13-cba6a6b83115 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/87cf8441-782c-44de-a18a-3640cc77f101 HTTP/1.1" status: 200 len: 993 time: 0.0605114 Aug 10 04:12:31.552561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21049529-c818-46f7-b2df-689168d7e307 req-43fe1faf-6b02-493b-841d-ce4d5d3b60db tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:31.554211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21049529-c818-46f7-b2df-689168d7e307 req-43fe1faf-6b02-493b-841d-ce4d5d3b60db tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1097 time: 0.0440538 Aug 10 04:12:31.590562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21049529-c818-46f7-b2df-689168d7e307 req-ebaf284a-8b0c-4516-b8e6-9b6a1b45524c tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294418 Aug 10 04:12:31.821820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.049813 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-83d61d3d-a1c8-4e9b-88ce-e069b5c9264f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383642 Aug 10 04:12:32.849416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-eb403b7f-4128-4f43-9497-4c8cd04695b2 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:12:32.850466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-eb403b7f-4128-4f43-9497-4c8cd04695b2 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1686959 Aug 10 04:12:32.860900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Request body: {'binding': {'host': 'n-h2-769329-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:32.861373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Unknown quota resources ['binding']. {{(pid=94141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:12:32.992041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on host n-h2-769329-14 for vnic_type normal with profile None {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:32.992352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:32.992679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:32.996857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:32.997180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:33.001894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:33.002256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Checking segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:33.002638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Bound using segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:33.003058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Bound port: 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:33.091790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:33.096807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] Notify callbacks [] for binding, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.098008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] 10.222.0.53 "POST /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2404287 Aug 10 04:12:33.238006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c87f60-4ba0-427f-982b-5f673f368c97 req-8b1ece17-099b-41a9-9a36-01c67ce2b3c3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.239910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1c87f60-4ba0-427f-982b-5f673f368c97 req-8b1ece17-099b-41a9-9a36-01c67ce2b3c3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Aug 10 04:12:33.287871 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.289622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1c87f60-4ba0-427f-982b-5f673f368c97 req-f93c3f67-0dc9-4749-87fe-740ddafe196f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Aug 10 04:12:33.322944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-cae519b9-5188-43c0-a87d-4748243a9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.324645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-cae519b9-5188-43c0-a87d-4748243a9902 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1097 time: 0.0465398 Aug 10 04:12:33.418093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-7e7f2c52-4469-4cd8-85d0-8097e2ba4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.419532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-7e7f2c52-4469-4cd8-85d0-8097e2ba4fda service neutron] 10.222.0.65 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 898 time: 0.0883899 Aug 10 04:12:33.487508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-0e0c2653-6701-48b7-9943-b9cc12861bc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 1001 time: 0.0603108 Aug 10 04:12:33.543730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-970785d0-7368-4202-9877-36a2013e564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.545213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-970785d0-7368-4202-9877-36a2013e564c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0505190 Aug 10 04:12:33.590247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-4529a5ca-8702-4c7c-a4d0-b8dbaa483413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.592055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-4529a5ca-8702-4c7c-a4d0-b8dbaa483413 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392163 Aug 10 04:12:33.680836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-c63fde0b-c5f9-4d34-9917-e4c1e993c0f5 service neutron] 10.222.0.65 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807650 Aug 10 04:12:33.777422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-df2ae4d4-2632-457c-a3ee-46ad8da6e67a service neutron] 10.222.0.65 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Aug 10 04:12:33.909702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-92f0c34e-23ac-42e9-bb8b-ab7175afad41 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.911318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-92f0c34e-23ac-42e9-bb8b-ab7175afad41 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55&tenant_id=e525fdf142704e20820ebff6e2d3bf0a&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1097 time: 0.0744150 Aug 10 04:12:33.922758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-14'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:33.979696 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.104674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:34.140905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:34.180076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:34.182892 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55673d4d-f732-42d7-b450-2abe320e4b06" -d '{"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:34.186728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.192509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.222552 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cb602b-24ab-42be-8341-c0901eeb4169 x-openstack-request-id: req-64cb602b-24ab-42be-8341-c0901eeb4169 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:34.222853 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:34.223108 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64cb602b-24ab-42be-8341-c0901eeb4169 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:34.223502 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'code': 200} Aug 10 04:12:34.290331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:34.305352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.305700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.306070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.306945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.307282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.307615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.307943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.308271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.308709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.309050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.309379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.309706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:34.359320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on host n-h1-769329-14 for vnic_type normal with profile {"migrating_to": "n-h2-769329-14"} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:34.359950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:34.360479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:34.375347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:34.375980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Attempting to bind port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on network 46f19bd6-dd29-4122-9445-8a981f2eea36 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:34.381968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:34.382319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Checking segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:34.382702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Bound using segment: {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:34.383124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Bound port: 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c49e5-48cf-4952-9de3-b99f30ab9106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:34.383479 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.457287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28835-bcb3-4aae-b6cb-34a1806554ee req-7087ae22-9414-4ce1-959c-806e4c7eaf3e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:34.458799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2c28835-bcb3-4aae-b6cb-34a1806554ee req-7087ae22-9414-4ce1-959c-806e4c7eaf3e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 943 time: 0.0933805 Aug 10 04:12:34.497303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:34.503845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1fabf482-6dce-49de-941b-269a4f0b0f4f None None] Provisioning complete for port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:34.504405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fabf482-6dce-49de-941b-269a4f0b0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.517745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:34.524346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e2c28835-bcb3-4aae-b6cb-34a1806554ee req-a86bfd95-fdc1-4d6e-99d9-9bb6d2b364fc tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572314 Aug 10 04:12:34.526345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.544401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1fabf482-6dce-49de-941b-269a4f0b0f4f None None] Port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:34.625245 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=8']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:34.668487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:34.669220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.670644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a3b1f94f-2b6c-4c40-985b-1c20d1d6ef0d service neutron] 10.222.0.65 "PUT /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 1123 time: 0.7518847 Aug 10 04:12:34.739354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['6c1400b6-dced-4571-a6fa-27fdf37bd7e7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:34.788161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ac4ef99c-822c-417a-af9b-d014f4f8b60d None None] Provisioning complete for port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:34.788442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef99c-822c-417a-af9b-d014f4f8b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.064799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef99c-822c-417a-af9b-d014f4f8b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.101284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:35.103551 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42688fb3-885a-4919-b050-2827eefd011f" -d '{"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-plugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:35.122307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ac4ef99c-822c-417a-af9b-d014f4f8b60d None None] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:35.127938 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef99c-822c-417a-af9b-d014f4f8b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.158974 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da0150c-c324-4d53-85a8-7700f38b6b7b x-openstack-request-id: req-3da0150c-c324-4d53-85a8-7700f38b6b7b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:35.159266 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-plugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:35.159522 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3da0150c-c324-4d53-85a8-7700f38b6b7b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:35.159906 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'code': 200} Aug 10 04:12:35.288780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ef99c-822c-417a-af9b-d014f4f8b60d None None] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:35.650731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43211908-c34a-4974-b5cf-b99deae8f76c req-54d95037-2a22-469e-9f06-ae7ebc7e2d30 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:35.652303 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43211908-c34a-4974-b5cf-b99deae8f76c req-54d95037-2a22-469e-9f06-ae7ebc7e2d30 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Aug 10 04:12:35.692188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43211908-c34a-4974-b5cf-b99deae8f76c req-9c832d1e-7819-46c4-bd71-900e9eb226d4 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Aug 10 04:12:36.224309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:36.226726 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e38a91-7191-4d0b-895d-5d58a2698668" -d '{"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:36.262190 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb845f-d391-44f0-8920-2002edad12cb x-openstack-request-id: req-7adb845f-d391-44f0-8920-2002edad12cb {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:36.262475 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:36.262721 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7adb845f-d391-44f0-8920-2002edad12cb {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:36.263108 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'status': 'completed', 'code': 200} Aug 10 04:12:36.330393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-74bb411d-0e48-42af-8828-9eb67a0d3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.331877 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-74bb411d-0e48-42af-8828-9eb67a0d3f96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1128 time: 0.0441961 Aug 10 04:12:36.423226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-d5b3241b-3249-4e85-b32d-a7abc2293266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.424710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-d5b3241b-3249-4e85-b32d-a7abc2293266 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 898 time: 0.0851028 Aug 10 04:12:36.498497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-ae334f0e-23b0-4c54-9dbe-0dbe59ee0199 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 1001 time: 0.0631588 Aug 10 04:12:36.551123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-651e79c5-4e22-4e36-be47-20616bebb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.552583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-651e79c5-4e22-4e36-be47-20616bebb3f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0451832 Aug 10 04:12:36.598798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-48e9df03-2d5b-43a5-bc87-0e1d13ea9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.600277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-48e9df03-2d5b-43a5-bc87-0e1d13ea9093 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391617 Aug 10 04:12:36.705529 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-f5bff7b9-7cd7-4357-990e-45c14ee843e8 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902500 Aug 10 04:12:36.812884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a23b-0af9-4723-a8a2-96d53fc099a7 req-f42aff43-efa7-42de-a9b5-62d45043ad90 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.814413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e05a23b-0af9-4723-a8a2-96d53fc099a7 req-f42aff43-efa7-42de-a9b5-62d45043ad90 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0528531 Aug 10 04:12:36.856578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e05a23b-0af9-4723-a8a2-96d53fc099a7 req-065a2cc5-8f7d-47a6-b4b7-f91219a0761c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357778 Aug 10 04:12:37.076661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78e38a91-7191-4d0b-895d-5d58a2698668 req-c0b5541c-a0cd-4164-9778-968c41a39a60 service neutron] 10.222.0.39 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575909 Aug 10 04:12:37.973205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2c25-c7c6-44ec-901c-a54db95a7230 req-b487ec6b-87d9-47b0-8bba-13f8e60cb1b8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.974715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51aa2c25-c7c6-44ec-901c-a54db95a7230 req-b487ec6b-87d9-47b0-8bba-13f8e60cb1b8 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Aug 10 04:12:38.002161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:12:38.014495 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-51aa2c25-c7c6-44ec-901c-a54db95a7230 req-05f3cdb9-e43e-487e-a740-567811344783 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Aug 10 04:12:38.098574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:38.110730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 has no active binding in host n-h2-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 04:12:39.141964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68917c9-771e-432f-afb4-8f40332e2367 req-77f4087a-c4ae-4960-ad5c-921911b000ba tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:39.143514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c68917c9-771e-432f-afb4-8f40332e2367 req-77f4087a-c4ae-4960-ad5c-921911b000ba tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 945 time: 0.0597405 Aug 10 04:12:39.183367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c68917c9-771e-432f-afb4-8f40332e2367 req-dc4a0121-c021-4a54-ad41-ed10beb2a4ad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333993 Aug 10 04:12:39.667116 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-3715bcd1-bcf5-4b61-9c9f-49a950a7fced service neutron] 10.222.0.39 "GET /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 385 time: 0.0582631 Aug 10 04:12:39.863441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:39.883904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:39.923856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:39.926048 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab3db55-ae8f-448b-9344-bd0229d0318f" -d '{"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:39.932776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:39.947778 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.980459 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf49775-f158-4d46-9ee3-8c2a8e3c663b x-openstack-request-id: req-ebf49775-f158-4d46-9ee3-8c2a8e3c663b {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:39.980756 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:39.981011 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebf49775-f158-4d46-9ee3-8c2a8e3c663b {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:39.981406 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'code': 200} Aug 10 04:12:40.021659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] Transition to ACTIVE for port object 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:40.027337 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.178894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=11']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:40.215403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] No DVR routers for this DVR port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:40.301018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a07827-1d65-4e6a-bd09-d74f52af02d8 req-c8562b6a-8286-4b3a-95e9-96bfee41af6c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.302562 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84a07827-1d65-4e6a-bd09-d74f52af02d8 req-c8562b6a-8286-4b3a-95e9-96bfee41af6c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.0499234 Aug 10 04:12:40.341353 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84a07827-1d65-4e6a-bd09-d74f52af02d8 req-6b4fa9a8-d075-4757-802b-854860436eba tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Aug 10 04:12:40.346704 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-361a2ef1-d2b7-4aa5-8949-7d30de1a5662 service neutron] 10.222.0.39 "PUT /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7/bindings/n-h2-769329-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6724575 Aug 10 04:12:40.440971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d06f78d4-71fe-4a35-98cf-f080ec4b8631 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.442511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d06f78d4-71fe-4a35-98cf-f080ec4b8631 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55&tenant_id=e525fdf142704e20820ebff6e2d3bf0a&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.0443275 Aug 10 04:12:40.496007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-f33094b7-ca03-4582-a7a2-560ff1dc8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.497556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-f33094b7-ca03-4582-a7a2-560ff1dc8969 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 1096 time: 0.0465539 Aug 10 04:12:40.562283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-22001350-9df3-4697-b64b-e3bae834b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.563806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-22001350-9df3-4697-b64b-e3bae834b86d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1096 time: 0.0426304 Aug 10 04:12:40.653134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-f886edc1-0885-4f0c-9fd9-f8dd18939bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.654670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-f886edc1-0885-4f0c-9fd9-f8dd18939bde service neutron] 10.222.0.65 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 898 time: 0.0830374 Aug 10 04:12:40.724597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-1969c4db-f4bc-4f0b-aed0-51f2e41c01ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 999 time: 0.0624588 Aug 10 04:12:40.773161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-c111f2c1-d4e7-4c14-af48-8dfe7038ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.774911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-c111f2c1-d4e7-4c14-af48-8dfe7038ba89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0436440 Aug 10 04:12:40.820887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-fbbd0df8-6b56-4ced-b1e2-19fc05d5247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.822439 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-fbbd0df8-6b56-4ced-b1e2-19fc05d5247e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396783 Aug 10 04:12:40.914835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-00f8e1ec-0a61-4cc6-a0c3-38fb906c7c24 service neutron] 10.222.0.65 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Aug 10 04:12:41.005905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-a703add2-1d41-4128-86f3-d65b514f161d service neutron] 10.222.0.65 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835147 Aug 10 04:12:41.235378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-50f7a4d7-0a90-4c8a-b31b-75e27583ffb1 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.236870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-50f7a4d7-0a90-4c8a-b31b-75e27583ffb1 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55&tenant_id=e525fdf142704e20820ebff6e2d3bf0a&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 1096 time: 0.0490167 Aug 10 04:12:41.359236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-6b3def0f-cc42-4319-b617-bc021455c7bf service neutron] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:41.362352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-6b3def0f-cc42-4319-b617-bc021455c7bf service neutron] Notify callbacks [] for binding, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.363471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-6b3def0f-cc42-4319-b617-bc021455c7bf service neutron] 10.222.0.65 "DELETE /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7/bindings/n-h1-769329-14 HTTP/1.1" status: 204 len: 173 time: 0.1188641 Aug 10 04:12:41.472258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ff135-6796-476d-8049-abfbe2b675b3 req-da34eb5b-5509-405c-b970-5ec0853505a5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.474429 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a2ff135-6796-476d-8049-abfbe2b675b3 req-da34eb5b-5509-405c-b970-5ec0853505a5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.0609031 Aug 10 04:12:41.520911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a2ff135-6796-476d-8049-abfbe2b675b3 req-22b97e0a-2b62-48c0-9070-6f8ed2276bd3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Aug 10 04:12:41.627613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d93363-5797-42a8-9e55-e4b5cebe4fbf req-742f7ea7-4da3-4530-81d5-48228bec6f5b tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.628630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50d93363-5797-42a8-9e55-e4b5cebe4fbf req-742f7ea7-4da3-4530-81d5-48228bec6f5b tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1096 time: 0.0390880 Aug 10 04:12:41.671419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-50d93363-5797-42a8-9e55-e4b5cebe4fbf req-145b6b47-9d85-4eff-aa57-bcc37d24c3db tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359352 Aug 10 04:12:41.787252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd668a-6f92-4ba7-9cd8-fe4ff564f722 req-38c58f79-660e-440c-9edd-32a37ede249b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.788750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7cd668a-6f92-4ba7-9cd8-fe4ff564f722 req-38c58f79-660e-440c-9edd-32a37ede249b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.0485492 Aug 10 04:12:41.828196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7cd668a-6f92-4ba7-9cd8-fe4ff564f722 req-9925e7ec-8246-4ef4-aef8-19d3f4e6730d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333655 Aug 10 04:12:41.850108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41778) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:41.910306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bf2c572f-2486-4092-b2c4-b1140d79f69d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/87cf8441-782c-44de-a18a-3640cc77f101 HTTP/1.1" status: 200 len: 991 time: 0.0588992 Aug 10 04:12:42.146106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41784) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:42.303491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port f6969a5d-0203-4773-9e04-944a60391647 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:42.303837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.381332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.381683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.393654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for f6969a5d-0203-4773-9e04-944a60391647 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:42.546854 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.570285 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=f6969a5d-0203-4773-9e04-944a60391647,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:42.631742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.632143 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP 87cf8441-782c-44de-a18a-3640cc77f101 disassociated (deleted). External IP: 172.25.2.170, port: 6c1400b6-dced-4571-a6fa-27fdf37bd7e7. Aug 10 04:12:42.845020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:42.959372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:42.964245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.968897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] Sync routers for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:42.975280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:42.990933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-594a1949-9a84-433c-9e90-b71e0c06dd8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/floatingips/87cf8441-782c-44de-a18a-3640cc77f101 HTTP/1.1" status: 204 len: 168 time: 0.8436368 Aug 10 04:12:42.991649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:42.994644 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80" -d '{"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:43.008510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:43.009042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:43.034278 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e255a0af-2c0d-414a-97d3-6c4752aae378 x-openstack-request-id: req-e255a0af-2c0d-414a-97d3-6c4752aae378 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:43.034576 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:43.034995 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e255a0af-2c0d-414a-97d3-6c4752aae378 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:43.035594 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'status': 'completed', 'code': 200} Aug 10 04:12:43.074185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:43.103727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-126b8bf9-9524-4eaf-97d7-eeb1b5295dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.105246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-126b8bf9-9524-4eaf-97d7-eeb1b5295dd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 1096 time: 0.0473101 Aug 10 04:12:43.134196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:43.232852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-f35ca1b2-4e6b-4af6-8c9e-475cdfdf3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.234519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-f35ca1b2-4e6b-4af6-8c9e-475cdfdf3daf service neutron] 10.222.0.65 "GET /v2.0/networks?id=46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 200 len: 898 time: 0.1225531 Aug 10 04:12:43.299896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-951b3f42-e343-45a3-897c-54e07e596d50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 200 len: 217 time: 0.0509722 Aug 10 04:12:43.343732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:43.353763 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f82c7-fd3f-4b37-824c-51033a01fea6 req-ed391299-b348-4916-8615-b5fa87d9f751 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.355224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-865f82c7-fd3f-4b37-824c-51033a01fea6 req-ed391299-b348-4916-8615-b5fa87d9f751 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.1150253 Aug 10 04:12:43.369921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] Checking router: 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:43.378336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:43.378952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:43.380898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-06706196-53f5-48fd-850b-7a817f8b9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.382386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-06706196-53f5-48fd-850b-7a817f8b9727 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 200 len: 834 time: 0.0703232 Aug 10 04:12:43.410923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-865f82c7-fd3f-4b37-824c-51033a01fea6 req-359aa67d-b479-4651-aa6e-447ac9dd86cb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478923 Aug 10 04:12:43.444789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-b0427b41-2f8b-475a-a84b-90582c3baa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.446511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-b0427b41-2f8b-475a-a84b-90582c3baa87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46f19bd6-dd29-4122-9445-8a981f2eea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518410 Aug 10 04:12:43.498350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:43.543979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-0116c6a0-382d-42a3-affd-138447a7679b service neutron] 10.222.0.65 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870907 Aug 10 04:12:43.640758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c2a316e2-7c72-4a8b-a3f8-b685296f7c80 req-e32e2784-50a8-4f39-aaa2-299073b2fe73 service neutron] 10.222.0.65 "GET /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882010 Aug 10 04:12:43.712166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:43.713192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108cd80e-73fa-47b1-9723-207f5267429c req-1edc5db7-78d8-486d-a80f-d4d7f13ff6b7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:43.715574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-108cd80e-73fa-47b1-9723-207f5267429c req-1edc5db7-78d8-486d-a80f-d4d7f13ff6b7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "GET /v2.0/ports?device_id=e0664164-aae8-4a33-abeb-e2af2ca06e55 HTTP/1.1" status: 200 len: 944 time: 0.0592747 Aug 10 04:12:43.739965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336a6c40-d7ac-4aee-9391-1d709b4ea3b4 None None] The sync data for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 is: [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:41Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '81e69633-9a63-4c24-a97c-0baca6aca4d8', 'name': '', 'network_id': '46f19bd6-dd29-4122-9445-8a981f2eea36', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:31:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:41Z', 'updated_at': '2021-08-10T04:11:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': '03c0e3fa-aee0-41ba-a206-1a7df73fb4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:43.824307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:43.824902 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.925444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:43.925998 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.941052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:43.972730 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898e8ad-fbd2-4444-b558-18144cd63625 None None] New status for floating IP 87cf8441-782c-44de-a18a-3640cc77f101: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:44.079806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.107521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=6c1400b6-dced-4571-a6fa-27fdf37bd7e7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:44.151961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] No DVR routers for this DVR port 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:44.154826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.156939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-108cd80e-73fa-47b1-9723-207f5267429c req-e7ec11a4-4cd8-44af-a86d-ec59be136241 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.65 "DELETE /v2.0/ports/6c1400b6-dced-4571-a6fa-27fdf37bd7e7 HTTP/1.1" status: 204 len: 173 time: 0.4356856 Aug 10 04:12:44.157378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-deleted', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:44.159702 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f9d29-1752-4731-897f-fe089a539cb1" -d '{"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-deleted", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:44.202888 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0bbf24-785b-45c2-91f0-c590b9f54eed x-openstack-request-id: req-6e0bbf24-785b-45c2-91f0-c590b9f54eed {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:44.203164 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0664164-aae8-4a33-abeb-e2af2ca06e55", "name": "network-vif-deleted", "tag": "6c1400b6-dced-4571-a6fa-27fdf37bd7e7", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:44.203423 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e0bbf24-785b-45c2-91f0-c590b9f54eed {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:44.203826 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0664164-aae8-4a33-abeb-e2af2ca06e55', 'name': 'network-vif-deleted', 'tag': '6c1400b6-dced-4571-a6fa-27fdf37bd7e7', 'status': 'completed', 'code': 200} Aug 10 04:12:44.473034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41798) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:44.856551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.107083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 81e69633-9a63-4c24-a97c-0baca6aca4d8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:45.107345 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.195567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 81e69633-9a63-4c24-a97c-0baca6aca4d8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=81e69633-9a63-4c24-a97c-0baca6aca4d8,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:45.195926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.209575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 81e69633-9a63-4c24-a97c-0baca6aca4d8 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:45.392482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.424578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=81e69633-9a63-4c24-a97c-0baca6aca4d8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:45.598333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.812573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:45.940320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:45.945318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-76efef38-1198-4fc5-8a08-7716b8e42f6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/2d2d0958-0a72-4c9e-a41f-6a9a4af2682d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4712634 Aug 10 04:12:45.948972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41800) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:45.949836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] Sync routers for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:45.958899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:45.959504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:45.998669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting subnet 03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:46.001692 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.041076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.062536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:46.126513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.187683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.222819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Subnet': ['ID=03c0e3fa-aee0-41ba-a206-1a7df73fb4b0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:46.227911 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.230088 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2512708-0038-40cb-ba3c-9abb4f413fda tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/subnets/03c0e3fa-aee0-41ba-a206-1a7df73fb4b0 HTTP/1.1" status: 204 len: 168 time: 0.2800095 Aug 10 04:12:46.234148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41802) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:46.244429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e952810-9572-4282-b46d-dc0bc74371b1 None None] Network 46f19bd6-dd29-4122-9445-8a981f2eea36 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:46.315376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:12:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:46.341723 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.343294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] Checking router: 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:46.382828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] Routers {'2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:46.383364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:46.446385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.499196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] Set router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:46.504231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 7b4efa92-bd5a-4c94-902c-dd86efe8f065 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:46.504836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.708390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] DHCP port deletion for 46f19bd6-dd29-4122-9445-8a981f2eea36 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:12:46.854203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 7b4efa92-bd5a-4c94-902c-dd86efe8f065, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7b4efa92-bd5a-4c94-902c-dd86efe8f065,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:46.854574 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.867288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 7b4efa92-bd5a-4c94-902c-dd86efe8f065 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:46.877611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] Deleting port 3a7bda45-88c8-4de6-a929-9f47493f9e7d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:46.878010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.968346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] For port 3a7bda45-88c8-4de6-a929-9f47493f9e7d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3a7bda45-88c8-4de6-a929-9f47493f9e7d,segment=NetworkSegment(bb2c49e5-48cf-4952-9de3-b99f30ab9106),segment_id=bb2c49e5-48cf-4952-9de3-b99f30ab9106)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:46.969044 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.983822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] Calling delete_port for 3a7bda45-88c8-4de6-a929-9f47493f9e7d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:46.995796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:12:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.025655 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55becfb-82d2-4f72-b8bd-7ee00f215fcd None None] The sync data for ids ['2d2d0958-0a72-4c9e-a41f-6a9a4af2682d'] in n-d-769329-14 is: [{'id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-138443098', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:12:45Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '7b4efa92-bd5a-4c94-902c-dd86efe8f065', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2d0958-0a72-4c9e-a41f-6a9a4af2682d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:11:38Z', 'updated_at': '2021-08-10T04:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:47.037497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.088108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=7b4efa92-bd5a-4c94-902c-dd86efe8f065,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:47.103026 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.128840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] Pushing event deleted for resources: {'Port': ['ID=3a7bda45-88c8-4de6-a929-9f47493f9e7d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:47.130563 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.133953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2cdb2-6d61-4e43-8250-3ca3192e37a3 None None] No DVR routers for this DVR port 3a7bda45-88c8-4de6-a929-9f47493f9e7d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:47.220588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.222649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.264539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.265232 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Fanout notify agent at l3_agent the message router_deleted on router 2d2d0958-0a72-4c9e-a41f-6a9a4af2682d {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:12:47.271827 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.273055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-15020e10-6a09-4169-b751-1f2f991fa6fb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/routers/2d2d0958-0a72-4c9e-a41f-6a9a4af2682d HTTP/1.1" status: 204 len: 168 time: 1.0379174 Aug 10 04:12:47.276574 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41804) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:47.351646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.451021 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.467288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f19bd6-dd29-4122-9445-8a981f2eea36']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.478652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2c49e5-48cf-4952-9de3-b99f30ab9106') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.478964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2c49e5-48cf-4952-9de3-b99f30ab9106') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:47.488995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.496704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a7bda45-88c8-4de6-a929-9f47493f9e7d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:47.511231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.518289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:12:47.518749 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.521863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3a7bda45-88c8-4de6-a929-9f47493f9e7d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:12:47.522229 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:12:47.525850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3a7bda45-88c8-4de6-a929-9f47493f9e7d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:47.525850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 81e69633-9a63-4c24-a97c-0baca6aca4d8 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:47.545599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 81e69633-9a63-4c24-a97c-0baca6aca4d8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:47.545946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 81e69633-9a63-4c24-a97c-0baca6aca4d8 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:47.589477 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.594759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.596747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/networks/46f19bd6-dd29-4122-9445-8a981f2eea36 HTTP/1.1" status: 204 len: 168 time: 0.3192568 Aug 10 04:12:47.599968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41806) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:47.613472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a1ab8-6639-4d1a-80db-823b1c71690f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Network': ['ID=46f19bd6-dd29-4122-9445-8a981f2eea36,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:47.664415 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb28972f-1af4-4cca-88fb-33398cde3151 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.696461 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb28972f-1af4-4cca-88fb-33398cde3151 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.764787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb28972f-1af4-4cca-88fb-33398cde3151 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.769870 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eb28972f-1af4-4cca-88fb-33398cde3151 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.769870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eb28972f-1af4-4cca-88fb-33398cde3151 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/security-groups/168dd3d7-0f2b-42cf-9cad-82be0cce6cb9 HTTP/1.1" status: 204 len: 168 time: 0.1679785 Aug 10 04:12:47.779653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28972f-1af4-4cca-88fb-33398cde3151 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168dd3d7-0f2b-42cf-9cad-82be0cce6cb9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.090781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:48.111210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:48.111550 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 6c1400b6-dced-4571-a6fa-27fdf37bd7e7 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:48.257789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41812) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.262542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201443120', 'description': 'tempest-secgroup-smoke-1201443120 description', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:48.284594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.369334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.373528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.400696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.401956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431251 Aug 10 04:12:48.405151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41814) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.412557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'f46e8512-f7cd-46ce-8269-435d84a9f3e0', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:48.412821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847796f-4dc5-44bc-98ec-41be3d20995c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e8512-f7cd-46ce-8269-435d84a9f3e0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.440810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.496893 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.500679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.516390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da5f95f-a404-4785-b390-61da300cd937,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.526631 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.527858 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1eb6a67d-8194-4e9c-a7d5-8418210dc069 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217604 Aug 10 04:12:48.530915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41816) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.536581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'f46e8512-f7cd-46ce-8269-435d84a9f3e0', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:48.569423 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.616779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.620525 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.637972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0b874b-4109-45cb-a5fc-58ebee72e5ac,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.643880 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.645126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c4187db5-4ffb-4618-949d-8615aff42331 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127825 Aug 10 04:12:48.647946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.653106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'f46e8512-f7cd-46ce-8269-435d84a9f3e0', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:48.683052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.742922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.746591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.764701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527e94d3-af0d-44e8-8990-7ba2266e5b23,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.773368 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.778160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c69d5ff0-4fed-4a23-90e3-6e551825a1ec tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257510 Aug 10 04:12:48.778361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.782717 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'f46e8512-f7cd-46ce-8269-435d84a9f3e0', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:48.809114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.867811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.871518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.888822 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf0d04b-5cfc-47ad-a6a3-45c6694e7269,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.894599 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.895830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-32c6e28d-6fd4-4610-8d63-6835b58a1fad tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165454 Aug 10 04:12:48.898634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41822) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.903891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'f46e8512-f7cd-46ce-8269-435d84a9f3e0', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:48.924026 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:12:48.928581 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.987020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.990527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.005532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cd058e-8ae8-4bea-a9e5-1c948fbaf623,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:49.014949 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.016221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9f7744c4-838d-4dd1-a380-f307aa628503 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166778 Aug 10 04:12:49.018972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41824) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:49.023509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'security_group_rule': {'security_group_id': 'f46e8512-f7cd-46ce-8269-435d84a9f3e0', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:49.045695 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Project e525fdf142704e20820ebff6e2d3bf0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:12:49.050656 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.111046 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.114997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.136732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd4056e-1381-4e17-b1b1-2d6aec502335,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:49.142569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.143899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8bfbf5f6-4bb4-41dd-aa6b-57e707dc8a9d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240070 Aug 10 04:12:49.146836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:49.152649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'network': {'name': 'tempest-network-smoke--631452252', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'port_security_enabled': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:49.332314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b4efa92-bd5a-4c94-902c-dd86efe8f065 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:49.355497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7b4efa92-bd5a-4c94-902c-dd86efe8f065 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:49.355846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7b4efa92-bd5a-4c94-902c-dd86efe8f065 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:49.455892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:49.459429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.484328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:12:49.496127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.496467 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Added segment f9cb2e76-8ae4-4646-a4c7-784b5bc9204a of type vlan for network 22ff778c-143c-4e5c-aba8-7f2f224b415b Aug 10 04:12:49.544835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.573511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.579006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:49.579588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.662337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5144322 Aug 10 04:12:49.665198 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41828) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:49.670700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'admin_state_up': True, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:49.680817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ce2e2-6f9f-4d6a-b97e-3ece325aee4b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Network': ['ID=22ff778c-143c-4e5c-aba8-7f2f224b415b,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:49.692233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:12:49.697313 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.698472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.751933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.891561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.085490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.104034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.205691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.17 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/65f6076c-bf48-4119-82cc-fb55ac4318af) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:50.311193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.350380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.385008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:50.389661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:50.393120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:50.417257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=65f6076c-bf48-4119-82cc-fb55ac4318af,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:50.647519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.847225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.974386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 94a9ce67-a476-4820-bdea-8ebb02013ace is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:12:51.080027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:51.090291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Sync routers for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:51.099013 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.099673 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:51.100246 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2506332d-371b-4898-8502-49e137c68468 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4333911 Aug 10 04:12:51.100481 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:51.103401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41832) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:51.202908 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:51.229145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e4a5f62b-b152-46eb-8aac-0a5852b1b9a9 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e525fdf142704e20820ebff6e2d3bf0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245267 Aug 10 04:12:51.231927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41836) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:51.323609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64324fd-bfae-4753-93b3-35ff88ae3ba1 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:51.325140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b64324fd-bfae-4753-93b3-35ff88ae3ba1 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922232 Aug 10 04:12:51.328008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41838) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:51.356186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da05327b-b703-445c-87a1-b9e7458551e7 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271084 Aug 10 04:12:51.358786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41840) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:51.363593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1768573638', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:51.382842 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:50Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:51.413000 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Checking router: 94a9ce67-a476-4820-bdea-8ebb02013ace for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:51.413344 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Updating router 94a9ce67-a476-4820-bdea-8ebb02013ace port 65f6076c-bf48-4119-82cc-fb55ac4318af binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:12:51.438070 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.451915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:51.456002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.644976 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.694054 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.703992 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Transition to ACTIVE for port object 65f6076c-bf48-4119-82cc-fb55ac4318af will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:51.710152 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.714452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Subnet': ['ID=db7a3ef2-abac-4f98-8666-19590dd6c4dc,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:51.720073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Checking segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:51.720437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network hostable DHCP agents. Network: 22ff778c-143c-4e5c-aba8-7f2f224b415b, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:12:51.738068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:12:51.747252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 22ff778c-143c-4e5c-aba8-7f2f224b415b) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:51.752453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:51.753045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.757947 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Pushing event updated for resources: {'Port': ['ID=65f6076c-bf48-4119-82cc-fb55ac4318af,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:51.760762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55147f1-5346-44a4-a913-fe797bd76926 None None] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:51.772700 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7244ce2c-79ca-4bf7-94dc-e7b1704c45e7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4129355 Aug 10 04:12:51.776249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41842) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:51.777623 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.777973 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.778341 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.778658 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.778986 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.779319 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.779638 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.779957 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.780277 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.780596 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.780918 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.781238 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:51.786377 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Attempting to bind port 65f6076c-bf48-4119-82cc-fb55ac4318af on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:51.786737 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Attempting to bind port 65f6076c-bf48-4119-82cc-fb55ac4318af by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:51.787105 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Attempting to bind port 65f6076c-bf48-4119-82cc-fb55ac4318af on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:51.793135 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:51.793515 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:51.793914 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.794494 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:51.794801 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Bound port: 65f6076c-bf48-4119-82cc-fb55ac4318af, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:51.795178 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.847024 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] For port 65f6076c-bf48-4119-82cc-fb55ac4318af, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:51.851461 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] For port 65f6076c-bf48-4119-82cc-fb55ac4318af, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65f6076c-bf48-4119-82cc-fb55ac4318af,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:51.856235 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.909685 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:51.910232 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:51.923479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-22ff778c-143c-4e5c-aba8-7f2f224b415b', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:12:51.925096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.963692 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc2137-a930-4cac-9918-135cfff9a0c0 None None] Pushing event updated for resources: {'Port': ['ID=65f6076c-bf48-4119-82cc-fb55ac4318af,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:52.067985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Allocated IP 172.20.0.2 (22ff778c-143c-4e5c-aba8-7f2f224b415b/db7a3ef2-abac-4f98-8666-19590dd6c4dc/75edd281-ce80-476b-8e91-8e65c10ec1c0) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:52.122357 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:52.214994 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.224379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Transition to ACTIVE for port object 75edd281-ce80-476b-8e91-8e65c10ec1c0 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:52.235390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.239382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Transition to ACTIVE for port object 75edd281-ce80-476b-8e91-8e65c10ec1c0 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:52.245733 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.289618 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:52.293418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:52.295864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:52.314611 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:50Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:52.322737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Pushing event updated for resources: {'Port': ['ID=75edd281-ce80-476b-8e91-8e65c10ec1c0,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:52.344850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a42f12-a73a-4378-8b38-177ab827277f None None] The sync data for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 is: [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:50Z', 'revision_number': 3, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:52.356192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Attempting to bind port 75edd281-ce80-476b-8e91-8e65c10ec1c0 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:52.356567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Attempting to bind port 75edd281-ce80-476b-8e91-8e65c10ec1c0 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:52.356959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Attempting to bind port 75edd281-ce80-476b-8e91-8e65c10ec1c0 on network 22ff778c-143c-4e5c-aba8-7f2f224b415b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:52.365734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:52.366146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Checking segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:52.366578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.367100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Bound using segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:52.367450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Bound port: 75edd281-ce80-476b-8e91-8e65c10ec1c0, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:52.367826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.436248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] For port 75edd281-ce80-476b-8e91-8e65c10ec1c0, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:52.441636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] For port 75edd281-ce80-476b-8e91-8e65c10ec1c0, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=75edd281-ce80-476b-8e91-8e65c10ec1c0,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:52.446558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.511119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa786d7-cc9f-40e6-8b01-3110436be731 None None] Pushing event updated for resources: {'Port': ['ID=75edd281-ce80-476b-8e91-8e65c10ec1c0,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:52.558582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.1 (22ff778c-143c-4e5c-aba8-7f2f224b415b/db7a3ef2-abac-4f98-8666-19590dd6c4dc/196ce190-17b3-4a39-80ce-a78804da186d) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:52.731240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.752772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object 196ce190-17b3-4a39-80ce-a78804da186d will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:52.792538 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.848373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:52.851700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:52.854280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:52.861207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=196ce190-17b3-4a39-80ce-a78804da186d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:52.904436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.044740 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.339713 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.346158 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.426883 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=196ce190-17b3-4a39-80ce-a78804da186d,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:53.432262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.450337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75edd281-ce80-476b-8e91-8e65c10ec1c0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:53.513019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 75edd281-ce80-476b-8e91-8e65c10ec1c0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:53.518697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65f6076c-bf48-4119-82cc-fb55ac4318af up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:53.545130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:53.548187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:53.564952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949d77a-8bd3-47ea-9aee-1faa00281184 None None] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:53.611345 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 65f6076c-bf48-4119-82cc-fb55ac4318af completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:53.628283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 65f6076c-bf48-4119-82cc-fb55ac4318af triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:53.628563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.662828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 94a9ce67-a476-4820-bdea-8ebb02013ace has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:53.663046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] Provisioning for port 75edd281-ce80-476b-8e91-8e65c10ec1c0 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:53.678207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] Provisioning complete for port 75edd281-ce80-476b-8e91-8e65c10ec1c0 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:53.678578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.779464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:53.784402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a6aeab07-16d1-4fb7-953f-1067522d5d5e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/94a9ce67-a476-4820-bdea-8ebb02013ace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069082 Aug 10 04:12:53.850986 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.887622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 65f6076c-bf48-4119-82cc-fb55ac4318af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65f6076c-bf48-4119-82cc-fb55ac4318af,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:53.895265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.903080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.939334 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-40cd1a10-ece4-4b7b-a4dd-c26798992a2a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201443120&fields=id&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 267 time: 0.0385551 Aug 10 04:12:53.981341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] For port 75edd281-ce80-476b-8e91-8e65c10ec1c0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=75edd281-ce80-476b-8e91-8e65c10ec1c0,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:53.985466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=65f6076c-bf48-4119-82cc-fb55ac4318af,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:53.989213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.995581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.995938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.996279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.996617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.996952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.997301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.997609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.997934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.998459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.998962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.999441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:53.999932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:54.052483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Sync routers for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:54.072880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:54.073691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:54.075183 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-d6799064-8b09-4fb3-834e-93771da0881f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.076737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-d6799064-8b09-4fb3-834e-93771da0881f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/networks?id=22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 200 len: 796 time: 0.1268263 Aug 10 04:12:54.094527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-55ab824e-ecba-4237-8b5e-0f7cb7f1e2bc tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/quotas/e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 375 time: 0.0112345 Aug 10 04:12:54.120028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456592bf-2169-4383-b35a-2f31c01fc6dd None None] Pushing event updated for resources: {'Port': ['ID=75edd281-ce80-476b-8e91-8e65c10ec1c0,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.155038 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-98da47ff-233b-4a35-89c6-5b1208efd05d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519922 Aug 10 04:12:54.204890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:54.245801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af24187b-1b34-4c86-b7ff-90c9cd767157 None None] Provisioning complete for port 75edd281-ce80-476b-8e91-8e65c10ec1c0 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:54.246202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af24187b-1b34-4c86-b7ff-90c9cd767157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.370206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-7f293965-446c-4487-a0ff-018120620e10 service neutron] 10.222.0.53 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026260 Aug 10 04:12:54.461884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-2857b42b-8a40-4e3c-8434-6c475a65363e service neutron] 10.222.0.53 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908787 Aug 10 04:12:54.479170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af24187b-1b34-4c86-b7ff-90c9cd767157 None None] Provisioning for port 196ce190-17b3-4a39-80ce-a78804da186d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:54.492153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af24187b-1b34-4c86-b7ff-90c9cd767157 None None] Provisioning complete for port 196ce190-17b3-4a39-80ce-a78804da186d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:54.492536 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af24187b-1b34-4c86-b7ff-90c9cd767157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.528153 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:54.531012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 2, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:54.562219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Checking router: 94a9ce67-a476-4820-bdea-8ebb02013ace for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:54.562573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Updating router 94a9ce67-a476-4820-bdea-8ebb02013ace port 196ce190-17b3-4a39-80ce-a78804da186d binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:12:54.564556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-af24187b-1b34-4c86-b7ff-90c9cd767157 None None] Port 196ce190-17b3-4a39-80ce-a78804da186d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:54.596288 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.660269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d4e46591-78dd-47ad-91d2-89764212015b req-3c8a3aa9-52d6-4d2d-a79b-31c62c57fb6a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 210 time: 0.0294192 Aug 10 04:12:54.733656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a724f2b9-8fff-4a54-8202-49070e45c6c3 None None] Provisioning complete for port 196ce190-17b3-4a39-80ce-a78804da186d triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:54.734024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a724f2b9-8fff-4a54-8202-49070e45c6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.813323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a724f2b9-8fff-4a54-8202-49070e45c6c3 None None] Port 196ce190-17b3-4a39-80ce-a78804da186d cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:54.922267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.933560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Transition to ACTIVE for port object 196ce190-17b3-4a39-80ce-a78804da186d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:54.939991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.993083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221c73-fbf0-4eb3-a31c-cc54651041c9 None None] Pushing event updated for resources: {'Port': ['ID=196ce190-17b3-4a39-80ce-a78804da186d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:55.063971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Attempting to bind port 196ce190-17b3-4a39-80ce-a78804da186d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:55.064421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Attempting to bind port 196ce190-17b3-4a39-80ce-a78804da186d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:55.064986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Attempting to bind port 196ce190-17b3-4a39-80ce-a78804da186d on network 22ff778c-143c-4e5c-aba8-7f2f224b415b {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:55.070488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:55.071121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Checking segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:55.071725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.072451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Bound using segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:55.072802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Bound port: 196ce190-17b3-4a39-80ce-a78804da186d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:55.073188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.116668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.151362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] For port 196ce190-17b3-4a39-80ce-a78804da186d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:55.155233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] For port 196ce190-17b3-4a39-80ce-a78804da186d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=196ce190-17b3-4a39-80ce-a78804da186d,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:55.160861 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.218093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:55.218759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:12:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:55.434691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75edd281-ce80-476b-8e91-8e65c10ec1c0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:55.464649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a221c73-fbf0-4eb3-a31c-cc54651041c9 None None] Pushing event updated for resources: {'Port': ['ID=196ce190-17b3-4a39-80ce-a78804da186d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:55.553027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:55.555431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 75edd281-ce80-476b-8e91-8e65c10ec1c0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:55.555823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.775491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9c6504e9-dbcc-4597-a43c-ea4b3b1978f6 req-0ed953c8-e036-416b-a9dd-b16f76b7f7aa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 210 time: 0.0345330 Aug 10 04:12:55.783707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65f6076c-bf48-4119-82cc-fb55ac4318af up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:55.870555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 65f6076c-bf48-4119-82cc-fb55ac4318af triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:55.870927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.875124 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6bc4547b-da41-46a1-b294-97af115842df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:55Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:55.901096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-abe6e5ac-530b-4d28-ab6d-008b43e0826e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:55.903141 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-abe6e5ac-530b-4d28-ab6d-008b43e0826e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/networks?id=22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 200 len: 796 time: 0.1311867 Aug 10 04:12:55.920849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4547b-da41-46a1-b294-97af115842df None None] The sync data for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 is: [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:55Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:55.951650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-fb4d19b3-f28f-41a7-b85c-9fa8bfc284d3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e525fdf142704e20820ebff6e2d3bf0a HTTP/1.1" status: 200 len: 380 time: 0.0379195 Aug 10 04:12:55.965145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'port': {'device_id': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'admin_state_up': True, 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'security_groups': ['f46e8512-f7cd-46ce-8269-435d84a9f3e0']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:56.092006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Made reservation on behalf of e525fdf142704e20820ebff6e2d3bf0a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:56.095725 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.227010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.20.0.12 (22ff778c-143c-4e5c-aba8-7f2f224b415b/db7a3ef2-abac-4f98-8666-19590dd6c4dc/ac1bee82-af0e-45c1-abdc-8636729b5bcc) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:56.286672 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.376625 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.392057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Transition to ACTIVE for port object ac1bee82-af0e-45c1-abdc-8636729b5bcc will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:56.427314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.474252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:56.477390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:56.482113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:56.489004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:56.521203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.521567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.521949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.522333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.522670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.523006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.523342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.523675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.524006 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.524335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.524952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.525281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:56.553289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.553969 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.575778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-95339ae5-da94-4b0a-92f7-b3b18957812d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6149826 Aug 10 04:12:56.589543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Request body: {'port': {'device_id': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:56.652936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.753249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-300c7ade-772d-42f9-bf6c-9fb823ddbb25 None None] Provisioning for port ac1bee82-af0e-45c1-abdc-8636729b5bcc completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:56.757435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-300c7ade-772d-42f9-bf6c-9fb823ddbb25 None None] Provisioning complete for port ac1bee82-af0e-45c1-abdc-8636729b5bcc triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:56.757804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-300c7ade-772d-42f9-bf6c-9fb823ddbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.793846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-300c7ade-772d-42f9-bf6c-9fb823ddbb25 None None] Port ac1bee82-af0e-45c1-abdc-8636729b5bcc cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:56.916136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eea3fa-6f2a-4e10-aa2d-f27bbccc2a91 req-de00540e-598b-45c1-8f89-0550aa76a816 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:56.917750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7eea3fa-6f2a-4e10-aa2d-f27bbccc2a91 req-de00540e-598b-45c1-8f89-0550aa76a816 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 932 time: 0.0597258 Aug 10 04:12:56.952368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1bee82-af0e-45c1-abdc-8636729b5bcc {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:56.958979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f7eea3fa-6f2a-4e10-aa2d-f27bbccc2a91 req-881f384c-8945-401e-bd80-41032dd7927c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344725 Aug 10 04:12:56.964465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.979055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Transition to ACTIVE for port object ac1bee82-af0e-45c1-abdc-8636729b5bcc will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:56.982580 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.030400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7a3ccb0f-8331-4ce4-9513-742999fff0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.038995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:57.118508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Attempting to bind port ac1bee82-af0e-45c1-abdc-8636729b5bcc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:57.118838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Attempting to bind port ac1bee82-af0e-45c1-abdc-8636729b5bcc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:57.119168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Attempting to bind port ac1bee82-af0e-45c1-abdc-8636729b5bcc on network 22ff778c-143c-4e5c-aba8-7f2f224b415b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:57.123671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Port ac1bee82-af0e-45c1-abdc-8636729b5bcc on network 22ff778c-143c-4e5c-aba8-7f2f224b415b not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:57.123990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Attempting to bind port ac1bee82-af0e-45c1-abdc-8636729b5bcc on network 22ff778c-143c-4e5c-aba8-7f2f224b415b {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:57.129155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:57.129482 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Checking segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:57.129859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Bound using segment: {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:57.130316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Bound port: ac1bee82-af0e-45c1-abdc-8636729b5bcc, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:57.130679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.196045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:57.199785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:57.204710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.245851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.246444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.247850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 200 len: 1093 time: 0.6628654 Aug 10 04:12:57.248291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:57.250574 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:57.276810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ae1ee-4d56-49ec-8bbe-c6fa09d13829 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:57.295152 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0586fe5e-d7e4-4e70-a917-e64b66dc709d x-openstack-request-id: req-0586fe5e-d7e4-4e70-a917-e64b66dc709d {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:57.295508 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:57.295764 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0586fe5e-d7e4-4e70-a917-e64b66dc709d {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:57.296174 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'status': 'completed', 'code': 200} Aug 10 04:12:57.345612 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-eb1b37bd-a4db-46f0-952d-e4355238458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.347533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-eb1b37bd-a4db-46f0-952d-e4355238458f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1096 time: 0.0442660 Aug 10 04:12:57.393006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-c20852d1-3fef-426f-a01b-a579885d8e96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 200 len: 217 time: 0.0371253 Aug 10 04:12:57.412051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 196ce190-17b3-4a39-80ce-a78804da186d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:57.451184 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-4a107ac5-50df-430a-9998-cfca02a3344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.453099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-4a107ac5-50df-430a-9998-cfca02a3344a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db7a3ef2-abac-4f98-8666-19590dd6c4dc HTTP/1.1" status: 200 len: 835 time: 0.0523009 Aug 10 04:12:57.468161 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 196ce190-17b3-4a39-80ce-a78804da186d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:57.471817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 196ce190-17b3-4a39-80ce-a78804da186d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:57.472211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.507030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-0d3327c7-43c1-4d6f-97d2-7721ef70a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.508597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-0d3327c7-43c1-4d6f-97d2-7721ef70a247 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ff778c-143c-4e5c-aba8-7f2f224b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467744 Aug 10 04:12:57.563760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.597476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 196ce190-17b3-4a39-80ce-a78804da186d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=196ce190-17b3-4a39-80ce-a78804da186d,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:57.601039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-a493be5d-d59f-418c-b1d1-2154f2a8bb4e service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840406 Aug 10 04:12:57.602373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.651415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=196ce190-17b3-4a39-80ce-a78804da186d,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:57.694837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2a4b6a5-4ad9-47a8-8339-f6b179ee7604 req-83ea6300-0f37-4a47-8bb1-e7b4e727aa57 service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860379 Aug 10 04:12:57.786088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-f947bb4a-8795-40f9-a19d-849d0a7dd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.787530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-f947bb4a-8795-40f9-a19d-849d0a7dd9d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1096 time: 0.0411625 Aug 10 04:12:57.881819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-156d84b6-a083-42b8-ba69-709f0c7aa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.883378 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-156d84b6-a083-42b8-ba69-709f0c7aa229 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 200 len: 897 time: 0.0885596 Aug 10 04:12:58.082514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45698fe6-1a55-4c11-b0ac-986e18c393ae req-c09e0f5f-7644-4fcd-9166-fc882bb28379 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.084124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-45698fe6-1a55-4c11-b0ac-986e18c393ae req-c09e0f5f-7644-4fcd-9166-fc882bb28379 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 944 time: 0.0522416 Aug 10 04:12:58.125705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-45698fe6-1a55-4c11-b0ac-986e18c393ae req-f9ff1579-e3d3-4439-9d68-bdf2f76c8c61 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Aug 10 04:12:58.211269 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-b08663b9-a86a-4e40-8cdc-cc84adcd1dbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 200 len: 217 time: 0.3204365 Aug 10 04:12:58.259812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-5fe3d989-0680-4531-806a-6650e70819cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.261279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-5fe3d989-0680-4531-806a-6650e70819cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db7a3ef2-abac-4f98-8666-19590dd6c4dc HTTP/1.1" status: 200 len: 835 time: 0.0424764 Aug 10 04:12:58.307555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-5486dff7-6123-417a-8b50-dfd48f58552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.309009 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-5486dff7-6123-417a-8b50-dfd48f58552c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ff778c-143c-4e5c-aba8-7f2f224b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394869 Aug 10 04:12:58.406558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-7f5d2bed-4d4b-4c53-ad3d-9678d3d6ad2f service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867171 Aug 10 04:12:58.499959 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-526d6afc-34f0-4fdd-bdd5-4c80c3c2a488 req-7a7c1239-fb71-4ce9-b361-d079b08b7a3e service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855892 Aug 10 04:12:59.242958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371569-63db-4424-8066-8daca6b3d27f req-ef18212a-88b4-48c8-b037-fb018c151e72 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:59.244452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56371569-63db-4424-8066-8daca6b3d27f req-ef18212a-88b4-48c8-b037-fb018c151e72 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 944 time: 0.0482423 Aug 10 04:12:59.281092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-56371569-63db-4424-8066-8daca6b3d27f req-1edf9c3c-e89b-4c9a-9fd2-484399d9e7c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Aug 10 04:12:59.380960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 196ce190-17b3-4a39-80ce-a78804da186d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:59.427772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 196ce190-17b3-4a39-80ce-a78804da186d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:59.428071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.672914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.908892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9e0746c9-d6c3-4e9c-bc56-b207fd9e0be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.395794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1873d6-bb0a-4122-9cad-809020c534ca req-41747a27-4115-4ac6-a75f-e3cbe1d396b3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:00.397274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a1873d6-bb0a-4122-9cad-809020c534ca req-41747a27-4115-4ac6-a75f-e3cbe1d396b3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 944 time: 0.0489159 Aug 10 04:13:00.435480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8a1873d6-bb0a-4122-9cad-809020c534ca req-82337512-380a-4a41-8332-c42f348b933e tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Aug 10 04:13:01.100492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:13:01.195446 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:01.211380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'port_id': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'mac_address': 'fa:16:3e:99:70:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:13:01.249277 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.262146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1bee82-af0e-45c1-abdc-8636729b5bcc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:13:01.281039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:01.284941 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.332993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:01.541792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ac1bee82-af0e-45c1-abdc-8636729b5bcc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:13:01.553837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef25a9-1f60-467e-ab5a-9832ac7acf2c req-ffd648fe-48d6-4a88-b503-335fcd59e34a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.555376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ceef25a9-1f60-467e-ab5a-9832ac7acf2c req-ffd648fe-48d6-4a88-b503-335fcd59e34a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 945 time: 0.0509372 Aug 10 04:13:01.593335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ceef25a9-1f60-467e-ab5a-9832ac7acf2c req-293da710-fcfa-4e45-89c9-b7f81c5fbb43 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Aug 10 04:13:01.823306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.715230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562cc06-3242-40b2-b392-fb14073626ce req-e8992eb0-2e8d-4270-a8eb-582bb661dd21 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:02.716632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3562cc06-3242-40b2-b392-fb14073626ce req-e8992eb0-2e8d-4270-a8eb-582bb661dd21 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 945 time: 0.0530636 Aug 10 04:13:02.753604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3562cc06-3242-40b2-b392-fb14073626ce req-3c83dabe-76c2-40e5-ab64-a761b26f6990 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Aug 10 04:13:03.116611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:03.163700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port ac1bee82-af0e-45c1-abdc-8636729b5bcc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:03.167153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port ac1bee82-af0e-45c1-abdc-8636729b5bcc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:03.167545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.243109 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.265326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:03.267606 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d21c8-8804-41df-af82-34e4903bc1ee" -d '{"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-plugged", "status": "completed", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:03.285596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:03.293408 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.298420 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.316797 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4148e53-b4fa-4340-b462-4179a68dc4c1 x-openstack-request-id: req-e4148e53-b4fa-4340-b462-4179a68dc4c1 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:03.317102 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-plugged", "status": "completed", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:03.317355 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4148e53-b4fa-4340-b462-4179a68dc4c1 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:03.317745 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'code': 200} Aug 10 04:13:03.347442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:03.410648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f14e2-b745-4de3-b068-2284647bd6b9 req-65e0542c-8152-471e-b377-b5ed1fff98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:03.412179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954f14e2-b745-4de3-b068-2284647bd6b9 req-65e0542c-8152-471e-b377-b5ed1fff98d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1098 time: 0.0397325 Aug 10 04:13:03.453486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-954f14e2-b745-4de3-b068-2284647bd6b9 req-20690399-3737-4fae-9386-4bd57c5a4c6b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332003 Aug 10 04:13:03.870486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652fc43-e9a3-485c-8e99-0a2126daeddd req-2cb47fef-0fa9-4cbd-b509-724388558419 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:03.871993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f652fc43-e9a3-485c-8e99-0a2126daeddd req-2cb47fef-0fa9-4cbd-b509-724388558419 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0497601 Aug 10 04:13:03.908878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f652fc43-e9a3-485c-8e99-0a2126daeddd req-a22f35a9-877f-4716-bedf-677cda6500f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310099 Aug 10 04:13:05.026635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799289b9-39b0-4072-adf1-6ba96d3403db req-6fa3558e-651e-4c8b-b1a4-5b0cdf8e217f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.028119 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-799289b9-39b0-4072-adf1-6ba96d3403db req-6fa3558e-651e-4c8b-b1a4-5b0cdf8e217f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0509498 Aug 10 04:13:05.065354 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-799289b9-39b0-4072-adf1-6ba96d3403db req-468dcec2-8a31-4783-880f-0d957674155c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Aug 10 04:13:05.177832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09b9b4-3011-402e-92ce-da0f7b6d069b req-3f3fe2eb-ddc2-4480-bfd3-ba882ca05df3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.179345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf09b9b4-3011-402e-92ce-da0f7b6d069b req-3f3fe2eb-ddc2-4480-bfd3-ba882ca05df3 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0487680 Aug 10 04:13:05.217878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf09b9b4-3011-402e-92ce-da0f7b6d069b req-d28811e4-9e87-427c-9f62-6fa119c48f0f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Aug 10 04:13:05.238796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41912) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:05.282622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c19fd6-d23d-4e48-a383-e44b2a119bb8 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.284193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-73c19fd6-d23d-4e48-a383-e44b2a119bb8 tempest-TestNetworkAdvancedServerOps-611892270 tempest-TestNetworkAdvancedServerOps-611892270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1093 time: 0.0444252 Aug 10 04:13:05.287146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 41914) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:05.292315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:05.315065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.411129 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.518068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Allocated IP 172.25.2.103 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/0d41b658-481b-4358-9291-9f24f2d9d236) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:05.625457 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.663230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.702694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:05.705562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:05.709157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:05.715181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=0d41b658-481b-4358-9291-9f24f2d9d236,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:06.066316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.139038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.305208 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.309784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.377900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event updated for resources: {'Port': ['ID=0d41b658-481b-4358-9291-9f24f2d9d236,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:06.388715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.495799 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP 88279455-2101-49e9-987e-176ec331f109 associated. External IP: 172.25.2.103, port: ac1bee82-af0e-45c1-abdc-8636729b5bcc. Aug 10 04:13:06.712200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 94a9ce67-a476-4820-bdea-8ebb02013ace has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:13:06.832342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:06.843017 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] Sync routers for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:06.848288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.861555 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:06.862290 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:13:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:06.877247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-24b1fc1d-c8c6-41ca-8ec3-787ddee925c6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5889716 Aug 10 04:13:06.877841 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:06.880804 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdbfde3-2d30-411d-b3ae-894d1a792212" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:06.920031 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30485a-4fbd-43d4-8a44-86ce3dd6664e x-openstack-request-id: req-eb30485a-4fbd-43d4-8a44-86ce3dd6664e {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:06.920328 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:06.920577 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb30485a-4fbd-43d4-8a44-86ce3dd6664e {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:06.921108 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'status': 'completed', 'code': 200} Aug 10 04:13:06.974144 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:07.017231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e23b7d-99be-425f-a730-dc6722f6d1ee req-3d6ad808-623b-4c5d-80dc-a38f4481e9d5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.018863 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02e23b7d-99be-425f-a730-dc6722f6d1ee req-3d6ad808-623b-4c5d-80dc-a38f4481e9d5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0926602 Aug 10 04:13:07.027455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-286d06b3-2c0d-4654-acba-48633d16313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.028983 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-286d06b3-2c0d-4654-acba-48633d16313b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1098 time: 0.0749602 Aug 10 04:13:07.112857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02e23b7d-99be-425f-a730-dc6722f6d1ee req-6ac78aca-ce6d-4e46-891d-0916ec605272 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827832 Aug 10 04:13:07.136831 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41924) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:07.148251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-d9b2465a-ea06-466d-84a5-c50fa834fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.150685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-d9b2465a-ea06-466d-84a5-c50fa834fc8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 200 len: 897 time: 0.1133778 Aug 10 04:13:07.199993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e23790f-d487-415e-99e9-734f2ecf4a32 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/88279455-2101-49e9-987e-176ec331f109 HTTP/1.1" status: 200 len: 992 time: 0.0619998 Aug 10 04:13:07.208526 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '88279455-2101-49e9-987e-176ec331f109', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'port_id': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'mac_address': 'fa:16:3e:99:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:13:05Z', 'updated_at': '2021-08-10T04:13:05Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:57Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:07.224695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-1119dc5e-5afa-42c5-aa6e-e8588dfbcbad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 200 len: 1000 time: 0.0649951 Aug 10 04:13:07.237726 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] Checking router: 94a9ce67-a476-4820-bdea-8ebb02013ace for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:13:07.246473 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:07.247077 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:13:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:07.276432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-cc38fb13-4f19-4b09-8ba6-f2e474f0ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.277968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-cc38fb13-4f19-4b09-8ba6-f2e474f0ba19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db7a3ef2-abac-4f98-8666-19590dd6c4dc HTTP/1.1" status: 200 len: 835 time: 0.0457618 Aug 10 04:13:07.327584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-40061554-15b2-4562-8cb8-0ee6e247a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.329108 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-40061554-15b2-4562-8cb8-0ee6e247a550 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ff778c-143c-4e5c-aba8-7f2f224b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423670 Aug 10 04:13:07.352963 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:07.426283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-35584815-b26e-4afd-aa6d-4618c6e2069b service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887656 Aug 10 04:13:07.517806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7fdbfde3-2d30-411d-b3ae-894d1a792212 req-3c6cead8-3068-4c5a-b28d-e213f33c3779 service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844820 Aug 10 04:13:07.578108 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '88279455-2101-49e9-987e-176ec331f109', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'port_id': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'mac_address': 'fa:16:3e:99:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:13:05Z', 'updated_at': '2021-08-10T04:13:05Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:57Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:07.604712 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cca528b-d5ca-4ad2-86de-7c858ed9cfdd None None] The sync data for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 is: [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '88279455-2101-49e9-987e-176ec331f109', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'port_id': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'mac_address': 'fa:16:3e:99:70:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:13:05Z', 'updated_at': '2021-08-10T04:13:05Z', 'revision_number': 0, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:57Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:07.793121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c27845-de30-4a61-8c55-51f59a3dc3bf None None] New status for floating IP 88279455-2101-49e9-987e-176ec331f109: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:13:08.202368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 41926) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:08.268174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1f55d058-789b-48cc-863e-246559ed30f5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/88279455-2101-49e9-987e-176ec331f109 HTTP/1.1" status: 200 len: 994 time: 0.0646307 Aug 10 04:13:25.094348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.291999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.021936 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5334741a-667f-4759-ba1d-17e65295e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.674271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.909811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e2de9ea4-b52f-4cb9-b9d4-00794b7a3356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.528302 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:31.827110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.294085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:41.831507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d4189-4be1-480a-b818-898f1d73d4e7 req-67e7d4db-8405-4463-8574-fd580c771e8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:41.833057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-231d4189-4be1-480a-b818-898f1d73d4e7 req-67e7d4db-8405-4463-8574-fd580c771e8a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0539451 Aug 10 04:13:41.874676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-231d4189-4be1-480a-b818-898f1d73d4e7 req-8f7be5e9-cee5-405f-a3a5-92e4cec966bc tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Aug 10 04:13:42.993550 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb60961-bade-458c-9b45-110f7043c759 req-3320eab4-425f-4e38-908e-6b5547907310 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:42.995074 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1eb60961-bade-458c-9b45-110f7043c759 req-3320eab4-425f-4e38-908e-6b5547907310 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0525291 Aug 10 04:13:43.040303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1eb60961-bade-458c-9b45-110f7043c759 req-cc43eb4b-d233-4c4a-8600-ad6100bbfb53 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393457 Aug 10 04:13:44.158103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0770a-3fe5-4c23-9b48-5d7dbc0ea25c req-523984ea-6c5c-4039-8821-4eccfb64c79d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:44.159616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0e0770a-3fe5-4c23-9b48-5d7dbc0ea25c req-523984ea-6c5c-4039-8821-4eccfb64c79d tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0510533 Aug 10 04:13:44.197384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0e0770a-3fe5-4c23-9b48-5d7dbc0ea25c req-f7c239a9-e7a8-40b4-a47d-cae70a49f513 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Aug 10 04:13:45.311896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36400c-e918-42b9-a2c3-2065a809b5c0 req-7bea14f2-46f7-4a0d-b07a-57d1ffdb5a3a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:45.313299 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d36400c-e918-42b9-a2c3-2065a809b5c0 req-7bea14f2-46f7-4a0d-b07a-57d1ffdb5a3a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0487301 Aug 10 04:13:45.351067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d36400c-e918-42b9-a2c3-2065a809b5c0 req-45d4fab9-6b3c-4e40-bf4c-eed5d926854b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Aug 10 04:13:46.464503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f44a05-a45e-48d7-9aed-c5a102033cd6 req-2bc89ad9-7d55-42ba-bdbf-7b48331b17eb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:46.465961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01f44a05-a45e-48d7-9aed-c5a102033cd6 req-2bc89ad9-7d55-42ba-bdbf-7b48331b17eb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0474856 Aug 10 04:13:46.508948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01f44a05-a45e-48d7-9aed-c5a102033cd6 req-b36ad46d-b4c0-4ce1-a46e-d79374884a9a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367355 Aug 10 04:13:47.625559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94fda0-2070-4b9e-83a4-770069974e70 req-60861765-642c-428c-b343-214cba4a4958 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:47.627015 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d94fda0-2070-4b9e-83a4-770069974e70 req-60861765-642c-428c-b343-214cba4a4958 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0512521 Aug 10 04:13:47.665312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d94fda0-2070-4b9e-83a4-770069974e70 req-6de52d8c-16b9-420c-9452-96ff1c3db660 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Aug 10 04:13:48.779633 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a500c7-5a51-4517-8007-8bb7bfc017f2 req-25f78307-fe9c-450a-9cb2-eac1c37a80f9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:48.781122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7a500c7-5a51-4517-8007-8bb7bfc017f2 req-25f78307-fe9c-450a-9cb2-eac1c37a80f9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0481980 Aug 10 04:13:48.817880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7a500c7-5a51-4517-8007-8bb7bfc017f2 req-1b3e9a2f-7f23-45a2-9f38-d03f269834b6 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308583 Aug 10 04:13:49.938297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a3295-7e61-4891-9374-cb510889ae76 req-41f1c58d-e91d-4937-8b73-37c303b57eca tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:49.939816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b23a3295-7e61-4891-9374-cb510889ae76 req-41f1c58d-e91d-4937-8b73-37c303b57eca tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0530701 Aug 10 04:13:49.981261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b23a3295-7e61-4891-9374-cb510889ae76 req-95565835-8df6-4dbf-80a8-7297d08f7389 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352983 Aug 10 04:13:51.098407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a5384-a874-437a-b4c1-ba06d0458458 req-376c6cf4-bd1a-4993-9b06-dd1501a33854 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:51.099961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-987a5384-a874-437a-b4c1-ba06d0458458 req-376c6cf4-bd1a-4993-9b06-dd1501a33854 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0492477 Aug 10 04:13:51.139865 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-987a5384-a874-437a-b4c1-ba06d0458458 req-74fbf131-2df3-4c26-841a-ef78be53e680 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Aug 10 04:13:52.257147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7be9a5-8909-413e-a317-0be0273c6131 req-6b2cc553-3e7c-4e8c-a6f7-bfd52323c88a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:52.259292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b7be9a5-8909-413e-a317-0be0273c6131 req-6b2cc553-3e7c-4e8c-a6f7-bfd52323c88a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0498989 Aug 10 04:13:52.297215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b7be9a5-8909-413e-a317-0be0273c6131 req-8930dcf4-0089-4b3e-8de2-43587ba6b9e5 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Aug 10 04:13:53.415512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc433fe-102e-4494-820b-f23be35bacff req-d78b2480-cc78-45de-aad3-2e16a8e2927b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:53.416985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bc433fe-102e-4494-820b-f23be35bacff req-d78b2480-cc78-45de-aad3-2e16a8e2927b tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0475044 Aug 10 04:13:53.458448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1bc433fe-102e-4494-820b-f23be35bacff req-9c43146e-b3b8-4a77-98bd-31cc5cd1d809 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Aug 10 04:13:54.477905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-e7630b8c-8ff2-4ad7-bc6c-68d9f2ca88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.479433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-e7630b8c-8ff2-4ad7-bc6c-68d9f2ca88d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1098 time: 0.0409544 Aug 10 04:13:54.594816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-b01c3e6b-29d5-4488-9918-d5f75b054e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.596326 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-b01c3e6b-29d5-4488-9918-d5f75b054e0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 200 len: 897 time: 0.0955067 Aug 10 04:13:54.662954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-919df13c-3ff7-4de9-a268-05c7e51c4a7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 200 len: 1002 time: 0.0591204 Aug 10 04:13:54.741255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-0b5135df-9887-4a82-a320-e49ba47db990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.743273 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-0b5135df-9887-4a82-a320-e49ba47db990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db7a3ef2-abac-4f98-8666-19590dd6c4dc HTTP/1.1" status: 200 len: 835 time: 0.0680118 Aug 10 04:13:54.751436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bc29f-0bcd-4e87-a13f-5d614e43e497 req-b068e314-7010-4236-b171-610d8449926c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.752778 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-398bc29f-0bcd-4e87-a13f-5d614e43e497 req-b068e314-7010-4236-b171-610d8449926c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.2050459 Aug 10 04:13:54.813029 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-398bc29f-0bcd-4e87-a13f-5d614e43e497 req-c9e3f37b-8cd7-4165-950b-531560ac9646 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516887 Aug 10 04:13:54.818446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-b6172b76-a18b-4006-a237-dd2f4574e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.819882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-b6172b76-a18b-4006-a237-dd2f4574e455 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ff778c-143c-4e5c-aba8-7f2f224b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662825 Aug 10 04:13:54.911043 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-de7b8fbb-8821-4e13-ab42-328b50d57060 service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828824 Aug 10 04:13:54.999570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5923853-d97f-44ea-88bc-425c68fcc79b req-1dc0c65d-6d06-4dbc-9e09-8cbf351ad772 service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809169 Aug 10 04:13:55.091531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.940756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537cebc-b3f5-4357-85fe-bd20a875592d req-d8ae3003-8400-45c1-87f4-e566146d306a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:55.942312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b537cebc-b3f5-4357-85fe-bd20a875592d req-d8ae3003-8400-45c1-87f4-e566146d306a tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0491562 Aug 10 04:13:55.980755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b537cebc-b3f5-4357-85fe-bd20a875592d req-25a68939-c49c-4ce8-b58b-0f861eb8b4f1 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Aug 10 04:13:56.304396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:57.022865 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f3656890-054c-4bca-8ead-a1f73cb83ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:57.099701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b93703-09e8-45bd-941a-e5e4981e3f11 req-5951e2cd-4448-48aa-8b5f-0b8eba17c7e0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:57.101183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8b93703-09e8-45bd-941a-e5e4981e3f11 req-5951e2cd-4448-48aa-8b5f-0b8eba17c7e0 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0488245 Aug 10 04:13:57.138035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8b93703-09e8-45bd-941a-e5e4981e3f11 req-cdf0ac84-f448-4eae-ba70-4203989e2fa2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309477 Aug 10 04:13:58.252429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf057c-9228-46cb-8141-13bd11009b2a req-18d2860e-1204-45c0-b00f-b4976b63bb90 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:58.253920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bcf057c-9228-46cb-8141-13bd11009b2a req-18d2860e-1204-45c0-b00f-b4976b63bb90 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0482337 Aug 10 04:13:58.291843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7bcf057c-9228-46cb-8141-13bd11009b2a req-0fb91a26-925d-4da3-bdb4-b815c5523deb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Aug 10 04:13:59.410526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d403cd2-aca9-4958-af02-fd97bf541b04 req-56c2aeec-57e8-4fcb-9023-50c228616182 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:59.411987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d403cd2-aca9-4958-af02-fd97bf541b04 req-56c2aeec-57e8-4fcb-9023-50c228616182 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0519021 Aug 10 04:13:59.450418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d403cd2-aca9-4958-af02-fd97bf541b04 req-7de6e0a0-e72a-469f-8588-e8e174bbeb84 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Aug 10 04:13:59.562047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374eba57-8053-45df-8b54-1debe8747575 req-6647f006-cbac-43cf-a85d-b6619802e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:59.563546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-374eba57-8053-45df-8b54-1debe8747575 req-6647f006-cbac-43cf-a85d-b6619802e592 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1098 time: 0.0426145 Aug 10 04:13:59.600917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-374eba57-8053-45df-8b54-1debe8747575 req-df869037-5b17-4584-890d-8a06a2034864 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281482 Aug 10 04:13:59.676191 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.910713 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88c669af-ac7b-419f-b116-2146cfd57a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.569436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1c310-ccc5-4678-a4a6-cfb9fbcb713b req-f453518b-8b71-4766-9f5c-466d88f7fe65 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:00.570965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcd1c310-ccc5-4678-a4a6-cfb9fbcb713b req-f453518b-8b71-4766-9f5c-466d88f7fe65 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0512972 Aug 10 04:14:00.612544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dcd1c310-ccc5-4678-a4a6-cfb9fbcb713b req-ca15c387-c067-4d3c-8948-9445c4aea587 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355892 Aug 10 04:14:00.633999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42004) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:00.697794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d7c4450e-5ba3-451c-b308-fc5ad64ee650 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/floatingips/88279455-2101-49e9-987e-176ec331f109 HTTP/1.1" status: 200 len: 994 time: 0.0623331 Aug 10 04:14:01.430729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:14:01.435087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:01.587045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.614234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:01.627838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:01.630082 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5853ad-353d-4e9e-b9c0-b75e74128dd2" -d '{"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:01.641538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'port_id': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'mac_address': 'fa:16:3e:99:70:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:14:01.645912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:01.671352 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c0559-7678-4a77-81b4-8e24c71af739 x-openstack-request-id: req-248c0559-7678-4a77-81b4-8e24c71af739 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:01.671644 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:01.671896 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-248c0559-7678-4a77-81b4-8e24c71af739 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:01.672284 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'code': 200} Aug 10 04:14:01.672914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.720114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.742140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1bee82-af0e-45c1-abdc-8636729b5bcc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:14:01.749377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:01.768106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.768492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.768938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.769300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.769623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.769958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.770320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.770646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.770968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.771288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.771611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.771939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:01.779771 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:01.783823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.842239 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.842882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:02.052184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ac1bee82-af0e-45c1-abdc-8636729b5bcc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:14:03.296160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.448110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:03.494543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port ac1bee82-af0e-45c1-abdc-8636729b5bcc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:03.494915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.573176 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.603959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:03.608006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.655421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:03.673680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:03.675961 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c0308b-b50b-4d5b-a301-7de92277c296" -d '{"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-plugged", "status": "completed", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:03.715857 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5bdc3c-5e90-4ea1-8a83-4ebf1476840b x-openstack-request-id: req-6e5bdc3c-5e90-4ea1-8a83-4ebf1476840b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:03.716265 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-plugged", "status": "completed", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:03.716681 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e5bdc3c-5e90-4ea1-8a83-4ebf1476840b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:03.717196 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'code': 200} Aug 10 04:14:08.527881 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:25.095111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.305602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.024720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-22109954-41f4-4b7a-9008-a2c1487c1e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.676756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.911120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c7c2226-bc0a-49a0-8015-093902b5e444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.833918 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.275017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42026) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:33.299567 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.433754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 0d41b658-481b-4358-9291-9f24f2d9d236 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:33.434123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.512714 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.513041 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.524630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 0d41b658-481b-4358-9291-9f24f2d9d236 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:33.965955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.990222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=0d41b658-481b-4358-9291-9f24f2d9d236,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:34.001807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.002187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.002535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.002875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.003212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.003545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.003875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.004205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.004538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.004866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.005195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.005516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:34.067178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.067513 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Floating IP 88279455-2101-49e9-987e-176ec331f109 disassociated (deleted). External IP: 172.25.2.103, port: ac1bee82-af0e-45c1-abdc-8636729b5bcc. Aug 10 04:14:34.284127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 94a9ce67-a476-4820-bdea-8ebb02013ace has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:34.396584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:34.401804 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.406491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] Sync routers for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:34.416033 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:34.416647 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:34.429129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c9fd14ce-3b57-4f5b-9894-c705edc594e9 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/floatingips/88279455-2101-49e9-987e-176ec331f109 HTTP/1.1" status: 204 len: 168 time: 1.1524758 Aug 10 04:14:34.429731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:34.432103 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:34.472109 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797f3b2-d7d4-40af-8607-cf368c31214c x-openstack-request-id: req-5797f3b2-d7d4-40af-8607-cf368c31214c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:34.472408 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:34.472665 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5797f3b2-d7d4-40af-8607-cf368c31214c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:34.473077 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'status': 'completed', 'code': 200} Aug 10 04:14:34.552513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-d7f809fe-a601-463c-aa20-cee66b41c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.553119 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:34.554794 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-d7f809fe-a601-463c-aa20-cee66b41c29c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 1098 time: 0.0548613 Aug 10 04:14:34.707664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-e2e28828-4082-40c2-bed2-679d256988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.709323 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-e2e28828-4082-40c2-bed2-679d256988b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 200 len: 897 time: 0.1463375 Aug 10 04:14:34.718117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4fd7-3904-4bd9-a054-b5db999b5fba req-6a83c772-fedd-4d5f-955d-8525fbe28cee tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.719779 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2dfc4fd7-3904-4bd9-a054-b5db999b5fba req-6a83c772-fedd-4d5f-955d-8525fbe28cee tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0746524 Aug 10 04:14:34.770674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-949fb7db-3611-43e8-90ba-a3616abfac9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 200 len: 217 time: 0.0478330 Aug 10 04:14:34.832306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2dfc4fd7-3904-4bd9-a054-b5db999b5fba req-5082890c-e651-4972-83e0-cd49beec45ed tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007166 Aug 10 04:14:34.842936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-f4b3a00b-6fce-4ad0-b3a3-1d1a968d8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.844463 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-f4b3a00b-6fce-4ad0-b3a3-1d1a968d8d59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=db7a3ef2-abac-4f98-8666-19590dd6c4dc HTTP/1.1" status: 200 len: 835 time: 0.0645189 Aug 10 04:14:34.881667 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:57Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:34.898750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-9f20fd96-1db6-4f19-b2e2-73878a0ee6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.900299 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-9f20fd96-1db6-4f19-b2e2-73878a0ee6b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22ff778c-143c-4e5c-aba8-7f2f224b415b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472775 Aug 10 04:14:34.910250 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] Checking router: 94a9ce67-a476-4820-bdea-8ebb02013ace for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:34.923386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:34.924308 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:35.033639 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:35.238336 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:57Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:35.268430 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee8f86-f68f-4aa6-9851-2d74cc2e03af None None] The sync data for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 is: [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '196ce190-17b3-4a39-80ce-a78804da186d', 'name': '', 'network_id': '22ff778c-143c-4e5c-aba8-7f2f224b415b', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'mac_address': 'fa:16:3e:22:35:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:52Z', 'updated_at': '2021-08-10T04:12:57Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'subnets': [{'id': 'db7a3ef2-abac-4f98-8666-19590dd6c4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:35.303072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-297c943b-8135-4b8b-b4f1-90c7bc8edaa1 service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934669 Aug 10 04:14:35.405593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac7444a6-6dcf-4990-ba1e-148e1c2b581f req-e1f0ab08-297a-4adb-a061-3a1587eb57dc service neutron] 10.222.0.39 "GET /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864744 Aug 10 04:14:35.498382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154c83c-1f87-4d2c-ba18-ebb2aad0f2fe None None] New status for floating IP 88279455-2101-49e9-987e-176ec331f109: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:14:36.021298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6960965-7603-42ae-b616-179cc5e260f0 req-ad32d731-e2f5-41f3-b3e8-acc7744a5539 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:36.023345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6960965-7603-42ae-b616-179cc5e260f0 req-ad32d731-e2f5-41f3-b3e8-acc7744a5539 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.1193876 Aug 10 04:14:36.062875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a6960965-7603-42ae-b616-179cc5e260f0 req-cfaa56a4-94f5-41a2-bd1f-45bc777c33d2 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "GET /v2.0/security-groups?id=f46e8512-f7cd-46ce-8269-435d84a9f3e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333109 Aug 10 04:14:36.156545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-c5d984a7-992e-4184-93ba-6412fc7111fa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:36.157894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-c5d984a7-992e-4184-93ba-6412fc7111fa tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e HTTP/1.1" status: 200 len: 946 time: 0.0473726 Aug 10 04:14:36.249919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port ac1bee82-af0e-45c1-abdc-8636729b5bcc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:36.250287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.336514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port ac1bee82-af0e-45c1-abdc-8636729b5bcc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ac1bee82-af0e-45c1-abdc-8636729b5bcc,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:36.336874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.353844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for ac1bee82-af0e-45c1-abdc-8636729b5bcc owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:36.477585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.505785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=ac1bee82-af0e-45c1-abdc-8636729b5bcc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:36.517950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.518341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.518690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.519030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.519368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.519704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.520037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.520367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.520700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.521031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.521357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.521679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:36.561294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] No DVR routers for this DVR port ac1bee82-af0e-45c1-abdc-8636729b5bcc on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:36.564040 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.566045 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f360cb1e-0f52-4671-9b88-860b7d6a2a99 req-0a01d460-a7ee-40bf-b6d2-f8e967a8a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.39 "DELETE /v2.0/ports/ac1bee82-af0e-45c1-abdc-8636729b5bcc HTTP/1.1" status: 204 len: 173 time: 0.4009655 Aug 10 04:14:36.566484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-deleted', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:36.568711 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b052cf9-51b9-4cf8-b6c7-8c648e3b0557" -d '{"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-deleted", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:36.606121 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b19be-a2e4-4b9c-aefa-3139d24a110b x-openstack-request-id: req-f53b19be-a2e4-4b9c-aefa-3139d24a110b {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:36.606440 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e", "name": "network-vif-deleted", "tag": "ac1bee82-af0e-45c1-abdc-8636729b5bcc", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:36.606699 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f53b19be-a2e4-4b9c-aefa-3139d24a110b {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:36.607096 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b6ef6-4ff6-4724-ba34-758ac87ebb3e', 'name': 'network-vif-deleted', 'tag': 'ac1bee82-af0e-45c1-abdc-8636729b5bcc', 'status': 'completed', 'code': 200} Aug 10 04:14:37.119909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:37.474508 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.733469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 196ce190-17b3-4a39-80ce-a78804da186d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:37.733767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.824960 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 196ce190-17b3-4a39-80ce-a78804da186d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=196ce190-17b3-4a39-80ce-a78804da186d,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:37.825396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.839045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 196ce190-17b3-4a39-80ce-a78804da186d owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:38.030227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.057173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=196ce190-17b3-4a39-80ce-a78804da186d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:38.236363 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.447138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Router 94a9ce67-a476-4820-bdea-8ebb02013ace has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:38.552944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:38.558036 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-387eeae8-3ff3-42db-9940-7eab394f4570 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "PUT /v2.0/routers/94a9ce67-a476-4820-bdea-8ebb02013ace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370687 Aug 10 04:14:38.560713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42044) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:38.563183 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] Sync routers for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:38.572896 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:38.573508 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:38.616730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting subnet db7a3ef2-abac-4f98-8666-19590dd6c4dc {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:38.619760 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.659876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.676258 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:38.747038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.810601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.840167 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.844803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/subnets/db7a3ef2-abac-4f98-8666-19590dd6c4dc HTTP/1.1" status: 204 len: 168 time: 0.2804050 Aug 10 04:14:38.844803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3302fec-f0d9-4c60-acd7-2ba0328f3c8c tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Subnet': ['ID=db7a3ef2-abac-4f98-8666-19590dd6c4dc,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:38.845313 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42046) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:38.845803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc4d95-9c25-44ec-a226-c9c5f7a951d9 None None] Network 22ff778c-143c-4e5c-aba8-7f2f224b415b requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:38.868630 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:14:37Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:38.900138 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] Checking router: 94a9ce67-a476-4820-bdea-8ebb02013ace for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:38.909011 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] Routers {'94a9ce67-a476-4820-bdea-8ebb02013ace'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:38.909624 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['94a9ce67-a476-4820-bdea-8ebb02013ace'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:38.965328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.017176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] Set router 94a9ce67-a476-4820-bdea-8ebb02013ace gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:39.031168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] DHCP port deletion for 22ff778c-143c-4e5c-aba8-7f2f224b415b request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:39.080464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] Deleting port 75edd281-ce80-476b-8e91-8e65c10ec1c0 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:39.080832 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.088664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.145899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Deleting port 65f6076c-bf48-4119-82cc-fb55ac4318af {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:39.146332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.216764 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:14:37Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:39.229932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] For port 65f6076c-bf48-4119-82cc-fb55ac4318af, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=65f6076c-bf48-4119-82cc-fb55ac4318af,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:39.230359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.246733 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c2edd-b4dc-4828-9fc2-dc11bdd0e995 None None] The sync data for ids ['94a9ce67-a476-4820-bdea-8ebb02013ace'] in n-d-769329-14 is: [{'id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884715593', 'tenant_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:12:49Z', 'updated_at': '2021-08-10T04:14:37Z', 'revision_number': 5, 'project_id': 'e525fdf142704e20820ebff6e2d3bf0a', 'gw_port': {'id': '65f6076c-bf48-4119-82cc-fb55ac4318af', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9ce67-a476-4820-bdea-8ebb02013ace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:12:50Z', 'updated_at': '2021-08-10T04:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:39.248966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Calling delete_port for 65f6076c-bf48-4119-82cc-fb55ac4318af owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:39.306727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] For port 75edd281-ce80-476b-8e91-8e65c10ec1c0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=75edd281-ce80-476b-8e91-8e65c10ec1c0,segment=NetworkSegment(f9cb2e76-8ae4-4646-a4c7-784b5bc9204a),segment_id=f9cb2e76-8ae4-4646-a4c7-784b5bc9204a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:39.307123 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.319503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] Calling delete_port for 75edd281-ce80-476b-8e91-8e65c10ec1c0 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:39.398766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.422007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] Pushing event deleted for resources: {'Port': ['ID=75edd281-ce80-476b-8e91-8e65c10ec1c0,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:39.427376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.427539 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd67775-6f74-4416-9197-54f4dab95d81 None None] No DVR routers for this DVR port 75edd281-ce80-476b-8e91-8e65c10ec1c0 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:39.460358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Port': ['ID=65f6076c-bf48-4119-82cc-fb55ac4318af,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:39.521597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.616066 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.618574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.690579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.691166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Fanout notify agent at l3_agent the message router_deleted on router 94a9ce67-a476-4820-bdea-8ebb02013ace {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:14:39.698514 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.702343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7824e11a-b9f1-47ce-a218-7d1f9422a5f7 tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/routers/94a9ce67-a476-4820-bdea-8ebb02013ace HTTP/1.1" status: 204 len: 168 time: 0.8528636 Aug 10 04:14:39.702600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42048) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:39.746423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75edd281-ce80-476b-8e91-8e65c10ec1c0 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:39.768972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 75edd281-ce80-476b-8e91-8e65c10ec1c0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:39.769237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 75edd281-ce80-476b-8e91-8e65c10ec1c0 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:39.769665 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 196ce190-17b3-4a39-80ce-a78804da186d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:39.781173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.791916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 196ce190-17b3-4a39-80ce-a78804da186d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:39.792265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 196ce190-17b3-4a39-80ce-a78804da186d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:39.875322 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.886812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ff778c-143c-4e5c-aba8-7f2f224b415b']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:39.899376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:39.899668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cb2e76-8ae4-4646-a4c7-784b5bc9204a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:39.908941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.922818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.928852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:14:39.929251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:14:39.932237 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:14:39.989600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.995058 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.997027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/networks/22ff778c-143c-4e5c-aba8-7f2f224b415b HTTP/1.1" status: 204 len: 168 time: 0.2934349 Aug 10 04:14:40.000211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.012711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd158-4f02-4bab-b8b2-b0d9155d913f tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'Network': ['ID=22ff778c-143c-4e5c-aba8-7f2f224b415b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:40.061705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82077258-da50-45ff-a15d-34bc576770bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.086331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82077258-da50-45ff-a15d-34bc576770bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.145490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82077258-da50-45ff-a15d-34bc576770bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.148906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-82077258-da50-45ff-a15d-34bc576770bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.150230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-82077258-da50-45ff-a15d-34bc576770bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] 10.222.0.53 "DELETE /v2.0/security-groups/f46e8512-f7cd-46ce-8269-435d84a9f3e0 HTTP/1.1" status: 204 len: 168 time: 0.1487758 Aug 10 04:14:40.160898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82077258-da50-45ff-a15d-34bc576770bb tempest-TestNetworkAdvancedServerOps-988644677 tempest-TestNetworkAdvancedServerOps-988644677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e8512-f7cd-46ce-8269-435d84a9f3e0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:40.482678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.627801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-65925eae-0e88-478d-865b-f1d5fb2a45b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e525fdf142704e20820ebff6e2d3bf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438177 Aug 10 04:14:40.630259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42062) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.688964 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3713a368-b3d8-4c70-9e14-8859933046ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.710266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3713a368-b3d8-4c70-9e14-8859933046ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.756570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3713a368-b3d8-4c70-9e14-8859933046ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.759200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3713a368-b3d8-4c70-9e14-8859933046ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.760342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3713a368-b3d8-4c70-9e14-8859933046ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f18cd254-5cd6-46a1-912c-fd06a6dd33fd HTTP/1.1" status: 204 len: 168 time: 0.1291702 Aug 10 04:14:40.771275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713a368-b3d8-4c70-9e14-8859933046ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18cd254-5cd6-46a1-912c-fd06a6dd33fd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:41.018611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42068) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.058531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-51155337-96f1-491a-8380-f77a9f63d1f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32b64eecdf9243ce9acf248e4bc65722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386996 Aug 10 04:14:41.061269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42070) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.110126 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e65-b6ba-476c-8bcf-17ff340fcdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.131951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e65-b6ba-476c-8bcf-17ff340fcdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.178895 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e65-b6ba-476c-8bcf-17ff340fcdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.181619 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca39e65-b6ba-476c-8bcf-17ff340fcdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.182847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ca39e65-b6ba-476c-8bcf-17ff340fcdb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdd89c7e-0c45-4765-8cb0-5aaba7a08bc0 HTTP/1.1" status: 204 len: 168 time: 0.1206422 Aug 10 04:14:41.190885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39e65-b6ba-476c-8bcf-17ff340fcdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd89c7e-0c45-4765-8cb0-5aaba7a08bc0,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:41.395800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65f6076c-bf48-4119-82cc-fb55ac4318af no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:41.416444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 65f6076c-bf48-4119-82cc-fb55ac4318af {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:41.416793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 65f6076c-bf48-4119-82cc-fb55ac4318af not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:41.594316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:41.613971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: ac1bee82-af0e-45c1-abdc-8636729b5bcc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:41.614347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ac1bee82-af0e-45c1-abdc-8636729b5bcc not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:41.888632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42092) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.984539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-186638632-network', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:42.007439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:42.009720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.018301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.104797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.108598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.137048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:14:42.147669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ac866-cbe7-4597-9b98-eb578bf4409c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:42.152930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.153269 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Added segment 720a1245-d581-4b13-821e-faf16a888690 of type vlan for network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 Aug 10 04:14:42.194996 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.222639 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.223476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:42.224043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.278652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3887496 Aug 10 04:14:42.279026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42096) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:42.284336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Request body: {'subnet': {'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-186638632-subnet', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:42.286243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb519d6-cb90-4a95-93ff-96a6417f6a23 admin admin] Pushing event updated for resources: {'Network': ['ID=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:42.299042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:14:42.307811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:42.310679 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.481238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.549454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35ecd0c-6481-4a1c-8ce2-c4d47578df22,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:42.556357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:42.556722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Network hostable DHCP agents. Network: 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:14:42.574395 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:14:42.583788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:42.589174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:42.591171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.591993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f474d2-19cb-436d-b4d5-70cca12a913e None None] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:42.608044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e216bda7-fac3-452d-a1e3-818e52eb45e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3276680 Aug 10 04:14:42.610670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:42.614970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:42.635138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.636318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.688873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.734970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:42.736057 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.828161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.869061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Allocated IP 172.20.0.2 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/c0670f8a-05e0-474b-9c1e-71d49ce0868b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:43.014323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.023190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Transition to ACTIVE for port object c0670f8a-05e0-474b-9c1e-71d49ce0868b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:43.029544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.038038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Transition to ACTIVE for port object c0670f8a-05e0-474b-9c1e-71d49ce0868b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:43.043964 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.049720 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.085776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:43.088803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:43.091690 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:43.098733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Pushing event updated for resources: {'Port': ['ID=c0670f8a-05e0-474b-9c1e-71d49ce0868b,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:43.153479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Attempting to bind port c0670f8a-05e0-474b-9c1e-71d49ce0868b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:43.153935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Attempting to bind port c0670f8a-05e0-474b-9c1e-71d49ce0868b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:43.154323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Attempting to bind port c0670f8a-05e0-474b-9c1e-71d49ce0868b on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:43.155704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Allocated IP 172.25.2.211 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e32ac892-8879-449e-9f54-35017efb8051) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:43.160572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:43.161074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:43.161757 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.162152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:43.163137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Bound port: c0670f8a-05e0-474b-9c1e-71d49ce0868b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:43.163514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.230919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] For port c0670f8a-05e0-474b-9c1e-71d49ce0868b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:43.234143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] For port c0670f8a-05e0-474b-9c1e-71d49ce0868b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0670f8a-05e0-474b-9c1e-71d49ce0868b,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:43.238764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.264452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.302657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceb7f9-3f19-47dd-8a7d-7d94b07d7168 None None] Pushing event updated for resources: {'Port': ['ID=c0670f8a-05e0-474b-9c1e-71d49ce0868b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:43.308116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.350009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:43.353112 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:43.356917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:43.362598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Pushing event updated for resources: {'Port': ['ID=e32ac892-8879-449e-9f54-35017efb8051,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:43.626228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.825898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.963492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:14:44.082767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:44.095844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:44.099511 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.104358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f42ea692-fef0-4d9e-94ef-44873dcdb659 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4900682 Aug 10 04:14:44.104540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42100) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:44.110520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:44.112530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:44.198755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3836bcb0-ce61-4ccc-9d68-315b4eeef3ae None None] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:44.270392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:44.391677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f9212da2-3fb7-4d83-80b1-1765aebd431a None None] Provisioning for port c0670f8a-05e0-474b-9c1e-71d49ce0868b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:44.553964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:43Z', 'revision_number': 3, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:44.582348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:44.582858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Updating router 393b352e-3769-4db6-b7d0-7e5e15f1227b port e32ac892-8879-449e-9f54-35017efb8051 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:14:44.613732 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.621704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-80c0ff37-df47-416e-8b07-40c49a6550bd req-274121bf-3091-4369-9d38-dbffe7b6b399 service neutron] (94140) timed out ('10.222.0.53', 51536) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:14:44.848248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.892617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.904014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Transition to ACTIVE for port object e32ac892-8879-449e-9f54-35017efb8051 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:44.911506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.966871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0ba50-924b-4e80-8c58-c812a93219b4 None None] Pushing event updated for resources: {'Port': ['ID=e32ac892-8879-449e-9f54-35017efb8051,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:44.969323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Attempting to bind port e32ac892-8879-449e-9f54-35017efb8051 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:44.969769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Attempting to bind port e32ac892-8879-449e-9f54-35017efb8051 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:44.970251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Attempting to bind port e32ac892-8879-449e-9f54-35017efb8051 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:44.976786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:44.977034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:44.977526 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.978006 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:44.979164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Bound port: e32ac892-8879-449e-9f54-35017efb8051, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:44.979164 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.034645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] For port e32ac892-8879-449e-9f54-35017efb8051, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:45.038775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] For port e32ac892-8879-449e-9f54-35017efb8051, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e32ac892-8879-449e-9f54-35017efb8051,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:45.045656 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.065303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Allocated IP 172.20.0.1 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/9cc2d78b-1251-455b-855d-15b105376f7e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:45.108783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:45.109431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:45.114769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0ba50-924b-4e80-8c58-c812a93219b4 None None] Pushing event updated for resources: {'Port': ['ID=e32ac892-8879-449e-9f54-35017efb8051,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:45.185648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.198030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Transition to ACTIVE for port object 9cc2d78b-1251-455b-855d-15b105376f7e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:45.222746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:45.231360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.271213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:45.274372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:45.278002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:45.283551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc2d78b-1251-455b-855d-15b105376f7e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:45.324780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.429154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:43Z', 'revision_number': 3, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:45.458367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae74a8-c20b-459f-b022-0d408e7e6026 None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:43Z', 'revision_number': 3, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:45.474488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.506898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0670f8a-05e0-474b-9c1e-71d49ce0868b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:45.526996 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:45.573471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c0670f8a-05e0-474b-9c1e-71d49ce0868b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:45.579736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c0670f8a-05e0-474b-9c1e-71d49ce0868b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:45.580344 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.584835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9b399a7-908e-448a-827c-30e05b0d331c None None] Provisioning for port 9cc2d78b-1251-455b-855d-15b105376f7e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:45.608556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e9b399a7-908e-448a-827c-30e05b0d331c None None] Provisioning complete for port 9cc2d78b-1251-455b-855d-15b105376f7e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:45.608921 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9b399a7-908e-448a-827c-30e05b0d331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.660079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e9b399a7-908e-448a-827c-30e05b0d331c None None] Port 9cc2d78b-1251-455b-855d-15b105376f7e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:45.668871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.675289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.703037 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.760414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c0670f8a-05e0-474b-9c1e-71d49ce0868b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0670f8a-05e0-474b-9c1e-71d49ce0868b,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:45.763725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9cc2d78b-1251-455b-855d-15b105376f7e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:45.764293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.781375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.819580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c0670f8a-05e0-474b-9c1e-71d49ce0868b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:45.879060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:45.880505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:46.007909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:46.124152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:46.129224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ad4580a-6222-47f4-bd17-0a7d1a1337e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/393b352e-3769-4db6-b7d0-7e5e15f1227b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0236876 Aug 10 04:14:46.184500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-742aee7a-9b77-4031-a528-228ca949a357 None None] Provisioning complete for port 9cc2d78b-1251-455b-855d-15b105376f7e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:46.185112 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-742aee7a-9b77-4031-a528-228ca949a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.225569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-742aee7a-9b77-4031-a528-228ca949a357 None None] Port 9cc2d78b-1251-455b-855d-15b105376f7e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:46.616906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42118) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:46.622080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1161541424-network', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:46.643231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Made reservation on behalf of d65198fb97294ca5ace55b4e3636445d for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:46.645630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.655470 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.756664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.761535 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.787542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:14:46.796688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0eb369-96cc-439f-a7c7-f27eecb0b1f7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:46.802809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.803149 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Added segment 4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a of type vlan for network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 Aug 10 04:14:46.847325 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.876395 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.877371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:46.877947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.932801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3147416 Aug 10 04:14:46.935571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42120) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:46.940312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Request body: {'subnet': {'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1161541424-subnet', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:46.946361 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f0e0d-b16f-4b29-a9b8-f07937e2f299 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:46.956433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:14:46.966833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Made reservation on behalf of d65198fb97294ca5ace55b4e3636445d for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:46.969177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.080110 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:47.090405 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:47.091043 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:47.152928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.193861 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:47.201723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b647930c-041c-4a1a-ab92-7ff6ef5fd9fa,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:47.217364 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Checking segment: {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:47.217723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Network hostable DHCP agents. Network: 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:14:47.235641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:14:47.244379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:47.248545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:47.249185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.254870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5641d6a1-eeb9-4fc9-b310-640e7bb20cc9 None None] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:47.264779 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-10350212-36ea-4476-a7cf-55de70bc34d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3281651 Aug 10 04:14:47.267535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:47.272605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:47.294652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.295701 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.357525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.408544 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 2, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:47.440926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'fixed_ips': [{'subnet_id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:47.442440 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.513718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.552288 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:47.552645 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Updating router 393b352e-3769-4db6-b7d0-7e5e15f1227b port 9cc2d78b-1251-455b-855d-15b105376f7e binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:14:47.584570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0670f8a-05e0-474b-9c1e-71d49ce0868b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:47.590471 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.636388 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Allocated IP 172.20.0.2 (9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9/b647930c-041c-4a1a-ab92-7ff6ef5fd9fa/2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:47.858768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c0670f8a-05e0-474b-9c1e-71d49ce0868b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:47.859515 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.879350 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.889780 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Transition to ACTIVE for port object 9cc2d78b-1251-455b-855d-15b105376f7e will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:47.896120 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.939700 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Pushing event updated for resources: {'Port': ['ID=9cc2d78b-1251-455b-855d-15b105376f7e,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.004894 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Attempting to bind port 9cc2d78b-1251-455b-855d-15b105376f7e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:48.005668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Attempting to bind port 9cc2d78b-1251-455b-855d-15b105376f7e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:48.005668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Attempting to bind port 9cc2d78b-1251-455b-855d-15b105376f7e on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:48.011227 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.011579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.011895 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.012224 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.012564 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.012874 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.013191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.013508 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.013824 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.014165 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.014481 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.014793 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:48.017083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e32ac892-8879-449e-9f54-35017efb8051 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:48.026865 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:48.027528 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:48.028105 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.028662 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:48.029342 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Bound port: 9cc2d78b-1251-455b-855d-15b105376f7e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:48.029896 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.041533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.042643 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.055491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Transition to ACTIVE for port object 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:48.065242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.076184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Transition to ACTIVE for port object 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:48.089338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.115649 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] For port 9cc2d78b-1251-455b-855d-15b105376f7e, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:48.119089 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] For port 9cc2d78b-1251-455b-855d-15b105376f7e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9cc2d78b-1251-455b-855d-15b105376f7e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:48.126158 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.154034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:48.160030 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:48.165679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:48.169435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Pushing event updated for resources: {'Port': ['ID=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.201749 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7beb9f-576d-4bf4-9157-49cbfe6e7c4e None None] Pushing event updated for resources: {'Port': ['ID=9cc2d78b-1251-455b-855d-15b105376f7e,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.207187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e32ac892-8879-449e-9f54-35017efb8051 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:48.216685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Allocated IP 172.25.2.249 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/6012d85c-46f2-4cb8-8fba-6facce81ba54) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:48.217722 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:48.218397 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:48.228594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e32ac892-8879-449e-9f54-35017efb8051 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:48.228980 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.274392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Attempting to bind port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:48.275114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Attempting to bind port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:48.275114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Attempting to bind port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 on network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:48.286555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:48.287061 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Checking segment: {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:48.287881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.288317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Bound using segment: {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:48.288805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Bound port: 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:48.289198 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.344845 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.346977 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:48.398959 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] For port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:48.401214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.404538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.407598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] For port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,segment=NetworkSegment(4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a),segment_id=4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:48.417455 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.456457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:48.463216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:48.468098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:48.480109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef753226-3ff5-49e5-9e18-d04e1dcc0e68 None None] Pushing event updated for resources: {'Port': ['ID=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.492927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e32ac892-8879-449e-9f54-35017efb8051, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e32ac892-8879-449e-9f54-35017efb8051,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:48.499819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.512243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Pushing event updated for resources: {'Port': ['ID=6012d85c-46f2-4cb8-8fba-6facce81ba54,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.575588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e32ac892-8879-449e-9f54-35017efb8051,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.641623 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:48.672115 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21831b0-d96a-4fe1-aa84-fbc83902c6a9 None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:48.804001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.017657 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.154143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Router 80ce2876-614e-4e16-8f45-7feb65c06cb6 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:14:49.265046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:49.279414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Sync routers for ids ['80ce2876-614e-4e16-8f45-7feb65c06cb6'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:49.286384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.291065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-785c1a8e-2a89-4d3f-8e9d-147f280ffe92 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0199714 Aug 10 04:14:49.291294 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Routers {'80ce2876-614e-4e16-8f45-7feb65c06cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:49.291564 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42124) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:49.291879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80ce2876-614e-4e16-8f45-7feb65c06cb6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:49.409937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Set router 80ce2876-614e-4e16-8f45-7feb65c06cb6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:49.601598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:49.664817 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 3, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:49.694436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:49.696491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Checking router: 80ce2876-614e-4e16-8f45-7feb65c06cb6 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:49.696841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Updating router 80ce2876-614e-4e16-8f45-7feb65c06cb6 port 6012d85c-46f2-4cb8-8fba-6facce81ba54 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:14:49.701370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9cc2d78b-1251-455b-855d-15b105376f7e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:49.721070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3dff5a-ace5-459e-86d5-81ebdb6dd1b0 None None] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:49.798794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.799531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.867599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] Provisioning for port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:49.921038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] Provisioning complete for port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:49.921326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.956489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Allocated IP 172.20.0.1 (9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9/b647930c-041c-4a1a-ab92-7ff6ef5fd9fa/397065b4-63c0-4c48-8b17-637c6fe1d5e4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:49.978094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9cc2d78b-1251-455b-855d-15b105376f7e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:49.997394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9cc2d78b-1251-455b-855d-15b105376f7e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:49.997766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.059312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.072903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Transition to ACTIVE for port object 397065b4-63c0-4c48-8b17-637c6fe1d5e4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:50.107276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.148324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:50.155771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:50.158430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:50.190135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Pushing event updated for resources: {'Port': ['ID=397065b4-63c0-4c48-8b17-637c6fe1d5e4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.205806 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.212411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.280473 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.317092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] For port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,segment=NetworkSegment(4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a),segment_id=4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:50.347139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.348115 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.406435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 9cc2d78b-1251-455b-855d-15b105376f7e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9cc2d78b-1251-455b-855d-15b105376f7e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:50.424543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.434169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.435600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e32ac892-8879-449e-9f54-35017efb8051 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:50.485202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Transition to ACTIVE for port object 6012d85c-46f2-4cb8-8fba-6facce81ba54 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:50.507169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.507169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c727988-e5c6-4fe7-861a-da7f7382a087 None None] Pushing event updated for resources: {'Port': ['ID=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.553089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.560417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.576934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Attempting to bind port 6012d85c-46f2-4cb8-8fba-6facce81ba54 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:50.577311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Attempting to bind port 6012d85c-46f2-4cb8-8fba-6facce81ba54 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:50.577676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Attempting to bind port 6012d85c-46f2-4cb8-8fba-6facce81ba54 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:50.601352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:50.601770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:50.602229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.602763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:50.603412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Bound port: 6012d85c-46f2-4cb8-8fba-6facce81ba54, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:50.603622 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.605148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=9cc2d78b-1251-455b-855d-15b105376f7e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.611619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e32ac892-8879-449e-9f54-35017efb8051 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:50.611992 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.613398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e3e89d7f-1145-4517-a8d4-e8eecb055ba1 None None] Provisioning for port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:50.640736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.643694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Pushing event updated for resources: {'Port': ['ID=397065b4-63c0-4c48-8b17-637c6fe1d5e4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.674754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e3e89d7f-1145-4517-a8d4-e8eecb055ba1 None None] Provisioning complete for port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:50.675120 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3e89d7f-1145-4517-a8d4-e8eecb055ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.742060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:50.743605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:50.747065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40aea4-7718-4f58-8269-462310b5924e None None] Pushing event updated for resources: {'Port': ['ID=6012d85c-46f2-4cb8-8fba-6facce81ba54,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.765298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e3e89d7f-1145-4517-a8d4-e8eecb055ba1 None None] Port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:50.776811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] For port 6012d85c-46f2-4cb8-8fba-6facce81ba54, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:50.785403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] For port 6012d85c-46f2-4cb8-8fba-6facce81ba54, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6012d85c-46f2-4cb8-8fba-6facce81ba54,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:50.796686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.843537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e3e89d7f-1145-4517-a8d4-e8eecb055ba1 None None] Provisioning complete for port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:50.843800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3e89d7f-1145-4517-a8d4-e8eecb055ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.871179 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Router 80ce2876-614e-4e16-8f45-7feb65c06cb6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:50.924949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40aea4-7718-4f58-8269-462310b5924e None None] Pushing event updated for resources: {'Port': ['ID=6012d85c-46f2-4cb8-8fba-6facce81ba54,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.932585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Routers {'80ce2876-614e-4e16-8f45-7feb65c06cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:50.933230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80ce2876-614e-4e16-8f45-7feb65c06cb6'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:51.000825 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:51.015255 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b8d652e3-3ba1-4c1b-a2c1-a7caf7f17b86 admin admin] 10.222.0.53 "PUT /v2.0/routers/80ce2876-614e-4e16-8f45-7feb65c06cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136559 Aug 10 04:14:51.224967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] Set router 80ce2876-614e-4e16-8f45-7feb65c06cb6 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:51.361296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-85971ef4-b945-4fc9-921d-25ff531e129f None None] Provisioning complete for port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:51.361296 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85971ef4-b945-4fc9-921d-25ff531e129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.414354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-85971ef4-b945-4fc9-921d-25ff531e129f None None] Port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:51.458651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:51.513408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '397065b4-63c0-4c48-8b17-637c6fe1d5e4', 'name': '', 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'mac_address': 'fa:16:3e:97:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:49Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 2, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'subnets': [{'id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:51.544220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff40646-7175-41bb-8a9f-858c98ef31f5 None None] The sync data for ids ['80ce2876-614e-4e16-8f45-7feb65c06cb6'] in n-d-769329-14 is: [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '397065b4-63c0-4c48-8b17-637c6fe1d5e4', 'name': '', 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'mac_address': 'fa:16:3e:97:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:49Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 2, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'subnets': [{'id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:51.557182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:51.557549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.651759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9cc2d78b-1251-455b-855d-15b105376f7e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:51.704141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9cc2d78b-1251-455b-855d-15b105376f7e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:51.704264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.165092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-bc9c41fd-afa3-49a3-b740-d6e06541cb3c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:53.166528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-bc9c41fd-afa3-49a3-b740-d6e06541cb3c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1053574 Aug 10 04:14:53.181763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-9935f116-29d2-4acd-b331-9fa5455eeb54 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0093815 Aug 10 04:14:53.234686 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-4255288c-e766-496f-9ae3-427fbeb58313 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473485 Aug 10 04:14:53.434912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-37845d51-d75e-4fcc-a562-94587c1e99b0 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931701 Aug 10 04:14:53.474806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6012d85c-46f2-4cb8-8fba-6facce81ba54 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:53.529067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6012d85c-46f2-4cb8-8fba-6facce81ba54 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:53.532988 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6012d85c-46f2-4cb8-8fba-6facce81ba54 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:53.533278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.537445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-ef0a7685-e962-41fa-aec5-9c3c494faf15 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958273 Aug 10 04:14:53.561756 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Sync routers for ids ['80ce2876-614e-4e16-8f45-7feb65c06cb6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:53.572404 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Routers {'80ce2876-614e-4e16-8f45-7feb65c06cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:53.573278 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80ce2876-614e-4e16-8f45-7feb65c06cb6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:53.619724 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.641423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 6012d85c-46f2-4cb8-8fba-6facce81ba54, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6012d85c-46f2-4cb8-8fba-6facce81ba54,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:53.645476 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.688867 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Set router 80ce2876-614e-4e16-8f45-7feb65c06cb6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:53.701177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=6012d85c-46f2-4cb8-8fba-6facce81ba54,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:53.899878 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '397065b4-63c0-4c48-8b17-637c6fe1d5e4', 'name': '', 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'mac_address': 'fa:16:3e:97:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:49Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 2, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'subnets': [{'id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:53.926027 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Checking router: 80ce2876-614e-4e16-8f45-7feb65c06cb6 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:53.926287 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Updating router 80ce2876-614e-4e16-8f45-7feb65c06cb6 port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:14:53.953547 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.207081 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.216992 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Transition to ACTIVE for port object 397065b4-63c0-4c48-8b17-637c6fe1d5e4 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:54.222480 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.271429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8fb35-8534-473c-ade0-70a836f17043 None None] Pushing event updated for resources: {'Port': ['ID=397065b4-63c0-4c48-8b17-637c6fe1d5e4,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:54.324722 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Attempting to bind port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:54.325253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Attempting to bind port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:54.325624 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Attempting to bind port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 on network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:54.331109 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:54.331484 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Checking segment: {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:54.332785 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.332785 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Bound using segment: {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:54.333094 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Bound port: 397065b4-63c0-4c48-8b17-637c6fe1d5e4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:54.333546 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.488987 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] For port 397065b4-63c0-4c48-8b17-637c6fe1d5e4, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:54.492539 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] For port 397065b4-63c0-4c48-8b17-637c6fe1d5e4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=397065b4-63c0-4c48-8b17-637c6fe1d5e4,segment=NetworkSegment(4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a),segment_id=4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:54.497322 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.554707 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Routers {'80ce2876-614e-4e16-8f45-7feb65c06cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:54.555325 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:14:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80ce2876-614e-4e16-8f45-7feb65c06cb6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:54.558129 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8fb35-8534-473c-ade0-70a836f17043 None None] Pushing event updated for resources: {'Port': ['ID=397065b4-63c0-4c48-8b17-637c6fe1d5e4,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:54.664621 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] Set router 80ce2876-614e-4e16-8f45-7feb65c06cb6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:54.874915 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '397065b4-63c0-4c48-8b17-637c6fe1d5e4', 'name': '', 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'mac_address': 'fa:16:3e:97:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:49Z', 'updated_at': '2021-08-10T04:14:54Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'subnets': [{'id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:54.879501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b15f3102-abcf-4388-8819-37e516d31c9a req-5fbdabae-ed40-41c8-b865-e61b1c214bcb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0271611 Aug 10 04:14:54.901274 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0585b-5704-49d4-94e0-b0e18f64848c None None] The sync data for ids ['80ce2876-614e-4e16-8f45-7feb65c06cb6'] in n-d-769329-14 is: [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '397065b4-63c0-4c48-8b17-637c6fe1d5e4', 'name': '', 'network_id': '9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'mac_address': 'fa:16:3e:97:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:49Z', 'updated_at': '2021-08-10T04:14:54Z', 'revision_number': 4, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'subnets': [{'id': 'b647930c-041c-4a1a-ab92-7ff6ef5fd9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:55.096787 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.469459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 397065b4-63c0-4c48-8b17-637c6fe1d5e4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:55.523885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:55.527706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:55.528084 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.607404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.638351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 397065b4-63c0-4c48-8b17-637c6fe1d5e4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=397065b4-63c0-4c48-8b17-637c6fe1d5e4,segment=NetworkSegment(4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a),segment_id=4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:55.642128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.642884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6012d85c-46f2-4cb8-8fba-6facce81ba54 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:55.724964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=397065b4-63c0-4c48-8b17-637c6fe1d5e4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:55.737173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6012d85c-46f2-4cb8-8fba-6facce81ba54 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:55.737527 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.959124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a35b80fd-2b85-4124-a7fa-8e64f79e09c6 req-3505eefa-7a0c-4285-b4e0-e3879d06f268 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0269384 Aug 10 04:14:56.302546 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.026079 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-515d93d4-3780-4c05-9357-8dae14dbe072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.041131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21def4ee-f4c3-45b6-b83e-f3f9f94c25a4 req-e304111f-db3e-48ac-850f-91ab8a655037 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0319526 Aug 10 04:14:57.451963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 397065b4-63c0-4c48-8b17-637c6fe1d5e4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:57.507957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:57.508415 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.845023 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-67e921c5-7cff-4bcf-bb56-f814c57ff86f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:57.846532 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-67e921c5-7cff-4bcf-bb56-f814c57ff86f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1036749 Aug 10 04:14:57.860255 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:57.975810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:57.979477 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.105935 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.8 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/f6f5e4d2-bcf4-44a2-92f3-d03986843fd7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:58.149368 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f258aea2-e3df-454a-a827-2ca2bea3b528 req-76527934-f381-491f-8ab4-2bac48c1e771 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0334947 Aug 10 04:14:58.265401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.279526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:58.313744 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.357701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:58.359122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:58.361707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:58.398801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:58.426298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:58.427093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.444569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-a01a5799-4537-4758-b955-7de106abdac6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885522 Aug 10 04:14:58.528151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Request body: {'port': {'device_id': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:58.589650 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.620477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dff616b-a9bf-49eb-9386-9f6d742f8ef3 None None] Provisioning for port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:58.624635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7dff616b-a9bf-49eb-9386-9f6d742f8ef3 None None] Provisioning complete for port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:58.625071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7dff616b-a9bf-49eb-9386-9f6d742f8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.660126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7dff616b-a9bf-49eb-9386-9f6d742f8ef3 None None] Port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:58.859270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:14:58.867238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.879627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Transition to ACTIVE for port object f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:58.883527 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.954530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Pushing event updated for resources: {'Port': ['ID=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:59.013203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Attempting to bind port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:59.013538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Attempting to bind port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:59.013870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Attempting to bind port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:59.019146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:59.019759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Attempting to bind port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:59.029150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:59.029486 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:59.029873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:59.030338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Bound port: f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:59.032413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.114500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] For port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:59.119287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] For port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:59.124039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.159423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.160079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.161556 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] 10.222.0.39 "PUT /v2.0/ports/f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 HTTP/1.1" status: 200 len: 1092 time: 0.7066402 Aug 10 04:14:59.164878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'tag': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:59.168121 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a490d0-0657-462f-abc1-392f191e07f4", "tag": "f6f5e4d2-bcf4-44a2-92f3-d03986843fd7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:59.240889 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc8032-ff6e-4200-9dea-3d9cf5ccc2b5 x-openstack-request-id: req-2dcc8032-ff6e-4200-9dea-3d9cf5ccc2b5 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:59.241273 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a490d0-0657-462f-abc1-392f191e07f4", "tag": "f6f5e4d2-bcf4-44a2-92f3-d03986843fd7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:59.241470 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dcc8032-ff6e-4200-9dea-3d9cf5ccc2b5 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:59.241834 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'tag': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7', 'status': 'completed', 'code': 200} Aug 10 04:14:59.245620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c605bb-01c9-4a67-8388-b1d678daa66b service neutron] Pushing event updated for resources: {'Port': ['ID=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:59.316980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-ff6cf8c3-33d9-41e8-b419-c4e2f12a1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.319113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-ff6cf8c3-33d9-41e8-b419-c4e2f12a1d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 1095 time: 0.0894198 Aug 10 04:14:59.326692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa6d2-73e6-474b-801e-cd78e2464070 req-d5bad579-4c4f-40ec-94b2-97f26c196a07 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.328205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2caa6d2-73e6-474b-801e-cd78e2464070 req-d5bad579-4c4f-40ec-94b2-97f26c196a07 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0654891 Aug 10 04:14:59.374768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-0b6f52a7-237c-4bbb-a49e-a9a541762e61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 HTTP/1.1" status: 200 len: 217 time: 0.0455599 Aug 10 04:14:59.434254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2caa6d2-73e6-474b-801e-cd78e2464070 req-80c3aea6-d747-4c4a-9537-4558a63f9133 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970628 Aug 10 04:14:59.445310 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-d2cfdaa0-4ca6-404e-a6b8-600943e18f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.447575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-d2cfdaa0-4ca6-404e-a6b8-600943e18f1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0635643 Aug 10 04:14:59.510312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-1511b06b-43d7-4865-8810-ab8769be2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.511969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-1511b06b-43d7-4865-8810-ab8769be2236 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530541 Aug 10 04:14:59.616743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-fa9b0520-a771-4d74-9fe9-fe22809aafe2 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968504 Aug 10 04:14:59.681090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.713821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abc105b3-8a5b-41b6-87d9-5ea8e1a938b1 req-333b1778-d1e9-40aa-8480-af36eb550aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884020 Aug 10 04:14:59.805464 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-6f068053-1a8f-4a15-b720-edf1f9404fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.807030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-6f068053-1a8f-4a15-b720-edf1f9404fb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 1095 time: 0.0478113 Aug 10 04:14:59.905350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-91a225a6-c824-4838-bb7d-4750fcc5c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.907013 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-91a225a6-c824-4838-bb7d-4750fcc5c39b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0863175 Aug 10 04:14:59.911814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c1b6-ba17-4a16-91e8-6c71abc944c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.954840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-1329a621-74d5-4d24-ba22-8aff3161e081 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 HTTP/1.1" status: 200 len: 217 time: 0.0393534 Aug 10 04:15:00.004719 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-04e19287-8985-47de-b475-5ee917aeffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:00.006780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-04e19287-8985-47de-b475-5ee917aeffff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0448301 Aug 10 04:15:00.054153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-fad8abf2-41f3-4da9-aae3-f8b32b75404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:00.055596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-fad8abf2-41f3-4da9-aae3-f8b32b75404a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411336 Aug 10 04:15:00.149552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-948f8162-6f53-483a-b1b1-254cb4bae07a service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863678 Aug 10 04:15:00.242408 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-64c60582-7b05-4f6d-8057-2a6edb0fa7e9 req-8a46dcf2-ff93-4852-92ae-90ae7809ae21 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856428 Aug 10 04:15:00.562613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7329c-0257-4947-80f4-3c3e246e6ef7 req-6c102938-718d-4dd8-bba9-e799f749653f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:00.564143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a7329c-0257-4947-80f4-3c3e246e6ef7 req-6c102938-718d-4dd8-bba9-e799f749653f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0544229 Aug 10 04:15:00.608271 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a7329c-0257-4947-80f4-3c3e246e6ef7 req-470f810b-6e35-4981-aee3-bca2116f7585 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Aug 10 04:15:01.729051 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b68ee-9f12-4dd2-bd8f-4e63761c1a0d req-83d7d3fa-5577-4e66-ab01-ea9e76abb0b3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:01.730691 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d79b68ee-9f12-4dd2-bd8f-4e63761c1a0d req-83d7d3fa-5577-4e66-ab01-ea9e76abb0b3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0531497 Aug 10 04:15:01.773076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d79b68ee-9f12-4dd2-bd8f-4e63761c1a0d req-1dff980a-568b-48f2-ab1f-24b2325ddc61 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Aug 10 04:15:01.836922 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.894741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaa96e-23f2-41c5-82c1-97b94ad457f8 req-5901b63f-e687-40fd-af81-c07e213ad131 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:02.896399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-15aaa96e-23f2-41c5-82c1-97b94ad457f8 req-5901b63f-e687-40fd-af81-c07e213ad131 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0541511 Aug 10 04:15:02.938660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-15aaa96e-23f2-41c5-82c1-97b94ad457f8 req-22cdf773-3b00-49a1-b387-a83fbd9137a9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356088 Aug 10 04:15:03.304709 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.061855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2416a-9fd9-48c0-8a0f-7502b83d238d req-94421de3-9a82-4d95-a101-814ca74e5f19 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:04.063424 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81d2416a-9fd9-48c0-8a0f-7502b83d238d req-94421de3-9a82-4d95-a101-814ca74e5f19 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0550461 Aug 10 04:15:04.102738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81d2416a-9fd9-48c0-8a0f-7502b83d238d req-dedd4b61-8201-44c9-9973-d0d7aece07c0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Aug 10 04:15:05.216322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd5d6-1b17-4505-9e67-b70247325079 req-6d5ec10a-410d-4470-99ee-5167fe0814f8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:05.217801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-20ddd5d6-1b17-4505-9e67-b70247325079 req-6d5ec10a-410d-4470-99ee-5167fe0814f8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0481927 Aug 10 04:15:05.254759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-20ddd5d6-1b17-4505-9e67-b70247325079 req-a5dba9fe-c3e9-4cca-8fb7-02d59ad55bfb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Aug 10 04:15:06.367199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7d1ff-55f2-477f-8ab6-85d90211f451 req-aae2cf4f-ac34-4933-a99d-7c555c634d47 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:06.368779 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30a7d1ff-55f2-477f-8ab6-85d90211f451 req-aae2cf4f-ac34-4933-a99d-7c555c634d47 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0486498 Aug 10 04:15:06.407035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30a7d1ff-55f2-477f-8ab6-85d90211f451 req-4eb1f6cb-0e15-4709-9807-2fb8a2b411bb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Aug 10 04:15:07.525921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e443c-bed4-4f9c-a346-d21136736262 req-09f915f6-2ef0-4fe6-920a-262c0f174e7e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:07.527470 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-143e443c-bed4-4f9c-a346-d21136736262 req-09f915f6-2ef0-4fe6-920a-262c0f174e7e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0552425 Aug 10 04:15:07.567027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-143e443c-bed4-4f9c-a346-d21136736262 req-b7072c58-4013-4cd7-a659-37ee640410ed tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Aug 10 04:15:08.684238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0077f-6774-476a-9b76-71e1a0677fac req-986385f4-1817-4eec-a49d-11a70f7e9dcd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:08.685733 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6f0077f-6774-476a-9b76-71e1a0677fac req-986385f4-1817-4eec-a49d-11a70f7e9dcd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0489445 Aug 10 04:15:08.722995 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6f0077f-6774-476a-9b76-71e1a0677fac req-3ce7d6d2-8ee0-4cd3-a27a-8c826397f081 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Aug 10 04:15:09.734501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:15:09.833067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:09.845287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7', 'mac_address': 'fa:16:3e:1f:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:15:09.846712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2d27e-74e3-4a42-8e78-f974b9820248 req-1ab33766-90bb-4fc3-af65-ea40d711ccb0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:09.848230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edd2d27e-74e3-4a42-8e78-f974b9820248 req-1ab33766-90bb-4fc3-af65-ea40d711ccb0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 943 time: 0.0494063 Aug 10 04:15:09.881845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.886939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edd2d27e-74e3-4a42-8e78-f974b9820248 req-eb11e761-353b-4bd0-9cf6-5b4796021a82 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Aug 10 04:15:09.895427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:09.919429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:09.923238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.969270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:09.976386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.976736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.977079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.977423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.977762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.978119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.978450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.978774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.979098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.979425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.979746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:09.980068 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:10.153048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f6f5e4d2-bcf4-44a2-92f3-d03986843fd7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:15:11.006099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4cdf8-fd62-4dd2-847e-e1229a11d8b1 req-f428fb32-6b7e-4409-ab14-0c7e14557531 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:11.007552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52f4cdf8-fd62-4dd2-847e-e1229a11d8b1 req-f428fb32-6b7e-4409-ab14-0c7e14557531 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 944 time: 0.0534847 Aug 10 04:15:11.047276 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52f4cdf8-fd62-4dd2-847e-e1229a11d8b1 req-b0da435f-af4e-4084-8034-3e315a913f00 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Aug 10 04:15:11.725605 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:11.776596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:11.780366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:11.780738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.861529 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.884290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:11.886554 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8fda5-c4a0-4798-91d5-a5c6b4b402ce" -d '{"events": [{"server_uuid": "b6a490d0-0657-462f-abc1-392f191e07f4", "name": "network-vif-plugged", "status": "completed", "tag": "f6f5e4d2-bcf4-44a2-92f3-d03986843fd7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:11.900142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:11.904811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.931302 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ac414-4578-45ea-9566-ba6f3dad235e x-openstack-request-id: req-8a9ac414-4578-45ea-9566-ba6f3dad235e {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:11.931591 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a490d0-0657-462f-abc1-392f191e07f4", "name": "network-vif-plugged", "status": "completed", "tag": "f6f5e4d2-bcf4-44a2-92f3-d03986843fd7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:11.931848 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a9ac414-4578-45ea-9566-ba6f3dad235e {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:11.932296 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7', 'code': 200} Aug 10 04:15:11.959642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:12.025383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb551c1-12af-47d8-b06e-5502a8d3b99e req-2dafa39d-c33a-4fab-9346-2713104bfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.027000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9bb551c1-12af-47d8-b06e-5502a8d3b99e req-2dafa39d-c33a-4fab-9346-2713104bfc44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 1097 time: 0.0420909 Aug 10 04:15:12.064073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9bb551c1-12af-47d8-b06e-5502a8d3b99e req-58539e06-62e9-4e1d-9235-6cb910e885b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284228 Aug 10 04:15:12.159273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd3713-08d2-4845-b076-85f2deb44596 req-480ca87c-f60f-46e7-a7de-cbb85701c04f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.160751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fd3713-08d2-4845-b076-85f2deb44596 req-480ca87c-f60f-46e7-a7de-cbb85701c04f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Aug 10 04:15:12.198746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2fd3713-08d2-4845-b076-85f2deb44596 req-5d846998-f0ae-4468-a8eb-0fdf1c1622bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Aug 10 04:15:13.319161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b54e-f137-47a4-b0bf-a5a550291cef req-6122afad-19ee-4c7d-95b2-d6471ac4949c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.320662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9469b54e-f137-47a4-b0bf-a5a550291cef req-6122afad-19ee-4c7d-95b2-d6471ac4949c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0547485 Aug 10 04:15:13.357279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9469b54e-f137-47a4-b0bf-a5a550291cef req-39c85029-b150-4aeb-988f-70d798fab70c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Aug 10 04:15:13.474466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bad6b-cc4b-4088-bc0c-d38ecad533d3 req-6ae81a79-5fce-476d-8c4b-426cf9f18f3c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.475990 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-782bad6b-cc4b-4088-bc0c-d38ecad533d3 req-6ae81a79-5fce-476d-8c4b-426cf9f18f3c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0528388 Aug 10 04:15:13.515761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-782bad6b-cc4b-4088-bc0c-d38ecad533d3 req-7de11a8a-5516-4642-87d4-dfe91bad69d3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338800 Aug 10 04:15:13.630982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5b14c-230e-4fb1-95f1-ea3057f4f27f req-6a60ed67-7faf-4b60-b8b0-fe590555156a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.632460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47f5b14c-230e-4fb1-95f1-ea3057f4f27f req-6a60ed67-7faf-4b60-b8b0-fe590555156a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0518911 Aug 10 04:15:13.670159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47f5b14c-230e-4fb1-95f1-ea3057f4f27f req-5f3b227f-e49e-4353-855b-02dbd2efea4e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Aug 10 04:15:13.917155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d92e54-10b1-4ee9-9d6f-1e1aa15d7d99 req-e2c96c7f-fab2-4d58-bd43-18d098354a6b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.918685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70d92e54-10b1-4ee9-9d6f-1e1aa15d7d99 req-e2c96c7f-fab2-4d58-bd43-18d098354a6b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0494514 Aug 10 04:15:13.956090 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70d92e54-10b1-4ee9-9d6f-1e1aa15d7d99 req-1e3364e1-3120-4b94-95cf-a5249dea390f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313675 Aug 10 04:15:15.078060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f77707-192f-4ed6-984a-ff968a426540 req-27b8d2c5-60cb-4dd3-a07a-70e919e06dbe tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:15.079752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59f77707-192f-4ed6-984a-ff968a426540 req-27b8d2c5-60cb-4dd3-a07a-70e919e06dbe tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Aug 10 04:15:15.118855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59f77707-192f-4ed6-984a-ff968a426540 req-7977ebaa-d403-42e2-b3ce-58f695e00175 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Aug 10 04:15:15.403821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-f59d3cb2-cd47-4398-808b-9aeca80c2e7a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:15.405340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-f59d3cb2-cd47-4398-808b-9aeca80c2e7a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 945 time: 0.0487761 Aug 10 04:15:15.498884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:15.499224 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.586918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:15.587326 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.600546 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:15.731115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.743852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f6f5e4d2-bcf4-44a2-92f3-d03986843fd7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:15:15.762149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=f6f5e4d2-bcf4-44a2-92f3-d03986843fd7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:15.812232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:15.815776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.818403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a8c62bf-4bd0-4134-a9de-43d5e0a22313 req-e0423d1b-d46c-4a80-a40b-87a1c876c18f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "DELETE /v2.0/ports/f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 HTTP/1.1" status: 204 len: 173 time: 0.4053106 Aug 10 04:15:15.818907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'name': 'network-vif-deleted', 'tag': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:15.822500 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720832a-eb35-4773-bc53-a92f62886820" -d '{"events": [{"server_uuid": "b6a490d0-0657-462f-abc1-392f191e07f4", "name": "network-vif-deleted", "tag": "f6f5e4d2-bcf4-44a2-92f3-d03986843fd7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:15.870248 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c42fc3-45df-40df-8d91-7d5d1c13852c x-openstack-request-id: req-61c42fc3-45df-40df-8d91-7d5d1c13852c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:15.870549 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a490d0-0657-462f-abc1-392f191e07f4", "name": "network-vif-deleted", "tag": "f6f5e4d2-bcf4-44a2-92f3-d03986843fd7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:15.871492 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61c42fc3-45df-40df-8d91-7d5d1c13852c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:15.871492 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a490d0-0657-462f-abc1-392f191e07f4', 'name': 'network-vif-deleted', 'tag': 'f6f5e4d2-bcf4-44a2-92f3-d03986843fd7', 'status': 'completed', 'code': 200} Aug 10 04:15:16.216143 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a407b7c8-51d0-423d-bb72-a1dc6eb96108 req-6e8c4b43-79e6-4c2c-a5ea-0c707c7d10b8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Aug 10 04:15:17.314066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1bb0282-7db1-41b8-b0ba-614b3a5f9abc req-8792d307-f604-46cb-82cf-c24b768851df tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0263045 Aug 10 04:15:18.411942 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45b58359-f507-420a-87e5-0d5ca6638c84 req-67512e55-e473-4210-b037-0389da5a40e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Aug 10 04:15:19.514886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c66eabc9-e7cf-4f3d-8260-e5ecdaa62c63 req-080b787a-1ead-4de6-9b1f-b3507e16b789 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a490d0-0657-462f-abc1-392f191e07f4 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Aug 10 04:15:19.772461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:19.794444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:19.794807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f6f5e4d2-bcf4-44a2-92f3-d03986843fd7 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:22.527090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:25.117737 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.295324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.030708 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b232f31-6ab1-41b6-acb7-8bfce99d6a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.692804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.917550 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47de8977-beb4-4e31-98dc-493499efcda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.844067 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.306575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.641262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-7ad0b6a2-71e6-40bc-a0c9-dfc52180f6e2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:39.642694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-7ad0b6a2-71e6-40bc-a0c9-dfc52180f6e2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1049070 Aug 10 04:15:39.658162 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-1b67ced6-e4af-48d8-a261-7ed7090185b3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0090475 Aug 10 04:15:39.709163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-74b484c7-0788-4911-b28e-d80fffb2cc15 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456908 Aug 10 04:15:39.719565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-db502c4f-c7fa-42bd-bdf8-61d5961403c6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:15:39.720510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-db502c4f-c7fa-42bd-bdf8-61d5961403c6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049286 Aug 10 04:15:39.811499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ee7d0e07-9719-4c82-a871-861938d738cb service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853076 Aug 10 04:15:39.897099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-3d25e394-0080-4185-b345-551c77b80d09 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795956 Aug 10 04:15:40.079800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-789f81f5-e0fe-4d61-9974-318ce24eac35 req-58fe007b-c83f-42ed-8362-e42459e71de1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 210 time: 0.0256748 Aug 10 04:15:41.013258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-845c931b-73f4-4e1c-9428-a7c29116d066 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:41.014793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-845c931b-73f4-4e1c-9428-a7c29116d066 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1105189 Aug 10 04:15:41.028247 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:41.144430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:41.149355 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.179912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9c47038f-ca92-4850-a4bd-b7daf19c9ea6 req-78c347e1-af5a-42a2-a656-f1e8ff4e53c5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Aug 10 04:15:41.292498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.8 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:41.474873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.488575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:41.528417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.576001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:41.579383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:41.584492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:41.588850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:41.618382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.618741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.619096 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.619424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.619762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.620095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.620425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.620755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.621083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.621410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.621732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.622077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:41.649685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:41.650493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.667350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ffd23942-b571-4a9c-9554-ed313692c427 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431279 Aug 10 04:15:41.681520 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Request body: {'port': {'device_id': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:41.742298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.841559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-40de8331-4f1f-4ecd-98d0-a0f2b6ffc3e2 None None] Provisioning for port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:41.846355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-40de8331-4f1f-4ecd-98d0-a0f2b6ffc3e2 None None] Provisioning complete for port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:41.846826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-40de8331-4f1f-4ecd-98d0-a0f2b6ffc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.883558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-40de8331-4f1f-4ecd-98d0-a0f2b6ffc3e2 None None] Port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:42.023270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:42.031519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.046758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Transition to ACTIVE for port object 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:42.050586 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.135885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.193138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Attempting to bind port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:42.193776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Attempting to bind port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:42.194163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Attempting to bind port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:42.199049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:15:42.199596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Attempting to bind port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:42.206199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:42.206698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:42.207179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:42.207738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Bound port: 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:42.208721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.624781 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e112b0b-4bf3-46e2-8416-b51d59dc3eee req-76b949d4-4e82-4502-8651-2684bcfeef67 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:42.626325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e112b0b-4bf3-46e2-8416-b51d59dc3eee req-76b949d4-4e82-4502-8651-2684bcfeef67 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0920594 Aug 10 04:15:42.631583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] For port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:42.634967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] For port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:42.644810 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.694288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:42.694951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.696385 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 HTTP/1.1" status: 200 len: 1092 time: 1.0193181 Aug 10 04:15:42.698139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'tag': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:42.700608 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332db507-5815-4aa5-a7b4-1b2dc1878389" -d '{"events": [{"name": "network-changed", "server_uuid": "a76cfc2e-4d20-4a60-b61c-e7a1277cc494", "tag": "2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:42.724268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e112b0b-4bf3-46e2-8416-b51d59dc3eee req-1d22c098-77cc-4fe4-a752-bcd18398ea55 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877559 Aug 10 04:15:42.773788 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd87cc-3513-4e7f-8912-968557579bcc x-openstack-request-id: req-42fd87cc-3513-4e7f-8912-968557579bcc {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:42.774139 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76cfc2e-4d20-4a60-b61c-e7a1277cc494", "tag": "2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:42.774367 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42fd87cc-3513-4e7f-8912-968557579bcc {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:42.774762 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'tag': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75', 'status': 'completed', 'code': 200} Aug 10 04:15:42.775477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d0d1-4b1f-487b-9e1f-543f090fa044 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.794584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-320bb9a1-01f1-48ae-9b9b-1bee22328683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:42.796036 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-320bb9a1-01f1-48ae-9b9b-1bee22328683 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 1095 time: 0.0511563 Aug 10 04:15:42.840792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-bae96f60-2722-45bc-8cce-4e772f323df9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 HTTP/1.1" status: 200 len: 217 time: 0.0362835 Aug 10 04:15:42.904557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ebb5de67-b74d-4880-a2c8-9234abb3d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:42.906093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ebb5de67-b74d-4880-a2c8-9234abb3d22a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0564048 Aug 10 04:15:42.958602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-48e2dd5a-1d8a-4dfa-ae2e-218f3b7f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:42.960130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-48e2dd5a-1d8a-4dfa-ae2e-218f3b7f4523 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450211 Aug 10 04:15:43.049940 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-a12803d5-49c7-49ea-92ea-00ca2e735906 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812514 Aug 10 04:15:43.145163 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f0028e96-9f5d-487f-ad82-afe1794c2afc req-ca8575bd-298a-4e76-8142-f83641080540 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Aug 10 04:15:43.231342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-93612a15-6bbb-4348-9c38-792310365e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.232771 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-93612a15-6bbb-4348-9c38-792310365e31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 1095 time: 0.0418570 Aug 10 04:15:43.333878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-c5d1133a-ec32-417e-8fae-24859545b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.335405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-c5d1133a-ec32-417e-8fae-24859545b985 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0942898 Aug 10 04:15:43.377376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-0bf6a80a-bb6a-4c8a-b716-2c3440d8d6c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 HTTP/1.1" status: 200 len: 217 time: 0.0339200 Aug 10 04:15:43.428469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-78f9b257-ce0b-4b07-86ed-12f46340f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.429934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-78f9b257-ce0b-4b07-86ed-12f46340f08c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0457985 Aug 10 04:15:43.481690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-c5382088-d235-4586-82bf-c9b59fee4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.483247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-c5382088-d235-4586-82bf-c9b59fee4bea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459051 Aug 10 04:15:43.578231 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-41d6537c-759d-4f33-82cd-90f91604985f service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Aug 10 04:15:43.677084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-332db507-5815-4aa5-a7b4-1b2dc1878389 req-3bf684c4-eee8-49bd-a656-b4e6efb655c8 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909443 Aug 10 04:15:43.875843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b82c-20d5-4b18-b8a3-03a8a218f98a req-37f7d863-46c6-4571-99ea-0f1e1d40d40d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.877303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd9b82c-20d5-4b18-b8a3-03a8a218f98a req-37f7d863-46c6-4571-99ea-0f1e1d40d40d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0674686 Aug 10 04:15:43.917501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4fd9b82c-20d5-4b18-b8a3-03a8a218f98a req-e9d20af7-71b1-4802-8314-bd7e073b5b74 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Aug 10 04:15:45.088366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f21ab-083e-4f7d-8d3a-447675cdf29d req-316f139c-b598-452f-a1b0-23927f352035 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.089895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-db9f21ab-083e-4f7d-8d3a-447675cdf29d req-316f139c-b598-452f-a1b0-23927f352035 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0734739 Aug 10 04:15:45.144498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-db9f21ab-083e-4f7d-8d3a-447675cdf29d req-2fcca915-a06f-4c72-81cd-d3004b53a439 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Aug 10 04:15:46.288211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ae69b-b6da-495b-b00f-87c9620f08e2 req-d6c78fab-df41-474d-84b0-2e781b54cc15 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:46.294456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c60ae69b-b6da-495b-b00f-87c9620f08e2 req-d6c78fab-df41-474d-84b0-2e781b54cc15 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0667696 Aug 10 04:15:46.337459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c60ae69b-b6da-495b-b00f-87c9620f08e2 req-dd1df9d2-eeb1-4189-9bed-3a6a0bd43ab0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362549 Aug 10 04:15:47.463085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a3b3c-7de4-4925-bee8-13a5e99ba770 req-71f17a7b-4704-42af-ad21-2a974afa9541 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:47.464612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-378a3b3c-7de4-4925-bee8-13a5e99ba770 req-71f17a7b-4704-42af-ad21-2a974afa9541 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0517712 Aug 10 04:15:47.509877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-378a3b3c-7de4-4925-bee8-13a5e99ba770 req-b963e326-a7bd-4a80-81b8-3435f163cb45 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Aug 10 04:15:48.623532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e9dd1-39e3-4168-a6cd-ef1f41239689 req-5f095d11-4143-40fe-b333-cf4f3509ffda tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:48.624908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f4e9dd1-39e3-4168-a6cd-ef1f41239689 req-5f095d11-4143-40fe-b333-cf4f3509ffda tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0479338 Aug 10 04:15:48.666628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f4e9dd1-39e3-4168-a6cd-ef1f41239689 req-98d635f1-a440-40a7-b78d-146645292ca1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Aug 10 04:15:49.779347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eb9cf-b3a9-4cb5-bb11-f8130a4d1d6f req-c1d06676-8c95-429a-83c1-56cb58dcd63a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:49.780821 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d91eb9cf-b3a9-4cb5-bb11-f8130a4d1d6f req-c1d06676-8c95-429a-83c1-56cb58dcd63a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0480440 Aug 10 04:15:49.818423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d91eb9cf-b3a9-4cb5-bb11-f8130a4d1d6f req-5ba2e37f-8932-4405-ad1d-b919d2c5761b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Aug 10 04:15:50.933772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd14a22-f439-4e97-af92-68fadd11af45 req-27367dd4-128b-4ece-afc5-bba5d8ee2d51 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:50.935275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddd14a22-f439-4e97-af92-68fadd11af45 req-27367dd4-128b-4ece-afc5-bba5d8ee2d51 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0493610 Aug 10 04:15:50.972976 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ddd14a22-f439-4e97-af92-68fadd11af45 req-51f27b72-c60a-41ae-9244-5cd6c2d2e785 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Aug 10 04:15:52.096092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c23b5-5414-48af-88cc-d4cc64736e90 req-9fccce55-6be4-4030-8bfd-b1650c5a1a83 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:52.097639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b6c23b5-5414-48af-88cc-d4cc64736e90 req-9fccce55-6be4-4030-8bfd-b1650c5a1a83 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0556648 Aug 10 04:15:52.435178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b6c23b5-5414-48af-88cc-d4cc64736e90 req-add78f4c-9e93-4b24-94ad-fc6d5ff991a8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311155 Aug 10 04:15:53.552517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c78c2b-eeb4-490e-bb2d-6546b96d594b req-e5bbd055-bd6e-49ca-8140-2b29eadae1a2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:53.554208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15c78c2b-eeb4-490e-bb2d-6546b96d594b req-e5bbd055-bd6e-49ca-8140-2b29eadae1a2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0501659 Aug 10 04:15:53.591760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15c78c2b-eeb4-490e-bb2d-6546b96d594b req-67c230d9-330b-4c78-8e94-b34a9171c391 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Aug 10 04:15:54.718284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c1e4f-e0a5-43d4-bcd5-93deca8ff1de req-1a42b072-f7bf-4232-a5f9-73808b9d230a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.719645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d59c1e4f-e0a5-43d4-bcd5-93deca8ff1de req-1a42b072-f7bf-4232-a5f9-73808b9d230a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0515783 Aug 10 04:15:54.758331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d59c1e4f-e0a5-43d4-bcd5-93deca8ff1de req-2aa6c6ad-3c39-4a28-8410-1e0861d07c25 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 10 04:15:55.111542 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.871354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a7a92-52c7-41bd-a95c-6dd77f749992 req-2d9b2f89-1744-4325-87a1-83377829b397 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:55.872905 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-914a7a92-52c7-41bd-a95c-6dd77f749992 req-2d9b2f89-1744-4325-87a1-83377829b397 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0484571 Aug 10 04:15:55.915090 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-914a7a92-52c7-41bd-a95c-6dd77f749992 req-65f4b90d-d544-4263-aea9-6f3bbbf21e5f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362875 Aug 10 04:15:56.316111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.031460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55cdc05b-bdd5-484f-8b71-0d216bf57bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.039494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c0ce-6e26-4e56-9507-b431c790cb70 req-8ff13f5e-21e7-42aa-a4f5-c491a0354ac1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:57.040973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-86c7c0ce-6e26-4e56-9507-b431c790cb70 req-8ff13f5e-21e7-42aa-a4f5-c491a0354ac1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0583653 Aug 10 04:15:57.078528 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-86c7c0ce-6e26-4e56-9507-b431c790cb70 req-e5107bbe-0ef2-4027-940d-938b45bfb4c9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Aug 10 04:15:58.194390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c635ed-fa60-4fe5-947b-cdb175663051 req-0cc94925-f270-41c4-aa7c-de590f37e0a9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:58.195880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a8c635ed-fa60-4fe5-947b-cdb175663051 req-0cc94925-f270-41c4-aa7c-de590f37e0a9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0492001 Aug 10 04:15:58.240402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a8c635ed-fa60-4fe5-947b-cdb175663051 req-6d49ba95-5ab8-4c68-8d6d-b79f946582b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Aug 10 04:15:59.358982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677395-5318-4ce7-9080-311be8f407df req-f24039b7-9e65-4931-b992-7ccbe9fbb812 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:59.360384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8677395-5318-4ce7-9080-311be8f407df req-f24039b7-9e65-4931-b992-7ccbe9fbb812 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0516868 Aug 10 04:15:59.398473 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b8677395-5318-4ce7-9080-311be8f407df req-b02c7466-4502-4247-b190-31094db68763 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Aug 10 04:15:59.526812 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:59.685128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.908981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c669e0ff-9109-4a79-a510-4d987ed024e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:00.511505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe22fb-3e04-43b0-ad38-64466c3848d3 req-1de87b8e-8ecd-48a0-bcbe-c0f187bb029e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:00.512988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cfe22fb-3e04-43b0-ad38-64466c3848d3 req-1de87b8e-8ecd-48a0-bcbe-c0f187bb029e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0487204 Aug 10 04:16:00.551846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cfe22fb-3e04-43b0-ad38-64466c3848d3 req-919f56c0-6728-40ce-b65c-fb8b57d1e065 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Aug 10 04:16:01.669414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e742b9f-a5fd-4988-9552-3d9368937c91 req-16dbfb30-9715-4918-b93f-34a89ead99d4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.670937 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e742b9f-a5fd-4988-9552-3d9368937c91 req-16dbfb30-9715-4918-b93f-34a89ead99d4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 943 time: 0.0518656 Aug 10 04:16:01.710156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e742b9f-a5fd-4988-9552-3d9368937c91 req-7f51cca8-63a8-45db-a68a-012ca7d70f4a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Aug 10 04:16:01.843221 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:01.999996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:16:02.091620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:02.106170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75', 'mac_address': 'fa:16:3e:a5:ee:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:16:02.142000 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.155938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:02.176126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:02.179839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.226097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:02.376336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:02.828103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f72c4-9d15-4b76-9d13-9ae270a36786 req-be49f26d-abc6-4947-88ce-352dd2f6dfc1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:02.829584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f89f72c4-9d15-4b76-9d13-9ae270a36786 req-be49f26d-abc6-4947-88ce-352dd2f6dfc1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 944 time: 0.0525851 Aug 10 04:16:02.872306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f89f72c4-9d15-4b76-9d13-9ae270a36786 req-a506c468-82a6-4e21-9e69-397fe2db43b2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Aug 10 04:16:03.308455 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.986751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f8a42-f98b-4553-91c3-e0b1fd321d63 req-2aaab503-3726-478f-8f14-9d1030361e22 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:03.988234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-304f8a42-f98b-4553-91c3-e0b1fd321d63 req-2aaab503-3726-478f-8f14-9d1030361e22 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 944 time: 0.0486288 Aug 10 04:16:03.998261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:04.028765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-304f8a42-f98b-4553-91c3-e0b1fd321d63 req-f2234209-1edc-4c5d-8f0b-8d5264b9add3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345905 Aug 10 04:16:04.047371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:04.051676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:04.052162 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.133919 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.156875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:04.159043 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a81517-1765-4843-995f-689516a36e36" -d '{"events": [{"server_uuid": "a76cfc2e-4d20-4a60-b61c-e7a1277cc494", "name": "network-vif-plugged", "status": "completed", "tag": "2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:04.172031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:04.176544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.223957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:04.339120 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e8affc-dea8-4479-80e9-f0f0247e45f4 x-openstack-request-id: req-a8e8affc-dea8-4479-80e9-f0f0247e45f4 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:04.339686 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76cfc2e-4d20-4a60-b61c-e7a1277cc494", "name": "network-vif-plugged", "status": "completed", "tag": "2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:04.339686 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8e8affc-dea8-4479-80e9-f0f0247e45f4 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:04.340040 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75', 'code': 200} Aug 10 04:16:04.434235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf9311-284d-4bcc-8bd7-7aa7a60f0199 req-ebdfa7bf-3bf3-4748-aec0-8e079d5d7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:04.435621 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fadf9311-284d-4bcc-8bd7-7aa7a60f0199 req-ebdfa7bf-3bf3-4748-aec0-8e079d5d7bf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 1097 time: 0.0394638 Aug 10 04:16:04.470930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fadf9311-284d-4bcc-8bd7-7aa7a60f0199 req-e60cd1e0-2568-45d7-a0a7-c7fd83934235 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273588 Aug 10 04:16:05.146987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f441fa0-7da1-4a4a-a24d-96247aff0319 req-84faad85-1b59-41e2-8ba0-bc500afe0ff3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:05.148765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f441fa0-7da1-4a4a-a24d-96247aff0319 req-84faad85-1b59-41e2-8ba0-bc500afe0ff3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0530951 Aug 10 04:16:05.186409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f441fa0-7da1-4a4a-a24d-96247aff0319 req-5f8dc2c0-9e0b-4e70-b9f6-16ed720227bb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Aug 10 04:16:06.304317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5ceea-a353-4a44-b56d-2da7ca5dd75c req-733af515-e9d9-4a85-bbab-816eadeeff38 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:06.306198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68b5ceea-a353-4a44-b56d-2da7ca5dd75c req-733af515-e9d9-4a85-bbab-816eadeeff38 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Aug 10 04:16:06.343875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68b5ceea-a353-4a44-b56d-2da7ca5dd75c req-dc5a59e1-4b33-4825-9e93-257373ec0669 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Aug 10 04:16:06.457695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514dc63-ce2f-4288-9c65-f717b84d556c req-3261a544-dea0-454b-89fb-df749adb562b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:06.459220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c514dc63-ce2f-4288-9c65-f717b84d556c req-3261a544-dea0-454b-89fb-df749adb562b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0492857 Aug 10 04:16:06.497636 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c514dc63-ce2f-4288-9c65-f717b84d556c req-eff59bad-a5d6-49a5-bca3-f902f3cb7422 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Aug 10 04:16:06.613280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03645c6b-5c20-43be-8b4f-2ee8c28939ce req-b4e532f9-711f-475e-8c57-2265f792f5e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:06.614820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03645c6b-5c20-43be-8b4f-2ee8c28939ce req-b4e532f9-711f-475e-8c57-2265f792f5e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Aug 10 04:16:06.656087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-03645c6b-5c20-43be-8b4f-2ee8c28939ce req-3e15ca04-db79-489d-b6ab-829cbf7e127c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Aug 10 04:16:06.940819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f4b6a-b911-4674-abe9-72f217a8dcae req-17a288d2-ff22-493c-b32d-f38cb2503cb3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:06.942876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c4f4b6a-b911-4674-abe9-72f217a8dcae req-17a288d2-ff22-493c-b32d-f38cb2503cb3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0484052 Aug 10 04:16:06.982188 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c4f4b6a-b911-4674-abe9-72f217a8dcae req-d0294ecf-5437-4f7c-955d-25c490f2c741 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Aug 10 04:16:08.108481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201020b-a896-422a-8934-7259cc0dfd46 req-adf5e37e-f23d-4717-96df-9935932829d8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:08.110082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2201020b-a896-422a-8934-7259cc0dfd46 req-adf5e37e-f23d-4717-96df-9935932829d8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0539086 Aug 10 04:16:08.155244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2201020b-a896-422a-8934-7259cc0dfd46 req-435d3921-e1e4-490e-b551-7f8f21753f7d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 Aug 10 04:16:08.481950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce5573-1299-429b-8951-e5514d085aff req-540d4baf-34cc-415e-b176-9d052fb15625 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:08.483421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce5573-1299-429b-8951-e5514d085aff req-540d4baf-34cc-415e-b176-9d052fb15625 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 945 time: 0.0558858 Aug 10 04:16:08.592922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:08.593269 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.681314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:08.681677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.694480 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:08.824189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.836374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:08.855202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:08.898701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:08.901736 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.904040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce5573-1299-429b-8951-e5514d085aff req-f270fed8-0970-47aa-bd8a-a4132d61e70b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "DELETE /v2.0/ports/2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 HTTP/1.1" status: 204 len: 173 time: 0.4050701 Aug 10 04:16:08.904521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'name': 'network-vif-deleted', 'tag': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:08.906830 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e295d-7936-4c4c-badc-f617112142a5" -d '{"events": [{"server_uuid": "a76cfc2e-4d20-4a60-b61c-e7a1277cc494", "name": "network-vif-deleted", "tag": "2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:08.953694 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aeb9e2-e49a-45d8-99e8-1f7411abf90d x-openstack-request-id: req-86aeb9e2-e49a-45d8-99e8-1f7411abf90d {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:08.954012 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76cfc2e-4d20-4a60-b61c-e7a1277cc494", "name": "network-vif-deleted", "tag": "2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:08.954284 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86aeb9e2-e49a-45d8-99e8-1f7411abf90d {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:08.954691 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76cfc2e-4d20-4a60-b61c-e7a1277cc494', 'name': 'network-vif-deleted', 'tag': '2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75', 'status': 'completed', 'code': 200} Aug 10 04:16:09.253122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c306e549-29fc-48f5-b999-2a98c101f63c req-6a362032-a1ec-4a10-9e4e-f50d9590fd12 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 210 time: 0.0305116 Aug 10 04:16:10.365839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f7ab72c6-a660-4d7c-a311-976575fda9eb req-9e2e553e-cc6e-4b10-939c-34bf909e8031 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 210 time: 0.0304074 Aug 10 04:16:11.459875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-17332f93-6f15-4054-aa35-9a4dbffe30ef req-00d64d7a-c1f4-4d57-858d-2a661ff69596 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 210 time: 0.0263913 Aug 10 04:16:12.029391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:12.050310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:16:12.050657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2e1d2e6d-7e4d-4152-8490-8a94d8ad6f75 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:16:12.577288 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-060b58a5-191f-49d9-99a6-4f3e210c2891 req-9ef3299b-1f4a-4398-abc3-2d3255a481b2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=a76cfc2e-4d20-4a60-b61c-e7a1277cc494 HTTP/1.1" status: 200 len: 210 time: 0.0330420 Aug 10 04:16:25.140007 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.315039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.034064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1160215-3352-4820-9bba-e84341f96f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:29.687628 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:29.909469 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-499a6362-62b2-4659-a751-59181c92d602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.846285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.311739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.461637 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-5eebf59b-5cfa-4adc-9a81-010ef6d51b4b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:33.463136 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-5eebf59b-5cfa-4adc-9a81-010ef6d51b4b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1011252 Aug 10 04:16:33.479178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-65a60c7a-bd37-4c68-9b39-2219334e75c9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0101526 Aug 10 04:16:33.536720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-75705833-6498-426e-a20e-f76b69330ce2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516632 Aug 10 04:16:33.629999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-40ad39db-121f-4d59-95e8-d87254eb8f4e service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864930 Aug 10 04:16:33.728479 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-45ac8cd7-afea-4739-8757-8215acd6db1a service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922415 Aug 10 04:16:35.028218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e0fcf1ed-b972-4ec3-ad8e-29579a38a3df req-5658c93f-c2a5-4071-86a2-35dbd14be8d1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 210 time: 0.0264359 Aug 10 04:16:35.932772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-ef810f27-882d-473c-9821-76cf7063433e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:35.934268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-ef810f27-882d-473c-9821-76cf7063433e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1085522 Aug 10 04:16:35.948558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:36.065644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:36.070138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.152300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a828867-c935-423a-9d4c-55fd48c98cae req-182548bd-a8f6-47af-a400-8dfb2773e452 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 210 time: 0.0529752 Aug 10 04:16:36.233322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.12 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/0e917aa1-89ba-4d27-9322-6be634c7618e) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:36.386462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.400611 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object 0e917aa1-89ba-4d27-9322-6be634c7618e will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:36.433918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.484072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:36.489881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:36.495144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:36.498330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=0e917aa1-89ba-4d27-9322-6be634c7618e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:36.529354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:36.555451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:36.556189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.575071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9813e2fe-20a2-4a5f-93be-7bc9d73b953b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6302185 Aug 10 04:16:36.587204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-eb43535c-ed28-459b-ac1f-8ec7fd4591c3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:16:36.588206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-eb43535c-ed28-459b-ac1f-8ec7fd4591c3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056241 Aug 10 04:16:36.601085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Request body: {'port': {'device_id': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:36.658987 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.794600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af7feb7d-2213-4f20-8fab-7e9db8da280a None None] Provisioning for port 0e917aa1-89ba-4d27-9322-6be634c7618e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:36.801709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-af7feb7d-2213-4f20-8fab-7e9db8da280a None None] Provisioning complete for port 0e917aa1-89ba-4d27-9322-6be634c7618e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:36.802829 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af7feb7d-2213-4f20-8fab-7e9db8da280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.837706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-af7feb7d-2213-4f20-8fab-7e9db8da280a None None] Port 0e917aa1-89ba-4d27-9322-6be634c7618e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:36.958032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e917aa1-89ba-4d27-9322-6be634c7618e {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:36.965401 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.979992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Transition to ACTIVE for port object 0e917aa1-89ba-4d27-9322-6be634c7618e will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:36.983509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.033655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Pushing event updated for resources: {'Port': ['ID=0e917aa1-89ba-4d27-9322-6be634c7618e,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:37.117780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Attempting to bind port 0e917aa1-89ba-4d27-9322-6be634c7618e on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:37.118154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Attempting to bind port 0e917aa1-89ba-4d27-9322-6be634c7618e by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:37.118472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Attempting to bind port 0e917aa1-89ba-4d27-9322-6be634c7618e on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:37.124505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Port 0e917aa1-89ba-4d27-9322-6be634c7618e on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:16:37.124834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Attempting to bind port 0e917aa1-89ba-4d27-9322-6be634c7618e on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:37.131226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:37.131557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:37.131939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:37.132368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Bound port: 0e917aa1-89ba-4d27-9322-6be634c7618e, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:37.132727 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.212903 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] For port 0e917aa1-89ba-4d27-9322-6be634c7618e, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:37.216627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] For port 0e917aa1-89ba-4d27-9322-6be634c7618e, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0e917aa1-89ba-4d27-9322-6be634c7618e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:37.223772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.266585 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.267443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.269634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] 10.222.0.39 "PUT /v2.0/ports/0e917aa1-89ba-4d27-9322-6be634c7618e HTTP/1.1" status: 200 len: 1093 time: 0.6737289 Aug 10 04:16:37.270298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'tag': '0e917aa1-89ba-4d27-9322-6be634c7618e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:37.273044 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd1edf1-13c3-46c8-b883-878a9c0306ba" -d '{"events": [{"name": "network-changed", "server_uuid": "febd156d-5aa3-4387-8b8c-2bc56567d29f", "tag": "0e917aa1-89ba-4d27-9322-6be634c7618e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:37.297323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88678e98-5e02-4eae-a865-07c982fbb424 req-e0c7c560-b987-4a50-8b29-e3f083c85eaf tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.305600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88678e98-5e02-4eae-a865-07c982fbb424 req-e0c7c560-b987-4a50-8b29-e3f083c85eaf tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0725110 Aug 10 04:16:37.312270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0697b35-900a-4fdf-b358-f6427dbf2915 service neutron] Pushing event updated for resources: {'Port': ['ID=0e917aa1-89ba-4d27-9322-6be634c7618e,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:37.365205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88678e98-5e02-4eae-a865-07c982fbb424 req-38da01c5-062b-4d06-bbea-62e954b7a7da tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583227 Aug 10 04:16:37.396083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-3d6566fe-4244-4df6-9b6b-7b12d2aca344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.398096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-3d6566fe-4244-4df6-9b6b-7b12d2aca344 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 1096 time: 0.0749867 Aug 10 04:16:37.400062 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c43588d-dd15-45e3-bfab-1e83deca95b0 x-openstack-request-id: req-2c43588d-dd15-45e3-bfab-1e83deca95b0 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:37.400413 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febd156d-5aa3-4387-8b8c-2bc56567d29f", "tag": "0e917aa1-89ba-4d27-9322-6be634c7618e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:37.400725 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c43588d-dd15-45e3-bfab-1e83deca95b0 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:37.401182 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'tag': '0e917aa1-89ba-4d27-9322-6be634c7618e', 'status': 'completed', 'code': 200} Aug 10 04:16:37.452242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-9d746e85-4737-41ba-b9d4-e1d8a013da28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e917aa1-89ba-4d27-9322-6be634c7618e HTTP/1.1" status: 200 len: 217 time: 0.0410838 Aug 10 04:16:37.508257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-31b417da-238c-4ff2-8ffb-03f754027710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.509760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-31b417da-238c-4ff2-8ffb-03f754027710 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0480821 Aug 10 04:16:37.559286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-4665fdfe-2a05-465a-b325-8490f4c762cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.560869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-4665fdfe-2a05-465a-b325-8490f4c762cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424252 Aug 10 04:16:37.660864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-a757bea9-18ab-470c-9106-f7e81ae382a3 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908258 Aug 10 04:16:37.756873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-53878202-8d27-4ce0-a9c3-2bee4dd364b0 req-b5e4c592-191e-4805-998a-db26cd87f512 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879366 Aug 10 04:16:37.853146 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-c3be7c76-7a73-402a-8ff4-0861cba0eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.854721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-c3be7c76-7a73-402a-8ff4-0861cba0eabb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 1096 time: 0.0493305 Aug 10 04:16:37.949790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-574aeb22-c3ae-4bfc-adba-e771c43144e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:37.951343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-574aeb22-c3ae-4bfc-adba-e771c43144e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0885086 Aug 10 04:16:37.994217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-dd62a974-817f-4254-b4bb-b1501b0b3630 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e917aa1-89ba-4d27-9322-6be634c7618e HTTP/1.1" status: 200 len: 217 time: 0.0345387 Aug 10 04:16:38.050473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-80101ef6-c856-4f73-83cb-0fc49c5291ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:38.051954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-80101ef6-c856-4f73-83cb-0fc49c5291ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0494967 Aug 10 04:16:38.100622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-bc40f374-4c68-42d8-a0f7-cfaec1ca9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:38.102204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-bc40f374-4c68-42d8-a0f7-cfaec1ca9a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423031 Aug 10 04:16:38.195865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-7f4323aa-558f-4a06-89a7-f03124fd9cf0 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Aug 10 04:16:38.291077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd1edf1-13c3-46c8-b883-878a9c0306ba req-60b83c80-5ef5-4bdc-8ee5-f499e4587e52 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879672 Aug 10 04:16:38.474896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586ee5f-6ef1-4630-8b3f-455a16812bdd req-9079e2ce-dfc8-48f5-a9c1-1e9022780e68 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:38.476492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7586ee5f-6ef1-4630-8b3f-455a16812bdd req-9079e2ce-dfc8-48f5-a9c1-1e9022780e68 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0504036 Aug 10 04:16:38.523006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7586ee5f-6ef1-4630-8b3f-455a16812bdd req-f1694b0a-7488-425f-bd75-e7b4c83f683d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Aug 10 04:16:39.643039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5acbe3-3ede-4d63-98fe-3ccf47f81ffb req-c3d55c83-04d3-44ba-bf81-7b092e38a707 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:39.645086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac5acbe3-3ede-4d63-98fe-3ccf47f81ffb req-c3d55c83-04d3-44ba-bf81-7b092e38a707 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0508935 Aug 10 04:16:39.684939 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ac5acbe3-3ede-4d63-98fe-3ccf47f81ffb req-072088a1-fe89-4f3a-9cf1-b7bac7157d20 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Aug 10 04:16:40.799429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36ad93-0994-4f3f-bf52-6dc42144a7ce req-db8cb56a-7abf-42ed-8fdd-f5cac8eb768f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:40.801431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e36ad93-0994-4f3f-bf52-6dc42144a7ce req-db8cb56a-7abf-42ed-8fdd-f5cac8eb768f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0493588 Aug 10 04:16:40.840097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1e36ad93-0994-4f3f-bf52-6dc42144a7ce req-f8aa5446-0e45-49cc-a9f0-48321e2bea96 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Aug 10 04:16:41.958120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049a423-187f-400e-a82f-a949aa34bf8d req-db5533ab-436c-4d91-8b81-9b41142e490f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:41.959615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f049a423-187f-400e-a82f-a949aa34bf8d req-db5533ab-436c-4d91-8b81-9b41142e490f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0541980 Aug 10 04:16:41.997290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f049a423-187f-400e-a82f-a949aa34bf8d req-6f911914-83a1-4fc4-8587-5356eee8bbf7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Aug 10 04:16:43.127149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404bad3-1e81-46ac-b107-bbef580450c5 req-eaf63a7b-ace0-4bcb-b340-539ac4f5d686 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:43.130464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8404bad3-1e81-46ac-b107-bbef580450c5 req-eaf63a7b-ace0-4bcb-b340-539ac4f5d686 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0651300 Aug 10 04:16:43.170749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8404bad3-1e81-46ac-b107-bbef580450c5 req-307da6b6-ac07-4089-898c-d06a5083b074 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343986 Aug 10 04:16:44.287695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0827f-9ca4-4746-8022-e98934680277 req-b79ac85e-7c50-4820-8b80-15e6c8d7776d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:44.289525 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6a0827f-9ca4-4746-8022-e98934680277 req-b79ac85e-7c50-4820-8b80-15e6c8d7776d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0507276 Aug 10 04:16:44.327649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6a0827f-9ca4-4746-8022-e98934680277 req-e96ba01e-dce8-4cb4-98af-247bb7567221 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321863 Aug 10 04:16:45.443446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bec91c-9de9-4891-880a-e2b592211f5f req-aa5e32be-b988-44ff-81a6-c23a067fb5b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:45.445038 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62bec91c-9de9-4891-880a-e2b592211f5f req-aa5e32be-b988-44ff-81a6-c23a067fb5b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0501757 Aug 10 04:16:45.490404 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62bec91c-9de9-4891-880a-e2b592211f5f req-4d8277d8-7c84-4291-bd35-5a179793c50f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 Aug 10 04:16:46.609716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0a901-9fb1-447e-a2d0-7794b74cf38e req-e5eb0534-4293-4a04-8792-3ed3f3dd4748 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:46.611229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-deb0a901-9fb1-447e-a2d0-7794b74cf38e req-e5eb0534-4293-4a04-8792-3ed3f3dd4748 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0528693 Aug 10 04:16:46.648950 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-deb0a901-9fb1-447e-a2d0-7794b74cf38e req-68074437-d88a-472e-85e2-d4d63b026477 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Aug 10 04:16:47.763482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c14027-edc4-4280-bfe3-a2f1d259dd66 req-cd4f20c9-457f-4434-b955-2c57074f2746 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:47.764955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e7c14027-edc4-4280-bfe3-a2f1d259dd66 req-cd4f20c9-457f-4434-b955-2c57074f2746 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 944 time: 0.0489511 Aug 10 04:16:47.802110 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e7c14027-edc4-4280-bfe3-a2f1d259dd66 req-fa073a5f-9acb-4c27-b9de-9b235378d7b9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Aug 10 04:16:48.171063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0e917aa1-89ba-4d27-9322-6be634c7618e details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:16:48.265193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0e917aa1-89ba-4d27-9322-6be634c7618e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0e917aa1-89ba-4d27-9322-6be634c7618e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:48.277385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '0e917aa1-89ba-4d27-9322-6be634c7618e', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': '0e917aa1-89ba-4d27-9322-6be634c7618e', 'mac_address': 'fa:16:3e:2e:b3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:16:48.312896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:48.325488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e917aa1-89ba-4d27-9322-6be634c7618e {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:48.344721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0e917aa1-89ba-4d27-9322-6be634c7618e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0e917aa1-89ba-4d27-9322-6be634c7618e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:48.348760 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:48.395905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=0e917aa1-89ba-4d27-9322-6be634c7618e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:48.403442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.403790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.404133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.404471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.404804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.405140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.405467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.405793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.406153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.406481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.406802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.407126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:48.576134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['0e917aa1-89ba-4d27-9322-6be634c7618e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:48.918640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1c281-eda0-4c82-a9ee-a20fcf58de62 req-edc2b9b1-1600-407a-884a-550efbdaaa0d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:48.920100 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1c1c281-eda0-4c82-a9ee-a20fcf58de62 req-edc2b9b1-1600-407a-884a-550efbdaaa0d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 945 time: 0.0521863 Aug 10 04:16:48.957191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f1c1c281-eda0-4c82-a9ee-a20fcf58de62 req-41eee90a-a121-42dc-a4b4-a8ebb69df292 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Aug 10 04:16:50.072235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a963-1a0a-4a32-b5f5-3236afe051b9 req-4827e66d-1a89-47b3-a688-4e1fe8e81127 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:50.073796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e74a963-1a0a-4a32-b5f5-3236afe051b9 req-4827e66d-1a89-47b3-a688-4e1fe8e81127 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 945 time: 0.0495384 Aug 10 04:16:50.110733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e74a963-1a0a-4a32-b5f5-3236afe051b9 req-298c26ef-cace-46c9-b0e3-28da7d1dc2f2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Aug 10 04:16:50.200613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0e917aa1-89ba-4d27-9322-6be634c7618e up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:50.255146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 0e917aa1-89ba-4d27-9322-6be634c7618e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:50.259702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 0e917aa1-89ba-4d27-9322-6be634c7618e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:50.260081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.337773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.358856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e917aa1-89ba-4d27-9322-6be634c7618e'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:50.361244 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0670523-3341-44bc-b85a-e917705ea565" -d '{"events": [{"server_uuid": "febd156d-5aa3-4387-8b8c-2bc56567d29f", "name": "network-vif-plugged", "status": "completed", "tag": "0e917aa1-89ba-4d27-9322-6be634c7618e"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:50.373529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0e917aa1-89ba-4d27-9322-6be634c7618e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0e917aa1-89ba-4d27-9322-6be634c7618e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:50.377596 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.406907 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9a33d8-59f9-43b3-972f-f439763225ab x-openstack-request-id: req-eb9a33d8-59f9-43b3-972f-f439763225ab {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:50.407206 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febd156d-5aa3-4387-8b8c-2bc56567d29f", "name": "network-vif-plugged", "status": "completed", "tag": "0e917aa1-89ba-4d27-9322-6be634c7618e", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:50.407458 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb9a33d8-59f9-43b3-972f-f439763225ab {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:50.407844 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e917aa1-89ba-4d27-9322-6be634c7618e', 'code': 200} Aug 10 04:16:50.433538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=0e917aa1-89ba-4d27-9322-6be634c7618e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:50.498507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d74b84-2b69-4f23-bddc-cba5be1226c3 req-7d284972-298b-414c-9f8f-b2ba99fcdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:50.500123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21d74b84-2b69-4f23-bddc-cba5be1226c3 req-7d284972-298b-414c-9f8f-b2ba99fcdd30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 1098 time: 0.0404317 Aug 10 04:16:50.536122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21d74b84-2b69-4f23-bddc-cba5be1226c3 req-5a023062-7ee0-40f6-94e6-391364bef370 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279648 Aug 10 04:16:51.226220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937d5fd-20bf-4a4b-9878-59749aa65e47 req-04c60e22-23ba-4a0e-ab71-b1e9056bdcc3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:51.227716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5937d5fd-20bf-4a4b-9878-59749aa65e47 req-04c60e22-23ba-4a0e-ab71-b1e9056bdcc3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 946 time: 0.0478909 Aug 10 04:16:51.268790 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5937d5fd-20bf-4a4b-9878-59749aa65e47 req-52a56ed5-861b-4080-8bb2-eb355649e977 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Aug 10 04:16:52.392187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a1ee-9410-4294-9018-4f817267a37c req-1fc891c3-080a-4820-851c-5a29d8417bbc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:52.393708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fe3a1ee-9410-4294-9018-4f817267a37c req-1fc891c3-080a-4820-851c-5a29d8417bbc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 946 time: 0.0552084 Aug 10 04:16:52.431442 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fe3a1ee-9410-4294-9018-4f817267a37c req-bb336ecf-7518-4258-b89c-9c964fd40b2e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 10 04:16:52.561353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857723b-4cfc-4876-a694-77ad932a6ee5 req-3f8d43a4-fcf9-4769-a27c-add9d20b6215 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:52.562849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c857723b-4cfc-4876-a694-77ad932a6ee5 req-3f8d43a4-fcf9-4769-a27c-add9d20b6215 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 946 time: 0.0503819 Aug 10 04:16:52.600505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c857723b-4cfc-4876-a694-77ad932a6ee5 req-2efb6f08-f1d1-4aca-b94d-1c92495738fc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Aug 10 04:16:55.123646 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.690933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-80a9472d-7896-40a4-9ad1-2998bbd154f8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:55.692417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-80a9472d-7896-40a4-9ad1-2998bbd154f8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1029170 Aug 10 04:16:55.707896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-c868b0cf-27a6-42ff-b2fc-204a67d87c41 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0096059 Aug 10 04:16:55.764787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-e09f9fd5-c51d-4a41-9b88-4eb33c70ce2e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515990 Aug 10 04:16:55.854840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-76fdca3b-cc91-48a3-815b-d243964a9454 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819917 Aug 10 04:16:55.951836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-100f3890-14fd-4e34-86ba-52a49efc9abf service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909972 Aug 10 04:16:56.145129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c2db936b-00be-481f-9af5-d21ad74b15cc req-6642a408-1bb5-471c-843a-706b3fcc28ce tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Aug 10 04:16:56.312642 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.038193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4e2710a2-ba14-49b2-8e3c-4022d2e4c8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.069647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-cb58d1b4-db54-4854-9de0-a14a4872a853 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:57.071188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-cb58d1b4-db54-4854-9de0-a14a4872a853 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1153879 Aug 10 04:16:57.085401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': '9449e896-dd20-4ec1-8425-37979e572d18', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:57.210534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:57.214482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.262057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edf6e2c2-72cb-410f-8a5c-26e7afdbac89 req-f8fd1eee-53c3-4e28-87fa-33114d814dd9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 210 time: 0.0328443 Aug 10 04:16:57.387608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.7 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/143314f0-6eea-44c0-a799-1cfc3c2da452) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:57.476276 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-3a46b7ec-1075-41f4-b620-f8eb5686cb67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875359 Aug 10 04:16:57.550216 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.568621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object 143314f0-6eea-44c0-a799-1cfc3c2da452 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:57.606763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-1e386bee-c3eb-428e-a2fc-0c66368f22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:57.608727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-1e386bee-c3eb-428e-a2fc-0c66368f22a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 1098 time: 0.0629754 Aug 10 04:16:57.610218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.623035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['0e917aa1-89ba-4d27-9322-6be634c7618e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:16:57.668733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:57.681060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:57.687627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:57.693459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=143314f0-6eea-44c0-a799-1cfc3c2da452,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:57.728022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.728588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.729072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.729548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.730048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.730542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.731011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.731480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.731955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.732421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.732930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.733426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:57.772699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-7d380043-573f-4ac6-818b-9db25d1d9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:57.774253 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-7d380043-573f-4ac6-818b-9db25d1d9292 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.1310377 Aug 10 04:16:57.779557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:57.780212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.800223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-e1d9cf75-2d0c-4f3b-b96e-f89fc31b089c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7188940 Aug 10 04:16:57.836451 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-53817205-fb4c-44a3-8a67-9f1e9af14b5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e917aa1-89ba-4d27-9322-6be634c7618e HTTP/1.1" status: 200 len: 217 time: 0.0537975 Aug 10 04:16:57.873458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Request body: {'port': {'device_id': '9449e896-dd20-4ec1-8425-37979e572d18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:57.904831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-9f6a1e96-71de-4cb7-ac88-69d4cc448ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:57.906658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-9f6a1e96-71de-4cb7-ac88-69d4cc448ff8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0612464 Aug 10 04:16:57.940686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.959362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-873f7263-9bec-4e6b-bfbf-fd6b7ef4a756 None None] Provisioning for port 143314f0-6eea-44c0-a799-1cfc3c2da452 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:57.963818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-873f7263-9bec-4e6b-bfbf-fd6b7ef4a756 None None] Provisioning complete for port 143314f0-6eea-44c0-a799-1cfc3c2da452 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:57.964464 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-873f7263-9bec-4e6b-bfbf-fd6b7ef4a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.966082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-83a9a437-6902-4197-8232-f0116d00c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:57.967737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-83a9a437-6902-4197-8232-f0116d00c9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523140 Aug 10 04:16:58.003425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-873f7263-9bec-4e6b-bfbf-fd6b7ef4a756 None None] Port 143314f0-6eea-44c0-a799-1cfc3c2da452 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:58.085141 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-915d68ea-613d-4fdc-9a7d-ea5950a18c89 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090155 Aug 10 04:16:58.200812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5b0295d-5074-4ee6-a9b2-dfc1f10ba415 req-d6863017-aa3d-46f5-b2be-a74903bbebed service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074927 Aug 10 04:16:58.243102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143314f0-6eea-44c0-a799-1cfc3c2da452 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:16:58.250879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:58.263416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Transition to ACTIVE for port object 143314f0-6eea-44c0-a799-1cfc3c2da452 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:58.267261 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:58.319012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Pushing event updated for resources: {'Port': ['ID=143314f0-6eea-44c0-a799-1cfc3c2da452,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:58.396609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b02e-db5a-4355-a87d-0c57a6b4d8c1 req-f7130a41-e136-407a-a0b7-b4db4ce77405 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:58.398474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd97b02e-db5a-4355-a87d-0c57a6b4d8c1 req-f7130a41-e136-407a-a0b7-b4db4ce77405 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0631270 Aug 10 04:16:58.407161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Attempting to bind port 143314f0-6eea-44c0-a799-1cfc3c2da452 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:58.407820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Attempting to bind port 143314f0-6eea-44c0-a799-1cfc3c2da452 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:58.408387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Attempting to bind port 143314f0-6eea-44c0-a799-1cfc3c2da452 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:58.414379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Port 143314f0-6eea-44c0-a799-1cfc3c2da452 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:16:58.415041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Attempting to bind port 143314f0-6eea-44c0-a799-1cfc3c2da452 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:58.423783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:58.425053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:58.425445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:58.425876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Bound port: 143314f0-6eea-44c0-a799-1cfc3c2da452, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:58.426257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:58.444689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd97b02e-db5a-4355-a87d-0c57a6b4d8c1 req-408a6103-1ab3-4c9b-9098-2ffbc557e581 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Aug 10 04:16:58.498410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] For port 143314f0-6eea-44c0-a799-1cfc3c2da452, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:58.502396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] For port 143314f0-6eea-44c0-a799-1cfc3c2da452, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=143314f0-6eea-44c0-a799-1cfc3c2da452,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:58.509613 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:58.552756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:58.553310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:58.554663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] 10.222.0.65 "PUT /v2.0/ports/143314f0-6eea-44c0-a799-1cfc3c2da452 HTTP/1.1" status: 200 len: 1092 time: 0.7467163 Aug 10 04:16:58.555121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9449e896-dd20-4ec1-8425-37979e572d18', 'tag': '143314f0-6eea-44c0-a799-1cfc3c2da452'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:16:58.557558 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062294a-5ea6-430d-b075-2513e22ad98a" -d '{"events": [{"name": "network-changed", "server_uuid": "9449e896-dd20-4ec1-8425-37979e572d18", "tag": "143314f0-6eea-44c0-a799-1cfc3c2da452"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:16:58.577619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e34e32-ceb0-4fc7-943a-245b6d29d7ca service neutron] Pushing event updated for resources: {'Port': ['ID=143314f0-6eea-44c0-a799-1cfc3c2da452,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:58.651064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-926ff413-1a0a-45f2-ac19-003aa0c9d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:58.652678 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-926ff413-1a0a-45f2-ac19-003aa0c9d99f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 1095 time: 0.0509403 Aug 10 04:16:58.706801 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-d71bcd19-15b6-42fd-b6e2-babd2298b4a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=143314f0-6eea-44c0-a799-1cfc3c2da452 HTTP/1.1" status: 200 len: 217 time: 0.0450811 Aug 10 04:16:58.708646 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d9a84-13c9-47d2-b715-45ad590de7b3 x-openstack-request-id: req-c98d9a84-13c9-47d2-b715-45ad590de7b3 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:16:58.709004 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9449e896-dd20-4ec1-8425-37979e572d18", "tag": "143314f0-6eea-44c0-a799-1cfc3c2da452", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:16:58.709322 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c98d9a84-13c9-47d2-b715-45ad590de7b3 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:16:58.709834 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9449e896-dd20-4ec1-8425-37979e572d18', 'tag': '143314f0-6eea-44c0-a799-1cfc3c2da452', 'status': 'completed', 'code': 200} Aug 10 04:16:58.763323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-eeedc3a1-ae9d-416d-bdcf-65ed993e6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:58.764983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-eeedc3a1-ae9d-416d-bdcf-65ed993e6518 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0485404 Aug 10 04:16:58.812412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863b933-398a-447f-8cf1-c398f346b27f req-eafdc993-3e44-4b92-8755-cd4ba43488d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:58.813973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-eafdc993-3e44-4b92-8755-cd4ba43488d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416787 Aug 10 04:16:58.907097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-be63e72b-4f38-4031-90a5-73d3882d2275 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858593 Aug 10 04:16:58.995850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1863b933-398a-447f-8cf1-c398f346b27f req-60324d57-65d3-4bf0-9f0b-846819ddcc49 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811858 Aug 10 04:16:59.093038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062294a-5ea6-430d-b075-2513e22ad98a req-b8b0d382-c694-40fa-a68e-d3bcc76f311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:59.094645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-b8b0d382-c694-40fa-a68e-d3bcc76f311b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 1095 time: 0.0509934 Aug 10 04:16:59.186749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062294a-5ea6-430d-b075-2513e22ad98a req-8e678481-a8fb-4453-8bfe-74937bdfb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:59.188501 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-8e678481-a8fb-4453-8bfe-74937bdfb853 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0869191 Aug 10 04:16:59.230275 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-49748858-d9a6-4b73-a154-a9f1d4a28629 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=143314f0-6eea-44c0-a799-1cfc3c2da452 HTTP/1.1" status: 200 len: 217 time: 0.0348902 Aug 10 04:16:59.284618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062294a-5ea6-430d-b075-2513e22ad98a req-c882c67e-570c-4ab6-bd00-854bdbb4f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:59.286037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-c882c67e-570c-4ab6-bd00-854bdbb4f332 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0488846 Aug 10 04:16:59.332111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062294a-5ea6-430d-b075-2513e22ad98a req-7d30dcef-0162-4a9c-aba6-e75111cfd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:59.333535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-7d30dcef-0162-4a9c-aba6-e75111cfd17f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406489 Aug 10 04:16:59.433184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-3ac2780b-6405-4dbb-8507-aea8bb793eb4 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897734 Aug 10 04:16:59.544018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c062294a-5ea6-430d-b075-2513e22ad98a req-41d5ff23-e17a-45bf-95eb-dd8ac07eff50 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026096 Aug 10 04:16:59.570488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb178cb-b7e1-45eb-8fa4-904993dea6d0 req-23022d0d-e80d-4982-9faa-4707a17ee536 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:59.571977 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-deb178cb-b7e1-45eb-8fa4-904993dea6d0 req-23022d0d-e80d-4982-9faa-4707a17ee536 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0515573 Aug 10 04:16:59.610202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-deb178cb-b7e1-45eb-8fa4-904993dea6d0 req-3a992e34-9cf8-4a8a-961c-cc00bd4ab85d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 10 04:16:59.693234 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:59.928631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa9eef33-c967-43a3-9128-7ad3ed4ae285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:00.758630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314224-0ece-4373-9424-ea7cc54ac57c req-4a318817-1cbf-4edd-b220-132417fe9085 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:00.760135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29314224-0ece-4373-9424-ea7cc54ac57c req-4a318817-1cbf-4edd-b220-132417fe9085 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0671706 Aug 10 04:17:00.820087 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29314224-0ece-4373-9424-ea7cc54ac57c req-c8ab8023-f6ec-4488-8d86-156cf3d4b2c1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522740 Aug 10 04:17:01.867028 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.965425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac52f1-e533-434e-a2c0-e85d78c3cf9e req-480d0fc1-249a-41b7-975c-34bf9c4342c5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:01.967078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40ac52f1-e533-434e-a2c0-e85d78c3cf9e req-480d0fc1-249a-41b7-975c-34bf9c4342c5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0559380 Aug 10 04:17:02.022689 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-40ac52f1-e533-434e-a2c0-e85d78c3cf9e req-af7dae48-68fb-4539-b4b6-15d2c8536175 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486419 Aug 10 04:17:03.154264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5326769-35cd-442a-b77b-9a870b56d190 req-89b6eb52-df7f-4df1-94ce-55f9cf015ffb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:03.158477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5326769-35cd-442a-b77b-9a870b56d190 req-89b6eb52-df7f-4df1-94ce-55f9cf015ffb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0639093 Aug 10 04:17:03.197004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5326769-35cd-442a-b77b-9a870b56d190 req-d705c927-bce3-403f-a4a0-e8867e3340a2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Aug 10 04:17:03.314490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.332518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368bc1-fae1-4519-bb13-831fa53c9b07 req-5f7ddcf8-0127-4c62-8fa6-f54133bc435c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:04.334302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5368bc1-fae1-4519-bb13-831fa53c9b07 req-5f7ddcf8-0127-4c62-8fa6-f54133bc435c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0533526 Aug 10 04:17:04.381515 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5368bc1-fae1-4519-bb13-831fa53c9b07 req-7881cc26-b33c-4351-a2bb-75001652ad7a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Aug 10 04:17:05.496095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd8f34-ff0f-48e5-bd22-6d0bd4b49998 req-02e1981d-5212-4d2b-8df3-7894fe90b66f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:05.497641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27dd8f34-ff0f-48e5-bd22-6d0bd4b49998 req-02e1981d-5212-4d2b-8df3-7894fe90b66f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0488098 Aug 10 04:17:05.537302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27dd8f34-ff0f-48e5-bd22-6d0bd4b49998 req-b658be54-7d6f-4b6f-b2b6-6994e7c2bab5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Aug 10 04:17:06.654274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54620bd8-80b8-41f5-9731-32bf939fb35e req-426b8789-95a6-4032-b40e-f13cb9922904 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:06.655767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54620bd8-80b8-41f5-9731-32bf939fb35e req-426b8789-95a6-4032-b40e-f13cb9922904 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0490441 Aug 10 04:17:06.692882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54620bd8-80b8-41f5-9731-32bf939fb35e req-bbc89a28-0432-43bf-9710-c50e7f91250a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Aug 10 04:17:07.812705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e556c6e-560b-49b1-95e2-b6818dd61fc3 req-de0e4891-9550-4341-b4b6-1a1488d344c9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:07.814366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e556c6e-560b-49b1-95e2-b6818dd61fc3 req-de0e4891-9550-4341-b4b6-1a1488d344c9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0497611 Aug 10 04:17:07.854244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e556c6e-560b-49b1-95e2-b6818dd61fc3 req-24b23db3-68d9-4f26-97b2-b7990609c472 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334351 Aug 10 04:17:08.973334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6932ff-6d99-47ce-b933-b26917f9a535 req-f638a6a1-11ba-48c7-a357-a7980f4b4855 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:08.974830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e6932ff-6d99-47ce-b933-b26917f9a535 req-f638a6a1-11ba-48c7-a357-a7980f4b4855 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0508864 Aug 10 04:17:09.013008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e6932ff-6d99-47ce-b933-b26917f9a535 req-68a21ffe-37de-4c1d-878c-907f581bfa7d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Aug 10 04:17:10.136462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89fecc-14cd-49e7-9654-e2abf32fd1a5 req-aa0f4b38-31f9-44ab-92ac-b57615940bd5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:10.137955 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af89fecc-14cd-49e7-9654-e2abf32fd1a5 req-aa0f4b38-31f9-44ab-92ac-b57615940bd5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0527282 Aug 10 04:17:10.177012 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af89fecc-14cd-49e7-9654-e2abf32fd1a5 req-324f84d7-26db-40ac-89a5-9ccb06260506 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Aug 10 04:17:11.301128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380155a-b1ec-44d7-b861-a3d8677a4fc9 req-05e83bb0-19fc-435e-ad9e-3f17f6b818e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:11.302645 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3380155a-b1ec-44d7-b861-a3d8677a4fc9 req-05e83bb0-19fc-435e-ad9e-3f17f6b818e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0550795 Aug 10 04:17:11.340782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3380155a-b1ec-44d7-b861-a3d8677a4fc9 req-37c5873b-9887-4a4b-80ff-fda0d46ba0ce tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Aug 10 04:17:12.457724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f38cd-336a-4ca6-8ede-0d983be56a57 req-bf2ede56-43fb-4268-938d-975c6ab76a6e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:12.459257 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-633f38cd-336a-4ca6-8ede-0d983be56a57 req-bf2ede56-43fb-4268-938d-975c6ab76a6e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0500672 Aug 10 04:17:12.498130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-633f38cd-336a-4ca6-8ede-0d983be56a57 req-67e7e4c7-eb1b-400a-9175-8f3f14d1d4ca tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Aug 10 04:17:13.529301 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:13.616339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3e575-9983-4e58-b3e8-8a23d0938da0 req-a1031024-5d48-4e4d-8d82-b64f2217bce3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:13.618035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fa3e575-9983-4e58-b3e8-8a23d0938da0 req-a1031024-5d48-4e4d-8d82-b64f2217bce3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0511427 Aug 10 04:17:13.655453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fa3e575-9983-4e58-b3e8-8a23d0938da0 req-69191381-0820-462b-bc64-6309536737f8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Aug 10 04:17:14.788800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1c5c-a4fc-45e7-b239-cc6ca2ffe148 req-ce4e9301-b6bd-4efb-883a-55bdf43e964e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:14.790480 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-103f1c5c-a4fc-45e7-b239-cc6ca2ffe148 req-ce4e9301-b6bd-4efb-883a-55bdf43e964e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0497615 Aug 10 04:17:14.829078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-103f1c5c-a4fc-45e7-b239-cc6ca2ffe148 req-3c0aa6d7-98c4-4752-b4d9-f1ec5d93582b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Aug 10 04:17:15.951238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4420871-3a3a-49a7-8f8e-8576524a6903 req-716e3317-237c-4fe2-8731-aacd1b3f0893 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:15.952846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e4420871-3a3a-49a7-8f8e-8576524a6903 req-716e3317-237c-4fe2-8731-aacd1b3f0893 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0530708 Aug 10 04:17:15.996049 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e4420871-3a3a-49a7-8f8e-8576524a6903 req-ce4a6e24-65af-4c0a-87ed-d25b653ea610 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Aug 10 04:17:17.127926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3b104-5a40-49d7-90b3-6a534214dd9d req-34558f94-d184-4eaf-a2ec-a6fd64b4beec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:17.129688 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ab3b104-5a40-49d7-90b3-6a534214dd9d req-34558f94-d184-4eaf-a2ec-a6fd64b4beec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0579841 Aug 10 04:17:17.169489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ab3b104-5a40-49d7-90b3-6a534214dd9d req-50d38cc5-c68e-4d33-ba00-16a7bc80b07c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Aug 10 04:17:18.295897 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934ecb8-cb53-4f71-81aa-bdfcc09ab877 req-cffd3439-aa20-495e-a9e4-10108bba401d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:18.297369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0934ecb8-cb53-4f71-81aa-bdfcc09ab877 req-cffd3439-aa20-495e-a9e4-10108bba401d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0536952 Aug 10 04:17:18.335079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0934ecb8-cb53-4f71-81aa-bdfcc09ab877 req-7e6d7354-cbf3-4d33-be06-71230ae103b1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 10 04:17:19.453224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec1025-514f-45b0-9ef2-d7015376be66 req-a6435a43-5740-4d72-abb4-a1b952e5e299 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:19.454891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70ec1025-514f-45b0-9ef2-d7015376be66 req-a6435a43-5740-4d72-abb4-a1b952e5e299 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 943 time: 0.0524275 Aug 10 04:17:19.456802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 143314f0-6eea-44c0-a799-1cfc3c2da452 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:17:19.499130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70ec1025-514f-45b0-9ef2-d7015376be66 req-71f399c1-ebde-43a0-9131-a0fe97886da4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331724 Aug 10 04:17:19.555198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 143314f0-6eea-44c0-a799-1cfc3c2da452, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=143314f0-6eea-44c0-a799-1cfc3c2da452,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:19.568017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '143314f0-6eea-44c0-a799-1cfc3c2da452', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': '143314f0-6eea-44c0-a799-1cfc3c2da452', 'mac_address': 'fa:16:3e:c8:bd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:17:19.606390 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.620287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143314f0-6eea-44c0-a799-1cfc3c2da452 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:17:19.641214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 143314f0-6eea-44c0-a799-1cfc3c2da452, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=143314f0-6eea-44c0-a799-1cfc3c2da452,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:19.645520 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.700089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=143314f0-6eea-44c0-a799-1cfc3c2da452,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:19.919617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['143314f0-6eea-44c0-a799-1cfc3c2da452'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:17:20.623130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e241fd6-1bdb-4541-8025-81898f46846f req-0c93a851-8a08-4653-9cfa-0b523eaa28cc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:20.624642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e241fd6-1bdb-4541-8025-81898f46846f req-0c93a851-8a08-4653-9cfa-0b523eaa28cc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 944 time: 0.0493581 Aug 10 04:17:20.667402 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e241fd6-1bdb-4541-8025-81898f46846f req-35c7995d-51ec-4fba-b45a-190438b52765 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Aug 10 04:17:21.472799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 143314f0-6eea-44c0-a799-1cfc3c2da452 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:17:21.521349 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 143314f0-6eea-44c0-a799-1cfc3c2da452 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:17:21.525140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 143314f0-6eea-44c0-a799-1cfc3c2da452 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:17:21.525520 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.609404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.631045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9449e896-dd20-4ec1-8425-37979e572d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143314f0-6eea-44c0-a799-1cfc3c2da452'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:21.633333 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f802f19d-f2b5-4289-8319-92b8d14849ca" -d '{"events": [{"server_uuid": "9449e896-dd20-4ec1-8425-37979e572d18", "name": "network-vif-plugged", "status": "completed", "tag": "143314f0-6eea-44c0-a799-1cfc3c2da452"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:21.647534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 143314f0-6eea-44c0-a799-1cfc3c2da452, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=143314f0-6eea-44c0-a799-1cfc3c2da452,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:21.651383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.687572 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943a3a6-bbd4-4197-8634-f592a81baba0 x-openstack-request-id: req-d943a3a6-bbd4-4197-8634-f592a81baba0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:21.688058 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9449e896-dd20-4ec1-8425-37979e572d18", "name": "network-vif-plugged", "status": "completed", "tag": "143314f0-6eea-44c0-a799-1cfc3c2da452", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:21.688423 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d943a3a6-bbd4-4197-8634-f592a81baba0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:21.688831 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9449e896-dd20-4ec1-8425-37979e572d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143314f0-6eea-44c0-a799-1cfc3c2da452', 'code': 200} Aug 10 04:17:21.712981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=143314f0-6eea-44c0-a799-1cfc3c2da452,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:21.798547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e2cb1-4095-42c5-a7ac-b7cd04250d20 req-9ee1c5cf-0ab9-41f4-999f-98a3b7c58dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:21.799250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12004-2b3e-4e60-a67c-9b1b3c81ad20 req-3808668d-064b-4fc8-a73f-016d07ba0ab2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:21.800170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-677e2cb1-4095-42c5-a7ac-b7cd04250d20 req-9ee1c5cf-0ab9-41f4-999f-98a3b7c58dd0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 1097 time: 0.0465069 Aug 10 04:17:21.800557 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4b12004-2b3e-4e60-a67c-9b1b3c81ad20 req-3808668d-064b-4fc8-a73f-016d07ba0ab2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 945 time: 0.0540843 Aug 10 04:17:21.838994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-677e2cb1-4095-42c5-a7ac-b7cd04250d20 req-4ee25b2a-769b-46fe-b453-03beba571f1b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Aug 10 04:17:21.841106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4b12004-2b3e-4e60-a67c-9b1b3c81ad20 req-ebb73d1f-ff5d-4508-bf7d-0a412d89ead9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Aug 10 04:17:22.972934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bb95e-67c4-496c-a759-83df427d744b req-8d9f767b-aaf0-4155-b36b-fbe0e5a92b5e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:22.974477 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a63bb95e-67c4-496c-a759-83df427d744b req-8d9f767b-aaf0-4155-b36b-fbe0e5a92b5e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 945 time: 0.0563126 Aug 10 04:17:23.013617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a63bb95e-67c4-496c-a759-83df427d744b req-3f666931-62d7-4289-9402-78c26432a315 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Aug 10 04:17:23.143439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c302072-9920-4ec3-946d-e1f4c775fc7f req-7219dc4f-7222-43f3-96d7-452de1af4b6f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:23.144806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c302072-9920-4ec3-946d-e1f4c775fc7f req-7219dc4f-7222-43f3-96d7-452de1af4b6f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Aug 10 04:17:23.183358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c302072-9920-4ec3-946d-e1f4c775fc7f req-35863f1c-5af2-4ad6-812b-97b28033f4de tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Aug 10 04:17:23.509192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3688-9eb8-44d5-b2fa-1faa5a2900b8 req-79883206-45fa-46b7-a193-c3f340e8ab0d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:23.510759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ccd3688-9eb8-44d5-b2fa-1faa5a2900b8 req-79883206-45fa-46b7-a193-c3f340e8ab0d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 945 time: 0.0523655 Aug 10 04:17:23.552726 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ccd3688-9eb8-44d5-b2fa-1faa5a2900b8 req-09d32601-ff88-4b75-bc70-a85067541183 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Aug 10 04:17:24.685971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65c86a-0f7a-4036-90a0-15bfaa44db1d req-e39564fc-0ed8-4fbb-88a1-2925c1cae839 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:24.688054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f65c86a-0f7a-4036-90a0-15bfaa44db1d req-e39564fc-0ed8-4fbb-88a1-2925c1cae839 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 945 time: 0.0613656 Aug 10 04:17:24.734838 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f65c86a-0f7a-4036-90a0-15bfaa44db1d req-db62905d-a7e5-4109-99a2-1faa7779e884 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Aug 10 04:17:24.878270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-6405abc3-bb49-4b7c-ac00-37e068d27b50 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:24.879681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-6405abc3-bb49-4b7c-ac00-37e068d27b50 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Aug 10 04:17:24.975018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 143314f0-6eea-44c0-a799-1cfc3c2da452 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:17:24.975361 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:25.071399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port 143314f0-6eea-44c0-a799-1cfc3c2da452, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=143314f0-6eea-44c0-a799-1cfc3c2da452,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:25.071763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:25.085910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 143314f0-6eea-44c0-a799-1cfc3c2da452 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:17:25.134376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:25.228854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:25.242481 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['0e917aa1-89ba-4d27-9322-6be634c7618e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:17:25.244950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['143314f0-6eea-44c0-a799-1cfc3c2da452'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:17:25.259101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=143314f0-6eea-44c0-a799-1cfc3c2da452,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:25.305501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port 143314f0-6eea-44c0-a799-1cfc3c2da452 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:25.308572 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:25.310814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e55b501c-687a-490c-bc63-e3d497ea2c29 req-c864ba57-ac1f-405f-b62a-9f93c22f0f3a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "DELETE /v2.0/ports/143314f0-6eea-44c0-a799-1cfc3c2da452 HTTP/1.1" status: 204 len: 173 time: 0.4250622 Aug 10 04:17:25.311276 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9449e896-dd20-4ec1-8425-37979e572d18', 'name': 'network-vif-deleted', 'tag': '143314f0-6eea-44c0-a799-1cfc3c2da452'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:25.313613 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fa96cc681781b08fc3159e07cd24cb2ee4c61320b392db90f90289f7718a71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aabbdc6-a3a6-4141-8191-99390e4d34b3" -d '{"events": [{"server_uuid": "9449e896-dd20-4ec1-8425-37979e572d18", "name": "network-vif-deleted", "tag": "143314f0-6eea-44c0-a799-1cfc3c2da452"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:25.352853 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd457cb-6e9d-4d49-bcef-6638c02a0bb9 x-openstack-request-id: req-4fd457cb-6e9d-4d49-bcef-6638c02a0bb9 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:25.353355 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9449e896-dd20-4ec1-8425-37979e572d18", "name": "network-vif-deleted", "tag": "143314f0-6eea-44c0-a799-1cfc3c2da452", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:25.353753 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fd457cb-6e9d-4d49-bcef-6638c02a0bb9 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:25.354342 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9449e896-dd20-4ec1-8425-37979e572d18', 'name': 'network-vif-deleted', 'tag': '143314f0-6eea-44c0-a799-1cfc3c2da452', 'status': 'completed', 'code': 200} Aug 10 04:17:25.836651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-844829f3-f91c-452d-b2d1-c2aedf01eb16 req-777c64b1-122b-4ac1-ab3c-62160fb943f7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 210 time: 0.0267653 Aug 10 04:17:26.329239 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.940245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0cb52104-6ada-4ecf-88fb-2738d2379b29 req-4674654e-3261-40e8-80c4-3276dceff30c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 210 time: 0.0280643 Aug 10 04:17:27.040815 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-34040882-0d0c-44a4-8e1c-deea1a18ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.518472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 143314f0-6eea-44c0-a799-1cfc3c2da452 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:17:27.542142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 143314f0-6eea-44c0-a799-1cfc3c2da452 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:17:27.542487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 143314f0-6eea-44c0-a799-1cfc3c2da452 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:17:28.038027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6462d5b0-922a-490d-bfda-6c30fb18fecf req-f7378ce3-3159-48b2-acec-c9eb0a6091d6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Aug 10 04:17:29.153285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0231068c-dfc5-404a-9d76-72ab9e50c641 req-af3b9ec2-789a-4068-8eed-606c103b8658 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=9449e896-dd20-4ec1-8425-37979e572d18 HTTP/1.1" status: 200 len: 210 time: 0.0324552 Aug 10 04:17:29.686229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:29.912188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2de0ee77-7d0e-44ab-a155-225a0c3d90f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:31.848574 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:33.312528 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:33.631743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dac4ab-699f-43f4-a02b-c1dca3b21eae req-215f8950-9fdb-426b-b504-77ab480f0476 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:33.633229 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5dac4ab-699f-43f4-a02b-c1dca3b21eae req-215f8950-9fdb-426b-b504-77ab480f0476 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 946 time: 0.0485492 Aug 10 04:17:33.672061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5dac4ab-699f-43f4-a02b-c1dca3b21eae req-1881ed33-ecc2-4570-9b7b-d0edc25a0b3e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Aug 10 04:17:34.798136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f5141-3023-47be-b2a5-a494980fae2b req-72897dc3-d855-4bef-a07f-e67cdd74d7bf tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.800068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-774f5141-3023-47be-b2a5-a494980fae2b req-72897dc3-d855-4bef-a07f-e67cdd74d7bf tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 946 time: 0.0535145 Aug 10 04:17:34.836395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-774f5141-3023-47be-b2a5-a494980fae2b req-98be8240-e41b-4e7b-9adf-c1679369ab73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=d60ac866-cbe7-4597-9b98-eb578bf4409c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304232 Aug 10 04:17:35.168405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-a892e196-b551-4785-b02c-2b8b5e845279 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:35.169872 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-a892e196-b551-4785-b02c-2b8b5e845279 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 946 time: 0.0503213 Aug 10 04:17:35.265672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 0e917aa1-89ba-4d27-9322-6be634c7618e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:17:35.266028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.355008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port 0e917aa1-89ba-4d27-9322-6be634c7618e, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0e917aa1-89ba-4d27-9322-6be634c7618e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:35.355373 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.368689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 0e917aa1-89ba-4d27-9322-6be634c7618e owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:17:35.504782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.516522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['0e917aa1-89ba-4d27-9322-6be634c7618e'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:17:35.538581 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=0e917aa1-89ba-4d27-9322-6be634c7618e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:35.564433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.564778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.565119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.565456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.565797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.566159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.566488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.566817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.567141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.567466 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.567790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.568114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:35.590460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port 0e917aa1-89ba-4d27-9322-6be634c7618e on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:35.593186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.595864 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f6ed89e1-307a-4d43-a1bc-ca621206618d req-ee58521d-c7c4-499d-8d06-a741a5d53a73 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "DELETE /v2.0/ports/0e917aa1-89ba-4d27-9322-6be634c7618e HTTP/1.1" status: 204 len: 173 time: 0.4192050 Aug 10 04:17:35.596341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'name': 'network-vif-deleted', 'tag': '0e917aa1-89ba-4d27-9322-6be634c7618e'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:17:35.598676 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba51bdf-3d89-4560-97c8-4cfce0255bf6" -d '{"events": [{"server_uuid": "febd156d-5aa3-4387-8b8c-2bc56567d29f", "name": "network-vif-deleted", "tag": "0e917aa1-89ba-4d27-9322-6be634c7618e"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:17:35.650029 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f9c01-0960-493a-8f79-740825768325 x-openstack-request-id: req-530f9c01-0960-493a-8f79-740825768325 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:17:35.650332 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febd156d-5aa3-4387-8b8c-2bc56567d29f", "name": "network-vif-deleted", "tag": "0e917aa1-89ba-4d27-9322-6be634c7618e", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:17:35.650583 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-530f9c01-0960-493a-8f79-740825768325 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:17:35.650989 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febd156d-5aa3-4387-8b8c-2bc56567d29f', 'name': 'network-vif-deleted', 'tag': '0e917aa1-89ba-4d27-9322-6be634c7618e', 'status': 'completed', 'code': 200} Aug 10 04:17:36.241699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c4690a3-816a-4c30-9268-2fbec0824ddd req-3b6b6674-9a8a-4749-983c-0bbb49171244 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 210 time: 0.3316073 Aug 10 04:17:37.337905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f1d5541-ef05-4519-8483-96bbd3ae0887 req-1ff4e90e-aee1-45ce-915e-6b3b7eeeca56 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 210 time: 0.0269399 Aug 10 04:17:38.387205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0e917aa1-89ba-4d27-9322-6be634c7618e no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:17:38.407640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 0e917aa1-89ba-4d27-9322-6be634c7618e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:17:38.408506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0e917aa1-89ba-4d27-9322-6be634c7618e not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:17:38.447395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c7c4800f-6bac-4dfa-997b-64c635bff4f7 req-b9cb185c-3c8e-4a10-9827-d184bea41aa3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 210 time: 0.0256813 Aug 10 04:17:39.583997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f33b3df3-a271-433e-8ff8-e52c04c7e2f3 req-d6e4a6d1-0e77-4ca3-82a4-fc1deafc8c13 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=febd156d-5aa3-4387-8b8c-2bc56567d29f HTTP/1.1" status: 200 len: 210 time: 0.0373394 Aug 10 04:17:42.653294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 42984) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:42.658169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697257591', 'description': 'tempest-secgroup-smoke-1697257591 description', 'project_id': '2a2d73638a414dce9471ad8259b27fb8'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:42.682147 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.768502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.772826 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.800132 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.801388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470187 Aug 10 04:17:42.804685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:42.805922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cc860-52da-4857-add1-7256d32d15ec tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:42.810753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group_rule': {'security_group_id': '2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539', 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:42.840026 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.900676 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.905174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.924667 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a31a81-feb7-4903-b425-a2d47ded4d49,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:42.933182 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:42.934847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7ef08dd2-c5a2-4f1f-adc2-0b2154b30a28 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287229 Aug 10 04:17:42.937484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:42.942444 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group_rule': {'security_group_id': '2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539', 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:42.973565 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.040444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.044925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.066652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd0a766-3fd1-4dae-adda-ed2ece7d53ec,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.069598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.070833 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-98724374-709c-40a1-8d84-1007d1d1267d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322985 Aug 10 04:17:43.073601 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42990) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:43.078182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group_rule': {'security_group_id': '2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539', 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:43.106379 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.168247 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.171989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.190945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada72669-e585-4027-9450-1efccd0af109,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.196671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.198709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ad55be8a-19af-45f6-a801-1d657b8f08bd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240606 Aug 10 04:17:43.200743 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42992) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:43.206336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group_rule': {'security_group_id': '2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539', 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:43.234512 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.297683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.301800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.319354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497af75d-ea8e-41e1-9f6f-c536eec5dd04,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.330440 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.331686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-90574121-7f45-4f20-8ac7-42e3b0072e57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298704 Aug 10 04:17:43.334372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42994) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:43.338910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group_rule': {'security_group_id': '2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539', 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:43.361399 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Project 2a2d73638a414dce9471ad8259b27fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:17:43.366311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.431504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.435400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.453609 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd452a4-87a8-46af-9717-0e7c54dd2b94,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.461456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.462870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2b7722ba-b607-416c-863e-b0700fbf3807 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273894 Aug 10 04:17:43.466430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 42996) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:43.471885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'security_group_rule': {'security_group_id': '2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539', 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:43.502797 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Project 2a2d73638a414dce9471ad8259b27fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:17:43.508705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.584604 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.588801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.607997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e71d8d8-13f2-423f-bdf2-01079b98c087,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:43.615915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.617134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f1cd9cfd-b25c-4ae1-9123-2dc1237315ab tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497223 Aug 10 04:17:50.528579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:55.149861 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.333143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:57.042770 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c00c8ce8-f37c-4ade-b9a5-6cea4b725216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:57.977944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-018dfb34-b5d3-46c5-b87d-1a03064ae01e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697257591&fields=id&tenant_id=2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 267 time: 0.0324471 Aug 10 04:17:58.084848 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-9517c2a1-526e-40b2-b80a-bba14e4bcd6f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:58.086250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-9517c2a1-526e-40b2-b80a-bba14e4bcd6f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1016605 Aug 10 04:17:58.100839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-61a9def7-89b7-4975-836c-2e13919d756c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0088694 Aug 10 04:17:58.151350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-6fcef95d-7762-4146-b073-0ccc29804b8e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454004 Aug 10 04:17:58.213041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-417e7d83-a90a-4f7c-a0ee-0814539aed6f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:17:58.214106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-417e7d83-a90a-4f7c-a0ee-0814539aed6f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518155 Aug 10 04:17:58.300973 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-f31b96b9-4845-448e-ad30-3851fe6f7930 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807521 Aug 10 04:17:58.393898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-8a3f8183-bb6f-4823-87a3-bcb7d65e2043 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865273 Aug 10 04:17:58.678089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c82622c-defd-4f2a-921b-1d6b1c6e6050 req-7154d3c3-9223-4f1a-9010-24a7d6fd1096 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0259445 Aug 10 04:17:59.692847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:59.697060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-99dc455d-0dec-4186-86cd-fc69d26b8acb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:59.698866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-99dc455d-0dec-4186-86cd-fc69d26b8acb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1115258 Aug 10 04:17:59.744607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-2e40f4f4-b315-4885-8228-1c26249b981f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 380 time: 0.0366030 Aug 10 04:17:59.761172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'security_groups': ['2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:59.780224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb79d957-1f68-4d6e-8c85-7118b31c2858 req-dc804090-6cd2-4595-a0a0-75ee3c1402da tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0346053 Aug 10 04:17:59.883500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:17:59.887079 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:59.916090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a7256016-c6d3-443b-8c61-8da9d321fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.026951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.3 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/dfca8dbf-987a-4626-9cae-9dc80afff1cd) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:18:00.174386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.188149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object dfca8dbf-987a-4626-9cae-9dc80afff1cd will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:18:00.223076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.269181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:18:00.274901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:18:00.278083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:18:00.308856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=dfca8dbf-987a-4626-9cae-9dc80afff1cd,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:00.338302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:00.339326 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.356444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-ff8be691-0cb6-4544-90f4-0216bdc1e2b0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003706 Aug 10 04:18:00.369532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Request body: {'port': {'device_id': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:00.431554 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.592358 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b6eb8878-5e9b-4ed0-a85f-57e0dfb33bae None None] Provisioning for port dfca8dbf-987a-4626-9cae-9dc80afff1cd completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:18:00.596255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b6eb8878-5e9b-4ed0-a85f-57e0dfb33bae None None] Provisioning complete for port dfca8dbf-987a-4626-9cae-9dc80afff1cd triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:18:00.596625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8878-5e9b-4ed0-a85f-57e0dfb33bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.630856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb8878-5e9b-4ed0-a85f-57e0dfb33bae None None] Port dfca8dbf-987a-4626-9cae-9dc80afff1cd cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:18:00.704949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfca8dbf-987a-4626-9cae-9dc80afff1cd {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:18:00.712722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.725606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Transition to ACTIVE for port object dfca8dbf-987a-4626-9cae-9dc80afff1cd will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:18:00.729020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.797358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Pushing event updated for resources: {'Port': ['ID=dfca8dbf-987a-4626-9cae-9dc80afff1cd,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:00.861512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Attempting to bind port dfca8dbf-987a-4626-9cae-9dc80afff1cd on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:18:00.862500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Attempting to bind port dfca8dbf-987a-4626-9cae-9dc80afff1cd by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:18:00.862994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Attempting to bind port dfca8dbf-987a-4626-9cae-9dc80afff1cd on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:18:00.870910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Port dfca8dbf-987a-4626-9cae-9dc80afff1cd on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:18:00.871487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Attempting to bind port dfca8dbf-987a-4626-9cae-9dc80afff1cd on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:18:00.878129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:18:00.878725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:18:00.880327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:18:00.880954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Bound port: dfca8dbf-987a-4626-9cae-9dc80afff1cd, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:18:00.881494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.947673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e774-3b6b-48b4-a2bf-30df7a8296af req-2e03c58b-c8e1-4c0a-b5c7-39993d2c0757 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:00.950561 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a9e774-3b6b-48b4-a2bf-30df7a8296af req-2e03c58b-c8e1-4c0a-b5c7-39993d2c0757 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0665891 Aug 10 04:18:00.960700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] For port dfca8dbf-987a-4626-9cae-9dc80afff1cd, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:18:00.965275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] For port dfca8dbf-987a-4626-9cae-9dc80afff1cd, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:18:00.971334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.988030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:00.989420 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:00.991500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] 10.222.0.39 "PUT /v2.0/ports/dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 200 len: 1092 time: 0.6263785 Aug 10 04:18:00.993679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:00.997930 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72981f-1bd6-4f54-ba7a-6627757909b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:01.013588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23a9e774-3b6b-48b4-a2bf-30df7a8296af req-122c366d-aeba-473d-a466-66a09d946256 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558848 Aug 10 04:18:01.070495 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1728e9-7c32-4b24-8a65-b77d0c608f35 x-openstack-request-id: req-1f1728e9-7c32-4b24-8a65-b77d0c608f35 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:01.070848 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:01.071042 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f1728e9-7c32-4b24-8a65-b77d0c608f35 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:01.071445 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'status': 'completed', 'code': 200} Aug 10 04:18:01.108706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364ba6a-15a7-4c87-971f-b989b9e6e88c service neutron] Pushing event updated for resources: {'Port': ['ID=dfca8dbf-987a-4626-9cae-9dc80afff1cd,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:01.127538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-fdff177e-e7a8-49df-910d-6244b6e48819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.129073 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-fdff177e-e7a8-49df-910d-6244b6e48819 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1095 time: 0.0760942 Aug 10 04:18:01.180819 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-163632bf-4783-46ea-89b7-227fd9711202 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 200 len: 217 time: 0.0408080 Aug 10 04:18:01.232708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-68f8517c-c40f-4f86-a11e-e60484223229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.234200 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-68f8517c-c40f-4f86-a11e-e60484223229 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0464945 Aug 10 04:18:01.283170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-cff4a073-ebd4-4ffc-993f-8bd074a7be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.284648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-cff4a073-ebd4-4ffc-993f-8bd074a7be1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424616 Aug 10 04:18:01.384063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-cae50af4-dd88-47bf-b9f6-57290bee221e service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873713 Aug 10 04:18:01.478554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adfa5c32-1897-4241-9a9c-9a6b44d69e81 req-712e28bd-235c-428c-a7f2-b76ba551f869 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Aug 10 04:18:01.579385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-caf63a6b-4376-4f21-a0d0-32f458fa55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.580913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-caf63a6b-4376-4f21-a0d0-32f458fa55a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1095 time: 0.0499890 Aug 10 04:18:01.675945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-b2a0ddbd-b10a-4466-9b06-86a447e59ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.677432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-b2a0ddbd-b10a-4466-9b06-86a447e59ac5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0881822 Aug 10 04:18:01.724477 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-152f1c43-b493-4509-9b99-494c1c9e4989 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 200 len: 217 time: 0.0394056 Aug 10 04:18:01.774328 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-0e8becb9-7018-4d78-be06-e13dc57717b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.775785 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-0e8becb9-7018-4d78-be06-e13dc57717b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0439336 Aug 10 04:18:01.822615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-e0a03924-f86a-49c4-ab2c-df85284df4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:01.824148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-e0a03924-f86a-49c4-ab2c-df85284df4f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405300 Aug 10 04:18:01.849708 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:01.919201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-8b48b3de-ba4c-4ba0-a6cd-849d88eb1076 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Aug 10 04:18:02.008713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4a72981f-1bd6-4f54-ba7a-6627757909b5 req-bbb46d37-1718-4a39-86e2-f85675c330d8 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819886 Aug 10 04:18:02.128366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556cf8-9714-4df0-92be-c9b6f0c68ad7 req-e720bd7d-0bc4-4f57-8a16-1c3849170559 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:02.129997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae556cf8-9714-4df0-92be-c9b6f0c68ad7 req-e720bd7d-0bc4-4f57-8a16-1c3849170559 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0547795 Aug 10 04:18:02.171184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae556cf8-9714-4df0-92be-c9b6f0c68ad7 req-86138553-f9c9-4145-8473-506b25f8e144 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Aug 10 04:18:03.291226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cf93e-ad08-4186-b141-0af44178d700 req-9dc7b24e-51af-4935-9bf9-232c4cf3258a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:03.292766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b0cf93e-ad08-4186-b141-0af44178d700 req-9dc7b24e-51af-4935-9bf9-232c4cf3258a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0518341 Aug 10 04:18:03.315432 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:03.334493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2b0cf93e-ad08-4186-b141-0af44178d700 req-7737f4f0-cd4c-4499-8f46-441797f9190e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354047 Aug 10 04:18:04.447650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf14f5-82b0-4166-8f6b-d224ecd62c89 req-08d56d08-271f-4d40-955e-7c6ab200a799 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:04.449186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fdf14f5-82b0-4166-8f6b-d224ecd62c89 req-08d56d08-271f-4d40-955e-7c6ab200a799 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0494149 Aug 10 04:18:04.487178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fdf14f5-82b0-4166-8f6b-d224ecd62c89 req-084f879e-1535-4d9e-ad8d-2129c1f54290 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Aug 10 04:18:05.606808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6afa6-806c-48b8-9573-32097cef76e7 req-8004a7bc-a789-42a4-b7a3-cc6e4ac10010 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:05.608271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17b6afa6-806c-48b8-9573-32097cef76e7 req-8004a7bc-a789-42a4-b7a3-cc6e4ac10010 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0537655 Aug 10 04:18:05.647197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17b6afa6-806c-48b8-9573-32097cef76e7 req-0527cd33-5228-4baa-81b7-ec0f4904e17c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Aug 10 04:18:06.759578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab47d7-7045-4dd9-94f4-e8cd4655ccd1 req-4af97ad3-a79f-4a1d-b2e6-e231e18191b8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:06.760960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6eab47d7-7045-4dd9-94f4-e8cd4655ccd1 req-4af97ad3-a79f-4a1d-b2e6-e231e18191b8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0477588 Aug 10 04:18:06.804976 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6eab47d7-7045-4dd9-94f4-e8cd4655ccd1 req-e71233d2-ce1e-4a81-af9a-7cfbe8f8b350 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Aug 10 04:18:07.922331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a75f2-b199-432d-b117-2838305d36b0 req-3c2c2073-ebbf-4c6a-bec9-4fbdb90968b1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:07.924453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-636a75f2-b199-432d-b117-2838305d36b0 req-3c2c2073-ebbf-4c6a-bec9-4fbdb90968b1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0500996 Aug 10 04:18:07.963329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-636a75f2-b199-432d-b117-2838305d36b0 req-b1b324ec-6f93-4291-b643-a8b7592eda13 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Aug 10 04:18:09.081455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72e61f-9957-4eab-bf3a-fdb62512f900 req-1a57aa1f-5302-48f1-9d45-ff5dd407eb1b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:09.082999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a72e61f-9957-4eab-bf3a-fdb62512f900 req-1a57aa1f-5302-48f1-9d45-ff5dd407eb1b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0528452 Aug 10 04:18:09.119462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a72e61f-9957-4eab-bf3a-fdb62512f900 req-a3ef5942-1980-4955-ba8a-8ab03c6e64e3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Aug 10 04:18:10.238072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3494273-b955-49b1-a459-539c43088d8a req-4f2c7dcd-0a9e-4b6c-bf7c-a0d2fed614fe tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:10.239576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3494273-b955-49b1-a459-539c43088d8a req-4f2c7dcd-0a9e-4b6c-bf7c-a0d2fed614fe tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 943 time: 0.0500507 Aug 10 04:18:10.276825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3494273-b955-49b1-a459-539c43088d8a req-45a6e850-3bc4-4a3e-ae54-45e77259afe1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313351 Aug 10 04:18:10.558434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device dfca8dbf-987a-4626-9cae-9dc80afff1cd details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:18:10.652914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port dfca8dbf-987a-4626-9cae-9dc80afff1cd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:10.667085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'mac_address': 'fa:16:3e:29:65:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:18:10.702448 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.715100 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfca8dbf-987a-4626-9cae-9dc80afff1cd {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:18:10.734414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port dfca8dbf-987a-4626-9cae-9dc80afff1cd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:10.738236 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.785997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=dfca8dbf-987a-4626-9cae-9dc80afff1cd,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:10.793051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.793414 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.793755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.794128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.794480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.794790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.795119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.795447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.795775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.796097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.796419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.796740 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:10.995796 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['dfca8dbf-987a-4626-9cae-9dc80afff1cd'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:18:11.392526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cff30-4634-40a1-ae09-db6fca9bb366 req-bee19e62-ac02-4856-950c-01840945ec2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:11.394030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff6cff30-4634-40a1-ae09-db6fca9bb366 req-bee19e62-ac02-4856-950c-01840945ec2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 944 time: 0.0498803 Aug 10 04:18:11.433201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff6cff30-4634-40a1-ae09-db6fca9bb366 req-dd770fa3-363d-4053-98dc-774ce43bddaf tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Aug 10 04:18:12.557987 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba01e-427a-48c8-9471-aa4463d56277 req-aa185933-ff0f-4c42-9fba-af2bfdb8c9af tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:12.559676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84bba01e-427a-48c8-9471-aa4463d56277 req-aa185933-ff0f-4c42-9fba-af2bfdb8c9af tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 944 time: 0.0545778 Aug 10 04:18:12.598900 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84bba01e-427a-48c8-9471-aa4463d56277 req-5cd12b58-8f43-413e-8ddc-368097288228 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Aug 10 04:18:12.604066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device dfca8dbf-987a-4626-9cae-9dc80afff1cd up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:18:12.651154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port dfca8dbf-987a-4626-9cae-9dc80afff1cd completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:18:12.654719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port dfca8dbf-987a-4626-9cae-9dc80afff1cd triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:18:12.655090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:12.734946 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:12.757357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:12.759670 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e9256-e421-4a4d-9f4b-d967f24960b4" -d '{"events": [{"server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "name": "network-vif-plugged", "status": "completed", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:12.773726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port dfca8dbf-987a-4626-9cae-9dc80afff1cd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:12.778256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:12.802452 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045224d-0d51-4407-8ed5-97e30af8d0c4 x-openstack-request-id: req-c045224d-0d51-4407-8ed5-97e30af8d0c4 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:12.802902 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "name": "network-vif-plugged", "status": "completed", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:12.803165 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c045224d-0d51-4407-8ed5-97e30af8d0c4 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:12.803555 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'code': 200} Aug 10 04:18:12.831091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=dfca8dbf-987a-4626-9cae-9dc80afff1cd,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:12.893159 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f889729-a1fb-42d7-9f99-6c20c1709603 req-b259d727-c28f-42d3-b3ab-d2bd04c4ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:12.894697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f889729-a1fb-42d7-9f99-6c20c1709603 req-b259d727-c28f-42d3-b3ab-d2bd04c4ae9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1097 time: 0.0401692 Aug 10 04:18:12.929816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9f889729-a1fb-42d7-9f99-6c20c1709603 req-9707e036-9880-408a-b0a3-453210c2a208 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264630 Aug 10 04:18:13.714477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b258-5904-4e6d-addf-cad2fe418a35 req-ac153bff-0b4f-4523-87df-8839a3adf521 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:13.716008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07c4b258-5904-4e6d-addf-cad2fe418a35 req-ac153bff-0b4f-4523-87df-8839a3adf521 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 945 time: 0.0507557 Aug 10 04:18:13.757194 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07c4b258-5904-4e6d-addf-cad2fe418a35 req-123f858b-612d-4e13-bc95-75cefcbf0f59 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343273 Aug 10 04:18:14.874961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e0a85-f5f1-437e-b4f3-37d00c21fcf1 req-d591ae83-c2cc-4343-8d87-ad5afc9a5c3d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:14.876481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-898e0a85-f5f1-437e-b4f3-37d00c21fcf1 req-d591ae83-c2cc-4343-8d87-ad5afc9a5c3d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 945 time: 0.0506926 Aug 10 04:18:14.914803 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-898e0a85-f5f1-437e-b4f3-37d00c21fcf1 req-0ea4a9b0-ca93-4ebe-b177-786c10dc564b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 10 04:18:15.031571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15559e91-c641-49cc-8f55-b9a5e311b021 req-9150653d-cf31-4128-8102-954ca7df9101 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:15.033592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15559e91-c641-49cc-8f55-b9a5e311b021 req-9150653d-cf31-4128-8102-954ca7df9101 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 945 time: 0.0536461 Aug 10 04:18:15.071383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-15559e91-c641-49cc-8f55-b9a5e311b021 req-74414bad-e83d-4b8f-bf8e-254a3304b111 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317717 Aug 10 04:18:15.093776 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43186) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:15.135119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9f8ef-7253-4730-905c-abe91873ef52 tempest-TestVolumeBootPattern-217006926 tempest-TestVolumeBootPattern-217006926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:15.136628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ba9f8ef-7253-4730-905c-abe91873ef52 tempest-TestVolumeBootPattern-217006926 tempest-TestVolumeBootPattern-217006926-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1092 time: 0.0413103 Aug 10 04:18:15.139578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43188) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:15.144644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:15.166152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.263947 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.364896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.25.2.200 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/1c2f7b09-fb7f-45e7-81d9-b14389f01ec6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:18:15.472794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.519259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.555979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:18:15.561538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:18:15.565129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:18:15.588954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=1c2f7b09-fb7f-45e7-81d9-b14389f01ec6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:15.914231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.979118 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:16.129809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:16.134323 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:16.199912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=1c2f7b09-fb7f-45e7-81d9-b14389f01ec6,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:16.215624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:16.313925 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Floating IP ee119513-9680-4c28-ae8a-f4e99adc35aa associated. External IP: 172.25.2.200, port: dfca8dbf-987a-4626-9cae-9dc80afff1cd. Aug 10 04:18:16.816793 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:18:16.939644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:18:16.949749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:18:16.960340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:18:16.961047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:18:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:16.965235 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:16.996366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-eee37e4a-783f-48d7-a341-0c541d561ea8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8557444 Aug 10 04:18:16.996966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:16.999807 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd46566-a7ae-4b77-8364-4d9198a7a958" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:17.039636 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca713d77-dccb-4c5e-825f-26a3afd6818a x-openstack-request-id: req-ca713d77-dccb-4c5e-825f-26a3afd6818a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:17.039941 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:17.040188 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca713d77-dccb-4c5e-825f-26a3afd6818a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:17.040595 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'status': 'completed', 'code': 200} Aug 10 04:18:17.073658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:18:17.107536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-f1816dba-0659-4748-95b3-8f07b6bbadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:17.109260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-f1816dba-0659-4748-95b3-8f07b6bbadc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1097 time: 0.0433636 Aug 10 04:18:17.215570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-994cf486-a6fb-4933-a232-5520ba4bb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:17.217205 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-994cf486-a6fb-4933-a232-5520ba4bb2b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0993283 Aug 10 04:18:17.291573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-c0a182c7-bfd9-4efd-b755-5df5fca4aed6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 200 len: 999 time: 0.0661647 Aug 10 04:18:17.303603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'ee119513-9680-4c28-ae8a-f4e99adc35aa', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:29:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:18:15Z', 'updated_at': '2021-08-10T04:18:15Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:17.330116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:18:17.339133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:18:17.339445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:18:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:17.345524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-d3d3f7db-432f-4d9c-9e5d-338182d049f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:17.347374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-d3d3f7db-432f-4d9c-9e5d-338182d049f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0483713 Aug 10 04:18:17.398434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-3c16677c-f709-479d-9343-b3eedaad85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:17.399964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-3c16677c-f709-479d-9343-b3eedaad85e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451577 Aug 10 04:18:17.448602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:18:17.495969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-1019b793-f365-44c7-b1c8-ba949592511b service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875294 Aug 10 04:18:17.600911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4bd46566-a7ae-4b77-8364-4d9198a7a958 req-7c334960-2eb6-40f6-96ca-54e8cf1ca741 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906224 Aug 10 04:18:17.679703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'ee119513-9680-4c28-ae8a-f4e99adc35aa', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:29:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:18:15Z', 'updated_at': '2021-08-10T04:18:15Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:17.705223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e9b78-06df-48db-a9f3-6621f8207d9c None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'ee119513-9680-4c28-ae8a-f4e99adc35aa', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:29:65:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:18:15Z', 'updated_at': '2021-08-10T04:18:15Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:18:18.337196 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5519eef-1ea5-4c4a-be86-6157f335d801 None None] New status for floating IP ee119513-9680-4c28-ae8a-f4e99adc35aa: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:18:25.182726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:26.342025 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:27.043766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-28720902-15da-4481-8836-3167de29e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:27.527763 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:29.684682 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:29.917281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6680d5e6-84f5-4321-9017-1c508b49a80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:31.851816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.316680 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.168272 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:56.340527 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:57.045783 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-48a3bb42-b09e-44c7-b5bf-8e8de2395bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:58.429568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-d9aca6a5-a9f4-4526-886b-54e97cff0ccd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513797 Aug 10 04:18:58.511153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-35d5b715-bddb-40a9-b7be-6da5f0e7fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:58.512664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-35d5b715-bddb-40a9-b7be-6da5f0e7fda3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1097 time: 0.0405779 Aug 10 04:18:58.615728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-0da9c1b8-d85b-4a33-a430-1d2467001843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:58.617212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-0da9c1b8-d85b-4a33-a430-1d2467001843 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0839512 Aug 10 04:18:58.689738 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-91ce862d-7e95-4d53-9684-ffd6eba6cf20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 200 len: 1001 time: 0.0641205 Aug 10 04:18:58.739439 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-92045254-fa40-4512-ad18-1c4402702879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:58.740848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-92045254-fa40-4512-ad18-1c4402702879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0428433 Aug 10 04:18:58.786861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-0181ef90-fd38-41d4-9ef9-6324bcfeb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:58.788344 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-0181ef90-fd38-41d4-9ef9-6324bcfeb718 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398841 Aug 10 04:18:58.880622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-9f2307c9-2e30-4b4d-aea1-59f08eda34e1 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847156 Aug 10 04:18:58.972882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-001aba0e-9a75-428a-9af2-e624b9c9172b req-aeda21ea-3c79-44be-b569-bb20229fb16e service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838480 Aug 10 04:18:59.687599 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:59.917821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-71376685-ead6-4b3a-980a-425e755f6018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:01.854731 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.318736 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:04.526162 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:25.168894 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:26.340005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:27.051405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4c3f-dd73-403a-a45a-0f0ad06283aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:29.689127 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:29.918299 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b62c83c2-e862-4a7e-b098-5fd0fd8c020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:31.857250 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:33.322458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:41.525961 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:55.180338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.338637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.046852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b58d9f9-2c0e-4a61-af3c-359d34b02c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.439234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-11a33587-8c09-4b8a-9858-94598aeea263 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461705 Aug 10 04:19:58.520906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-6bc46fa0-3bed-4f56-82c5-56b6b60bdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:58.522438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-6bc46fa0-3bed-4f56-82c5-56b6b60bdb44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 1097 time: 0.0417461 Aug 10 04:19:58.628161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-09385be6-507b-4ae9-95d9-89bf2d575d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:58.629708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-09385be6-507b-4ae9-95d9-89bf2d575d7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0851550 Aug 10 04:19:58.699960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-d8a74b9d-6fc0-453f-a76d-f2cbcd380dbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 200 len: 1001 time: 0.0620458 Aug 10 04:19:58.793161 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-26bffe98-b752-41d7-9b1f-836e4897501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:58.794541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-26bffe98-b752-41d7-9b1f-836e4897501b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0872469 Aug 10 04:19:58.840187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-6f5cd6d3-5895-4ef1-b1d1-6b21e6fc0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:58.841667 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-6f5cd6d3-5895-4ef1-b1d1-6b21e6fc0b63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390043 Aug 10 04:19:58.940611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-2484ffd0-34bf-4da2-83b6-a43cc3f684ce service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Aug 10 04:19:59.029883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5f31efad-bdbd-41f6-8d89-0803614d235c req-a35550a2-80a9-4c18-ab73-80ff43e960f7 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818954 Aug 10 04:19:59.690295 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:59.919417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b39f0b8f-ac04-44d7-b10b-08377873e3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.859923 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.324675 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:15.222018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d44df-50dc-4ac1-85b7-7c614f6302c9 req-d4982f9b-0463-4e18-a56d-0151825205cc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.223538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-118d44df-50dc-4ac1-85b7-7c614f6302c9 req-d4982f9b-0463-4e18-a56d-0151825205cc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 945 time: 0.1129215 Aug 10 04:20:15.260999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-118d44df-50dc-4ac1-85b7-7c614f6302c9 req-182f8aa1-1613-4b93-a24d-f86bc06459de tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Aug 10 04:20:16.457943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad63f80-1110-46a3-84ea-1db4eac69050 req-82d7a58c-aefe-4797-8698-348583986340 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:16.459467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ad63f80-1110-46a3-84ea-1db4eac69050 req-82d7a58c-aefe-4797-8698-348583986340 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 945 time: 0.1042764 Aug 10 04:20:16.503361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ad63f80-1110-46a3-84ea-1db4eac69050 req-c697d33a-81af-44b4-9b1d-d511df6c5fd1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 Aug 10 04:20:16.758119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d772146-3d88-45d5-857b-49ca63576dff req-7d92af71-39c6-406d-af14-3307b2dc4a97 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:16.759587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d772146-3d88-45d5-857b-49ca63576dff req-7d92af71-39c6-406d-af14-3307b2dc4a97 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Aug 10 04:20:16.856829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port dfca8dbf-987a-4626-9cae-9dc80afff1cd {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:20:16.857173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.950579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port dfca8dbf-987a-4626-9cae-9dc80afff1cd, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=dfca8dbf-987a-4626-9cae-9dc80afff1cd,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:16.950907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.123147 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.123503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.123836 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Floating IP ee119513-9680-4c28-ae8a-f4e99adc35aa disassociated. External IP: 172.25.2.200, port: dfca8dbf-987a-4626-9cae-9dc80afff1cd. Aug 10 04:20:17.124163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for dfca8dbf-987a-4626-9cae-9dc80afff1cd owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:20:17.255802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.285770 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=dfca8dbf-987a-4626-9cae-9dc80afff1cd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:17.298481 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.298838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.299168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.299497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.299823 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.300166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.300469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.300787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.301104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.301421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.301740 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.302077 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:17.417169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:17.528347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:17.539514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:17.551695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:17.553405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:20:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:17.569620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port dfca8dbf-987a-4626-9cae-9dc80afff1cd on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:20:17.573749 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.576197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d772146-3d88-45d5-857b-49ca63576dff req-d4d3b2b6-f032-48bb-b54f-c55d742dc407 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "DELETE /v2.0/ports/dfca8dbf-987a-4626-9cae-9dc80afff1cd HTTP/1.1" status: 204 len: 173 time: 0.8030236 Aug 10 04:20:17.577011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'name': 'network-vif-deleted', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:17.579536 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d48b719-f846-4b78-a493-8bc69e702bb3" -d '{"events": [{"server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "name": "network-vif-deleted", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:17.629179 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f81ea-718c-4eb1-ad22-3cb964977d81 x-openstack-request-id: req-e06f81ea-718c-4eb1-ad22-3cb964977d81 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:17.629463 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdbdb90-b93d-43e2-99cf-121149f4ee35", "name": "network-vif-deleted", "tag": "dfca8dbf-987a-4626-9cae-9dc80afff1cd", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:17.629901 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e06f81ea-718c-4eb1-ad22-3cb964977d81 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:17.630489 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdbdb90-b93d-43e2-99cf-121149f4ee35', 'name': 'network-vif-deleted', 'tag': 'dfca8dbf-987a-4626-9cae-9dc80afff1cd', 'status': 'completed', 'code': 200} Aug 10 04:20:17.661702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bdf4bc9-1017-44ef-b706-0cce4369effa req-ec42a313-cab5-45fc-862e-c359a90ad77d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0351722 Aug 10 04:20:17.856037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:18.050140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:18.080148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:18.088569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:18.089177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:20:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:18.195168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:18.394077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:18.420033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31422dce-b288-418e-a1d1-0710db3f2c7b None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:18.525904 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:18.646836 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5892c8-bcb2-4a09-aa44-69b0c9adaa73 None None] New status for floating IP ee119513-9680-4c28-ae8a-f4e99adc35aa: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:20:18.764363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a44e4d05-9359-4693-a2e3-838c460a33b9 req-8e806b45-37c1-444e-8102-ba3d9999d4d8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Aug 10 04:20:19.860195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd66b321-22a1-4ea5-8369-814e32145ecc req-44a99c25-2b8d-4f38-b209-d77db90f3ae1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0263762 Aug 10 04:20:20.960301 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-316bfb9e-6de8-44ab-ab0d-c22e1830f477 req-4d52c9ff-916e-4107-8a75-104916701194 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cdbdb90-b93d-43e2-99cf-121149f4ee35 HTTP/1.1" status: 200 len: 210 time: 0.0310645 Aug 10 04:20:21.415710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device dfca8dbf-987a-4626-9cae-9dc80afff1cd no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:20:21.440379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: dfca8dbf-987a-4626-9cae-9dc80afff1cd {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:20:21.440728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device dfca8dbf-987a-4626-9cae-9dc80afff1cd not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:20:22.161332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-a7e6df57-ac54-4535-9922-38849c7ea836 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697257591&fields=id&tenant_id=2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 267 time: 0.0353572 Aug 10 04:20:22.267588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-b3e43e77-f333-4a92-b1e6-45732e2b0c5e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:22.268963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-b3e43e77-f333-4a92-b1e6-45732e2b0c5e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1009817 Aug 10 04:20:22.284686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-c8afcc52-4e53-43b8-bba4-610fc3a008ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0096898 Aug 10 04:20:22.342660 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-246d9638-298f-45c1-991f-e7e77811e2b7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523434 Aug 10 04:20:22.436017 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-64970f67-9947-4314-8474-80bc7c86f88d service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816131 Aug 10 04:20:22.542602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-fea3d51d-0de7-4e56-86f4-918208e738bb service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004326 Aug 10 04:20:22.831135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43ada0b0-f078-4abe-90e4-f395ec41294b req-0da0f5fd-ddb0-4543-a4cd-26492f4bddc2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 210 time: 0.0287082 Aug 10 04:20:23.845220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-3ced5a38-cccb-4ce0-86c1-8f9fdf414513 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:23.846753 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-3ced5a38-cccb-4ce0-86c1-8f9fdf414513 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1066909 Aug 10 04:20:23.903081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-bcffd6d8-e2e2-45a1-9d03-1bae72b882d5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 380 time: 0.0449042 Aug 10 04:20:23.916053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'security_groups': ['2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:23.934166 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e17c701-bac1-468f-a84d-9cae882e7dac req-ed01a40a-0518-4dce-b0f4-4beafb2187fe tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 210 time: 0.0363107 Aug 10 04:20:24.042223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:24.045682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.177937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.8 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/8a834ab9-ae8f-4b46-8bb9-036b45520932) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:24.315284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.329067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object 8a834ab9-ae8f-4b46-8bb9-036b45520932 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:24.363808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.413821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:24.417465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:24.421852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:24.428808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=8a834ab9-ae8f-4b46-8bb9-036b45520932,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:24.479865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:24.480539 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.500739 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-259fb0b9-2eaa-4894-8dbd-4fe68e12597b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889974 Aug 10 04:20:24.514345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Request body: {'port': {'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:24.575113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.726483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-765469e7-0ed9-4109-a8e1-91bd5aa28aa6 None None] Provisioning for port 8a834ab9-ae8f-4b46-8bb9-036b45520932 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:24.732003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-765469e7-0ed9-4109-a8e1-91bd5aa28aa6 None None] Provisioning complete for port 8a834ab9-ae8f-4b46-8bb9-036b45520932 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:24.732692 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-765469e7-0ed9-4109-a8e1-91bd5aa28aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.770612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-765469e7-0ed9-4109-a8e1-91bd5aa28aa6 None None] Port 8a834ab9-ae8f-4b46-8bb9-036b45520932 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:20:24.848245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a834ab9-ae8f-4b46-8bb9-036b45520932 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:24.855648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.868212 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Transition to ACTIVE for port object 8a834ab9-ae8f-4b46-8bb9-036b45520932 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:24.871940 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:24.928699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a834ab9-ae8f-4b46-8bb9-036b45520932,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:24.999845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Attempting to bind port 8a834ab9-ae8f-4b46-8bb9-036b45520932 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:25.000258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Attempting to bind port 8a834ab9-ae8f-4b46-8bb9-036b45520932 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:25.000663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Attempting to bind port 8a834ab9-ae8f-4b46-8bb9-036b45520932 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:25.005847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Port 8a834ab9-ae8f-4b46-8bb9-036b45520932 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:20:25.006331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Attempting to bind port 8a834ab9-ae8f-4b46-8bb9-036b45520932 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:25.011752 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:25.012399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:25.012889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:25.013425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Bound port: 8a834ab9-ae8f-4b46-8bb9-036b45520932, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:25.013883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.099958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329a6b-f2a3-4d49-8fbb-51fa2d5163a4 req-bca01e29-65ac-4693-9af2-eb79f39ad85e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.102317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc329a6b-f2a3-4d49-8fbb-51fa2d5163a4 req-bca01e29-65ac-4693-9af2-eb79f39ad85e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0854979 Aug 10 04:20:25.113425 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] For port 8a834ab9-ae8f-4b46-8bb9-036b45520932, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:25.117911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] For port 8a834ab9-ae8f-4b46-8bb9-036b45520932, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:25.124647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.148675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc329a6b-f2a3-4d49-8fbb-51fa2d5163a4 req-d25fa5c8-0afc-4fe3-80fd-1cffb1aa4b69 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387192 Aug 10 04:20:25.160886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.161521 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.162955 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 1092 time: 0.6533279 Aug 10 04:20:25.163400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:25.165746 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c27e59-4310-481b-8794-8102a6703b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:25.194095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:25.210954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20b78-0545-4ce9-826d-c4ed1f3611d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a834ab9-ae8f-4b46-8bb9-036b45520932,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:25.217442 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af33b3-a905-4afc-986d-29758cec5af2 x-openstack-request-id: req-e0af33b3-a905-4afc-986d-29758cec5af2 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:25.217739 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:25.218647 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0af33b3-a905-4afc-986d-29758cec5af2 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:25.219048 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'status': 'completed', 'code': 200} Aug 10 04:20:25.267826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-26411547-e85f-427a-bb6a-ffbb86cbe936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.269342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-26411547-e85f-427a-bb6a-ffbb86cbe936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1095 time: 0.0475261 Aug 10 04:20:25.317598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-f85dc50b-a56d-4f74-8513-fb4347c32145 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 217 time: 0.0392137 Aug 10 04:20:25.372490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-6f775eba-1cfe-4db2-aaf3-f5571e7ca757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.374215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-6f775eba-1cfe-4db2-aaf3-f5571e7ca757 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0480824 Aug 10 04:20:25.422204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80576c-81ec-43af-bd25-9d8566865fad req-8ee38c0c-4ef3-4fa7-a417-00859b217b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.424554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-8ee38c0c-4ef3-4fa7-a417-00859b217b93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418813 Aug 10 04:20:25.522226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-2e8150ac-31d3-4fcd-b6fd-7f7700d82f00 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891073 Aug 10 04:20:25.619039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a80576c-81ec-43af-bd25-9d8566865fad req-43177e31-ddb9-4e9a-b861-0ceecdd7d203 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Aug 10 04:20:25.704722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27e59-4310-481b-8794-8102a6703b9b req-909cbf4e-b8f0-425e-9b5a-029d5bedcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.706255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-909cbf4e-b8f0-425e-9b5a-029d5bedcac5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1095 time: 0.0417938 Aug 10 04:20:25.807670 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27e59-4310-481b-8794-8102a6703b9b req-14fa5b65-315e-40a2-969b-b2e975748a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.809185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-14fa5b65-315e-40a2-969b-b2e975748a0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0952327 Aug 10 04:20:25.854894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-385e2aa6-a788-471e-8fc6-823097b9ef8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 217 time: 0.0381038 Aug 10 04:20:25.912763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27e59-4310-481b-8794-8102a6703b9b req-c867cd49-57ec-4463-931a-a8f9a03ad5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.914370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-c867cd49-57ec-4463-931a-a8f9a03ad5b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0527842 Aug 10 04:20:25.966115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27e59-4310-481b-8794-8102a6703b9b req-a23215de-4bf5-4f00-9506-fb421003b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.967623 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-a23215de-4bf5-4f00-9506-fb421003b42f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453975 Aug 10 04:20:26.062748 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-7b46342a-a2da-4657-9111-01584d0e1848 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858371 Aug 10 04:20:26.292048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342463c5-5b21-4490-b6a6-78de36629cf5 req-96439118-2ce8-4e9a-b55c-90b394a66b6d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:26.294957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-342463c5-5b21-4490-b6a6-78de36629cf5 req-96439118-2ce8-4e9a-b55c-90b394a66b6d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0586360 Aug 10 04:20:26.340094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-342463c5-5b21-4490-b6a6-78de36629cf5 req-95277952-c1bb-4590-aec7-ec3ccf2d633c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379646 Aug 10 04:20:26.359479 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:26.455827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16c27e59-4310-481b-8794-8102a6703b9b req-d5080632-b482-4a0f-8b20-3b733c3da412 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863800 Aug 10 04:20:27.056068 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9bb6-2058-47b4-859a-66f51f1a6307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.459203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27946248-3273-4e7c-9b25-26e0bfa71055 req-924b691b-7d73-4a26-b6af-701b04d063e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:27.460697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27946248-3273-4e7c-9b25-26e0bfa71055 req-924b691b-7d73-4a26-b6af-701b04d063e6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0501096 Aug 10 04:20:27.501541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27946248-3273-4e7c-9b25-26e0bfa71055 req-c13ea717-b89f-4da8-be44-107c19fc71b4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348775 Aug 10 04:20:28.614565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff1ee-21c9-45cd-b345-4ceb74809df8 req-65ca9676-e572-4948-88c3-4ae33918c3df tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:28.615939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-906ff1ee-21c9-45cd-b345-4ceb74809df8 req-65ca9676-e572-4948-88c3-4ae33918c3df tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Aug 10 04:20:28.653834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-906ff1ee-21c9-45cd-b345-4ceb74809df8 req-aa7b7cb4-bb55-4111-bdff-d0aa13e05692 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Aug 10 04:20:29.691631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:29.767251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad6bdb-8468-4fe0-aa04-7aa1c0f07214 req-16bbe9f2-dc48-43fb-a72a-2eecbf3c6fc0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:29.768636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55ad6bdb-8468-4fe0-aa04-7aa1c0f07214 req-16bbe9f2-dc48-43fb-a72a-2eecbf3c6fc0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0482578 Aug 10 04:20:29.806919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55ad6bdb-8468-4fe0-aa04-7aa1c0f07214 req-05f8bf80-407a-4a74-abf9-5fa2fc5722e4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Aug 10 04:20:29.921035 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43481a68-b58f-40c7-85ae-a784f2891553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:30.928638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e96ea-b137-4d40-a31a-611b00f57179 req-abbcae49-4a76-43a2-a664-0f61efdfb6a7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:30.930133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a08e96ea-b137-4d40-a31a-611b00f57179 req-abbcae49-4a76-43a2-a664-0f61efdfb6a7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0527039 Aug 10 04:20:30.967234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a08e96ea-b137-4d40-a31a-611b00f57179 req-24de5484-1be8-4e56-af4f-4af6887ac0ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311561 Aug 10 04:20:31.863273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:32.084443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05607181-db1a-484e-8217-bf991fa45b07 req-7ec43182-c494-444e-8f32-7c2f96d9bbde tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:32.085918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05607181-db1a-484e-8217-bf991fa45b07 req-7ec43182-c494-444e-8f32-7c2f96d9bbde tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0524561 Aug 10 04:20:32.123293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-05607181-db1a-484e-8217-bf991fa45b07 req-b931c340-7a88-4984-8930-8fb0b8c0f27e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Aug 10 04:20:33.238964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a9198-1134-4212-ba3b-8bccb2e4c005 req-4d398266-f945-4702-a3c0-8d9b0c73f34b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:33.243854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-220a9198-1134-4212-ba3b-8bccb2e4c005 req-4d398266-f945-4702-a3c0-8d9b0c73f34b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0527158 Aug 10 04:20:33.282281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-220a9198-1134-4212-ba3b-8bccb2e4c005 req-6f96fe87-6c22-4db7-9735-140325d4a3d8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Aug 10 04:20:33.327592 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:34.396631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09875338-e20f-40a5-b32c-ace55f29212c req-5b99e889-a029-49cd-a3fb-084505d8a3f2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:34.398152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09875338-e20f-40a5-b32c-ace55f29212c req-5b99e889-a029-49cd-a3fb-084505d8a3f2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0487070 Aug 10 04:20:34.435202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-09875338-e20f-40a5-b32c-ace55f29212c req-41b6d1a0-d049-4471-a26b-910263b4101b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Aug 10 04:20:35.445028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8a834ab9-ae8f-4b46-8bb9-036b45520932 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:20:35.542392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8a834ab9-ae8f-4b46-8bb9-036b45520932, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:35.555035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:20:35.560370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60f9c-f069-4263-a5bc-3e9dd9f76e8d req-80785fd9-b582-4dc0-959e-8b653511b890 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:35.562956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2dd60f9c-f069-4263-a5bc-3e9dd9f76e8d req-80785fd9-b582-4dc0-959e-8b653511b890 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 943 time: 0.0572462 Aug 10 04:20:35.594756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:35.602514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2dd60f9c-f069-4263-a5bc-3e9dd9f76e8d req-069767fd-9c7e-4b3b-8400-ebfedf606d94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Aug 10 04:20:35.607807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a834ab9-ae8f-4b46-8bb9-036b45520932 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:35.629628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8a834ab9-ae8f-4b46-8bb9-036b45520932, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:35.633717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:35.680789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=8a834ab9-ae8f-4b46-8bb9-036b45520932,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:35.687990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.688339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.688683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.689020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.689360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.689688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.690038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.690365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.690695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.691018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.691341 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.691662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:35.873615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['8a834ab9-ae8f-4b46-8bb9-036b45520932'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:20:36.715910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7398800-f63a-4b0b-81f5-65422f9f9141 req-942f535f-2583-4762-9a8c-63956464f709 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:36.717356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7398800-f63a-4b0b-81f5-65422f9f9141 req-942f535f-2583-4762-9a8c-63956464f709 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 944 time: 0.0482082 Aug 10 04:20:36.754558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7398800-f63a-4b0b-81f5-65422f9f9141 req-34b77706-1a49-440d-aa8f-0618aa6029cd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306160 Aug 10 04:20:37.461197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8a834ab9-ae8f-4b46-8bb9-036b45520932 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:37.511860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 8a834ab9-ae8f-4b46-8bb9-036b45520932 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:37.515438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 8a834ab9-ae8f-4b46-8bb9-036b45520932 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:37.515809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:37.593616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:37.618195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:37.620510 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3bc10966cb39420d0dc7ef1c74489dbf2b75864a5c56c10fecd4689c8b5df6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabf27b-3d24-4636-9084-33ef93d2f162" -d '{"events": [{"server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "name": "network-vif-plugged", "status": "completed", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:37.633306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 8a834ab9-ae8f-4b46-8bb9-036b45520932, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:37.637556 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:37.665404 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9791f86-178c-4a83-bec4-e6c5050da8d2 x-openstack-request-id: req-d9791f86-178c-4a83-bec4-e6c5050da8d2 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:37.665697 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "name": "network-vif-plugged", "status": "completed", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:37.665951 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9791f86-178c-4a83-bec4-e6c5050da8d2 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:37.666361 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'code': 200} Aug 10 04:20:37.693954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=8a834ab9-ae8f-4b46-8bb9-036b45520932,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:37.756400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b1700-fd8e-4e0f-80ee-017e64d03413 req-8b70fafc-b593-45d5-a393-c99956ae1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:37.757903 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d0b1700-fd8e-4e0f-80ee-017e64d03413 req-8b70fafc-b593-45d5-a393-c99956ae1f10 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0443854 Aug 10 04:20:37.793699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3d0b1700-fd8e-4e0f-80ee-017e64d03413 req-beb828ba-b906-4b3a-aef1-df18ac308b8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282352 Aug 10 04:20:37.869459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44914ed2-e677-4551-a93e-740ee6303fb1 req-2b0f4565-13e1-40a7-911e-5ee5bf404f8b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:37.870974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44914ed2-e677-4551-a93e-740ee6303fb1 req-2b0f4565-13e1-40a7-911e-5ee5bf404f8b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 945 time: 0.0484409 Aug 10 04:20:37.910299 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44914ed2-e677-4551-a93e-740ee6303fb1 req-68f87b71-5ee0-48b5-a9fe-24dcf6ae8802 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332103 Aug 10 04:20:39.045167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2ad25-42fd-44e4-bac8-eca19e8529ad req-9c3b83b0-6922-4727-810b-1f0a24fe847a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:39.046699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95b2ad25-42fd-44e4-bac8-eca19e8529ad req-9c3b83b0-6922-4727-810b-1f0a24fe847a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 945 time: 0.0532038 Aug 10 04:20:39.084382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95b2ad25-42fd-44e4-bac8-eca19e8529ad req-0f1754aa-bbb9-4c34-b313-772540f89b7d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306137 Aug 10 04:20:39.197261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e4ba4-49b3-4767-a09f-b482b5be6e69 req-39d959f9-a9c8-4ea1-bfce-6a2fafe6159f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:39.198675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a2e4ba4-49b3-4767-a09f-b482b5be6e69 req-39d959f9-a9c8-4ea1-bfce-6a2fafe6159f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Aug 10 04:20:39.237741 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a2e4ba4-49b3-4767-a09f-b482b5be6e69 req-044b6c9f-1bd7-4894-acf9-d66f3e67d5f0 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Aug 10 04:20:39.263147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43356) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:39.352994 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b14ef9-b293-4529-9aef-3e05f3340090 tempest-TestVolumeBootPattern-217006926 tempest-TestVolumeBootPattern-217006926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:39.354608 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f5b14ef9-b293-4529-9aef-3e05f3340090 tempest-TestVolumeBootPattern-217006926 tempest-TestVolumeBootPattern-217006926-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1092 time: 0.0896578 Aug 10 04:20:39.357353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43360) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:39.362098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:39.385211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:39.482738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:39.593835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.25.2.44 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/946519b8-ddeb-462b-b93a-9b3143f8ce8f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:39.699073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:39.737702 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:39.778411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:39.783288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:39.786834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:39.814229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=946519b8-ddeb-462b-b93a-9b3143f8ce8f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:40.142645 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.211685 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.362560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.366861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.434317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=946519b8-ddeb-462b-b93a-9b3143f8ce8f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:40.444963 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.546305 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Floating IP 8f2cbb34-4a95-4f23-b156-627def583d6b associated. External IP: 172.25.2.44, port: 8a834ab9-ae8f-4b46-8bb9-036b45520932. Aug 10 04:20:40.752706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:40.860705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:40.870255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:40.876495 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:40.880924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:40.881559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:20:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:40.912394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aae4fedf-1930-4659-981c-a9b35a406305 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5540001 Aug 10 04:20:40.912981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:40.915446 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a70a4466f8d0fe050d287b0ff6cbbe1fe37b70d3979e38e944f85624f8c62d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52" -d '{"events": [{"name": "network-changed", "server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:40.959289 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341b524-19b8-421b-a85e-f4434d00fdce x-openstack-request-id: req-8341b524-19b8-421b-a85e-f4434d00fdce {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:40.959589 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:40.959844 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8341b524-19b8-421b-a85e-f4434d00fdce {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:40.960255 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'status': 'completed', 'code': 200} Aug 10 04:20:40.996266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:41.024686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-e529220d-a0b9-48b4-b854-d6f2e2b8c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.026193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-e529220d-a0b9-48b4-b854-d6f2e2b8c9ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0408607 Aug 10 04:20:41.120852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-7ee189c5-a657-4388-853c-a5c1e1d6277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.122394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-7ee189c5-a657-4388-853c-a5c1e1d6277d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0888464 Aug 10 04:20:41.189943 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-7a38c291-985d-4bc4-8139-d97037130843 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 998 time: 0.0597935 Aug 10 04:20:41.220696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:40Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:41.240736 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-64519ad5-0d41-4016-b674-71761dc40944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.242226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-64519ad5-0d41-4016-b674-71761dc40944 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0448067 Aug 10 04:20:41.247444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:41.256372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:41.256980 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:20:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:41.295532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-cc875d8e-4581-43ef-a5de-f1b2d2a0dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:41.296949 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-cc875d8e-4581-43ef-a5de-f1b2d2a0dacb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457702 Aug 10 04:20:41.362377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:41.392317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-4f72d243-be5d-4fa7-9fa5-1afaf03bf529 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868387 Aug 10 04:20:41.488552 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2ed227d-66dd-472e-a05a-ce2ce23b1c52 req-9292cf84-bcc6-43dd-baaa-a5e068668555 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891018 Aug 10 04:20:41.591315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:40Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:41.617385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74180bc8-613d-4de1-a08b-e390063ebca6 None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:40Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:41.986338 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bce4601-a181-4a47-b0f7-f52a6e528e1d None None] New status for floating IP 8f2cbb34-4a95-4f23-b156-627def583d6b: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:20:55.192020 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:55.525649 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:56.355730 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:57.049319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c9165ba4-2345-493f-937b-e8ed8d8a5286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:58.462793 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-46f8c1ce-6922-42e8-9da1-4feb2b9d9f35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405211 Aug 10 04:20:58.550577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-1fdbecbf-1d63-4a52-9eae-597e1caaef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:58.552083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-1fdbecbf-1d63-4a52-9eae-597e1caaef31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0411327 Aug 10 04:20:58.659366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-86c55ed1-f5be-4cc8-ba5c-c062df941159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:58.660800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-86c55ed1-f5be-4cc8-ba5c-c062df941159 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0878165 Aug 10 04:20:58.725078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-b064c48e-a37f-435d-ac8f-021910e7cbe3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 1000 time: 0.0566971 Aug 10 04:20:58.774922 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-02814337-c254-4aaf-9c75-ebfd0900f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:58.776364 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-02814337-c254-4aaf-9c75-ebfd0900f8c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0434961 Aug 10 04:20:58.830881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-85ee5aca-bf7b-41b7-b920-5d0992241bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:58.832371 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-85ee5aca-bf7b-41b7-b920-5d0992241bb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456202 Aug 10 04:20:58.920823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-dd19e477-f2c5-49aa-8e22-612b67c37745 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806248 Aug 10 04:20:59.017251 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ecc18ed5-cb31-41ea-8061-d1a322ceecef req-358db95c-2251-4455-b5d8-63b82b9f1830 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Aug 10 04:20:59.692412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:59.921216 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e85119c1-62ae-4339-bc24-da52bea85b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:01.867173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:03.329320 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.192603 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.374338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:27.051059 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-05e73d2e-673f-4f69-894b-0f74c5acbc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:29.693639 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:29.921138 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-534198c3-bfb2-4302-8397-a901385cf11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:31.869748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:32.526153 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:33.331913 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.244350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-e37709d1-d9a3-42dc-ba38-204ac4660d12 req-6d6a4fc5-2e1d-4eb3-8246-cf4353cb1451 service neutron] (94141) timed out ('10.222.0.53', 39968) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:21:55.188934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.385515 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.052422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-48eb8810-1af3-48c9-9b1f-3989414f4a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.531604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-212ce2cf-a3c2-4d5a-81c8-f02c7898ae42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775177 Aug 10 04:21:58.613948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-6c02941e-d0ba-4954-b109-2d77c10e0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:58.615483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-6c02941e-d0ba-4954-b109-2d77c10e0047 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0402284 Aug 10 04:21:58.719744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-e7bf1858-3006-4368-8c55-37de9a4e0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:58.721125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-e7bf1858-3006-4368-8c55-37de9a4e0066 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0857909 Aug 10 04:21:58.785873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-538f43f1-6a5d-41c0-9c07-7c53bdaba304 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 1000 time: 0.0567293 Aug 10 04:21:58.834086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-25de4efc-a794-427f-b5ea-642fa77cbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:58.835550 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-25de4efc-a794-427f-b5ea-642fa77cbd85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0427327 Aug 10 04:21:58.890859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-fd611ef0-db68-4521-a81c-ba1eb0653e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:58.892372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-fd611ef0-db68-4521-a81c-ba1eb0653e46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488560 Aug 10 04:21:58.981735 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-8e1c6fd0-cf82-4fe3-a946-6507ba10c8b7 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810905 Aug 10 04:21:59.075822 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-833ac6ab-689e-440f-82bc-7d3fab0874fd req-7039a96f-3a53-4057-b44e-65d8f8c1192a service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859044 Aug 10 04:21:59.695188 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.923742 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7e24d454-8532-4605-9435-89ee97150465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.871717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.334969 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.525528 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:23.180583 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-c852272f-509a-4428-8271-2a0c84b23168 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697257591&fields=id&tenant_id=2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 267 time: 0.0323312 Aug 10 04:22:23.284320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-7a69dfd0-3c7a-431a-a67d-a603d027ac0f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:23.285803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-7a69dfd0-3c7a-431a-a67d-a603d027ac0f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.0985584 Aug 10 04:22:23.300257 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-63d164e1-5590-4e10-9f9b-3c76575d3fb1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/quotas/2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 375 time: 0.0087380 Aug 10 04:22:23.360730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-f6211d27-10ef-4f5f-8df8-a66edcba40cb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551412 Aug 10 04:22:23.454336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-10072463-02ea-4f02-ad41-8881674616c4 service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813825 Aug 10 04:22:23.547459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-f4c2c5dc-73c2-405b-953c-11ddab00e1cf service neutron] 10.222.0.53 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870295 Aug 10 04:22:23.967296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5f78c3f2-880e-47eb-95c8-2b046d8954e5 req-46788cfe-2ed9-4a9e-beb5-52bb25f620a2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0708861 Aug 10 04:22:25.045686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c62b6d34-70e7-44f6-97cf-cc180d5837ea req-d334a2be-c848-4a5d-b02a-ec4695879b44 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Aug 10 04:22:25.205010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.165095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e20d34c2-c091-41ff-a533-c07431c212ae req-5519a169-8a5b-4465-90ac-be0bf2ec7a5c tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Aug 10 04:22:26.370783 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.053605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fea84f6-80df-4f25-b160-6900fc9001fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.263370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cfdba176-b62b-4c4d-9180-e8fb90e92731 req-2395264b-dfa1-425a-a240-8a06b3f6d0fc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0285201 Aug 10 04:22:27.795180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5b5a7cbe-83e0-4016-b8bb-d25b5b4b5a84 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:27.796684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5b5a7cbe-83e0-4016-b8bb-d25b5b4b5a84 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 811 time: 0.1152472 Aug 10 04:22:27.841337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-4c274a17-f6eb-4d9d-9d6a-3a343b1dfad9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a2d73638a414dce9471ad8259b27fb8 HTTP/1.1" status: 200 len: 380 time: 0.0356245 Aug 10 04:22:27.851364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'port': {'device_id': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'admin_state_up': True, 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'security_groups': ['2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:27.960156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Made reservation on behalf of 2a2d73638a414dce9471ad8259b27fb8 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:27.963793 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.095150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.20.0.6 (1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03/b35ecd0c-6481-4a1c-8ce2-c4d47578df22/9cdc8436-5e26-43ab-88f6-7fd0c34b0b69) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:28.233579 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.252667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Transition to ACTIVE for port object 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:28.286348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.336208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:28.339629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:28.342501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:28.398567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:28.399232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.433275 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:28.443188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.443792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.444173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.444634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.444978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.445427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.445828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.446377 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.446710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.447037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.447415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.447750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:28.467503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-494edf70-3a92-4c18-b16a-9ef98d79d3e5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6208057 Aug 10 04:22:28.485500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-d49d1f53-104d-416d-b552-d5072c0bf254 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:22:28.486608 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-d49d1f53-104d-416d-b552-d5072c0bf254 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062559 Aug 10 04:22:28.498193 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98c76a-2f06-45f4-9c0f-09e2266af6bc req-f6be84ad-a984-4e5b-a36b-4fe9e9de3a64 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:28.499777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f98c76a-2f06-45f4-9c0f-09e2266af6bc req-f6be84ad-a984-4e5b-a36b-4fe9e9de3a64 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 931 time: 0.1521590 Aug 10 04:22:28.570592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f98c76a-2f06-45f4-9c0f-09e2266af6bc req-40085686-4752-4781-9be3-98aeb94daef2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636995 Aug 10 04:22:28.634597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Request body: {'port': {'device_id': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:28.678998 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1cfb37be-f582-4695-bfa7-8298861ae003 None None] Provisioning for port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:28.683415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1cfb37be-f582-4695-bfa7-8298861ae003 None None] Provisioning complete for port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:28.684160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1cfb37be-f582-4695-bfa7-8298861ae003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.701311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.725347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb37be-f582-4695-bfa7-8298861ae003 None None] Port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:28.980607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:28.989812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.003295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Transition to ACTIVE for port object 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:29.007457 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.070320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754be95-a577-4428-a867-e55502826d76 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:29.144689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Attempting to bind port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:29.145028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Attempting to bind port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:29.145359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Attempting to bind port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:29.150624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:22:29.150949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Attempting to bind port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 on network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:29.155975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:29.156316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Checking segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:29.156714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Bound using segment: {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:29.157132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Bound port: 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720a1245-d581-4b13-821e-faf16a888690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:29.157495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.232810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] For port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:29.236466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] For port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:29.242163 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.277966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:29.278593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.279995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-5754be95-a577-4428-a867-e55502826d76 service neutron] 10.222.0.65 "PUT /v2.0/ports/9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 1092 time: 0.7240376 Aug 10 04:22:29.280428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:29.316204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754be95-a577-4428-a867-e55502826d76 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:29.348145 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e47209c-e361-470f-b5ba-7bf55a2e894a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:29.680969 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9703ad9-f5af-4e99-b40f-d88f3eea2834 x-openstack-request-id: req-a9703ad9-f5af-4e99-b40f-d88f3eea2834 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:29.681251 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:29.681501 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9703ad9-f5af-4e99-b40f-d88f3eea2834 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:29.681888 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'status': 'completed', 'code': 200} Aug 10 04:22:29.702685 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.720283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-1569d0d6-8449-4070-b276-2cd2d9a89d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:29.721815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-1569d0d6-8449-4070-b276-2cd2d9a89d30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1095 time: 0.3845398 Aug 10 04:22:29.747392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aeabd-ca4d-4e6c-adaf-357cad6e1c36 req-9a096137-1f00-41fb-b01c-f68aca166805 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:29.748846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-603aeabd-ca4d-4e6c-adaf-357cad6e1c36 req-9a096137-1f00-41fb-b01c-f68aca166805 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0715635 Aug 10 04:22:29.782237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-b73a2b2b-b27f-4327-8426-e0658687a0fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 217 time: 0.0513251 Aug 10 04:22:29.838992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-603aeabd-ca4d-4e6c-adaf-357cad6e1c36 req-4a6e847e-8a6d-45aa-b18f-0f902eacc5a1 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635891 Aug 10 04:22:29.852235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-85ee2f1b-cb0b-43af-b55b-fef2f1e97120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:29.853668 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-85ee2f1b-cb0b-43af-b55b-fef2f1e97120 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0627530 Aug 10 04:22:29.902296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-78590925-95f6-4411-b31e-7fde63dd1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:29.903935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-78590925-95f6-4411-b31e-7fde63dd1274 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430839 Aug 10 04:22:29.926559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f8da0478-e285-4439-a0dc-846cafa1df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.997446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-90601162-9840-4d37-9fa9-8ba45cc9fd32 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865324 Aug 10 04:22:30.089311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f14aa7a3-c46e-4b27-bae9-6925365f501d req-569a1447-09f3-4c3d-bfa6-397ae396a401 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850363 Aug 10 04:22:30.173315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-5c2ae0d0-6328-46d4-8502-1a764c50ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.175121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-5c2ae0d0-6328-46d4-8502-1a764c50ce80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1095 time: 0.0419393 Aug 10 04:22:30.273162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-99aaf894-57bb-431b-bb48-29065b96a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.274833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-99aaf894-57bb-431b-bb48-29065b96a286 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0927284 Aug 10 04:22:30.317095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-8a832a10-36b2-46e5-b755-862eb47603f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 217 time: 0.0357296 Aug 10 04:22:30.367159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-5adcc953-6605-4f5d-8a29-f5cb75453452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.368560 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-5adcc953-6605-4f5d-8a29-f5cb75453452 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0450828 Aug 10 04:22:30.420651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-cf0b7c53-8dc3-4075-a19d-00c0b4503f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.422345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-cf0b7c53-8dc3-4075-a19d-00c0b4503f3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468585 Aug 10 04:22:30.514553 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-13c6197b-9ee8-4227-8e44-24fe5353af3d service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852482 Aug 10 04:22:30.620580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9e47209c-e361-470f-b5ba-7bf55a2e894a req-402f8c06-9d6c-4c75-88fd-eadd159200be service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986471 Aug 10 04:22:30.964853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492ebdf-1ae3-4d00-a63d-39fec879734e req-4b381f59-f335-456b-8a3b-973e45d386e7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.967806 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0492ebdf-1ae3-4d00-a63d-39fec879734e req-4b381f59-f335-456b-8a3b-973e45d386e7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0561068 Aug 10 04:22:31.010157 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0492ebdf-1ae3-4d00-a63d-39fec879734e req-74b39e2f-a7fc-4615-a968-f2f1711e8479 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Aug 10 04:22:31.874455 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:32.127266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e138340-b70b-421d-8632-469a730b738f req-f97c6c6a-9729-4953-894c-4bfd6b05ffb7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:32.128761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e138340-b70b-421d-8632-469a730b738f req-f97c6c6a-9729-4953-894c-4bfd6b05ffb7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0501845 Aug 10 04:22:32.166773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5e138340-b70b-421d-8632-469a730b738f req-1994fce4-537f-435f-9d12-15c7c4665b17 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 10 04:22:33.284475 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3d8a-5c96-4433-a80f-74c37f7737db req-e4000345-f7b4-464b-ba6a-2a3f55576a92 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:33.285960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89f3d8a-5c96-4433-a80f-74c37f7737db req-e4000345-f7b4-464b-ba6a-2a3f55576a92 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0526710 Aug 10 04:22:33.341260 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b89f3d8a-5c96-4433-a80f-74c37f7737db req-c66be39a-b5f7-48df-bc1e-5a757dd3420a tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492942 Aug 10 04:22:33.344263 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.463961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788b8d9-f8a1-4e8a-ae65-bb0efe7f6135 req-c2a1d0f1-1af7-4c30-804b-6b93d092e92b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:34.465532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f788b8d9-f8a1-4e8a-ae65-bb0efe7f6135 req-c2a1d0f1-1af7-4c30-804b-6b93d092e92b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0539377 Aug 10 04:22:34.508868 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f788b8d9-f8a1-4e8a-ae65-bb0efe7f6135 req-bfc96abd-36f8-4583-b251-2142ca63aee6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354006 Aug 10 04:22:35.629869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e780e-adcb-46ed-9a98-54b8b46916da req-b40b10a1-527c-4eff-aa86-d38d86496910 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:35.632060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-434e780e-adcb-46ed-9a98-54b8b46916da req-b40b10a1-527c-4eff-aa86-d38d86496910 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0520687 Aug 10 04:22:35.669261 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-434e780e-adcb-46ed-9a98-54b8b46916da req-68ddba93-18db-4f77-acaf-61b2087ce8a2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Aug 10 04:22:36.795517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d88d6f-1309-4516-af3c-214be6cfa6c8 req-449e00a3-11ee-4e92-94d1-6508f20c4a52 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.797065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7d88d6f-1309-4516-af3c-214be6cfa6c8 req-449e00a3-11ee-4e92-94d1-6508f20c4a52 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0579104 Aug 10 04:22:36.845475 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7d88d6f-1309-4516-af3c-214be6cfa6c8 req-cee1da70-e98a-4846-9b17-a152a29b88c2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Aug 10 04:22:37.967797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45160731-3df2-4094-a0df-11276c3167a5 req-55d0ac85-457a-45a0-b906-e21c3428d366 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:37.969289 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45160731-3df2-4094-a0df-11276c3167a5 req-55d0ac85-457a-45a0-b906-e21c3428d366 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Aug 10 04:22:38.006595 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-45160731-3df2-4094-a0df-11276c3167a5 req-58cafd52-9bac-4c57-8714-22688a8a0cb6 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Aug 10 04:22:38.991659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:22:39.084277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:39.095708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'port_id': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'mac_address': 'fa:16:3e:4c:1e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:22:39.119603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4191e-c5c7-49f6-92d6-7946e66ad318 req-d458e3a2-6359-4396-bd83-f7fa2a2f8100 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:39.121212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a4191e-c5c7-49f6-92d6-7946e66ad318 req-d458e3a2-6359-4396-bd83-f7fa2a2f8100 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 943 time: 0.0491316 Aug 10 04:22:39.135086 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.149272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:39.165632 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49a4191e-c5c7-49f6-92d6-7946e66ad318 req-397fbe43-ed3f-4ab2-84cd-b6b16143eea7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382493 Aug 10 04:22:39.170213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:39.174244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.221126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:39.228429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.228769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.229110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.229443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.229772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.230135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.230463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.230786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.231104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.231424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.231743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.232059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:39.424769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['9cdc8436-5e26-43ab-88f6-7fd0c34b0b69'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:22:40.283855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b60a-904d-4a56-be5e-6ad57a3195ff req-3c4237ba-4bd5-4974-9979-db88c036c461 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:40.285328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f3f8b60a-904d-4a56-be5e-6ad57a3195ff req-3c4237ba-4bd5-4974-9979-db88c036c461 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 944 time: 0.0530536 Aug 10 04:22:40.322202 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f3f8b60a-904d-4a56-be5e-6ad57a3195ff req-fe687d31-8b04-427c-bd2c-cafaf99cdceb tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Aug 10 04:22:41.007946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:41.055596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:41.059253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:41.059629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.136898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.158854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:41.172837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:41.176872 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.201753 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde14eca-14e2-4f5a-bbf4-1b3873ead0d7" -d '{"events": [{"server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "name": "network-vif-plugged", "status": "completed", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:41.230590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:41.296945 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d61a6-3808-4ad0-a07e-6d1641f2bce0 x-openstack-request-id: req-344d61a6-3808-4ad0-a07e-6d1641f2bce0 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:41.297236 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "name": "network-vif-plugged", "status": "completed", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:41.297490 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-344d61a6-3808-4ad0-a07e-6d1641f2bce0 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:41.297891 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'code': 200} Aug 10 04:22:41.408006 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faae46-0de7-4d4b-a724-8fcd050008c7 req-2a7e0211-8383-45ce-b192-7477675e211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:41.409513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29faae46-0de7-4d4b-a724-8fcd050008c7 req-2a7e0211-8383-45ce-b192-7477675e211f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1097 time: 0.0497015 Aug 10 04:22:41.437671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c012d3e-c009-4b5f-bef8-4225d0dcc1a1 req-b18faeb8-7109-4566-b04d-7b2348e60ffc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:41.439184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c012d3e-c009-4b5f-bef8-4225d0dcc1a1 req-b18faeb8-7109-4566-b04d-7b2348e60ffc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 945 time: 0.0486033 Aug 10 04:22:41.445504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29faae46-0de7-4d4b-a724-8fcd050008c7 req-493d6f7f-f6b7-441b-b058-978d7bd0011d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288393 Aug 10 04:22:41.476258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c012d3e-c009-4b5f-bef8-4225d0dcc1a1 req-1b0460bb-a287-4bf7-999c-5b89a36e9ab7 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304747 Aug 10 04:22:42.594261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab55e-77b4-4f8a-92d4-0a7d3327415a req-29c36236-37fe-4497-b0ec-5d3e0d858c7e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:42.595756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2bab55e-77b4-4f8a-92d4-0a7d3327415a req-29c36236-37fe-4497-b0ec-5d3e0d858c7e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 945 time: 0.0498450 Aug 10 04:22:42.637218 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2bab55e-77b4-4f8a-92d4-0a7d3327415a req-b95a1bcc-ae4f-474d-83e0-79d1944b035d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353947 Aug 10 04:22:42.751645 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730a5a2-4130-4eec-bcb1-dd9a41ff1211 req-f033b3ca-1d34-4a95-9ecc-46c46b4c3fd3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:42.753140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c730a5a2-4130-4eec-bcb1-dd9a41ff1211 req-f033b3ca-1d34-4a95-9ecc-46c46b4c3fd3 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 945 time: 0.0483305 Aug 10 04:22:42.799921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c730a5a2-4130-4eec-bcb1-dd9a41ff1211 req-41a5abac-d9b8-4bf8-afa1-51a9c4ea22c4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Aug 10 04:22:42.821750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:42.864234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7021c4-b267-412b-827d-a814d3a6739c tempest-TestVolumeBootPattern-217006926 tempest-TestVolumeBootPattern-217006926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:42.865744 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8c7021c4-b267-412b-827d-a814d3a6739c tempest-TestVolumeBootPattern-217006926 tempest-TestVolumeBootPattern-217006926-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1092 time: 0.0429876 Aug 10 04:22:42.868526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43544) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:42.872910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:42.895170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.989188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.095384 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Allocated IP 172.25.2.94 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/5511e8d1-f6f4-4379-a8fa-d79f549d7793) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:43.195302 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.232371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.564068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:43.566951 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:43.570522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:43.575732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=5511e8d1-f6f4-4379-a8fa-d79f549d7793,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:43.601541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.601878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.602241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.602573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.602895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.603228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.603543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.603861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.604177 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.604492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.604806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.605120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:43.938957 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.014465 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.162135 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.166624 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.236555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event updated for resources: {'Port': ['ID=5511e8d1-f6f4-4379-a8fa-d79f549d7793,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:44.242933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.347535 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Floating IP 28408085-ca6b-44a6-907a-a2d827f8f72e associated. External IP: 172.25.2.94, port: 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69. Aug 10 04:22:44.564771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:44.675334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:44.685578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:44.692272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.695723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:44.696344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:22:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:44.733997 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ef6f8dc9-107d-440b-9707-c7a17cf9c601 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8517377 Aug 10 04:22:44.733997 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:44.762312 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cb697f-8d10-43a5-9807-3d6539f6adaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:44.806804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:44.850877 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b450aaf9-7937-481f-b1e3-cc37051a119f x-openstack-request-id: req-b450aaf9-7937-481f-b1e3-cc37051a119f {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:44.851183 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:44.851439 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b450aaf9-7937-481f-b1e3-cc37051a119f {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:44.851846 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'status': 'completed', 'code': 200} Aug 10 04:22:44.912185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-4b12942b-f01e-4cbf-85ac-c09058e5799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:44.913702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-4b12942b-f01e-4cbf-85ac-c09058e5799d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1097 time: 0.0407414 Aug 10 04:22:45.004808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-46705206-fa3e-4043-88d7-defbbcda20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.006372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-46705206-fa3e-4043-88d7-defbbcda20a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0837386 Aug 10 04:22:45.030072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '28408085-ca6b-44a6-907a-a2d827f8f72e', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:4c:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:43Z', 'updated_at': '2021-08-10T04:22:43Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}, {'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 1, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:45.056935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:45.065109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:45.065720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:22:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:45.076575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-67fd61a2-508b-49e4-803d-71fd7e38c3f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 998 time: 0.0623651 Aug 10 04:22:45.125534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-e11965e2-9311-4422-aeec-a0a1579a8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.127066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-e11965e2-9311-4422-aeec-a0a1579a8019 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0442178 Aug 10 04:22:45.169514 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:45.172783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-a430dee6-287e-43b6-af66-3bdafcbc88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.174356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-a430dee6-287e-43b6-af66-3bdafcbc88e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407712 Aug 10 04:22:45.267535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-5f8ceacd-505e-4c9a-804f-00c82fa07f7e service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863266 Aug 10 04:22:45.357139 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-81cb697f-8d10-43a5-9807-3d6539f6adaf req-ff877ae5-3059-4b4c-8ff5-0fc012e16c93 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822575 Aug 10 04:22:45.392292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '28408085-ca6b-44a6-907a-a2d827f8f72e', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:4c:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:43Z', 'updated_at': '2021-08-10T04:22:43Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}, {'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 1, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:45.422442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193d9764-d789-4fa5-b069-1fbaa0d1f3c0 None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '28408085-ca6b-44a6-907a-a2d827f8f72e', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:4c:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:43Z', 'updated_at': '2021-08-10T04:22:43Z', 'revision_number': 0, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}, {'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 1, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:45.610811 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b048c5-21b1-4e1b-9a75-69bd99c8816f None None] New status for floating IP 28408085-ca6b-44a6-907a-a2d827f8f72e: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:22:46.525882 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:55.224273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.384039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:57.054838 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eb58e06e-9eec-4496-b969-c087d97ff51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.451063 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-845f5ec0-23fa-41a5-94dc-ca50023c331d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558951 Aug 10 04:22:59.545742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-74a36e6d-842d-4aa9-ac91-bcbe82d13550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.547642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-74a36e6d-842d-4aa9-ac91-bcbe82d13550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0507350 Aug 10 04:22:59.665102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-25acd95c-3107-428c-93f9-73ff4c7e8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.666696 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-25acd95c-3107-428c-93f9-73ff4c7e8e90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0993698 Aug 10 04:22:59.695821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.742275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-a0a5a614-2fe4-4412-a379-d939b7e150a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 1000 time: 0.0678697 Aug 10 04:22:59.800059 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-b9bbeb3e-0a8b-4a9a-89bd-b21333b2fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.802033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-b9bbeb3e-0a8b-4a9a-89bd-b21333b2fb5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0523081 Aug 10 04:22:59.855423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-0bf012c3-3b6b-44c6-a501-25f792df80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.856907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-0bf012c3-3b6b-44c6-a501-25f792df80ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477076 Aug 10 04:22:59.930543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-58b3e4df-f985-4f61-9856-fbd03f89936e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.972058 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-3b3445f2-1bf5-4ce7-9adc-1d57eb9be8c2 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066811 Aug 10 04:23:00.074422 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23858d72-4caa-4b83-af60-bc75632e1b35 req-36e65642-d7d9-479f-b959-fd4625745fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942180 Aug 10 04:23:01.878170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:02.671261 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-fc508a41-726d-4abe-a9e3-374d88b132d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457344 Aug 10 04:23:02.757102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136b42-d121-4128-af50-00b1465d4752 req-9b5108ac-7522-4444-85a3-b1a4f52857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:02.758693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-9b5108ac-7522-4444-85a3-b1a4f52857fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1097 time: 0.0412545 Aug 10 04:23:02.864196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136b42-d121-4128-af50-00b1465d4752 req-d4531f26-2654-44a8-a34f-05c989a9aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:02.865705 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-d4531f26-2654-44a8-a34f-05c989a9aa34 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0840681 Aug 10 04:23:02.936916 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-0a962898-1286-4a5a-b18c-ee1793de61e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 1000 time: 0.0625043 Aug 10 04:23:02.986410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136b42-d121-4128-af50-00b1465d4752 req-447016cf-c1ce-47cc-8c1d-fc713e04a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:02.987815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-447016cf-c1ce-47cc-8c1d-fc713e04a4cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0430207 Aug 10 04:23:03.036171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c136b42-d121-4128-af50-00b1465d4752 req-4b65f3b1-55e4-41c6-ad65-c8c76bd3ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:03.037599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-4b65f3b1-55e4-41c6-ad65-c8c76bd3ebc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419369 Aug 10 04:23:03.131639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-6d9ba662-2897-430d-92da-a3a1073bf885 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Aug 10 04:23:03.234108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7c136b42-d121-4128-af50-00b1465d4752 req-64b68419-5144-42fb-a9aa-62b3071bbca0 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935547 Aug 10 04:23:03.340522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:23.528292 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:25.236919 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.410807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:27.059184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d50f415-752c-4fe8-b832-43ae868b9842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:29.697601 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:29.932445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7551c5b1-93dd-49fe-8992-5a00d21d2c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:31.879460 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:33.342537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:55.245457 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:56.401295 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.061137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-de1d5a44-7b9e-4336-9dc1-ac1756c8ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.700058 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:59.931967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cebb8a62-e09b-4d12-b054-8bb40b444442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:00.527052 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:01.442715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-b9c75a9c-d537-4745-b14e-6913cf4ecfc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470443 Aug 10 04:24:01.533415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-f8e1cec6-b3dc-4291-8b41-c5a121a3ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:01.535070 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-f8e1cec6-b3dc-4291-8b41-c5a121a3ac89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0468323 Aug 10 04:24:01.644621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-2855ef26-6528-4485-a93c-05e2035c79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:01.646137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-2855ef26-6528-4485-a93c-05e2035c79fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0893729 Aug 10 04:24:01.719975 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-d245261e-a4b8-4c7d-b7d0-190e1cd0b2f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 1000 time: 0.0657682 Aug 10 04:24:01.769805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-39a1b446-1de0-48d6-9126-69463e12c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:01.772374 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-39a1b446-1de0-48d6-9126-69463e12c208 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0453374 Aug 10 04:24:01.818649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-eb607e64-7d1b-4766-a72d-57b7ebce1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:01.820808 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-eb607e64-7d1b-4766-a72d-57b7ebce1a23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409534 Aug 10 04:24:01.884695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:01.917129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-752daa37-36bf-4441-ad30-e47fa7ed2c31 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Aug 10 04:24:02.010251 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3148c8d-4fce-445b-ac2c-fcc3cc1953f7 req-d83693da-5cd4-4537-b19e-16972dde1061 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847409 Aug 10 04:24:03.348070 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:04.171845 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-d07ae1ca-7229-47c1-ada0-7f8df9e4d73a req-8f1f3758-b1bc-42e4-aefc-c8f54dc7ff4b service neutron] (94141) timed out ('10.222.0.65', 56366) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:24:04.662543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-e5d5301a-b40c-47df-b87e-c003a7647558 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475945 Aug 10 04:24:04.752462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-7d79d89f-73a9-437a-a094-7ea00e382817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:04.754015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-7d79d89f-73a9-437a-a094-7ea00e382817 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1097 time: 0.0483654 Aug 10 04:24:04.858731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-6d823887-3f0e-44a7-a85e-7783ec50c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:04.860156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-6d823887-3f0e-44a7-a85e-7783ec50c2c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.0860355 Aug 10 04:24:04.932073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-dd653f0d-a98d-4470-851e-b2501d391cc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 1000 time: 0.0645168 Aug 10 04:24:04.982610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-f87e916b-ad07-4790-8070-66f056c45d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:04.984100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-f87e916b-ad07-4790-8070-66f056c45d33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0453284 Aug 10 04:24:05.031597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-eb2486fa-360b-43ef-8be9-3fe977152404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:05.033148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-eb2486fa-360b-43ef-8be9-3fe977152404 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406661 Aug 10 04:24:05.130174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-7e46f368-54ab-485e-bb40-be583e9bcfc3 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Aug 10 04:24:05.221551 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f7dcb5b-7af4-4438-9e60-16a220edcba6 req-f007ba4d-4d3f-48dc-8072-4e6b16b3f943 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Aug 10 04:24:12.079798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43612) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:12.246519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 5511e8d1-f6f4-4379-a8fa-d79f549d7793 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:12.246862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.328099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.328429 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.340531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 5511e8d1-f6f4-4379-a8fa-d79f549d7793 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:12.493611 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.521517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=5511e8d1-f6f4-4379-a8fa-d79f549d7793,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:12.546473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.546815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.547154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.547494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.547825 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.548154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.548477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.548806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.549137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.549460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.549791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.550129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:12.593381 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.593636 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Floating IP 28408085-ca6b-44a6-907a-a2d827f8f72e disassociated (deleted). External IP: 172.25.2.94, port: 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69. Aug 10 04:24:12.801503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:12.910690 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:12.916226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:12.920893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:12.930786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:12.931393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:12.943574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3fa8f34a-df50-46d9-845e-23eea21bdb0e tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "DELETE /v2.0/floatingips/28408085-ca6b-44a6-907a-a2d827f8f72e HTTP/1.1" status: 204 len: 168 time: 0.8626144 Aug 10 04:24:12.944312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:12.946733 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8875adb-2d7d-4847-8581-fab9c6ad1a33" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:12.994361 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33706cd4-d41d-4704-8f64-062df39fd1ab x-openstack-request-id: req-33706cd4-d41d-4704-8f64-062df39fd1ab {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:12.994926 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:12.995255 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33706cd4-d41d-4704-8f64-062df39fd1ab {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:12.995719 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'status': 'completed', 'code': 200} Aug 10 04:24:13.040047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:13.064316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-59468c9f-55d0-4290-b3bd-193d1de5e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.067537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-59468c9f-55d0-4290-b3bd-193d1de5e62b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 1097 time: 0.0490072 Aug 10 04:24:13.204164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-fdbf6b9f-8afd-47e7-886d-4e30bfdf512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.205554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-fdbf6b9f-8afd-47e7-886d-4e30bfdf512b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.1318858 Aug 10 04:24:13.213780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470e9af-6608-4db9-91f6-44d88c0a9a8c req-2e5a5df8-9dc0-4ff0-8738-e25b695e103b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.215204 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e470e9af-6608-4db9-91f6-44d88c0a9a8c req-2e5a5df8-9dc0-4ff0-8738-e25b695e103b tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 945 time: 0.0814965 Aug 10 04:24:13.266027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-3b112186-c1f7-45e4-afc2-a2a9971b14be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 200 len: 217 time: 0.0498784 Aug 10 04:24:13.276424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 1, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:13.302648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:13.310818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e470e9af-6608-4db9-91f6-44d88c0a9a8c req-469401de-226a-468f-a674-a8855b147845 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881793 Aug 10 04:24:13.311775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:13.312754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:13.336571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-4e23a5d4-161a-4370-ab5f-e9acb505d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.338121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-4e23a5d4-161a-4370-ab5f-e9acb505d0a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0646682 Aug 10 04:24:13.386715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-a22e9f83-8408-4177-b3d1-f9518bdae832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.388206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-a22e9f83-8408-4177-b3d1-f9518bdae832 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415542 Aug 10 04:24:13.418903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:13.487595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-fe3c9271-3bbb-4871-b776-197f939578d6 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912819 Aug 10 04:24:13.579617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c8875adb-2d7d-4847-8581-fab9c6ad1a33 req-eeb6fdfd-be9a-449e-8d19-d5a841901d55 service neutron] 10.222.0.65 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Aug 10 04:24:13.643911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 1, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:13.670080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566f5ef-00b0-4b08-b74a-9ad5d716577a None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '8f2cbb34-4a95-4f23-b156-627def583d6b', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'port_id': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'mac_address': 'fa:16:3e:5f:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:40Z', 'updated_at': '2021-08-10T04:20:42Z', 'revision_number': 1, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:13.884998 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40968fb3-c04b-4678-ae2e-339dcd144dbb None None] New status for floating IP 28408085-ca6b-44a6-907a-a2d827f8f72e: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:24:14.455956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d59c-ca60-4d7b-94f8-d008a1b3892c req-b7ab07d5-6bb0-4cc9-9cbb-a141929059c2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:14.457448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a73d59c-ca60-4d7b-94f8-d008a1b3892c req-b7ab07d5-6bb0-4cc9-9cbb-a141929059c2 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 945 time: 0.0520320 Aug 10 04:24:14.495125 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a73d59c-ca60-4d7b-94f8-d008a1b3892c req-d05ff659-0ff9-47ea-a3dd-539181cf36fc tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Aug 10 04:24:14.695431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-963fa336-1c17-4aaa-9ab5-40bc094e25d5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:14.697474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-963fa336-1c17-4aaa-9ab5-40bc094e25d5 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 945 time: 0.0570347 Aug 10 04:24:14.795936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:14.796327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:14.889562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:14.889924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:14.903016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:15.030516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.067930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=9cdc8436-5e26-43ab-88f6-7fd0c34b0b69,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:15.091039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.091362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.091695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.092029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.092353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.092675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.092993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.093310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.093627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.093939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.094296 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.094590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:15.115064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:15.118120 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.120118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-70714fe8-62cf-48fd-ac01-f4ed9cef59d6 req-2ed57e7c-b0cf-4ed5-9af7-bff0b5e7ba94 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.65 "DELETE /v2.0/ports/9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 HTTP/1.1" status: 204 len: 173 time: 0.4165726 Aug 10 04:24:15.120542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'name': 'network-vif-deleted', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:15.122811 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8a41f-8712-45ec-a701-17bb1ab28f5c" -d '{"events": [{"server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "name": "network-vif-deleted", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:15.166675 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f993d400-d1d1-4c58-b150-be04f82a22c3 x-openstack-request-id: req-f993d400-d1d1-4c58-b150-be04f82a22c3 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:15.166970 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc63717-ecce-4b65-a759-ba15c68f52e0", "name": "network-vif-deleted", "tag": "9cdc8436-5e26-43ab-88f6-7fd0c34b0b69", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:15.167231 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f993d400-d1d1-4c58-b150-be04f82a22c3 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:15.167645 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc63717-ecce-4b65-a759-ba15c68f52e0', 'name': 'network-vif-deleted', 'tag': '9cdc8436-5e26-43ab-88f6-7fd0c34b0b69', 'status': 'completed', 'code': 200} Aug 10 04:24:15.598092 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f624466-4c03-463e-95cd-ea1f5c6ad98e req-405cb12e-9138-4402-acae-11b79fa99bce tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0306861 Aug 10 04:24:16.710650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b37d9715-d548-4dcc-850a-c1ea94e6f1df req-6bfd3a26-ae88-411a-a60d-635fdaf82afa tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0295448 Aug 10 04:24:17.811906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c05606e1-6c1c-4963-a716-f3411c4dc901 req-4032f0fb-e09e-48b1-8bc1-b05f2443c7cd tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0314806 Aug 10 04:24:18.922702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8f2e97e8-7839-4aaa-8fa8-7f50ac26488f req-cf016cc7-2a2c-42a9-a540-859f29a86f57 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc63717-ecce-4b65-a759-ba15c68f52e0 HTTP/1.1" status: 200 len: 210 time: 0.0265810 Aug 10 04:24:19.535343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:19.556025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:19.556382 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9cdc8436-5e26-43ab-88f6-7fd0c34b0b69 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:25.251907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.386111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43674) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:25.544533 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 946519b8-ddeb-462b-b93a-9b3143f8ce8f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:25.544876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.620312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.620768 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.633109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 946519b8-ddeb-462b-b93a-9b3143f8ce8f owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:25.781847 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.807704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=946519b8-ddeb-462b-b93a-9b3143f8ce8f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:25.868549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.868926 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Floating IP 8f2cbb34-4a95-4f23-b156-627def583d6b disassociated (deleted). External IP: 172.25.2.44, port: 8a834ab9-ae8f-4b46-8bb9-036b45520932. Aug 10 04:24:26.361626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:26.412018 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.473368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:26.478389 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.484063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:26.494315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:26.494930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:26.508390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-75afe0b8-12ae-42ca-8361-a96d58479d2d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "DELETE /v2.0/floatingips/8f2cbb34-4a95-4f23-b156-627def583d6b HTTP/1.1" status: 204 len: 168 time: 1.1210771 Aug 10 04:24:26.508999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:26.511364 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d289fff-3797-4684-b300-b0e81c78f762" -d '{"events": [{"name": "network-changed", "server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:26.550164 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96f297a-fc98-4906-ae87-1259ca5205b5 x-openstack-request-id: req-d96f297a-fc98-4906-ae87-1259ca5205b5 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:26.550351 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:26.550645 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d96f297a-fc98-4906-ae87-1259ca5205b5 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:26.550938 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'status': 'completed', 'code': 200} Aug 10 04:24:26.618150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289fff-3797-4684-b300-b0e81c78f762 req-81b70c2d-abb1-436e-8364-37c3169c233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:26.619633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-81b70c2d-abb1-436e-8364-37c3169c233b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2a2d73638a414dce9471ad8259b27fb8&device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 1097 time: 0.0457003 Aug 10 04:24:26.623765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:26.768253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289fff-3797-4684-b300-b0e81c78f762 req-13c3e94c-c8ee-4787-b9b0-a56d0c7542ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:26.771000 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-13c3e94c-c8ee-4787-b9b0-a56d0c7542ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 200 len: 912 time: 0.1426861 Aug 10 04:24:26.860414 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-4b050579-536f-4b5a-aeaf-d68ee21db5b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 200 len: 217 time: 0.0644729 Aug 10 04:24:26.885887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944ebab-3a02-4bdd-98f0-abde29de9af7 req-86b1b08c-f34d-4fb9-b3b4-e0da0baaad76 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:26.887409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3944ebab-3a02-4bdd-98f0-abde29de9af7 req-86b1b08c-f34d-4fb9-b3b4-e0da0baaad76 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 945 time: 0.1459405 Aug 10 04:24:26.950297 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289fff-3797-4684-b300-b0e81c78f762 req-a57d80c1-5823-484c-9db7-49f5186092a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:26.951805 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-a57d80c1-5823-484c-9db7-49f5186092a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 200 len: 850 time: 0.0826542 Aug 10 04:24:26.959776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3944ebab-3a02-4bdd-98f0-abde29de9af7 req-f117dbb2-c6bf-445d-8048-758d1dbcf497 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535076 Aug 10 04:24:26.994946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:27.002653 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d289fff-3797-4684-b300-b0e81c78f762 req-d8a73780-387f-4e51-8d07-bb6fb1a8db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.004221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-d8a73780-387f-4e51-8d07-bb6fb1a8db32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433707 Aug 10 04:24:27.020568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:27.029356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:27.029973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:27.091747 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-581564a7-cd82-433b-815d-b6fdacb86165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.099393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-ced36012-f25e-4611-b230-2c0ee7e6cdbb service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871246 Aug 10 04:24:27.152732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:27.205570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5d289fff-3797-4684-b300-b0e81c78f762 req-9083cd2a-dc36-4990-8a2f-8e3c085fedf5 service neutron] 10.222.0.39 "GET /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962734 Aug 10 04:24:27.360380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:27.386576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95e5aa-5031-4501-b430-6d75158c465d None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:14:45Z', 'revision_number': 4, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9cc2d78b-1251-455b-855d-15b105376f7e', 'name': '', 'network_id': '1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'mac_address': 'fa:16:3e:b9:8d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:44Z', 'updated_at': '2021-08-10T04:14:50Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'subnets': [{'id': 'b35ecd0c-6481-4a1c-8ce2-c4d47578df22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:27.601755 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4eadf6-5c7b-4081-9bba-d5d9f5eb1230 None None] New status for floating IP 8f2cbb34-4a95-4f23-b156-627def583d6b: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:24:28.078297 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1f27e-a37a-421f-bb4a-d161041932cb req-289944b1-9d6b-441e-8d7c-1de77e8ef8e9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.079924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8dc1f27e-a37a-421f-bb4a-d161041932cb req-289944b1-9d6b-441e-8d7c-1de77e8ef8e9 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Aug 10 04:24:28.122697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8dc1f27e-a37a-421f-bb4a-d161041932cb req-8cf27564-09d5-4309-ba5f-e9a66c1f1f54 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/security-groups?id=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364664 Aug 10 04:24:28.375225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-a14c7f38-8197-4783-83a4-f0522297ed97 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.376574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-a14c7f38-8197-4783-83a4-f0522297ed97 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Aug 10 04:24:28.470168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 8a834ab9-ae8f-4b46-8bb9-036b45520932 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:28.470518 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.562726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] For port 8a834ab9-ae8f-4b46-8bb9-036b45520932, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=8a834ab9-ae8f-4b46-8bb9-036b45520932,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:28.563097 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.575968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 8a834ab9-ae8f-4b46-8bb9-036b45520932 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:28.715988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.748814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=8a834ab9-ae8f-4b46-8bb9-036b45520932,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:28.794965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] No DVR routers for this DVR port 8a834ab9-ae8f-4b46-8bb9-036b45520932 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:28.797742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.799826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-341d7969-aa03-4e2f-a4e0-bb468e093745 req-37302932-98c8-463c-b140-8742ce1c77ad tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.39 "DELETE /v2.0/ports/8a834ab9-ae8f-4b46-8bb9-036b45520932 HTTP/1.1" status: 204 len: 173 time: 0.4165330 Aug 10 04:24:28.800280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'name': 'network-vif-deleted', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:28.802666 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82a4feb-d74b-4533-8135-4a5a76c83173" -d '{"events": [{"server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "name": "network-vif-deleted", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:28.841227 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720d2e6b-a424-4d95-8898-94bc279cf599 x-openstack-request-id: req-720d2e6b-a424-4d95-8898-94bc279cf599 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:28.841526 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e35f752-f499-4e4e-b609-3ec1068ec895", "name": "network-vif-deleted", "tag": "8a834ab9-ae8f-4b46-8bb9-036b45520932", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:28.841777 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-720d2e6b-a424-4d95-8898-94bc279cf599 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:28.842266 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e35f752-f499-4e4e-b609-3ec1068ec895', 'name': 'network-vif-deleted', 'tag': '8a834ab9-ae8f-4b46-8bb9-036b45520932', 'status': 'completed', 'code': 200} Aug 10 04:24:29.231196 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-982cf5e0-04c3-4bb2-918b-79e33b4354a6 req-9749a3a4-ac6e-450c-b1cd-77e64d3995e8 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 210 time: 0.0304444 Aug 10 04:24:29.700745 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.933696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4ef7c0b6-f5d5-4c00-ae42-8ff1da0e9c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.328044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d3823dbc-6e30-414f-b41f-066b392b62c6 req-bf344463-f77d-4f25-949f-29ca5c2b03f4 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Aug 10 04:24:31.430593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8c2fa4f-97bf-4d8a-b2c7-90d5d4d6fd20 req-4bef683d-853f-4561-b4b2-7642d7a42f48 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Aug 10 04:24:31.886611 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.557816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-732ff04f-312d-404c-9f54-6dae811651fb req-8dd42638-8d57-45df-8d23-3b6624dab11f tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e35f752-f499-4e4e-b609-3ec1068ec895 HTTP/1.1" status: 200 len: 210 time: 0.0442233 Aug 10 04:24:32.754248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8a834ab9-ae8f-4b46-8bb9-036b45520932 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:32.775078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 8a834ab9-ae8f-4b46-8bb9-036b45520932 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:32.775452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 8a834ab9-ae8f-4b46-8bb9-036b45520932 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:33.349244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.613598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43700) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:33.759199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Deleting port 1c2f7b09-fb7f-45e7-81d9-b14389f01ec6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:33.759544 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.834116 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.834443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.846125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Calling delete_port for 1c2f7b09-fb7f-45e7-81d9-b14389f01ec6 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:33.990181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.020797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'Port': ['ID=1c2f7b09-fb7f-45e7-81d9-b14389f01ec6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:34.079190 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.081742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.083054 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5065989e-5312-418d-896a-d2f080980b66 tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee119513-9680-4c28-ae8a-f4e99adc35aa HTTP/1.1" status: 204 len: 168 time: 0.4684224 Aug 10 04:24:36.353891 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:36.414797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2391be29-c028-49db-a7f6-d9bad79ea74d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.440237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2391be29-c028-49db-a7f6-d9bad79ea74d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.502823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2391be29-c028-49db-a7f6-d9bad79ea74d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.508602 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2391be29-c028-49db-a7f6-d9bad79ea74d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:36.509798 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2391be29-c028-49db-a7f6-d9bad79ea74d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539 HTTP/1.1" status: 204 len: 168 time: 0.1542854 Aug 10 04:24:36.519539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391be29-c028-49db-a7f6-d9bad79ea74d tempest-TestVolumeBootPattern-1229762406 tempest-TestVolumeBootPattern-1229762406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c52f2-39bd-4ee5-8f2a-1ee635d2d539,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:36.577894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43718) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:37.054991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.309804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Deleting port 9cc2d78b-1251-455b-855d-15b105376f7e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:37.310181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.396029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] For port 9cc2d78b-1251-455b-855d-15b105376f7e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9cc2d78b-1251-455b-855d-15b105376f7e,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:37.396385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.410595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Calling delete_port for 9cc2d78b-1251-455b-855d-15b105376f7e owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:37.526182 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:37.602043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.625687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc2d78b-1251-455b-855d-15b105376f7e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:37.806576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.308413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Router 393b352e-3769-4db6-b7d0-7e5e15f1227b has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:38.411688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:38.417500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-ce2da39f-43e0-4a97-82a4-17193765004c admin admin] 10.222.0.53 "PUT /v2.0/routers/393b352e-3769-4db6-b7d0-7e5e15f1227b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385291 Aug 10 04:24:38.420286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43722) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:38.422529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] Sync routers for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:38.432783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:38.433501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:38.528963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.542905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:38.639921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.694287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Deleting port e32ac892-8879-449e-9f54-35017efb8051 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:38.694803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.727633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'e32ac892-8879-449e-9f54-35017efb8051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:24:37Z', 'revision_number': 5, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port': {'id': 'e32ac892-8879-449e-9f54-35017efb8051', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:43Z', 'updated_at': '2021-08-10T04:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:38.753504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] Checking router: 393b352e-3769-4db6-b7d0-7e5e15f1227b for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:38.762054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] Routers {'393b352e-3769-4db6-b7d0-7e5e15f1227b'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:38.762675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['393b352e-3769-4db6-b7d0-7e5e15f1227b'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:38.780928 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] For port e32ac892-8879-449e-9f54-35017efb8051, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e32ac892-8879-449e-9f54-35017efb8051,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:38.781286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:38.794366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Calling delete_port for e32ac892-8879-449e-9f54-35017efb8051 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:38.850495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] Set router 393b352e-3769-4db6-b7d0-7e5e15f1227b gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:38.903820 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:24:38Z', 'revision_number': 6, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:38.935082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55488c-4891-4daa-99cd-a2091cdb58a8 None None] The sync data for ids ['393b352e-3769-4db6-b7d0-7e5e15f1227b'] in n-d-769329-14 is: [{'id': '393b352e-3769-4db6-b7d0-7e5e15f1227b', 'name': 'tempest-TestVolumeBootPattern-186638632-router', 'tenant_id': '2a2d73638a414dce9471ad8259b27fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:42Z', 'updated_at': '2021-08-10T04:24:38Z', 'revision_number': 6, 'project_id': '2a2d73638a414dce9471ad8259b27fb8', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:38.972374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.000880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e32ac892-8879-449e-9f54-35017efb8051,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:39.064839 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.157425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.159538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.203028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.203537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 393b352e-3769-4db6-b7d0-7e5e15f1227b {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:39.209897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.212056 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7b338056-0da4-4f0d-a50b-49d148a9cf6b admin admin] 10.222.0.53 "DELETE /v2.0/routers/393b352e-3769-4db6-b7d0-7e5e15f1227b HTTP/1.1" status: 204 len: 168 time: 0.7907119 Aug 10 04:24:39.214716 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43724) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:39.259988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Deleting subnet b35ecd0c-6481-4a1c-8ce2-c4d47578df22 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:39.263301 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.306357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.398678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.460019 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.486496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35ecd0c-6481-4a1c-8ce2-c4d47578df22,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:39.490442 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.492891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-84d53095-26ef-41a0-ad07-ce6526f043ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b35ecd0c-6481-4a1c-8ce2-c4d47578df22 HTTP/1.1" status: 204 len: 168 time: 0.2767761 Aug 10 04:24:39.495444 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43726) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:39.500044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e87e89d-15b5-45e5-a3d6-d87c8048bd3f None None] Network 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:39.578760 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.646982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Deleting port c0670f8a-05e0-474b-9c1e-71d49ce0868b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:39.647636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.696099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] DHCP port deletion for 1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:39.722331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] For port c0670f8a-05e0-474b-9c1e-71d49ce0868b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0670f8a-05e0-474b-9c1e-71d49ce0868b,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:39.722713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.745537 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Calling delete_port for c0670f8a-05e0-474b-9c1e-71d49ce0868b owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:39.750615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Deleting port c0670f8a-05e0-474b-9c1e-71d49ce0868b {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:39.750882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.809396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0670f8a-05e0-474b-9c1e-71d49ce0868b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:39.840822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] For port c0670f8a-05e0-474b-9c1e-71d49ce0868b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c0670f8a-05e0-474b-9c1e-71d49ce0868b,segment=NetworkSegment(720a1245-d581-4b13-821e-faf16a888690),segment_id=720a1245-d581-4b13-821e-faf16a888690)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:39.841219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.847139 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.864986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Calling delete_port for c0670f8a-05e0-474b-9c1e-71d49ce0868b owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:39.874838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0670f8a-05e0-474b-9c1e-71d49ce0868b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:39.885021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] No DVR routers for this DVR port c0670f8a-05e0-474b-9c1e-71d49ce0868b on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:39.885290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No active binding found for port c0670f8a-05e0-474b-9c1e-71d49ce0868b {{(pid=94142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 04:24:39.885290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c0670f8a-05e0-474b-9c1e-71d49ce0868b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:39.885290 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9cc2d78b-1251-455b-855d-15b105376f7e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:39.931718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9cc2d78b-1251-455b-855d-15b105376f7e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:39.931940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9cc2d78b-1251-455b-855d-15b105376f7e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:39.932366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e32ac892-8879-449e-9f54-35017efb8051 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:39.954136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e32ac892-8879-449e-9f54-35017efb8051 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:39.954478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e32ac892-8879-449e-9f54-35017efb8051 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:39.956001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.968263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.979774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720a1245-d581-4b13-821e-faf16a888690') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.980052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720a1245-d581-4b13-821e-faf16a888690') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:24:39.985996 n-d-769329-14 neutron-server[94142]: self.session.flush() Aug 10 04:24:39.989814 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.992662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.004222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.010668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:40.011089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:40.016572 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:40.020780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Pushing event deleted for resources: {'Port': ['ID=c0670f8a-05e0-474b-9c1e-71d49ce0868b,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.029188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] No DVR routers for this DVR port c0670f8a-05e0-474b-9c1e-71d49ce0868b on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:40.031950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.032315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.032658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.033088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.033448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.033783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.034217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.034547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.034875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.035203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.035528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.035856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18af0943-769e-49f9-b197-4a0172c2028f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:40.070835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.076473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.078347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03 HTTP/1.1" status: 204 len: 168 time: 0.5818427 Aug 10 04:24:40.081632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43728) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:40.090656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8968d-e78d-4db6-8be2-38a5e02fe550 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db65bd5-1c3e-4c10-b4bc-3d0d68d98d03,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:40.439455 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.699884 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Deleting port 397065b4-63c0-4c48-8b17-637c6fe1d5e4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:40.700138 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.779844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] For port 397065b4-63c0-4c48-8b17-637c6fe1d5e4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=397065b4-63c0-4c48-8b17-637c6fe1d5e4,segment=NetworkSegment(4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a),segment_id=4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:40.780249 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:40.793818 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Calling delete_port for 397065b4-63c0-4c48-8b17-637c6fe1d5e4 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:40.977843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.005918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=397065b4-63c0-4c48-8b17-637c6fe1d5e4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:41.171768 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.385109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Router 80ce2876-614e-4e16-8f45-7feb65c06cb6 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:41.490105 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:41.498570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a4cfc976-fc48-4c34-ae70-dcc3b6905e7c admin admin] 10.222.0.53 "PUT /v2.0/routers/80ce2876-614e-4e16-8f45-7feb65c06cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4151306 Aug 10 04:24:41.500773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43730) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:41.506970 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] Sync routers for ids ['80ce2876-614e-4e16-8f45-7feb65c06cb6'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:41.517559 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] Routers {'80ce2876-614e-4e16-8f45-7feb65c06cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:41.518217 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80ce2876-614e-4e16-8f45-7feb65c06cb6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:41.628352 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] Set router 80ce2876-614e-4e16-8f45-7feb65c06cb6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:41.816758 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 5, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:41.843225 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] Checking router: 80ce2876-614e-4e16-8f45-7feb65c06cb6 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:41.852241 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] Routers {'80ce2876-614e-4e16-8f45-7feb65c06cb6'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:41.852855 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:24:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['80ce2876-614e-4e16-8f45-7feb65c06cb6'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:41.911844 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.959025 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] Set router 80ce2876-614e-4e16-8f45-7feb65c06cb6 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:42.016436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.093371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Deleting port 6012d85c-46f2-4cb8-8fba-6facce81ba54 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:42.093901 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.177861 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 5, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:42.181881 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] For port 6012d85c-46f2-4cb8-8fba-6facce81ba54, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6012d85c-46f2-4cb8-8fba-6facce81ba54,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:42.182427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.195724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Calling delete_port for 6012d85c-46f2-4cb8-8fba-6facce81ba54 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:42.204164 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c0403-c142-4807-98df-deb2e959581b None None] The sync data for ids ['80ce2876-614e-4e16-8f45-7feb65c06cb6'] in n-d-769329-14 is: [{'id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'name': 'tempest-TestVolumeBootPattern-1161541424-router', 'tenant_id': 'd65198fb97294ca5ace55b4e3636445d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:14:47Z', 'updated_at': '2021-08-10T04:24:40Z', 'revision_number': 5, 'project_id': 'd65198fb97294ca5ace55b4e3636445d', 'gw_port': {'id': '6012d85c-46f2-4cb8-8fba-6facce81ba54', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ce2876-614e-4e16-8f45-7feb65c06cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:14:48Z', 'updated_at': '2021-08-10T04:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:42.381172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.413357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Pushing event deleted for resources: {'Port': ['ID=6012d85c-46f2-4cb8-8fba-6facce81ba54,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.470366 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.560315 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.562467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.612654 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.613210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ce2876-614e-4e16-8f45-7feb65c06cb6 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:42.618073 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.619228 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8ec34d7c-7cb7-4316-8c3d-31397c032afb admin admin] 10.222.0.53 "DELETE /v2.0/routers/80ce2876-614e-4e16-8f45-7feb65c06cb6 HTTP/1.1" status: 204 len: 168 time: 1.1171241 Aug 10 04:24:42.621806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43732) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:42.671597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Deleting subnet b647930c-041c-4a1a-ab92-7ff6ef5fd9fa {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:42.675047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.711448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.793130 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.851983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.883977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b647930c-041c-4a1a-ab92-7ff6ef5fd9fa,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.885872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.888731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8cf0df1c-4bfe-4518-b40c-c92c846e3998 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b647930c-041c-4a1a-ab92-7ff6ef5fd9fa HTTP/1.1" status: 204 len: 168 time: 0.2649827 Aug 10 04:24:42.890312 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43734) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:42.893045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af20577-bb3b-47a3-bd91-b5fe23a2a2e0 None None] Network 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:42.957500 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.010704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Deleting port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:43.011221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.077573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] For port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,segment=NetworkSegment(4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a),segment_id=4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:43.077932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.090320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Calling delete_port for 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:43.167988 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.195971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc17788-6dfb-4290-99de-4960d3e78762 None None] DHCP port deletion for 9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:43.205084 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.209899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] No DVR routers for this DVR port 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:43.284858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.295171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:43.305217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:43.305502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab9afd8-04b2-4598-8fa5-622ebc2a3d3a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:43.314176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.328838 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.334937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:43.335855 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:43.337503 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:43.396642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.402669 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.404469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9 HTTP/1.1" status: 204 len: 168 time: 0.5132520 Aug 10 04:24:43.415906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3b9ee-6d9e-46db-b932-a5e4cb9b6c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0d30ad-4ed3-4732-9bc5-e6a8779d38b9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.581422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43738) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:43.624897 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8369ef72-697d-49ea-a26f-e0ea4e12a2f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a2d73638a414dce9471ad8259b27fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422785 Aug 10 04:24:43.627412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43740) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:43.675461 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4803aa95-2ce6-4d82-8cdb-31072ef5069b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.696856 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4803aa95-2ce6-4d82-8cdb-31072ef5069b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.760112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4803aa95-2ce6-4d82-8cdb-31072ef5069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.762762 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4803aa95-2ce6-4d82-8cdb-31072ef5069b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.763951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4803aa95-2ce6-4d82-8cdb-31072ef5069b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d60ac866-cbe7-4597-9b98-eb578bf4409c HTTP/1.1" status: 204 len: 168 time: 0.1355705 Aug 10 04:24:43.777629 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 397065b4-63c0-4c48-8b17-637c6fe1d5e4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:43.778396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803aa95-2ce6-4d82-8cdb-31072ef5069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ac866-cbe7-4597-9b98-eb578bf4409c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.806577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 397065b4-63c0-4c48-8b17-637c6fe1d5e4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:43.806921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 397065b4-63c0-4c48-8b17-637c6fe1d5e4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:43.807343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6012d85c-46f2-4cb8-8fba-6facce81ba54 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:43.830417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6012d85c-46f2-4cb8-8fba-6facce81ba54 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:43.830764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6012d85c-46f2-4cb8-8fba-6facce81ba54 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:43.831184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:43.849965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:43.850334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2eba9d58-4ab2-4b2b-bae6-fb2c5ebf42c8 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:44.110976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43746) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:44.152550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-73564561-09bf-4756-984f-71dec2c329c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d65198fb97294ca5ace55b4e3636445d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403886 Aug 10 04:24:44.155233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43748) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:44.207307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aba13870-1675-42ae-9994-672e84747398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.231192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aba13870-1675-42ae-9994-672e84747398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.284377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aba13870-1675-42ae-9994-672e84747398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.287096 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aba13870-1675-42ae-9994-672e84747398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.288299 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aba13870-1675-42ae-9994-672e84747398 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e0eb369-96cc-439f-a7c7-f27eecb0b1f7 HTTP/1.1" status: 204 len: 168 time: 0.1322560 Aug 10 04:24:44.297336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba13870-1675-42ae-9994-672e84747398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0eb369-96cc-439f-a7c7-f27eecb0b1f7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:54.922314 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a14f20d1-cb95-494c-8a58-7c83c3762e54 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b9d11f40aa74c89b6206bbae778d748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322616 Aug 10 04:24:55.122791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-b9d68918-bcae-4a36-b4e3-af18df839023 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:55.124744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-b9d68918-bcae-4a36-b4e3-af18df839023 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965060 Aug 10 04:24:55.140807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-53e04d1c-22a8-4ef4-bb91-4dac62395dc3 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/quotas/0b9d11f40aa74c89b6206bbae778d748 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Aug 10 04:24:55.175337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-e7225f74-d226-48a0-b6ff-718d19d55332 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b9d11f40aa74c89b6206bbae778d748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283275 Aug 10 04:24:55.266507 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.351783 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47d5c7a2-4b21-4145-a59f-2af7bbd6c2f8 req-ff3fd24b-c2c6-428c-87b4-54dd5c48c6ea tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 210 time: 0.0287530 Aug 10 04:24:56.430118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:56.454589 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-989ea377-134c-458e-bbf4-e504dd27e1b1 req-d86e321d-e321-4a93-9220-a4e171ae4dd2 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 210 time: 0.0315719 Aug 10 04:24:57.064982 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fdde83a-1c8f-440c-bbb6-09b9fc93ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.452799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-2e10aec4-43ff-494c-b601-8b33c5281b4d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0b9d11f40aa74c89b6206bbae778d748&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300064 Aug 10 04:24:57.619762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0231ce2f-6c95-46e4-8f02-ed28031d2530 req-7bde7741-8837-4d36-8f1d-cb2f96d21c48 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 210 time: 0.0510595 Aug 10 04:24:57.683176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-bbbe21fc-def4-48b4-b149-23adaab32847 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:57.684694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-bbbe21fc-def4-48b4-b149-23adaab32847 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239513 Aug 10 04:24:57.699892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Request body: {'port': {'device_id': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'admin_state_up': True, 'tenant_id': '0b9d11f40aa74c89b6206bbae778d748'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:57.810205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Made reservation on behalf of 0b9d11f40aa74c89b6206bbae778d748 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:57.814383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.825200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.926388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.930610 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:57.993300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8786013d-7af4-4773-9a98-b532ebb8d045,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.072503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Allocated IP 192.168.233.208 (cc2e5baa-838e-4ee2-abd3-467c68b1715c/4720540c-0bc8-49c4-8741-eb9e7591316e/3ca8f0bf-c919-43dd-bb31-306ad9c06fd7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:58.250906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.266102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Transition to ACTIVE for port object 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:58.299732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.343317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Network cc2e5baa-838e-4ee2-abd3-467c68b1715c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:58.348410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:58.351001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:58.382638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Pushing event updated for resources: {'Port': ['ID=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.412010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:58.412520 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.430677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-a4f78039-c945-40bf-942f-d1d5d9de329d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7358289 Aug 10 04:24:58.446784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Request body: {'port': {'device_id': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:58.511050 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.571321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19fd7e83-ec57-4b72-96be-bb043d6a9cf5 None None] Provisioning for port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:58.575361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-19fd7e83-ec57-4b72-96be-bb043d6a9cf5 None None] Provisioning complete for port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:58.575646 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-19fd7e83-ec57-4b72-96be-bb043d6a9cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.611208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-19fd7e83-ec57-4b72-96be-bb043d6a9cf5 None None] Port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:58.751617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad62-50d5-4da0-bc72-652a8356c906 req-71eb38eb-b02b-474c-bc8e-41170c52142c tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:58.754426 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0dcdad62-50d5-4da0-bc72-652a8356c906 req-71eb38eb-b02b-474c-bc8e-41170c52142c tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 936 time: 0.0637081 Aug 10 04:24:58.799361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0dcdad62-50d5-4da0-bc72-652a8356c906 req-8a914f67-5197-4547-92bc-81ad650cc136 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Aug 10 04:24:58.805774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:58.813887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.826900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Transition to ACTIVE for port object 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:58.830915 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:58.879758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:58.958106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Attempting to bind port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:58.958518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Attempting to bind port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:58.958762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Attempting to bind port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:58.964802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:58.965139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Attempting to bind port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 on network cc2e5baa-838e-4ee2-abd3-467c68b1715c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:58.970762 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:58.971097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Checking segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:58.971483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Bound using segment: {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:58.971910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Bound port: 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df5a833-b217-4cb1-9479-9ddd87bf1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:58.972266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.049267 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] For port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:59.052741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] For port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:59.057803 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.094225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.094852 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.096394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 HTTP/1.1" status: 200 len: 1097 time: 0.6551557 Aug 10 04:24:59.096741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'tag': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:59.099105 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa7c55b-76e5-4727-a760-875128164a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "171b6029-c021-4a49-8a26-60b88fbc72ef", "tag": "3ca8f0bf-c919-43dd-bb31-306ad9c06fd7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:59.135134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d086b-a399-4689-ae89-a312150b4416 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:59.145278 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4895a6b2-0895-4193-9e1d-19704566ce6c x-openstack-request-id: req-4895a6b2-0895-4193-9e1d-19704566ce6c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:59.145767 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171b6029-c021-4a49-8a26-60b88fbc72ef", "tag": "3ca8f0bf-c919-43dd-bb31-306ad9c06fd7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:59.146230 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4895a6b2-0895-4193-9e1d-19704566ce6c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:59.146901 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'tag': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7', 'status': 'completed', 'code': 200} Aug 10 04:24:59.202830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-c08b5eb0-3e6c-4374-96c5-d9f40555494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.204433 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-c08b5eb0-3e6c-4374-96c5-d9f40555494e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b9d11f40aa74c89b6206bbae778d748&device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 1100 time: 0.0558486 Aug 10 04:24:59.270523 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-b53fe299-94cc-40f6-8a36-b85007ae3fd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 HTTP/1.1" status: 200 len: 217 time: 0.0566332 Aug 10 04:24:59.322908 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-cd3ee869-a8f5-42b6-828b-d0d398211c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.324284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-cd3ee869-a8f5-42b6-828b-d0d398211c30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0467749 Aug 10 04:24:59.386496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-73b940fc-b113-49e3-ab6c-5969c3103174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.388078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-73b940fc-b113-49e3-ab6c-5969c3103174 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555124 Aug 10 04:24:59.487727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-b43b0a73-7b35-4c73-ba41-34883af8fb11 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916281 Aug 10 04:24:59.592329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43d84a5b-ca3b-46cf-8c8d-433992dfe5dd req-c1094b5c-858c-4168-a95b-62131fb933c6 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951908 Aug 10 04:24:59.685465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7c55b-76e5-4727-a760-875128164a4e req-4e1590a7-a218-45b8-9c2b-142d054fd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.687049 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-4e1590a7-a218-45b8-9c2b-142d054fd5a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b9d11f40aa74c89b6206bbae778d748&device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 1100 time: 0.0438738 Aug 10 04:24:59.708303 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.787053 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7c55b-76e5-4727-a760-875128164a4e req-6069ce33-e00f-4f5c-ab80-a33c2b9831c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.788624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-6069ce33-e00f-4f5c-ab80-a33c2b9831c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cc2e5baa-838e-4ee2-abd3-467c68b1715c HTTP/1.1" status: 200 len: 870 time: 0.0930603 Aug 10 04:24:59.838023 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-e0a564ec-e873-45d0-9e29-69feb349de1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 HTTP/1.1" status: 200 len: 217 time: 0.0417421 Aug 10 04:24:59.896355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7c55b-76e5-4727-a760-875128164a4e req-0f56ee29-6605-4a66-b1a0-846dc93c254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.897894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-0f56ee29-6605-4a66-b1a0-846dc93c254a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4720540c-0bc8-49c4-8741-eb9e7591316e HTTP/1.1" status: 200 len: 843 time: 0.0520308 Aug 10 04:24:59.934513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91de3e9-de74-4c34-b775-c8308e9e8c19 req-99abf83c-0e48-43ce-aaf0-162468663d20 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.936338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c91de3e9-de74-4c34-b775-c8308e9e8c19 req-99abf83c-0e48-43ce-aaf0-162468663d20 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 948 time: 0.0535522 Aug 10 04:24:59.943291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-323613e9-3a25-46f1-aec8-95edcc314f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:59.963521 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7c55b-76e5-4727-a760-875128164a4e req-5318c70a-6835-47a1-8a5d-9d3b5c90b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:59.965070 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-5318c70a-6835-47a1-8a5d-9d3b5c90b129 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc2e5baa-838e-4ee2-abd3-467c68b1715c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595689 Aug 10 04:24:59.982659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c91de3e9-de74-4c34-b775-c8308e9e8c19 req-917bf48a-7604-4052-a163-706be9bcf028 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Aug 10 04:25:00.068746 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-7bff18c9-c5dd-4c87-91f4-ff014abdc011 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945961 Aug 10 04:25:00.166866 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-caa7c55b-76e5-4727-a760-875128164a4e req-531bcf82-446d-411d-aa05-f638fc04cae8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc2e5baa-838e-4ee2-abd3-467c68b1715c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907400 Aug 10 04:25:01.121207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76556e44-92cb-4568-a76d-6405cef26ad6 req-f54fe2bc-f789-48e4-bfc6-a03c3ce981ff tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:01.122837 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76556e44-92cb-4568-a76d-6405cef26ad6 req-f54fe2bc-f789-48e4-bfc6-a03c3ce981ff tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 948 time: 0.0558279 Aug 10 04:25:01.163661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76556e44-92cb-4568-a76d-6405cef26ad6 req-88a4786f-ffe0-42ec-9a70-24346af57035 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342977 Aug 10 04:25:01.893133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:02.298917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9bf6b-5ad9-45d4-800c-cb0c9cee80a6 req-ec8fc70c-3eec-4ece-8713-82019d9d536b tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:02.300535 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48e9bf6b-5ad9-45d4-800c-cb0c9cee80a6 req-ec8fc70c-3eec-4ece-8713-82019d9d536b tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 948 time: 0.0572920 Aug 10 04:25:02.341429 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-48e9bf6b-5ad9-45d4-800c-cb0c9cee80a6 req-fa4e2477-bbbc-4b4e-b60c-1ce1fc2e3955 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Aug 10 04:25:02.916905 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:03.044866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:03.058482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7', 'network_id': 'cc2e5baa-838e-4ee2-abd3-467c68b1715c', 'port_id': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7', 'mac_address': 'fa:16:3e:c6:61:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4720540c-0bc8-49c4-8741-eb9e7591316e', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:03.102922 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.118344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:03.145844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:03.151419 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.204196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:03.353534 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:03.391007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3ca8f0bf-c919-43dd-bb31-306ad9c06fd7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:03.477932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9e5ee-e0cc-4863-ac6e-8f791e5a8460 req-a4e2176c-af79-4d7c-9a7f-7e210daafafc tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:03.479501 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfc9e5ee-e0cc-4863-ac6e-8f791e5a8460 req-a4e2176c-af79-4d7c-9a7f-7e210daafafc tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 949 time: 0.0642095 Aug 10 04:25:03.533381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfc9e5ee-e0cc-4863-ac6e-8f791e5a8460 req-f8a4e880-9188-4e6d-a7a2-6c9e9bfe8f2b tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Aug 10 04:25:04.658395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8acf93-0637-41bf-b8e5-f57d4f95e7e2 req-695cbb45-db82-4cb0-97dc-0fde9ef0bd26 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:04.659972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff8acf93-0637-41bf-b8e5-f57d4f95e7e2 req-695cbb45-db82-4cb0-97dc-0fde9ef0bd26 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 949 time: 0.0520451 Aug 10 04:25:04.709509 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff8acf93-0637-41bf-b8e5-f57d4f95e7e2 req-106a1878-93e7-4d41-b5af-b003a9a28d65 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Aug 10 04:25:04.917187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:04.979607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:04.985864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:04.986884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.071610 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.097236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:05.099493 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8f733b-b23f-4925-9d6d-78660f301721" -d '{"events": [{"server_uuid": "171b6029-c021-4a49-8a26-60b88fbc72ef", "name": "network-vif-plugged", "status": "completed", "tag": "3ca8f0bf-c919-43dd-bb31-306ad9c06fd7"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:05.117048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:05.122524 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:05.151640 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ce084-d79f-403e-a7d2-91c9859e568d x-openstack-request-id: req-008ce084-d79f-403e-a7d2-91c9859e568d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:05.152260 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171b6029-c021-4a49-8a26-60b88fbc72ef", "name": "network-vif-plugged", "status": "completed", "tag": "3ca8f0bf-c919-43dd-bb31-306ad9c06fd7", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:05.152387 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-008ce084-d79f-403e-a7d2-91c9859e568d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:05.153484 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7', 'code': 200} Aug 10 04:25:05.191760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:05.247476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8011723-5fbd-471f-a1ac-ad1ea4366d36 req-6f844aae-820a-42a0-b066-e50fcad334c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:05.248991 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a8011723-5fbd-471f-a1ac-ad1ea4366d36 req-6f844aae-820a-42a0-b066-e50fcad334c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 1102 time: 0.0420148 Aug 10 04:25:05.288200 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a8011723-5fbd-471f-a1ac-ad1ea4366d36 req-492c2717-5713-4a59-8936-998aa992805f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298364 Aug 10 04:25:05.875426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad941b-db2c-41c4-b044-0195aeb17a66 req-7facafd5-ab67-40f2-9893-cef6e5099556 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:05.877037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cad941b-db2c-41c4-b044-0195aeb17a66 req-7facafd5-ab67-40f2-9893-cef6e5099556 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 950 time: 0.0547211 Aug 10 04:25:05.921474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cad941b-db2c-41c4-b044-0195aeb17a66 req-78cd8c4a-8de1-4b28-9822-4196ac33444d tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Aug 10 04:25:07.063485 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58a2c-add2-443d-864b-7185efd037f6 req-076c4740-5974-4c89-9470-8c3ef1ba7233 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:07.065197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bce58a2c-add2-443d-864b-7185efd037f6 req-076c4740-5974-4c89-9470-8c3ef1ba7233 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 950 time: 0.0596421 Aug 10 04:25:07.116584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bce58a2c-add2-443d-864b-7185efd037f6 req-6f2e9717-de1e-4c14-8af4-7b35c6477538 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Aug 10 04:25:08.188952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3147bd8-dd4b-4963-a5ea-601e17eb836d req-a52d8234-5cef-4f20-92ea-ad8058d79287 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:08.190610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3147bd8-dd4b-4963-a5ea-601e17eb836d req-a52d8234-5cef-4f20-92ea-ad8058d79287 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 950 time: 0.0530524 Aug 10 04:25:08.233129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a3147bd8-dd4b-4963-a5ea-601e17eb836d req-0dc75a23-b908-47b9-b366-f28638763df9 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359609 Aug 10 04:25:09.365036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc19535-c95e-48b0-8bcb-96c406787d4a req-e8abb6b2-7d95-4096-8c07-dcef5de7fb77 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:09.366736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0dc19535-c95e-48b0-8bcb-96c406787d4a req-e8abb6b2-7d95-4096-8c07-dcef5de7fb77 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 950 time: 0.0601852 Aug 10 04:25:09.409497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0dc19535-c95e-48b0-8bcb-96c406787d4a req-aebb68e4-1f90-4800-92a9-c139546ba3d1 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/security-groups?id=8786013d-7af4-4773-9a98-b532ebb8d045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Aug 10 04:25:09.533492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-1867ee1e-d346-4988-9056-0e1a5687645c tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:09.535081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-1867ee1e-d346-4988-9056-0e1a5687645c tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.39 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 950 time: 0.0531847 Aug 10 04:25:09.640560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Deleting port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:09.640907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:09.734984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] For port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,segment=NetworkSegment(0df5a833-b217-4cb1-9479-9ddd87bf1e12),segment_id=0df5a833-b217-4cb1-9479-9ddd87bf1e12)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:09.735349 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:09.750354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Calling delete_port for 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:09.887942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:09.900596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['3ca8f0bf-c919-43dd-bb31-306ad9c06fd7'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:09.916972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Pushing event deleted for resources: {'Port': ['ID=3ca8f0bf-c919-43dd-bb31-306ad9c06fd7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:09.962316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] No DVR routers for this DVR port 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:09.965065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:09.967137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4ba77895-c1eb-445e-87fc-3f8d2585f0cc req-bf789135-ef7b-467f-b831-520d368ba8c5 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.39 "DELETE /v2.0/ports/3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 HTTP/1.1" status: 204 len: 173 time: 0.4234254 Aug 10 04:25:09.967591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'name': 'network-vif-deleted', 'tag': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:09.969907 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dc70d6-2c66-4983-aaad-17a8b90e5abf" -d '{"events": [{"server_uuid": "171b6029-c021-4a49-8a26-60b88fbc72ef", "name": "network-vif-deleted", "tag": "3ca8f0bf-c919-43dd-bb31-306ad9c06fd7"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:10.009396 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387d5602-158b-4629-b590-69d6562ea398 x-openstack-request-id: req-387d5602-158b-4629-b590-69d6562ea398 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:10.009690 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171b6029-c021-4a49-8a26-60b88fbc72ef", "name": "network-vif-deleted", "tag": "3ca8f0bf-c919-43dd-bb31-306ad9c06fd7", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:10.009942 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-387d5602-158b-4629-b590-69d6562ea398 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:10.010379 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171b6029-c021-4a49-8a26-60b88fbc72ef', 'name': 'network-vif-deleted', 'tag': '3ca8f0bf-c919-43dd-bb31-306ad9c06fd7', 'status': 'completed', 'code': 200} Aug 10 04:25:10.541584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b009a4e9-edf6-4938-98de-6a881a915265 req-b8864802-daea-48d2-98f7-56397c03b579 tempest-ServersAdminNegativeTestJSON-1820348026 tempest-ServersAdminNegativeTestJSON-1820348026-project] 10.222.0.53 "GET /v2.0/ports?device_id=171b6029-c021-4a49-8a26-60b88fbc72ef HTTP/1.1" status: 200 len: 210 time: 0.0416725 Aug 10 04:25:11.920737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43914) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:12.111218 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9b1d20cc-cbbf-4e7d-98e2-8e43e9f722b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b9d11f40aa74c89b6206bbae778d748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887128 Aug 10 04:25:12.113545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43918) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:12.173197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c6f9be9f-3093-42d0-95a8-ec3863ea8207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.197763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c6f9be9f-3093-42d0-95a8-ec3863ea8207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.267218 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c6f9be9f-3093-42d0-95a8-ec3863ea8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.269862 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c6f9be9f-3093-42d0-95a8-ec3863ea8207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.273548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c6f9be9f-3093-42d0-95a8-ec3863ea8207 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8786013d-7af4-4773-9a98-b532ebb8d045 HTTP/1.1" status: 204 len: 168 time: 0.1565912 Aug 10 04:25:12.279495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9be9f-3093-42d0-95a8-ec3863ea8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786013d-7af4-4773-9a98-b532ebb8d045,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:12.580747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:12.596550 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.702867 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.707397 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.748627 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d6f1f-74e7-4833-ae64-5d692cbee906,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:12.752661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa834e223476459a806ff5dfca8ed2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707659 Aug 10 04:25:12.755969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43926) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:12.759236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.759583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.759931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.760261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.760591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.760911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.761237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.761560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.761878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.762231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.762551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.762867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26092a04-b8ec-4cae-8876-c0b2d2b39fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:12.814280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3884ae4e-8710-4089-a6d9-4db683e387cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.838286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3884ae4e-8710-4089-a6d9-4db683e387cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.888473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3884ae4e-8710-4089-a6d9-4db683e387cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.891087 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3884ae4e-8710-4089-a6d9-4db683e387cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:12.892550 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3884ae4e-8710-4089-a6d9-4db683e387cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f14d6f1f-74e7-4833-ae64-5d692cbee906 HTTP/1.1" status: 204 len: 168 time: 0.1353915 Aug 10 04:25:12.901221 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884ae4e-8710-4089-a6d9-4db683e387cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d6f1f-74e7-4833-ae64-5d692cbee906,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:12.956467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:12.976971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:12.977322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 3ca8f0bf-c919-43dd-bb31-306ad9c06fd7 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:13.596487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 43948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:13.694879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-936291106-network', 'tenant_id': '03206487559e47f89aca92a21b342255'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:13.714782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Made reservation on behalf of 03206487559e47f89aca92a21b342255 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:13.717000 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.725839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.814871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.818551 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.839789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:25:13.855220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266f5f19-2338-4fc7-bdda-e143599bd81d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:13.858191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.858539 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Added segment 619e07e4-bc13-4aac-8ccf-dec68967da6d of type vlan for network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 Aug 10 04:25:13.900421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.936197 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.937467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:13.937936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.993539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3958998 Aug 10 04:25:13.996635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 43952) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:14.001779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Request body: {'subnet': {'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-936291106-subnet', 'tenant_id': '03206487559e47f89aca92a21b342255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:14.003568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7e422-5001-4fdf-9838-3597cd264cbd admin admin] Pushing event updated for resources: {'Network': ['ID=1f4c2a6d-365a-4374-8884-cb8c1083eae4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:14.014503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:25:14.030553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Made reservation on behalf of 03206487559e47f89aca92a21b342255 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:14.032895 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:14.197859 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:14.254610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e8fc6d-1af7-406d-a8c5-cacc1893b190,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:14.265787 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Checking segment: {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:14.266189 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Network hostable DHCP agents. Network: 1f4c2a6d-365a-4374-8884-cb8c1083eae4, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:25:14.282870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:25:14.291067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1f4c2a6d-365a-4374-8884-cb8c1083eae4) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:14.296114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:14.298093 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:14.299074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1e374-5134-4d82-8e98-5c10bea901fd None None] Network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:14.321227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b9465f34-ce72-4444-8604-352e872300b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3151884 Aug 10 04:25:14.424513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec3005-e203-41fb-b0f6-5c2c8e7704cd None None] Network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:14.524866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:14.745436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-9af89811-c9c4-452b-83ac-fd92e258b0ef tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:14.746983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-9af89811-c9c4-452b-83ac-fd92e258b0ef tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 811 time: 0.1017084 Aug 10 04:25:14.762644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-e1e9a080-8730-4614-897e-41a7410f438f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/quotas/03206487559e47f89aca92a21b342255 HTTP/1.1" status: 200 len: 375 time: 0.0092137 Aug 10 04:25:14.794525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-f37adc8c-c16f-4a92-81ee-20c4d43ca77e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263655 Aug 10 04:25:14.981419 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-667050aa-0b5b-44f8-9929-09bf2047551a service neutron] 10.222.0.53 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282482 Aug 10 04:25:15.070964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-fd7f5a62-14d6-40ca-8df0-2abae57d98d3 service neutron] 10.222.0.53 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Aug 10 04:25:15.235174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-279ef0fa-8f88-40e8-bd2e-bd7185e8ec0a req-9f7105df-7f96-40f4-a528-ae313726d4b2 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 210 time: 0.0272551 Aug 10 04:25:16.170608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-17bcd4c1-e63c-491e-875c-c85a6bea79df tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:16.172235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-17bcd4c1-e63c-491e-875c-c85a6bea79df tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.39 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 811 time: 0.1075013 Aug 10 04:25:16.187136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Request body: {'port': {'device_id': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4', 'admin_state_up': True, 'tenant_id': '03206487559e47f89aca92a21b342255'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:16.356796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a2865828-b629-4667-bd4c-e9e2b8d17aca req-3a058804-e6a0-4259-9a43-59e1648f1ed7 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 210 time: 0.0364707 Aug 10 04:25:16.595586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Made reservation on behalf of 03206487559e47f89aca92a21b342255 for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:16.599084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.730092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Allocated IP 172.20.0.14 (1f4c2a6d-365a-4374-8884-cb8c1083eae4/47e8fc6d-1af7-406d-a8c5-cacc1893b190/9d98bd03-a928-4be7-b9f6-2c111c6f90f8) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:16.871107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.910904 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.959923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:16.963269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:16.967169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:16.973409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:17.018666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.019272 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.033601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7637db4f-7b20-4ff5-8888-4fe2ca4137bf tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8506043 Aug 10 04:25:17.046185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Request body: {'port': {'device_id': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:17.099347 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.382833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:17.386960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.401347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Transition to ACTIVE for port object 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:17.406468 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.487070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:17.553165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87bbf-6bce-4050-ad90-57cf460a6123 req-291b30c3-4464-411f-8c78-0a502427ba03 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.555247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2b87bbf-6bce-4050-ad90-57cf460a6123 req-291b30c3-4464-411f-8c78-0a502427ba03 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 944 time: 0.1188781 Aug 10 04:25:17.592171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:17.592502 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:17.592834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:17.605628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:17.606282 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:17.614513 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d2b87bbf-6bce-4050-ad90-57cf460a6123 req-39fa545e-7d3f-4824-ac62-61f4eb5fc656 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 Aug 10 04:25:17.615712 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:17.616544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Checking segment: {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:17.616924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Bound using segment: {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:17.617371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Bound port: 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:17.617721 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.686264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:17.689547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:17.699172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.737786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.738439 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:17.739926 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 1093 time: 0.6979167 Aug 10 04:25:17.740372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:17.742690 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f83733-8617-45a4-9e4b-9f97de30de56" -d '{"events": [{"name": "network-changed", "server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:17.766902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f1e6-6e98-4651-ae88-489f6d470b46 service neutron] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:17.792705 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba35b3-41ea-456d-8220-45e269a421e7 x-openstack-request-id: req-66ba35b3-41ea-456d-8220-45e269a421e7 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:17.792987 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:17.793233 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66ba35b3-41ea-456d-8220-45e269a421e7 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:17.793622 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'status': 'completed', 'code': 200} Aug 10 04:25:17.826418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7e4cfefb-5309-40d3-881f-92d09f9c82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.828252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7e4cfefb-5309-40d3-881f-92d09f9c82dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1096 time: 0.0447066 Aug 10 04:25:17.872306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-7ef8165f-8a96-43ce-beaf-22cb7fe7b087 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0342066 Aug 10 04:25:17.926092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0189ac-57b2-4392-8161-15d1f22e021a req-a0342cb8-919c-418b-a63a-60a7a06bcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.927470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-a0342cb8-919c-418b-a63a-60a7a06bcb88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0478837 Aug 10 04:25:17.960362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-b4541ec2-c30e-4c03-b4bd-b7e4a88c8957 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252929 Aug 10 04:25:18.052807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-36d02ef9-7a11-44c8-905e-c7bf0f82cb4a service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841715 Aug 10 04:25:18.165636 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af0189ac-57b2-4392-8161-15d1f22e021a req-4faabf79-298f-4278-998f-93acee7e99ed service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049931 Aug 10 04:25:18.269528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-30b48195-f680-4985-a0cc-8bb6d96379e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:18.271348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-30b48195-f680-4985-a0cc-8bb6d96379e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1096 time: 0.0454626 Aug 10 04:25:18.380591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-d1d64983-2473-4f00-9f72-1bc13771c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:18.382641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-d1d64983-2473-4f00-9f72-1bc13771c81f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 912 time: 0.1042614 Aug 10 04:25:18.424393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-f4d22d9c-e8cb-4982-9b4c-5344ac416b5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0346053 Aug 10 04:25:18.473483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-2ba2f27a-1a4d-4413-bfb6-1374ae71f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:18.474992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-2ba2f27a-1a4d-4413-bfb6-1374ae71f90b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0427396 Aug 10 04:25:18.512203 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-5999e2aa-94b9-4490-ab3d-82acf374a3ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290012 Aug 10 04:25:18.607134 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-45bc2f87-26af-4796-9399-5044c540eb50 service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870197 Aug 10 04:25:18.713611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-86f83733-8617-45a4-9e4b-9f97de30de56 req-46276834-3a7a-4704-aeda-47d597428400 service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989354 Aug 10 04:25:18.754625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843585b-cdf2-4c37-8b71-c422cadad462 req-a55d822f-a60d-4e3b-b75c-83ba6cd75fb1 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:18.756131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2843585b-cdf2-4c37-8b71-c422cadad462 req-a55d822f-a60d-4e3b-b75c-83ba6cd75fb1 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 944 time: 0.0576537 Aug 10 04:25:18.793803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2843585b-cdf2-4c37-8b71-c422cadad462 req-19d375cd-7f02-4375-b039-2add2ad1eba5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Aug 10 04:25:19.912010 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b7c8e-9f85-404c-a3e3-4220dca23003 req-3b895a56-96b7-4a30-a541-31b33bb897e9 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:19.913719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c64b7c8e-9f85-404c-a3e3-4220dca23003 req-3b895a56-96b7-4a30-a541-31b33bb897e9 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 944 time: 0.0504689 Aug 10 04:25:19.953993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c64b7c8e-9f85-404c-a3e3-4220dca23003 req-e57c24d7-1d06-4455-a130-daf15d7fdeb2 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Aug 10 04:25:21.002825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:21.074535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87328f69-b321-4828-bac1-290049e4e274 req-02d76b22-d180-4d1d-9937-81b571bdbc2e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:21.076096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87328f69-b321-4828-bac1-290049e4e274 req-02d76b22-d180-4d1d-9937-81b571bdbc2e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 944 time: 0.0525813 Aug 10 04:25:21.105895 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:21.116319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-87328f69-b321-4828-bac1-290049e4e274 req-36baa9b8-92e0-4aa8-94fd-6ced82129d70 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Aug 10 04:25:21.121009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4', 'port_id': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'mac_address': 'fa:16:3e:3e:49:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e8fc6d-1af7-406d-a8c5-cacc1893b190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:21.160172 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:21.174038 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:21.194853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:21.198796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:21.263328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:21.394493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['9d98bd03-a928-4be7-b9f6-2c111c6f90f8'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:22.232265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3676d3-4efd-44e0-a02f-f3258bfc1c9a req-a451c8f8-8b01-46d1-a0e5-da7dbdec5c43 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:22.233778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d3676d3-4efd-44e0-a02f-f3258bfc1c9a req-a451c8f8-8b01-46d1-a0e5-da7dbdec5c43 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 945 time: 0.0495350 Aug 10 04:25:22.272679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3d3676d3-4efd-44e0-a02f-f3258bfc1c9a req-f2709dca-8d2f-43c4-8d8b-b11b4ef168aa tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Aug 10 04:25:23.021130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:23.069673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:23.077894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:23.078307 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:23.311238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:23.334985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:23.337242 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd60947-5e84-41f9-a883-929cd50f10e3" -d '{"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-plugged", "status": "completed", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:23.351085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:23.358214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:23.386163 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1218755-9fcc-4bc5-b5dc-7929d04ef529 x-openstack-request-id: req-c1218755-9fcc-4bc5-b5dc-7929d04ef529 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:23.386513 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-plugged", "status": "completed", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:23.386712 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1218755-9fcc-4bc5-b5dc-7929d04ef529 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:23.387075 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'code': 200} Aug 10 04:25:23.392580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b3f6d-219e-46c3-bc41-d7d9c8650909 req-8f6b6793-c120-4eb9-9b56-d96bf00f8a2c tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:23.394207 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea2b3f6d-219e-46c3-bc41-d7d9c8650909 req-8f6b6793-c120-4eb9-9b56-d96bf00f8a2c tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 945 time: 0.0523264 Aug 10 04:25:23.428249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:23.434999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea2b3f6d-219e-46c3-bc41-d7d9c8650909 req-29ef3ae2-1248-47d4-a3ef-4c78165c56b4 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Aug 10 04:25:23.483692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdb13f-d09d-49ec-88bf-3945219aaf44 req-d53293d3-5412-451d-802a-32c23c3320d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:23.485234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-efbdb13f-d09d-49ec-88bf-3945219aaf44 req-d53293d3-5412-451d-802a-32c23c3320d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1098 time: 0.0455439 Aug 10 04:25:23.523874 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-efbdb13f-d09d-49ec-88bf-3945219aaf44 req-890d519c-abba-47f8-97fe-0b486bcd2c09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302539 Aug 10 04:25:24.554963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ce0a-e6b5-48cd-b84e-41e8829f82b8 req-7260f085-cc72-42f3-bfb5-df688e3547a9 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.556468 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8489ce0a-e6b5-48cd-b84e-41e8829f82b8 req-7260f085-cc72-42f3-bfb5-df688e3547a9 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0483878 Aug 10 04:25:24.599231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8489ce0a-e6b5-48cd-b84e-41e8829f82b8 req-2784e824-0243-4b21-9cd5-9645920f3968 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365906 Aug 10 04:25:24.912512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44018) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:24.938728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9912-370b-483b-a03b-152399011b30 req-adc9fe75-2021-46e0-afa3-c917796da215 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.940251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6df9912-370b-483b-a03b-152399011b30 req-adc9fe75-2021-46e0-afa3-c917796da215 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0554187 Aug 10 04:25:25.007181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6df9912-370b-483b-a03b-152399011b30 req-a235591a-effe-4f03-8dc3-d2295e0da4a5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590348 Aug 10 04:25:25.018811 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-ec5c5609-817f-4d68-8b88-47103af14926 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053860 Aug 10 04:25:25.274362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:26.129226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29132fb-f49f-4a22-a247-3436a1b948bc req-b73ef37c-67ba-45e6-93d3-454d341b8021 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:26.130774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29132fb-f49f-4a22-a247-3436a1b948bc req-b73ef37c-67ba-45e6-93d3-454d341b8021 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0526538 Aug 10 04:25:26.194786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b29132fb-f49f-4a22-a247-3436a1b948bc req-ec1f7d9a-d6c8-41d1-af2d-50ad33fa8ad4 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548537 Aug 10 04:25:26.197402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-6d20a694-9021-4822-a54f-695d81dd2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:26.198840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-6d20a694-9021-4822-a54f-695d81dd2c85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1098 time: 0.0666623 Aug 10 04:25:26.293214 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-b84104b0-052e-427e-b306-27fa1d320310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:26.294795 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-b84104b0-052e-427e-b306-27fa1d320310 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 912 time: 0.0885220 Aug 10 04:25:26.337659 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-bb389776-db78-47d5-a93b-000f7ba69ba6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0350823 Aug 10 04:25:26.392640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-dfbb1b19-58af-4173-a3a6-eb01a7a82f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:26.394189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-dfbb1b19-58af-4173-a3a6-eb01a7a82f34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0493383 Aug 10 04:25:26.421507 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:26.428674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-0c233f6a-efe0-4b0d-b473-3f7e448287da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261748 Aug 10 04:25:26.520242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-779c54cb-d27a-4ad7-a72c-22f51f22fa77 service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841131 Aug 10 04:25:26.615026 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-f2a4970c-ab47-4f9e-a727-a32a45235c24 service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Aug 10 04:25:27.066915 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b096a5dd-b7ca-4abd-af33-3f77b004d50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:27.311512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ff2e2-ccaa-46d7-ae57-a95d6e40aa55 req-b73bab96-f7fb-4eb8-8105-f35afdff66aa tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:27.313042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-922ff2e2-ccaa-46d7-ae57-a95d6e40aa55 req-b73bab96-f7fb-4eb8-8105-f35afdff66aa tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0485244 Aug 10 04:25:27.350947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-922ff2e2-ccaa-46d7-ae57-a95d6e40aa55 req-049b2686-cda9-4e9d-984e-589137e57018 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Aug 10 04:25:28.469554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef73c-de5c-4e23-8d05-737e1768b422 req-8a5747b8-7a79-4a7a-bcb5-49611764e596 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:28.471065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de5ef73c-de5c-4e23-8d05-737e1768b422 req-8a5747b8-7a79-4a7a-bcb5-49611764e596 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0496068 Aug 10 04:25:28.510780 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de5ef73c-de5c-4e23-8d05-737e1768b422 req-2c995132-ddb6-440f-96f0-08de5d67e7a9 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Aug 10 04:25:29.630490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04012-03fc-428d-b8b8-a4f9cf93998f req-a16e1e02-fce8-40df-b837-7d0a43b4bff8 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.632488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32b04012-03fc-428d-b8b8-a4f9cf93998f req-a16e1e02-fce8-40df-b837-7d0a43b4bff8 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0542295 Aug 10 04:25:29.670730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32b04012-03fc-428d-b8b8-a4f9cf93998f req-4443f76b-f9c0-493f-af6a-99d5f6119ff7 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Aug 10 04:25:29.700118 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:29.934356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-534c93e7-0b6b-44d5-9278-554e69f67f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.031388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b331c1-6794-4233-929e-31655d8de35e req-cdc81b11-733b-43b9-b300-3a948d531a37 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:31.032854 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8b331c1-6794-4233-929e-31655d8de35e req-cdc81b11-733b-43b9-b300-3a948d531a37 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0492613 Aug 10 04:25:31.070193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8b331c1-6794-4233-929e-31655d8de35e req-3cb10085-d5ac-4296-970d-d62a0abea665 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Aug 10 04:25:31.893136 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:32.186309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1859a36-d6e2-4de2-aed0-7b44042f120f req-bce66aa5-d379-48a2-bd7d-0a559c7dac81 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:32.187754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1859a36-d6e2-4de2-aed0-7b44042f120f req-bce66aa5-d379-48a2-bd7d-0a559c7dac81 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0499096 Aug 10 04:25:32.228137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1859a36-d6e2-4de2-aed0-7b44042f120f req-ae4657d3-fb5f-45dc-b940-cfa20863c1d0 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344481 Aug 10 04:25:33.351895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b13e-5351-461c-9b7e-bbd1d2fff82b req-b7be23d3-baa6-4074-9ab9-707da13c7f4e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:33.353470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0119b13e-5351-461c-9b7e-bbd1d2fff82b req-b7be23d3-baa6-4074-9ab9-707da13c7f4e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0553536 Aug 10 04:25:33.361072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.394925 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0119b13e-5351-461c-9b7e-bbd1d2fff82b req-34ee8994-a0db-49e3-a827-6b1e86dbe41d tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Aug 10 04:25:34.513924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423f687-428d-4065-8e4d-c078e1318b2d req-58d28350-7812-419c-b0b2-f4d05d9e7ed5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:34.515453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2423f687-428d-4065-8e4d-c078e1318b2d req-58d28350-7812-419c-b0b2-f4d05d9e7ed5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0505676 Aug 10 04:25:34.553546 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2423f687-428d-4065-8e4d-c078e1318b2d req-3bd0e293-36fb-4cb8-9a1c-0c85ad0a56b1 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318029 Aug 10 04:25:35.673241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3ecc-943f-4896-9cd3-439b57a9357e req-2f193176-71ac-44eb-8989-038bda305c41 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:35.674782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-135b3ecc-943f-4896-9cd3-439b57a9357e req-2f193176-71ac-44eb-8989-038bda305c41 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0522792 Aug 10 04:25:35.712375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-135b3ecc-943f-4896-9cd3-439b57a9357e req-b2194c63-4480-499d-a326-459e81176691 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 10 04:25:36.833401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d7902-2654-464c-b7d2-1abe58c5921f req-d8e3fa92-3534-49ba-af6e-f62b423a6088 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:36.835450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f8d7902-2654-464c-b7d2-1abe58c5921f req-d8e3fa92-3534-49ba-af6e-f62b423a6088 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0535676 Aug 10 04:25:36.875650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f8d7902-2654-464c-b7d2-1abe58c5921f req-893b126c-b0f4-4e19-9fb5-b0ed255d2192 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 Aug 10 04:25:38.003500 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800ae4-5b10-4948-8c1a-bc59f36a465f req-ab50dd3d-1ab9-40cb-95c7-33ac5c97e7a4 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:38.005032 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e3800ae4-5b10-4948-8c1a-bc59f36a465f req-ab50dd3d-1ab9-40cb-95c7-33ac5c97e7a4 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0609291 Aug 10 04:25:38.045481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e3800ae4-5b10-4948-8c1a-bc59f36a465f req-6fa955e1-78f5-41fa-bbdb-34de7b140c91 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342469 Aug 10 04:25:39.164813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c0ea-67d7-4dec-8376-56964b9ddec8 req-28b84e15-6299-4627-aa87-0283715f146e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:39.166311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7785c0ea-67d7-4dec-8376-56964b9ddec8 req-28b84e15-6299-4627-aa87-0283715f146e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0493362 Aug 10 04:25:39.203317 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7785c0ea-67d7-4dec-8376-56964b9ddec8 req-93e75644-d3af-4614-bc63-9c924cfd816a tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Aug 10 04:25:40.324669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff803b-361f-4e2d-bf13-a2027ddf4737 req-e7d7c54c-88fc-49e5-a101-81c18aac1ec0 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.326201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84ff803b-361f-4e2d-bf13-a2027ddf4737 req-e7d7c54c-88fc-49e5-a101-81c18aac1ec0 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0530055 Aug 10 04:25:40.366008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84ff803b-361f-4e2d-bf13-a2027ddf4737 req-ffd9a376-ab77-45da-b6eb-1c754554b6a5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Aug 10 04:25:41.479295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8098a0-302f-47e7-9a58-9bd111c23b12 req-c1ef4c12-36d5-4937-b3b1-40ba872a89f3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:41.480778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a8098a0-302f-47e7-9a58-9bd111c23b12 req-c1ef4c12-36d5-4937-b3b1-40ba872a89f3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0474296 Aug 10 04:25:41.519708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a8098a0-302f-47e7-9a58-9bd111c23b12 req-69d446cc-9913-4136-8151-7de7cdf26508 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Aug 10 04:25:42.638777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408e88-d0bf-441e-ae03-d8f718f6a747 req-1219290c-92b0-4168-a113-4772fecc1f99 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:42.640321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98408e88-d0bf-441e-ae03-d8f718f6a747 req-1219290c-92b0-4168-a113-4772fecc1f99 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0515513 Aug 10 04:25:42.684084 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-98408e88-d0bf-441e-ae03-d8f718f6a747 req-48e49404-8165-4787-b7ed-b3f1e6fc20fc tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 Aug 10 04:25:43.808060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916e995-5378-4c35-bf40-2963609bb15c req-86c8bc69-55ec-4c8f-b24c-ced0d28af878 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:43.809490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5916e995-5378-4c35-bf40-2963609bb15c req-86c8bc69-55ec-4c8f-b24c-ced0d28af878 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0545068 Aug 10 04:25:43.848549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5916e995-5378-4c35-bf40-2963609bb15c req-62611fd0-acb3-4687-b7a1-b111dc7f455f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Aug 10 04:25:44.969567 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4168b48-a289-4ccc-b89e-78f933f08fa0 req-cfab3a23-bf21-45e7-9746-f66ddf5a7148 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.971131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4168b48-a289-4ccc-b89e-78f933f08fa0 req-cfab3a23-bf21-45e7-9746-f66ddf5a7148 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0502048 Aug 10 04:25:45.010847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4168b48-a289-4ccc-b89e-78f933f08fa0 req-f9ad0e0a-b949-4b75-9b9d-13b411e676c2 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Aug 10 04:25:46.136738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbb1ad-6a9b-4437-8758-d541d07f57a9 req-e6bf4eb1-9d3f-44bf-acfb-da0aa5b23db5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:46.138288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18bbb1ad-6a9b-4437-8758-d541d07f57a9 req-e6bf4eb1-9d3f-44bf-acfb-da0aa5b23db5 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0488789 Aug 10 04:25:46.176567 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18bbb1ad-6a9b-4437-8758-d541d07f57a9 req-52860168-b852-487c-83e8-b1fe421bc9cc tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Aug 10 04:25:47.297634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9504e-16b4-405a-8b4c-3c6ec7bd7388 req-b8800f82-558e-4e9a-b7c6-90e28bdd6e8f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:47.299130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83b9504e-16b4-405a-8b4c-3c6ec7bd7388 req-b8800f82-558e-4e9a-b7c6-90e28bdd6e8f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0548661 Aug 10 04:25:47.336051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83b9504e-16b4-405a-8b4c-3c6ec7bd7388 req-be1e1cfe-8b25-49a0-9288-7ab519691cde tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303566 Aug 10 04:25:48.455835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935ae2a-c83f-4f62-ac57-37702ee706ab req-6df49671-5ffa-42bc-9c43-031b32459a88 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:48.457475 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5935ae2a-c83f-4f62-ac57-37702ee706ab req-6df49671-5ffa-42bc-9c43-031b32459a88 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0500703 Aug 10 04:25:48.498949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5935ae2a-c83f-4f62-ac57-37702ee706ab req-8d257af2-4e99-4885-95ba-c4d59e4ce655 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Aug 10 04:25:49.615833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2560a-b7ae-445e-9741-28deb14239f3 req-bb2ed3b2-d57f-4c43-9fea-e33735c9e22b tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:49.617330 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-89b2560a-b7ae-445e-9741-28deb14239f3 req-bb2ed3b2-d57f-4c43-9fea-e33735c9e22b tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0492089 Aug 10 04:25:49.655561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-89b2560a-b7ae-445e-9741-28deb14239f3 req-4965be0e-eeb6-49ac-bd22-f85c0f67b32c tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Aug 10 04:25:50.776745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef716f6-4ffb-4772-ae29-2500c5b7ddea req-029bf452-3379-4244-96b6-d0c56d80106f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.778193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ef716f6-4ffb-4772-ae29-2500c5b7ddea req-029bf452-3379-4244-96b6-d0c56d80106f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0549262 Aug 10 04:25:50.817451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ef716f6-4ffb-4772-ae29-2500c5b7ddea req-3375c355-4b17-48e7-b324-05c57e51e069 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Aug 10 04:25:51.524610 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:51.941777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62369986-1578-426f-879f-ad1cf16a126d req-ab05f0ef-9e70-4429-a05d-fee7bf5f605b tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:51.943348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-62369986-1578-426f-879f-ad1cf16a126d req-ab05f0ef-9e70-4429-a05d-fee7bf5f605b tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0542040 Aug 10 04:25:51.994057 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-62369986-1578-426f-879f-ad1cf16a126d req-7e8a3d4e-7a6e-4916-b6e3-3ab40ade8745 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Aug 10 04:25:52.933871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-aae8dcd2-bc6d-4ea5-8f10-0b6e711abc99 req-213a4764-93be-4429-ae12-bb5e8328b66a service neutron] (94141) timed out ('10.222.0.39', 50808) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:25:53.121261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b07d-9af2-4ce5-ab75-86a37aa874c1 req-beeefd42-611e-4dda-bde3-8a6330fa47b0 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:53.122836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3f3b07d-9af2-4ce5-ab75-86a37aa874c1 req-beeefd42-611e-4dda-bde3-8a6330fa47b0 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0576913 Aug 10 04:25:53.162347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3f3b07d-9af2-4ce5-ab75-86a37aa874c1 req-78e436a3-3588-4ae7-b766-b43eba44cedc tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Aug 10 04:25:53.657664 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-26ff208a-fc80-49e3-bf2e-79b3abcf2ca4 service neutron] show failed (client error): The resource could not be found. Aug 10 04:25:53.658786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-26ff208a-fc80-49e3-bf2e-79b3abcf2ca4 service neutron] 10.222.0.39 "GET /v2.0/ports/9d98bd03-a928-4be7-b9f6-2c111c6f90f8/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0600402 Aug 10 04:25:53.860713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-f5e552a8-4786-4c30-a8a8-09822ca839ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:53.862282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-f5e552a8-4786-4c30-a8a8-09822ca839ec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc&tenant_id=03206487559e47f89aca92a21b342255 HTTP/1.1" status: 200 len: 1098 time: 0.0429149 Aug 10 04:25:53.875479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:53.931961 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.141458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:54.175407 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:54.215892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:54.218278 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3f62e5-8a4d-471f-98de-23a0d2b23cbf" -d '{"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:54.222403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.237589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Transition to ACTIVE for port object 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:54.242074 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.280129 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae985fee-8d1b-48a8-931d-99df1a90a43c x-openstack-request-id: req-ae985fee-8d1b-48a8-931d-99df1a90a43c {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:54.280417 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:54.280675 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae985fee-8d1b-48a8-931d-99df1a90a43c {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:54.281074 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'code': 200} Aug 10 04:25:54.287920 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca410fd-9e61-4e99-b345-ab18e5c467d3 req-4ce6b849-6876-41bd-8e73-0c4c811a614d tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.289613 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bca410fd-9e61-4e99-b345-ab18e5c467d3 req-4ce6b849-6876-41bd-8e73-0c4c811a614d tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 944 time: 0.0570381 Aug 10 04:25:54.312026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] No DVR routers for this DVR port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:54.321199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:54.329239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bca410fd-9e61-4e99-b345-ab18e5c467d3 req-1667d1f0-37a7-4a35-b0d8-1eeb34dbce43 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Aug 10 04:25:54.331677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.332163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.332360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.332688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.333019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.333349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.333673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.334091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.334343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.334667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.334993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.335311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:54.368508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:54.368886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:54.369174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:54.376260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:54.376260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Attempting to bind port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on network 1f4c2a6d-365a-4374-8884-cb8c1083eae4 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:54.380958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:54.381293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Checking segment: {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:54.381677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Bound using segment: {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:54.382140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Bound port: 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619e07e4-bc13-4aac-8ccf-dec68967da6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:54.382502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.446732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:54.450155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:54.455097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.495326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.495945 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.497384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] 10.222.0.65 "PUT /v2.0/ports/9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 1093 time: 0.6258979 Aug 10 04:25:54.517971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fa44e-bcca-48de-8905-6c07798bec60 service neutron] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:54.571479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-67b52e2e-e96b-47bf-9fb7-6a6b46fc2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.573018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-67b52e2e-e96b-47bf-9fb7-6a6b46fc2324 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1096 time: 0.0460777 Aug 10 04:25:54.672274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-1d939dbf-90b5-42f6-9eef-6053f190053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.673841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-1d939dbf-90b5-42f6-9eef-6053f190053c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 912 time: 0.0939026 Aug 10 04:25:54.722393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-0d2bb9e9-4b52-4682-94b0-1194ef55938c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0411701 Aug 10 04:25:54.773959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-4dd5d93b-e361-4621-b042-d85cc32ff7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.775570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-4dd5d93b-e361-4621-b042-d85cc32ff7ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0460136 Aug 10 04:25:54.809365 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-46581fa1-0c36-4c3a-b83d-a8bc76c2b1bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263400 Aug 10 04:25:54.899252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-f77e7a61-cec9-4b2e-9747-925d7f2c94ab service neutron] 10.222.0.65 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824471 Aug 10 04:25:54.996943 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6bd05b26-e84e-4e95-bf74-ea5b40e90579 req-f51943d1-12e0-4538-94cf-17f8c94539d4 service neutron] 10.222.0.65 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889423 Aug 10 04:25:55.275033 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:55.450098 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53594-179a-42b3-a044-b335ae01402d req-9d351166-7e06-415a-8ee1-91e046f55894 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.451594 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64e53594-179a-42b3-a044-b335ae01402d req-9d351166-7e06-415a-8ee1-91e046f55894 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 944 time: 0.0497084 Aug 10 04:25:55.490786 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64e53594-179a-42b3-a044-b335ae01402d req-617ad8c7-0dbe-4e7d-9b40-48bf19a287f8 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Aug 10 04:25:55.955929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:56.048202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:56.059808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'network_id': '1f4c2a6d-365a-4374-8884-cb8c1083eae4', 'port_id': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'mac_address': 'fa:16:3e:3e:49:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e8fc6d-1af7-406d-a8c5-cacc1893b190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:56.099938 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:56.112760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:56.134564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:56.138514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:56.185067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:56.192482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.192745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.193092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.193434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.193770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.194206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.194535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.194863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.195241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.196101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.196431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.196755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:56.282029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:56.284472 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef04d1d-327c-458a-9b62-5d4f430afed9" -d '{"events": [{"name": "network-changed", "server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:56.335318 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4249d24-8f26-46b7-be30-70840cd044b8 x-openstack-request-id: req-d4249d24-8f26-46b7-be30-70840cd044b8 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:56.335629 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:56.335872 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4249d24-8f26-46b7-be30-70840cd044b8 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:56.336282 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'status': 'completed', 'code': 200} Aug 10 04:25:56.396933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-3f9d4c36-4224-4935-b78e-9dfffd06a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.398678 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-3f9d4c36-4224-4935-b78e-9dfffd06a09f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1097 time: 0.0431402 Aug 10 04:25:56.400858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-014611f5-709e-486f-99cd-ee9f4fbdf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.402460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-014611f5-709e-486f-99cd-ee9f4fbdf2c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1097 time: 0.0453410 Aug 10 04:25:56.442725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:56.513274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-78ef6c4f-178d-439f-bb8a-83d67fa47dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.514938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-78ef6c4f-178d-439f-bb8a-83d67fa47dd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 912 time: 0.1087615 Aug 10 04:25:56.567285 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-2efed850-38d0-421f-b6db-48ce5a015c76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0427752 Aug 10 04:25:56.644953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-da88d535-2c70-4fbf-a85b-82bc4bf4cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.645838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-da88d535-2c70-4fbf-a85b-82bc4bf4cfb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0702813 Aug 10 04:25:56.688455 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-e7a14eff-6bae-49a8-8e28-84213ecd2359 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334208 Aug 10 04:25:56.785413 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-d27a5c33-f4f7-4c06-882a-b13a450bf2c5 service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875866 Aug 10 04:25:56.819812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee55da-c7ae-426e-af8a-b642f2e3eaad req-b0c56ab4-c115-4a89-baa0-da08dc44f86f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.821263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38ee55da-c7ae-426e-af8a-b642f2e3eaad req-b0c56ab4-c115-4a89-baa0-da08dc44f86f tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 945 time: 0.0991201 Aug 10 04:25:56.838069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-4fac69e9-2498-42ef-8e05-ba03da8fcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.839709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-4fac69e9-2498-42ef-8e05-ba03da8fcf22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 912 time: 0.4272339 Aug 10 04:25:56.884129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-e90f8188-c9ee-4087-ba1b-e7065a5c8c77 service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902336 Aug 10 04:25:56.885600 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-dcf16f04-b3b0-4a70-91ca-6c009b47a463 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0368502 Aug 10 04:25:56.907098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38ee55da-c7ae-426e-af8a-b642f2e3eaad req-96af91b1-23fa-4962-9435-dd99f050863e tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782900 Aug 10 04:25:56.941288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-d06e05cd-cdf4-4405-afbf-2513e7ec6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.942770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-d06e05cd-cdf4-4405-afbf-2513e7ec6cb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0494521 Aug 10 04:25:56.980507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-976f1997-2524-4df1-b2f8-4e3979421191 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295448 Aug 10 04:25:57.069796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5583743a-a41b-47b8-8990-d9b25bb7a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:57.077734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-879247e7-7be7-4738-8468-84aa341154e0 service neutron] 10.222.0.65 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885041 Aug 10 04:25:57.172654 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2ef04d1d-327c-458a-9b62-5d4f430afed9 req-1cdb0030-291b-4735-bf43-a06a171b82ba service neutron] 10.222.0.65 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Aug 10 04:25:57.215356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:57.254833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:57.412471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['9d98bd03-a928-4be7-b9f6-2c111c6f90f8'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:57.973575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:58.022117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:58.027036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc388671-f708-414d-8e46-6b7d9c87c71e req-e47dfefd-e424-4cd4-a71d-6135248a35ea tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:58.029277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc388671-f708-414d-8e46-6b7d9c87c71e req-e47dfefd-e424-4cd4-a71d-6135248a35ea tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 945 time: 0.0506968 Aug 10 04:25:58.029509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:58.029879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:58.069190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc388671-f708-414d-8e46-6b7d9c87c71e req-a4895260-6189-4fbe-86aa-3c0a33e9b978 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Aug 10 04:25:58.108739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:58.135571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:58.137780 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfb5312-5a75-4726-8ba6-ef78a4b5a048" -d '{"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-plugged", "status": "completed", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:58.151307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:58.155436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:58.193495 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b193d21-ee1a-4de7-977a-79ac5fbdaf94 x-openstack-request-id: req-3b193d21-ee1a-4de7-977a-79ac5fbdaf94 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:58.193914 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-plugged", "status": "completed", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:58.194221 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b193d21-ee1a-4de7-977a-79ac5fbdaf94 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:58.194618 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'code': 200} Aug 10 04:25:58.211306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:58.317340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-43e87e42-96e0-48b7-99cf-d84248b53917 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:58.318810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-43e87e42-96e0-48b7-99cf-d84248b53917 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.39 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc&tenant_id=03206487559e47f89aca92a21b342255&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 946 time: 0.0514622 Aug 10 04:25:58.379108 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-26c4f1d8-4029-4871-a2fb-80d8f9d02461 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:25:58.380127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-26c4f1d8-4029-4871-a2fb-80d8f9d02461 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9d98bd03-a928-4be7-b9f6-2c111c6f90f8/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0532932 Aug 10 04:25:58.473478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-3eae3cf4-0124-49f5-b441-8d46e820b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:58.475010 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-3eae3cf4-0124-49f5-b441-8d46e820b49c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03206487559e47f89aca92a21b342255&device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 1098 time: 0.0451550 Aug 10 04:25:58.565802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-d6a7df71-af04-46e7-9070-94289f130e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:58.567307 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-d6a7df71-af04-46e7-9070-94289f130e13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 200 len: 912 time: 0.0833771 Aug 10 04:25:58.612956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-4216320c-97c8-45c1-9e04-7b4042c277c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 200 len: 217 time: 0.0371253 Aug 10 04:25:58.661706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-2ac3b7d3-0518-42be-b757-7ffd0b772f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:58.663143 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-2ac3b7d3-0518-42be-b757-7ffd0b772f46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 200 len: 851 time: 0.0430112 Aug 10 04:25:58.693892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-a0345a9b-2265-4e4b-a003-bda52d01da13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1f4c2a6d-365a-4374-8884-cb8c1083eae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232344 Aug 10 04:25:58.790001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-65fa5ab9-79ae-41c4-a528-1263d8dd9abd service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885134 Aug 10 04:25:58.883582 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-f35c93d2-1758-46c6-961f-ff9e48df824a service neutron] 10.222.0.39 "GET /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852675 Aug 10 04:25:59.571564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ce1aa-47a3-4a51-ad9b-d55518e12194 req-067d77d9-91d2-4254-98a8-c973b76e5d3c tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:59.572980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9ce1aa-47a3-4a51-ad9b-d55518e12194 req-067d77d9-91d2-4254-98a8-c973b76e5d3c tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0500810 Aug 10 04:25:59.611226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b9ce1aa-47a3-4a51-ad9b-d55518e12194 req-ee3edf83-f096-4707-b132-c9955f78b1c9 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Aug 10 04:25:59.701046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:59.934552 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-17470a80-6691-409d-bcfe-42b00779f969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:00.732133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8f13c-9fc2-4c98-932a-2c10f558cf9d req-a7216ec2-9ac5-4a9f-92e0-39a0c23035de tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:00.733624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16b8f13c-9fc2-4c98-932a-2c10f558cf9d req-a7216ec2-9ac5-4a9f-92e0-39a0c23035de tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0490386 Aug 10 04:26:00.794427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16b8f13c-9fc2-4c98-932a-2c10f558cf9d req-0053d85d-fbf8-4bf4-9334-7993350d0625 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.53 "GET /v2.0/security-groups?id=266f5f19-2338-4fc7-bdda-e143599bd81d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544004 Aug 10 04:26:00.814439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-3696e2eb-a637-4ab8-aa38-05aee698119d tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:00.815961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-3696e2eb-a637-4ab8-aa38-05aee698119d tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.65 "GET /v2.0/ports?device_id=f438b422-01bb-47bd-a107-495d16cb14fc HTTP/1.1" status: 200 len: 946 time: 0.0568480 Aug 10 04:26:00.910310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Deleting port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:00.910651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:00.997176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] For port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,segment=NetworkSegment(619e07e4-bc13-4aac-8ccf-dec68967da6d),segment_id=619e07e4-bc13-4aac-8ccf-dec68967da6d)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:00.997539 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.010548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Calling delete_port for 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:01.141970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.154127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['9d98bd03-a928-4be7-b9f6-2c111c6f90f8'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:01.171503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Pushing event deleted for resources: {'Port': ['ID=9d98bd03-a928-4be7-b9f6-2c111c6f90f8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:01.215498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] No DVR routers for this DVR port 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:01.218138 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.220135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b28e3d8-d8b8-4def-877d-d16ec8cb1e57 req-17f369bb-3536-4f97-9154-2647e00686e3 tempest-DeleteServersTestJSON-1635904171 tempest-DeleteServersTestJSON-1635904171-project] 10.222.0.65 "DELETE /v2.0/ports/9d98bd03-a928-4be7-b9f6-2c111c6f90f8 HTTP/1.1" status: 204 len: 173 time: 0.3982475 Aug 10 04:26:01.220569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-deleted', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:01.222850 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c64543-b07f-4b9f-aeed-68b4e7c3f113" -d '{"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-deleted", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:01.258585 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec9f90-66c3-4752-bc0c-85c66a99f962 x-openstack-request-id: req-9dec9f90-66c3-4752-bc0c-85c66a99f962 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:01.258876 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f438b422-01bb-47bd-a107-495d16cb14fc", "name": "network-vif-deleted", "tag": "9d98bd03-a928-4be7-b9f6-2c111c6f90f8", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:01.259130 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dec9f90-66c3-4752-bc0c-85c66a99f962 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:01.259538 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f438b422-01bb-47bd-a107-495d16cb14fc', 'name': 'network-vif-deleted', 'tag': '9d98bd03-a928-4be7-b9f6-2c111c6f90f8', 'status': 'completed', 'code': 200} Aug 10 04:26:01.896173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.926227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44126) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:01.970512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Deleting subnet 47e8fc6d-1af7-406d-a8c5-cacc1893b190 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:26:01.973533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.007063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.046030 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.102408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.127706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e8fc6d-1af7-406d-a8c5-cacc1893b190,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:02.131443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.133307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7a8902f8-27ed-459e-b7f7-294a04250c13 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/47e8fc6d-1af7-406d-a8c5-cacc1893b190 HTTP/1.1" status: 204 len: 168 time: 0.2060845 Aug 10 04:26:02.135880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44128) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:02.201581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.286796 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.296719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4c2a6d-365a-4374-8884-cb8c1083eae4']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:02.307109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619e07e4-bc13-4aac-8ccf-dec68967da6d') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:02.307404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619e07e4-bc13-4aac-8ccf-dec68967da6d') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:02.316059 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.330709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.337487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:26:02.337910 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:26:02.339692 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:26:02.395633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.401023 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.403287 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1f4c2a6d-365a-4374-8884-cb8c1083eae4 HTTP/1.1" status: 204 len: 168 time: 0.2662206 Aug 10 04:26:02.415607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dac123-6cf8-4da1-bfa6-28a17cc5f209 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4c2a6d-365a-4374-8884-cb8c1083eae4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:02.511882 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44132) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:02.552039 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66de0802-d364-43ba-95f5-8956f1d0efda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03206487559e47f89aca92a21b342255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387774 Aug 10 04:26:02.554336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44134) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:02.606863 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6cf-b662-4404-9b7f-515b7e15ba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.629025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6cf-b662-4404-9b7f-515b7e15ba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.675569 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6cf-b662-4404-9b7f-515b7e15ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.678166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8de2c6cf-b662-4404-9b7f-515b7e15ba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:02.682477 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8de2c6cf-b662-4404-9b7f-515b7e15ba3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/266f5f19-2338-4fc7-bdda-e143599bd81d HTTP/1.1" status: 204 len: 168 time: 0.1271489 Aug 10 04:26:02.690341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2c6cf-b662-4404-9b7f-515b7e15ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266f5f19-2338-4fc7-bdda-e143599bd81d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:03.360683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44156) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:03.361184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.457002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-20858623-network', 'tenant_id': '58b3c449a06246b6b1762f2e21a2c69a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:03.479065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Made reservation on behalf of 58b3c449a06246b6b1762f2e21a2c69a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:03.481318 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.489824 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.582125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.586383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.607548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:26:03.622519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:03.625363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.625712 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Added segment 8afca3f2-eef5-401c-8279-b220919c1e29 of type vlan for network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c Aug 10 04:26:03.665344 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.697548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.698541 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:03.699113 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.759007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3970916 Aug 10 04:26:03.760015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602f9d-b3ac-4b4e-abf8-d01e02b8209d admin admin] Pushing event updated for resources: {'Network': ['ID=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:03.763355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44160) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:03.768354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Request body: {'subnet': {'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-20858623-subnet', 'tenant_id': '58b3c449a06246b6b1762f2e21a2c69a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:03.774825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:26:03.791553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Made reservation on behalf of 58b3c449a06246b6b1762f2e21a2c69a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:03.794010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:03.962660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.014008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149cc804-b222-4b3a-b5e3-0898d8f4e53f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:04.029598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Checking segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:04.029948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Network hostable DHCP agents. Network: c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:26:04.049950 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:26:04.060532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:04.065024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:04.065765 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.070073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd85529-80fd-4852-b4d2-7cf1368982da None None] Network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:04.081505 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4a7544f4-0e07-4cb9-a8e4-91f303a233d5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3172207 Aug 10 04:26:04.207713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17472166-bfb6-4d3b-bcd1-ea4a275956cd None None] Network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:26:04.555847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-89e5f50f-32e4-4c68-b7d6-9854cff56da2 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:04.557457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-89e5f50f-32e4-4c68-b7d6-9854cff56da2 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 813 time: 0.1159368 Aug 10 04:26:04.573411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-26ca4901-d515-4a6f-8b13-10bf4f631aca tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/quotas/58b3c449a06246b6b1762f2e21a2c69a HTTP/1.1" status: 200 len: 375 time: 0.0101037 Aug 10 04:26:04.606391 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-4adc1ccb-288b-4b1e-ae72-8d703c17cbbe tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271931 Aug 10 04:26:04.772970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-e956cad2-c0a9-4d2f-8f5c-ff50bc36247b service neutron] 10.222.0.53 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252701 Aug 10 04:26:04.877126 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-ab96f9cf-929e-4c8f-b5af-3ebda43f96c1 service neutron] 10.222.0.53 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971761 Aug 10 04:26:05.048677 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e2501ec-2c93-4a05-853a-7a7a72a32437 req-fa7bd916-2987-4630-9bea-b6633c782a56 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 210 time: 0.0342700 Aug 10 04:26:05.984836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:06.005118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:06.005468 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 9d98bd03-a928-4be7-b9f6-2c111c6f90f8 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:06.160500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52d69dbb-7864-487d-8f56-49577bf85e3c req-2db52b88-a6c4-44cc-9141-8f122d7c662e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 210 time: 0.0406885 Aug 10 04:26:06.198441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-ffbe791b-745d-4f50-a5c2-1ca20b2011aa tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:06.199898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-ffbe791b-745d-4f50-a5c2-1ca20b2011aa tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 813 time: 0.1494329 Aug 10 04:26:06.216072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Request body: {'port': {'device_id': '69e8b738-6c12-4d73-99cc-32206cb77645', 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'admin_state_up': True, 'tenant_id': '58b3c449a06246b6b1762f2e21a2c69a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:06.328243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Made reservation on behalf of 58b3c449a06246b6b1762f2e21a2c69a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:06.331872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:06.461859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Allocated IP 172.20.0.13 (c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c/149cc804-b222-4b3a-b5e3-0898d8f4e53f/e728629b-5d5e-4c85-8197-f721f4b76de9) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:06.930984 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:06.968773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.011833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:07.017223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:07.021147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:07.050138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:07.079643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.080248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.095668 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2c8922a0-8e5b-4f9e-a452-fa66a97d6921 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8836179 Aug 10 04:26:07.108453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Request body: {'port': {'device_id': '69e8b738-6c12-4d73-99cc-32206cb77645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:07.160411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.279718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d033ce-bec6-4804-bfca-77afb61e6ac6 req-5ea06f7e-615c-4a8b-ba39-e6e1119cc5cc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.281267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57d033ce-bec6-4804-bfca-77afb61e6ac6 req-5ea06f7e-615c-4a8b-ba39-e6e1119cc5cc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 932 time: 0.0512543 Aug 10 04:26:07.319570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-57d033ce-bec6-4804-bfca-77afb61e6ac6 req-1e8ddf4e-7c8b-44e1-909a-63b587fa64d9 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Aug 10 04:26:07.429219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e728629b-5d5e-4c85-8197-f721f4b76de9 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:07.436519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.451164 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Transition to ACTIVE for port object e728629b-5d5e-4c85-8197-f721f4b76de9 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:07.454672 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.526202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:07.574343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:07.574681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:07.575021 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:07.579414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Port e728629b-5d5e-4c85-8197-f721f4b76de9 on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:26:07.579747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:07.584539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:07.584878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Checking segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:07.585265 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Bound using segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:07.586271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Bound port: e728629b-5d5e-4c85-8197-f721f4b76de9, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:07.586638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.655944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:07.659243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:07.665194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.701066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.701697 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:07.703183 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] 10.222.0.39 "PUT /v2.0/ports/e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 1093 time: 0.5989573 Aug 10 04:26:07.703634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:07.705925 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27" -d '{"events": [{"name": "network-changed", "server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:07.731621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a14e76-8ec5-466d-8527-c9e7bf7aa8fb service neutron] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:07.774161 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbb1bae-e1bf-4d73-876c-e37868b23ef0 x-openstack-request-id: req-bfbb1bae-e1bf-4d73-876c-e37868b23ef0 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:07.774516 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:07.774779 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfbb1bae-e1bf-4d73-876c-e37868b23ef0 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:07.775181 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'status': 'completed', 'code': 200} Aug 10 04:26:07.805306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-44e43118-c984-4df2-a0f1-7df5f71e538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.806888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-44e43118-c984-4df2-a0f1-7df5f71e538f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1096 time: 0.0611675 Aug 10 04:26:07.856019 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-0746cb37-8da8-441f-acc2-875836840362 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0400543 Aug 10 04:26:07.906889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-e455a07e-a406-4f0e-81da-8e3d090c35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.908379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-e455a07e-a406-4f0e-81da-8e3d090c35bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0453925 Aug 10 04:26:07.941318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-2fddd31b-9aeb-4933-bd7a-142e7e45b79c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249033 Aug 10 04:26:08.031152 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-9a9ab5ef-50f8-4fe3-9cc8-93d45e54df4d service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823326 Aug 10 04:26:08.129747 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4f4c7c66-6da6-432a-9147-c4e4b080f695 req-c1eb266d-2b44-4866-9ee0-ab88de00f179 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902243 Aug 10 04:26:08.219179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-250f503c-432b-41e6-b1e1-3f5d84905908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:08.220698 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-250f503c-432b-41e6-b1e1-3f5d84905908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1096 time: 0.0423269 Aug 10 04:26:08.318952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-99c6a332-c469-4361-b979-0406a441ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:08.320390 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-99c6a332-c469-4361-b979-0406a441ee3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0907152 Aug 10 04:26:08.365006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-d4d91ae0-79e5-4b3d-8eb1-3802444ead29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0370922 Aug 10 04:26:08.419343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-e6bee53c-250f-4005-bea6-d06a9af9920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:08.420876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-e6bee53c-250f-4005-bea6-d06a9af9920b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0474737 Aug 10 04:26:08.441271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ea22-d2d3-468b-925d-3b39dc2c9a9d req-63cc0adf-8b63-43a4-b99d-ac43307f51cc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:08.442864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73e6ea22-d2d3-468b-925d-3b39dc2c9a9d req-63cc0adf-8b63-43a4-b99d-ac43307f51cc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0512209 Aug 10 04:26:08.456575 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-a1efd518-e6e4-49ab-8ff4-0e2b1273aea2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258529 Aug 10 04:26:08.484330 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73e6ea22-d2d3-468b-925d-3b39dc2c9a9d req-98e92fc7-c80d-4248-9462-79a8f9f5bab4 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350497 Aug 10 04:26:08.560464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-8590fd1b-32ef-4895-ba37-6770850d1093 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946281 Aug 10 04:26:08.651521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed4fa8a5-e2a9-41c8-98b1-193ec3f98b27 req-d0b7f4c8-25cb-4f50-b318-f0a3ce69868a service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834687 Aug 10 04:26:09.612196 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6eb0-0f2d-4b3e-8e0d-29c04ba0b9e7 req-663f7cd6-e3ed-483c-89ee-ebe44e539fbb tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:09.613703 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b51a6eb0-0f2d-4b3e-8e0d-29c04ba0b9e7 req-663f7cd6-e3ed-483c-89ee-ebe44e539fbb tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0542665 Aug 10 04:26:09.652179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b51a6eb0-0f2d-4b3e-8e0d-29c04ba0b9e7 req-16448a7c-8dc1-4a7f-8027-7ccb32db4f4f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Aug 10 04:26:10.767638 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c0e1-c1db-4258-9d1f-73c87e9ad374 req-3d8c2670-8ac2-48ba-8ea8-c3ff52f083a5 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:10.769107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9730c0e1-c1db-4258-9d1f-73c87e9ad374 req-3d8c2670-8ac2-48ba-8ea8-c3ff52f083a5 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0506911 Aug 10 04:26:10.813675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9730c0e1-c1db-4258-9d1f-73c87e9ad374 req-0b4b8f31-740f-4b16-8709-834c90a39d65 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385029 Aug 10 04:26:11.298195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:26:11.394019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:11.406458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'port_id': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'mac_address': 'fa:16:3e:5f:04:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149cc804-b222-4b3a-b5e3-0898d8f4e53f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:26:11.446003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:11.458650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e728629b-5d5e-4c85-8197-f721f4b76de9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:11.478409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:11.481868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:11.530420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:11.701015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['e728629b-5d5e-4c85-8197-f721f4b76de9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:11.929699 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e6904-77f7-4fb9-afe4-b6e0e4c1da67 req-1bf041bf-a818-42cf-93ed-c6588e54885e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:11.931999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d5e6904-77f7-4fb9-afe4-b6e0e4c1da67 req-1bf041bf-a818-42cf-93ed-c6588e54885e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Aug 10 04:26:11.971006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d5e6904-77f7-4fb9-afe4-b6e0e4c1da67 req-5e702722-df1e-4d97-b4c2-99bc5f92146e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Aug 10 04:26:13.084572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e497c-1a94-4bdc-8bca-718845ec61dd req-a99af62a-a23d-464f-88da-15fa86c75c5b tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:13.086777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e6e497c-1a94-4bdc-8bca-718845ec61dd req-a99af62a-a23d-464f-88da-15fa86c75c5b tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Aug 10 04:26:13.125042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e6e497c-1a94-4bdc-8bca-718845ec61dd req-ab176eca-3c03-4aa5-9b63-5efbe40f042d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Aug 10 04:26:13.298073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:13.347724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port e728629b-5d5e-4c85-8197-f721f4b76de9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:13.352195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port e728629b-5d5e-4c85-8197-f721f4b76de9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:13.352574 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:13.427232 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:13.451108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:13.453286 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8d1d17-6cdc-4609-9706-f7edec4b0c25" -d '{"events": [{"server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "name": "network-vif-plugged", "status": "completed", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:13.466235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:13.470261 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:13.497363 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c03aa2-c30d-4ea9-be96-d0374cf956bf x-openstack-request-id: req-66c03aa2-c30d-4ea9-be96-d0374cf956bf {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:13.497649 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "name": "network-vif-plugged", "status": "completed", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:13.497903 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66c03aa2-c30d-4ea9-be96-d0374cf956bf {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:13.498333 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'code': 200} Aug 10 04:26:13.531456 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:13.596363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc867da-28d8-4f00-8ada-0fc26d38a96a req-2c283c1a-8ac2-410f-862a-bbc3195216bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:13.598170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adc867da-28d8-4f00-8ada-0fc26d38a96a req-2c283c1a-8ac2-410f-862a-bbc3195216bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1098 time: 0.0459490 Aug 10 04:26:13.634185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-adc867da-28d8-4f00-8ada-0fc26d38a96a req-c3826926-cb80-4d19-aaa3-ce61868b862c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286400 Aug 10 04:26:14.241333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fba152-0ce8-4931-848d-65dfd2fecd32 req-67135839-032c-4fa1-9160-9f24e3e3dda8 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:14.243870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fba152-0ce8-4931-848d-65dfd2fecd32 req-67135839-032c-4fa1-9160-9f24e3e3dda8 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0513308 Aug 10 04:26:14.287241 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8fba152-0ce8-4931-848d-65dfd2fecd32 req-6a1620d2-109e-45a5-a4fd-f9371f976230 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Aug 10 04:26:15.426661 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9a91c-885d-4a1e-8d0b-166ba0dae52e req-e9a7f1fe-ee78-4546-9566-5ae99b05e435 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:15.428217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ee9a91c-885d-4a1e-8d0b-166ba0dae52e req-e9a7f1fe-ee78-4546-9566-5ae99b05e435 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0688400 Aug 10 04:26:15.468566 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2ee9a91c-885d-4a1e-8d0b-166ba0dae52e req-74c2e62b-10ff-4051-bc26-21469ff2f943 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Aug 10 04:26:15.589344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25304-6807-436f-aafb-fd21a94b4eaf req-f3d61f4e-f946-4d66-9208-a735ae501622 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:15.590835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01f25304-6807-436f-aafb-fd21a94b4eaf req-f3d61f4e-f946-4d66-9208-a735ae501622 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0506551 Aug 10 04:26:15.635621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01f25304-6807-436f-aafb-fd21a94b4eaf req-8d91c0e5-e668-4496-97d8-239e3749cb94 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Aug 10 04:26:15.840454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259eb24-63a4-4495-98f1-3782de10715c req-3d5a9d6b-9953-45d1-8eee-1e738dfc40a4 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:15.841935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8259eb24-63a4-4495-98f1-3782de10715c req-3d5a9d6b-9953-45d1-8eee-1e738dfc40a4 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0502014 Aug 10 04:26:15.884037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8259eb24-63a4-4495-98f1-3782de10715c req-526ae353-027b-4535-a275-a3edc1b9295a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347478 Aug 10 04:26:16.008258 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89522d71-d97b-436a-b6ed-a53776410fc8 req-89c1f474-6725-4cb6-9f6d-7b65283b64d3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:16.009807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-89522d71-d97b-436a-b6ed-a53776410fc8 req-89c1f474-6725-4cb6-9f6d-7b65283b64d3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0523913 Aug 10 04:26:16.049842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-89522d71-d97b-436a-b6ed-a53776410fc8 req-f65c079a-d964-4b8a-b937-2f01b58af808 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Aug 10 04:26:16.294992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-d24150e4-053c-47ee-8992-d908fabac7f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502729 Aug 10 04:26:16.323608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a52f1-a573-4a12-9067-e96a16a62ae7 req-a7e17678-bd9b-4733-b5f4-1efcf3cfa7af tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:16.325381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-633a52f1-a573-4a12-9067-e96a16a62ae7 req-a7e17678-bd9b-4733-b5f4-1efcf3cfa7af tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0682178 Aug 10 04:26:16.376469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-633a52f1-a573-4a12-9067-e96a16a62ae7 req-b958298d-32d3-4079-ae2c-64d9bf5070b3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Aug 10 04:26:17.547828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb111-d935-420c-9667-f091dec01086 req-71f22be3-f85e-4ab1-867b-3ea6d67d581e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:17.550529 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52ebb111-d935-420c-9667-f091dec01086 req-71f22be3-f85e-4ab1-867b-3ea6d67d581e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0925617 Aug 10 04:26:17.553156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-af69b557-720a-49e9-be30-117bd891246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:17.554827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-af69b557-720a-49e9-be30-117bd891246a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1098 time: 0.0481339 Aug 10 04:26:17.591837 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52ebb111-d935-420c-9667-f091dec01086 req-d88caf50-f348-4fe8-bfa5-046fce614526 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Aug 10 04:26:17.649651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-9e487ac6-3687-4cb5-913c-8134151e6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:17.651277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-9e487ac6-3687-4cb5-913c-8134151e6225 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0887377 Aug 10 04:26:17.701396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-b588b1b3-88cb-48f5-b9fa-4c368cefd7d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0421693 Aug 10 04:26:17.754890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-91725a29-a666-4d47-b191-d7584bb11118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:17.756401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-91725a29-a666-4d47-b191-d7584bb11118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0480220 Aug 10 04:26:17.790275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-7797e4e1-3479-4b2d-912d-51f4fe87ce9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262501 Aug 10 04:26:17.895290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-12bb1511-f8e6-4530-b6c2-a596b10fe906 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974212 Aug 10 04:26:17.995725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-d70fa702-cc3e-440a-947b-c79ad235b333 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923326 Aug 10 04:26:18.715366 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527b0a7-eac4-468b-8f08-4971779d319d req-a0d093ae-5598-4bd0-b3fd-7088a0f25225 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:18.717010 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b527b0a7-eac4-468b-8f08-4971779d319d req-a0d093ae-5598-4bd0-b3fd-7088a0f25225 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0524902 Aug 10 04:26:18.761488 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b527b0a7-eac4-468b-8f08-4971779d319d req-1f2d9e48-ce8a-4120-b3ec-e6134d8dd6ae tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380452 Aug 10 04:26:19.891581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc9b74-16e5-461f-9516-137533c39154 req-3c2b9253-1e78-41b1-b79b-7e2e99acab42 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:19.893249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ebc9b74-16e5-461f-9516-137533c39154 req-3c2b9253-1e78-41b1-b79b-7e2e99acab42 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0584064 Aug 10 04:26:19.934147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3ebc9b74-16e5-461f-9516-137533c39154 req-fe695701-2acd-4a32-abb1-ad83ccbb96ac tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344632 Aug 10 04:26:21.072732 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991856a-cd0c-4719-9148-bca443ede2a3 req-0a51c25e-0452-458f-8209-a9b25750e454 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:21.074353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e991856a-cd0c-4719-9148-bca443ede2a3 req-0a51c25e-0452-458f-8209-a9b25750e454 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0696819 Aug 10 04:26:21.113538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e991856a-cd0c-4719-9148-bca443ede2a3 req-4c0fc233-b7ed-4205-98d1-6062458a9e63 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Aug 10 04:26:22.235952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4e451-40e2-4bdd-820d-3db9956750a7 req-7e4b7ac7-d173-4f2e-af62-a83d1b2a3392 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:22.237488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03a4e451-40e2-4bdd-820d-3db9956750a7 req-7e4b7ac7-d173-4f2e-af62-a83d1b2a3392 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0527880 Aug 10 04:26:22.277891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03a4e451-40e2-4bdd-820d-3db9956750a7 req-4586855f-ab33-4e8a-8dd7-6ef47cac53f5 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Aug 10 04:26:23.395620 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7367129-1f2a-4a8e-a1cd-8de6c106e8bd req-4e3af656-5284-43c8-947f-ac35e809162b tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:23.397193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7367129-1f2a-4a8e-a1cd-8de6c106e8bd req-4e3af656-5284-43c8-947f-ac35e809162b tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Aug 10 04:26:23.437193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e7367129-1f2a-4a8e-a1cd-8de6c106e8bd req-86676a40-02d8-4daa-a8c1-dda2e6f035d8 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333931 Aug 10 04:26:24.559249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90d7e-e6d3-4af7-80c3-1ee31552ef66 req-5a9ea545-8117-4e20-a1ed-9448171c8fd9 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:24.560931 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc90d7e-e6d3-4af7-80c3-1ee31552ef66 req-5a9ea545-8117-4e20-a1ed-9448171c8fd9 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0529482 Aug 10 04:26:24.610664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc90d7e-e6d3-4af7-80c3-1ee31552ef66 req-13e26483-d607-4a43-9ab7-2a7a8f500808 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Aug 10 04:26:25.291776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:25.740336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98bc40-2e78-4085-8f22-5a0761890457 req-0ac5c09b-c89b-4266-9959-0611c5062f4f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:25.742037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa98bc40-2e78-4085-8f22-5a0761890457 req-0ac5c09b-c89b-4266-9959-0611c5062f4f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0582790 Aug 10 04:26:25.783290 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa98bc40-2e78-4085-8f22-5a0761890457 req-43290de5-6d4b-47cd-a192-eb679a011c49 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Aug 10 04:26:26.448561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:26.913376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd0675-8834-463a-bb0e-fe497bd46716 req-9ed1281d-3391-4f6f-a762-60ab5a10f1da tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:26.915122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08dd0675-8834-463a-bb0e-fe497bd46716 req-9ed1281d-3391-4f6f-a762-60ab5a10f1da tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0566812 Aug 10 04:26:26.957459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08dd0675-8834-463a-bb0e-fe497bd46716 req-dce12d80-90a6-4940-84c6-c4e01689f8fc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359280 Aug 10 04:26:27.076388 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-78fcdfe5-ee7c-46d9-b231-ea02719e2be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:28.099236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9e094-ec16-40f7-888c-2e43dfbf0543 req-ce9cf0c1-6704-404c-941f-ad5e82f07069 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:28.100797 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-89a9e094-ec16-40f7-888c-2e43dfbf0543 req-ce9cf0c1-6704-404c-941f-ad5e82f07069 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0627704 Aug 10 04:26:28.144776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-89a9e094-ec16-40f7-888c-2e43dfbf0543 req-3c284182-18e2-4845-9379-21fa277a8274 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Aug 10 04:26:28.528213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:29.305034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ab6bf-17cb-49cb-92d8-22db1f4f1834 req-c094a533-ec47-40a5-9161-7725c1bbead0 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:29.306794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-222ab6bf-17cb-49cb-92d8-22db1f4f1834 req-c094a533-ec47-40a5-9161-7725c1bbead0 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0551589 Aug 10 04:26:29.351304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-222ab6bf-17cb-49cb-92d8-22db1f4f1834 req-29e41e26-d956-4d86-af71-63676e692cd6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381238 Aug 10 04:26:29.714082 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:29.944413 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d6425a5b-3559-48bb-aca7-e1498e949581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:30.475499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e8e9b-e064-482a-9de0-82c6b940c81f req-eecdaaab-b6cd-492d-8d44-c77e8db45979 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:30.477157 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-790e8e9b-e064-482a-9de0-82c6b940c81f req-eecdaaab-b6cd-492d-8d44-c77e8db45979 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0541027 Aug 10 04:26:30.521906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-790e8e9b-e064-482a-9de0-82c6b940c81f req-55a811e3-9e72-4ffa-934c-755c7ed67d14 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Aug 10 04:26:31.664502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb43be-9757-4d6b-8f59-eab0a9b6f899 req-91ab54f2-558b-42c0-9b8c-a7f3a09eff87 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:31.666148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03fb43be-9757-4d6b-8f59-eab0a9b6f899 req-91ab54f2-558b-42c0-9b8c-a7f3a09eff87 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0548418 Aug 10 04:26:31.707008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03fb43be-9757-4d6b-8f59-eab0a9b6f899 req-ede34592-2bd7-41f2-8ef6-321918057004 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Aug 10 04:26:31.900875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:32.838065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0b221-8200-476c-9b3a-c1abd9c8fb80 req-26f7d348-bf46-47aa-be02-fe63a57fdae6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:32.839818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdb0b221-8200-476c-9b3a-c1abd9c8fb80 req-26f7d348-bf46-47aa-be02-fe63a57fdae6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0547199 Aug 10 04:26:32.887605 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdb0b221-8200-476c-9b3a-c1abd9c8fb80 req-ccac6f1f-7eb6-4379-96cd-97de2360c793 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Aug 10 04:26:33.368502 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:34.020272 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50661-37e5-4061-9f6a-76ab50cdb126 req-6762db66-99d0-4c71-a8ab-c69519f48f9a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:34.021777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-78e50661-37e5-4061-9f6a-76ab50cdb126 req-6762db66-99d0-4c71-a8ab-c69519f48f9a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0617409 Aug 10 04:26:34.066116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-78e50661-37e5-4061-9f6a-76ab50cdb126 req-258425f3-255a-41d8-9f5f-d0ef8ece60cf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Aug 10 04:26:35.196697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d7540-8cda-4342-87d0-68ac6c813708 req-32d68faf-1b77-42ff-9687-e0661623b916 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:35.198314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-695d7540-8cda-4342-87d0-68ac6c813708 req-32d68faf-1b77-42ff-9687-e0661623b916 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0586286 Aug 10 04:26:35.242448 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-695d7540-8cda-4342-87d0-68ac6c813708 req-21453f36-2933-450f-8adb-7baafa086f29 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361326 Aug 10 04:26:36.371058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ee47-14e6-4ec1-9046-76875108d908 req-6437bae9-2e10-44b7-9235-5849d1d257c8 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:36.372713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac66ee47-14e6-4ec1-9046-76875108d908 req-6437bae9-2e10-44b7-9235-5849d1d257c8 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0541723 Aug 10 04:26:36.415145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac66ee47-14e6-4ec1-9046-76875108d908 req-bcf84fc0-c46f-4d36-bfc1-e81e894294ee tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Aug 10 04:26:37.540721 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2153c-b331-46f2-9e41-5e769d6a36b5 req-eb7642fd-389c-4ea1-9c09-eda761a57b84 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:37.542357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dce2153c-b331-46f2-9e41-5e769d6a36b5 req-eb7642fd-389c-4ea1-9c09-eda761a57b84 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0550551 Aug 10 04:26:37.591295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dce2153c-b331-46f2-9e41-5e769d6a36b5 req-eb2cb7eb-5c04-4a06-87ff-ab1d8b39cc53 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Aug 10 04:26:38.716274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa80b-4118-4631-9295-500f6e824fd9 req-b2541f69-ecef-4f08-843e-71f2b793b6c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:38.717886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e02aa80b-4118-4631-9295-500f6e824fd9 req-b2541f69-ecef-4f08-843e-71f2b793b6c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0530703 Aug 10 04:26:38.759689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e02aa80b-4118-4631-9295-500f6e824fd9 req-a1550d09-dd7b-485b-8276-3d022dfb9997 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Aug 10 04:26:39.888208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0edd9c-2249-419e-a644-5bf803812f45 req-bda4cb8c-51a2-4e97-8c90-fa0ad425f605 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:39.889845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a0edd9c-2249-419e-a644-5bf803812f45 req-bda4cb8c-51a2-4e97-8c90-fa0ad425f605 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0505743 Aug 10 04:26:39.929258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3a0edd9c-2249-419e-a644-5bf803812f45 req-d71d2924-ad51-441f-84f7-a7b4a263d196 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Aug 10 04:26:41.058011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a00c7-5eca-4a87-be09-7bd0a08461f8 req-0d2baae3-f755-4e0c-ae49-04f46d60de54 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:41.059641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e4a00c7-5eca-4a87-be09-7bd0a08461f8 req-0d2baae3-f755-4e0c-ae49-04f46d60de54 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0570636 Aug 10 04:26:41.100699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e4a00c7-5eca-4a87-be09-7bd0a08461f8 req-95b5eab7-4ea8-4222-b546-ba3a69d8691e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Aug 10 04:26:42.224519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffea7f-9e48-4873-b45f-f4ebcfabe6c9 req-6f3645d8-bcbd-4d93-8232-0d4544e8e532 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:42.226367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbffea7f-9e48-4873-b45f-f4ebcfabe6c9 req-6f3645d8-bcbd-4d93-8232-0d4544e8e532 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0571187 Aug 10 04:26:42.267561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bbffea7f-9e48-4873-b45f-f4ebcfabe6c9 req-58011e2c-73f0-4e5a-bbfe-c33179922940 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Aug 10 04:26:43.388434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f309c-d5f4-40ce-859e-126d6f56588a req-dc1e1ddf-ec57-4574-ac09-3e99fec67f84 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:43.390040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb5f309c-d5f4-40ce-859e-126d6f56588a req-dc1e1ddf-ec57-4574-ac09-3e99fec67f84 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0520778 Aug 10 04:26:43.432764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb5f309c-d5f4-40ce-859e-126d6f56588a req-51da32df-56ad-4762-92af-93720ce8b468 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Aug 10 04:26:44.558992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81701aa1-7104-4c04-b453-3a8e4c51a542 req-a1f8cf8c-2b93-4b1e-8ae9-35cb48fce69c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:44.560572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81701aa1-7104-4c04-b453-3a8e4c51a542 req-a1f8cf8c-2b93-4b1e-8ae9-35cb48fce69c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 946 time: 0.0513487 Aug 10 04:26:44.602871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81701aa1-7104-4c04-b453-3a8e4c51a542 req-d2d01346-5472-424d-8a4f-6eb54c7e7aa6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362375 Aug 10 04:26:44.851785 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-3893c402-f2f8-4250-b005-840b29e31777 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:26:44.852824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-3893c402-f2f8-4250-b005-840b29e31777 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057645 Aug 10 04:26:44.919512 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-0d970b43-4dbf-455d-a925-cc205500a03b req-655c1a17-7715-46fd-914b-6c944077ec72 service neutron] show failed (client error): The resource could not be found. Aug 10 04:26:44.920561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-655c1a17-7715-46fd-914b-6c944077ec72 service neutron] 10.222.0.39 "GET /v2.0/ports/e728629b-5d5e-4c85-8197-f721f4b76de9/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0595708 Aug 10 04:26:45.121793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-1df442f2-0130-4d43-be33-0276e6f26ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:45.123566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-1df442f2-0130-4d43-be33-0276e6f26ac8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645&tenant_id=58b3c449a06246b6b1762f2e21a2c69a HTTP/1.1" status: 200 len: 1098 time: 0.0425112 Aug 10 04:26:45.136422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:45.197518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.414162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:45.449111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:45.489443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:45.492572 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47fa1c-15a9-48e0-86c5-da709f35cdd5" -d '{"events": [{"server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "name": "network-vif-unplugged", "status": "completed", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:45.496778 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.511873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Transition to ACTIVE for port object e728629b-5d5e-4c85-8197-f721f4b76de9 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:45.517245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.548708 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaefa37-2950-4ac9-8940-7bf5089356fa x-openstack-request-id: req-aeaefa37-2950-4ac9-8940-7bf5089356fa {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:45.548964 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "name": "network-vif-unplugged", "status": "completed", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:45.549227 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aeaefa37-2950-4ac9-8940-7bf5089356fa {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:45.549633 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'code': 200} Aug 10 04:26:45.585293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] No DVR routers for this DVR port e728629b-5d5e-4c85-8197-f721f4b76de9 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:45.596219 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:45.628406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:45.628741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:45.629071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:45.634614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Port e728629b-5d5e-4c85-8197-f721f4b76de9 on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:26:45.634943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Attempting to bind port e728629b-5d5e-4c85-8197-f721f4b76de9 on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:45.640212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:45.640830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Checking segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:45.641161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Bound using segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:45.641635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Bound port: e728629b-5d5e-4c85-8197-f721f4b76de9, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:45.641933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.710177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:45.713354 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:45.719047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.730767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b599c-566e-4572-9d5b-adef5a46338d req-9e76f546-acb5-4f62-9e0d-4e7c4fcb9a8f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:45.737453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-164b599c-566e-4572-9d5b-adef5a46338d req-9e76f546-acb5-4f62-9e0d-4e7c4fcb9a8f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0632646 Aug 10 04:26:45.756106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:45.757560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.758964 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] 10.222.0.65 "PUT /v2.0/ports/e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 1093 time: 0.6272264 Aug 10 04:26:45.779597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-164b599c-566e-4572-9d5b-adef5a46338d req-0a3e133e-d6a9-4a12-8ab0-1c03cb66fa3f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Aug 10 04:26:45.799138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b64dd-5cc3-495b-a23b-5ad7d74c38ec service neutron] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:45.835521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-7933c3a9-b8e9-48f3-9037-5808c98e43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:45.837061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-7933c3a9-b8e9-48f3-9037-5808c98e43c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1096 time: 0.0528700 Aug 10 04:26:45.931152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-5a225d24-cb20-411b-ba84-85d3a9ac318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:45.932676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-5a225d24-cb20-411b-ba84-85d3a9ac318d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0886416 Aug 10 04:26:45.974820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-3ac778ab-6893-48d9-9e41-9805a5503bba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0352228 Aug 10 04:26:46.030870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d970b43-4dbf-455d-a925-cc205500a03b req-0d9ed99a-706d-46d3-843a-3462a26e8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:46.032408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-0d9ed99a-706d-46d3-843a-3462a26e8c04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0512602 Aug 10 04:26:46.066262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-71cb989f-901d-4f1d-be07-7743274074de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260785 Aug 10 04:26:46.159947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-14915684-9852-46dd-b8f5-fa495f8129d4 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862095 Aug 10 04:26:46.259664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0d970b43-4dbf-455d-a925-cc205500a03b req-e36625ed-778e-495e-95e4-ae2c681442ab service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910075 Aug 10 04:26:46.905752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8075f78-5955-4065-922b-06b73d3c9e6e req-bb2831a9-bb5b-4944-bda3-a83040b81fce tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:46.907444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8075f78-5955-4065-922b-06b73d3c9e6e req-bb2831a9-bb5b-4944-bda3-a83040b81fce tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0516655 Aug 10 04:26:46.948455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a8075f78-5955-4065-922b-06b73d3c9e6e req-44fe798f-19ee-4e98-bab6-5881299e4af3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Aug 10 04:26:47.550655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:47.553206 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6b6346-c556-471c-af84-88d7931cf963" -d '{"events": [{"name": "network-changed", "server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:47.604071 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cdc89e-614e-4c18-bdce-d485ae3bab81 x-openstack-request-id: req-d4cdc89e-614e-4c18-bdce-d485ae3bab81 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:47.604366 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:47.604615 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4cdc89e-614e-4c18-bdce-d485ae3bab81 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:47.605013 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'status': 'completed', 'code': 200} Aug 10 04:26:47.670618 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6346-c556-471c-af84-88d7931cf963 req-57dd1453-f441-4840-99e4-02c5673bca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.672145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-57dd1453-f441-4840-99e4-02c5673bca32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1096 time: 0.0430961 Aug 10 04:26:47.691727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6346-c556-471c-af84-88d7931cf963 req-8afec5fd-1d1a-4f22-add9-a97321a7fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.693671 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-8afec5fd-1d1a-4f22-add9-a97321a7fc61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1096 time: 0.0694714 Aug 10 04:26:47.796636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6346-c556-471c-af84-88d7931cf963 req-6831af43-7663-4922-9eda-65d63f140253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.799083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-6831af43-7663-4922-9eda-65d63f140253 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.1123233 Aug 10 04:26:47.812429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6346-c556-471c-af84-88d7931cf963 req-c995b872-74d0-4103-8716-04b89c1f207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.813929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-c995b872-74d0-4103-8716-04b89c1f207d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.1124349 Aug 10 04:26:47.857809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-a71d1103-6dbb-4a71-95bc-64fd23545f15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0377510 Aug 10 04:26:47.867108 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-42baa94d-9238-495a-8c4f-593b741e7e88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0454493 Aug 10 04:26:47.914585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6346-c556-471c-af84-88d7931cf963 req-34799c38-0ded-4971-b499-498789033b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.916113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-34799c38-0ded-4971-b499-498789033b1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0508184 Aug 10 04:26:47.920898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6346-c556-471c-af84-88d7931cf963 req-b7af627c-23f2-45ff-b03d-5477997bf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.922432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-b7af627c-23f2-45ff-b03d-5477997bf901 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0476913 Aug 10 04:26:47.951375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-afe50cb1-6265-4d44-9e53-5dc7819da307 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283003 Aug 10 04:26:47.955751 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-a92ca22a-91cf-4e7e-bdda-690c2ead97f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257142 Aug 10 04:26:48.064075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-a7cec5eb-54ba-409c-a3f8-9d600519c365 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997760 Aug 10 04:26:48.096187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-531ef7d6-d2e3-4de9-9964-333133a92367 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378624 Aug 10 04:26:48.128549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8967-65cc-4d77-972b-76ce01c5bbed req-3da7e901-01d1-4ddc-bfe7-9fe752c8f3ad tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.131544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37dd8967-65cc-4d77-972b-76ce01c5bbed req-3da7e901-01d1-4ddc-bfe7-9fe752c8f3ad tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.1046140 Aug 10 04:26:48.224024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37dd8967-65cc-4d77-972b-76ce01c5bbed req-95b1c75d-6ee3-4f6f-8544-e5d756a40f0e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785725 Aug 10 04:26:48.227887 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-dd41ff95-7ee9-4cfa-8ff2-5e0e12041e19 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560612 Aug 10 04:26:48.267580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc6b6346-c556-471c-af84-88d7931cf963 req-c8c224dd-f12d-49b3-9dd9-fba4dcfd85d3 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632018 Aug 10 04:26:48.466493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e885a-f987-43b0-95b1-4ffbf6a64cb8 req-2db3ffc7-d4ca-465e-8121-40abc2206f7a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.468083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6e885a-f987-43b0-95b1-4ffbf6a64cb8 req-2db3ffc7-d4ca-465e-8121-40abc2206f7a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0589461 Aug 10 04:26:48.483220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-7fd96ff2-088f-4b31-b409-ca12a9bec7cd tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.484962 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-7fd96ff2-088f-4b31-b409-ca12a9bec7cd tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645&tenant_id=58b3c449a06246b6b1762f2e21a2c69a&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 944 time: 0.0556626 Aug 10 04:26:48.516302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f6e885a-f987-43b0-95b1-4ffbf6a64cb8 req-ca6ce6e6-afa0-467b-b3bf-1aca1ea67cd6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Aug 10 04:26:48.557116 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-c80707cc-77cc-4b57-83e4-ae7491a0f03e service neutron] delete failed (client error): The resource could not be found. Aug 10 04:26:48.558213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-c80707cc-77cc-4b57-83e4-ae7491a0f03e service neutron] 10.222.0.39 "DELETE /v2.0/ports/e728629b-5d5e-4c85-8197-f721f4b76de9/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0652971 Aug 10 04:26:48.654350 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-c5e8c7dc-93bd-4af5-a734-7d384dc972ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.655776 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-c5e8c7dc-93bd-4af5-a734-7d384dc972ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 1096 time: 0.0432298 Aug 10 04:26:48.749836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-27add31d-6218-4a61-9390-b69bc88583cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.751511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-27add31d-6218-4a61-9390-b69bc88583cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0875463 Aug 10 04:26:48.800191 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-9a0ea5e5-0d2f-43f0-95ad-bae7290edc60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 200 len: 217 time: 0.0411344 Aug 10 04:26:48.853314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-63953d62-d643-4868-9447-d60e0399332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.854998 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-63953d62-d643-4868-9447-d60e0399332a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0472825 Aug 10 04:26:48.889145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-9dc3bfc3-60d5-46a5-9bf1-4764b43fa389 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259676 Aug 10 04:26:48.986917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-b75cea46-e1f4-4336-afa3-cf9b45639a4d service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901160 Aug 10 04:26:49.089221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-17941d93-18d2-4ff8-8303-f4c0aa8a5450 req-6897f7fc-9ff0-4d21-8691-3b7f765ac626 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944993 Aug 10 04:26:49.546177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:49.595799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:49.648168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27227d77-abb7-4872-b4bd-9a059e2f1007 req-eb714ce4-abe5-431d-a0e8-cd73c7f55b5e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:49.649836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27227d77-abb7-4872-b4bd-9a059e2f1007 req-eb714ce4-abe5-431d-a0e8-cd73c7f55b5e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0570214 Aug 10 04:26:49.702597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27227d77-abb7-4872-b4bd-9a059e2f1007 req-13721570-8596-478e-a82f-466a18395612 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460734 Aug 10 04:26:49.834111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a258f-8993-4087-9aa2-8cffb9280bf4 req-61e5a1e9-ab35-4249-b451-9df10528c852 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:49.836461 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d62a258f-8993-4087-9aa2-8cffb9280bf4 req-61e5a1e9-ab35-4249-b451-9df10528c852 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0521255 Aug 10 04:26:49.877514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d62a258f-8993-4087-9aa2-8cffb9280bf4 req-ac29feb8-3ebe-4f34-a5e4-35d8e2ae60fb tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341566 Aug 10 04:26:49.994775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff859ce-c283-4927-bbeb-d81c5c30c66e req-f70e5654-b0ad-4c2b-a3e4-0704664d3fd6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:49.996348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ff859ce-c283-4927-bbeb-d81c5c30c66e req-f70e5654-b0ad-4c2b-a3e4-0704664d3fd6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 944 time: 0.0495484 Aug 10 04:26:50.036383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ff859ce-c283-4927-bbeb-d81c5c30c66e req-1fca44e5-671e-421b-9f06-4f8a4dc8b029 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338807 Aug 10 04:26:50.193778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:26:50.301850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:50.314335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'port_id': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'mac_address': 'fa:16:3e:5f:04:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149cc804-b222-4b3a-b5e3-0898d8f4e53f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:26:50.353212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:50.367135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e728629b-5d5e-4c85-8197-f721f4b76de9 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:50.388303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:50.395421 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:50.409718 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-c9a1a26f-5ab0-4b38-a422-c132b16bc30b tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:50.411295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-c9a1a26f-5ab0-4b38-a422-c132b16bc30b tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 813 time: 0.1064448 Aug 10 04:26:50.427203 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-87070cc2-2538-4d5d-8c61-99e52a858f96 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/quotas/58b3c449a06246b6b1762f2e21a2c69a HTTP/1.1" status: 200 len: 375 time: 0.0098674 Aug 10 04:26:50.452450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:50.484245 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-69936b7d-3d54-43ca-8217-718cc3ba15b1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508864 Aug 10 04:26:50.594459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-a13b3c7b-2511-4a15-954e-cc846cc2842e service neutron] 10.222.0.53 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025000 Aug 10 04:26:50.607656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e728629b-5d5e-4c85-8197-f721f4b76de9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:50.702233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-007faec9-ecb8-4b22-8da6-46c7fe4335a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001124 Aug 10 04:26:50.899684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4003681f-d9a5-4a7a-8db3-ad25b1cdad21 req-b77ad0d9-044f-4eb8-8d1c-735dc384f064 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 210 time: 0.0418005 Aug 10 04:26:51.627697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761494-a783-4699-ba98-af280c07365c req-eb3f555f-fd6f-426d-8689-9cad14f1ba80 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:51.629227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32761494-a783-4699-ba98-af280c07365c req-eb3f555f-fd6f-426d-8689-9cad14f1ba80 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e8b738-6c12-4d73-99cc-32206cb77645 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Aug 10 04:26:51.737865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Deleting port e728629b-5d5e-4c85-8197-f721f4b76de9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:51.738270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:51.791338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.65', 57038) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:51.853137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] For port e728629b-5d5e-4c85-8197-f721f4b76de9, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=e728629b-5d5e-4c85-8197-f721f4b76de9,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:51.853522 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:51.869965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Calling delete_port for e728629b-5d5e-4c85-8197-f721f4b76de9 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:51.930946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-2fa22c97-9dc5-4456-ba38-d032b847ea68 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:51.932890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-2fa22c97-9dc5-4456-ba38-d032b847ea68 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 813 time: 0.1388693 Aug 10 04:26:51.947654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Request body: {'port': {'device_id': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'admin_state_up': True, 'tenant_id': '58b3c449a06246b6b1762f2e21a2c69a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:52.021953 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.034607 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-543c152e-4917-46e7-a309-75d4f407f447 req-2980125c-b4a9-4c0a-aa56-32d9cf0838dd tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 210 time: 0.0366731 Aug 10 04:26:52.035165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e728629b-5d5e-4c85-8197-f721f4b76de9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:52.074459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Pushing event deleted for resources: {'Port': ['ID=e728629b-5d5e-4c85-8197-f721f4b76de9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:52.127430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Made reservation on behalf of 58b3c449a06246b6b1762f2e21a2c69a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:26:52.131164 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.132548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] No DVR routers for this DVR port e728629b-5d5e-4c85-8197-f721f4b76de9 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:52.135417 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.137563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32761494-a783-4699-ba98-af280c07365c req-fbce5bc9-ebdd-48f6-bb1b-368e735a38c3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.65 "DELETE /v2.0/ports/e728629b-5d5e-4c85-8197-f721f4b76de9 HTTP/1.1" status: 204 len: 173 time: 0.5010083 Aug 10 04:26:52.138050 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'name': 'network-vif-deleted', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:52.140710 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059545fa-e311-4656-952f-caff5255a969" -d '{"events": [{"server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "name": "network-vif-deleted", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:52.180543 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c94b92-86a8-4294-a64b-14146a204b13 x-openstack-request-id: req-98c94b92-86a8-4294-a64b-14146a204b13 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:52.180838 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8b738-6c12-4d73-99cc-32206cb77645", "name": "network-vif-deleted", "tag": "e728629b-5d5e-4c85-8197-f721f4b76de9", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:52.181097 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98c94b92-86a8-4294-a64b-14146a204b13 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:52.181502 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8b738-6c12-4d73-99cc-32206cb77645', 'name': 'network-vif-deleted', 'tag': 'e728629b-5d5e-4c85-8197-f721f4b76de9', 'status': 'completed', 'code': 200} Aug 10 04:26:52.201096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:52.229128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: e728629b-5d5e-4c85-8197-f721f4b76de9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:52.229128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 04:26:52.252252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Port e728629b-5d5e-4c85-8197-f721f4b76de9 not found, will not notify nova. {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 04:26:52.311145 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Allocated IP 172.20.0.7 (c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c/149cc804-b222-4b3a-b5e3-0898d8f4e53f/85b6ddd3-b35b-4d03-84d2-24ec052a59dc) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:52.481623 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.521579 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.534556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['e728629b-5d5e-4c85-8197-f721f4b76de9'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:52.572510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:52.575641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:52.579498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:52.586649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:52.612374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.612723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.613070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.613411 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.613745 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.614103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.614437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.614779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.615114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.615442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.615814 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.616139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:52.646068 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:52.646683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.661717 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3eba86d0-864d-45cd-b40a-43d4a151106e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7183583 Aug 10 04:26:52.673830 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Request body: {'port': {'device_id': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:52.734157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:52.991817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b6ddd3-b35b-4d03-84d2-24ec052a59dc {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:52.999099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.011125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Transition to ACTIVE for port object 85b6ddd3-b35b-4d03-84d2-24ec052a59dc will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:26:53.015061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.067472 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:53.178892 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:26:53.179216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:26:53.179547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:53.186741 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:26:53.187062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:26:53.202132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd576-1329-4f7c-a143-4712a4960d83 req-9f0b423e-d24a-41b8-bc19-3dcffe72037d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.203648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2befd576-1329-4f7c-a143-4712a4960d83 req-9f0b423e-d24a-41b8-bc19-3dcffe72037d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0835721 Aug 10 04:26:53.204862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:26:53.205332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Checking segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:26:53.205584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Bound using segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:26:53.206048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Bound port: 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:26:53.206414 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.277954 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2befd576-1329-4f7c-a143-4712a4960d83 req-509fddf9-a027-4450-b8ba-83624a32f5ca tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680463 Aug 10 04:26:53.298971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:26:53.302912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:26:53.308255 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.346311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.346970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:53.348457 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] 10.222.0.65 "PUT /v2.0/ports/85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 1092 time: 0.6786540 Aug 10 04:26:53.349055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:53.351807 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa7ef5-b36d-4ac1-9990-e03e0a304917" -d '{"events": [{"name": "network-changed", "server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:53.386820 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc7dfc-24ec-496b-98d1-9b3f8ee66d71 service neutron] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:53.400250 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479f51dd-9902-4d3d-9dcf-fbc85208af87 x-openstack-request-id: req-479f51dd-9902-4d3d-9dcf-fbc85208af87 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:53.400598 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:53.400793 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-479f51dd-9902-4d3d-9dcf-fbc85208af87 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:53.401195 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'status': 'completed', 'code': 200} Aug 10 04:26:53.436880 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-b6becf5a-a112-4a51-ad23-cb05859691c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.438518 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-b6becf5a-a112-4a51-ad23-cb05859691c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1095 time: 0.0484929 Aug 10 04:26:53.480843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-d9d6b634-5742-46fe-bc22-936f290438c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0342231 Aug 10 04:26:53.535512 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-c427051f-3e5c-4941-b276-35cf2415fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.536913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-c427051f-3e5c-4941-b276-35cf2415fbc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0489423 Aug 10 04:26:53.570282 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-12d433f5-ea39-4605-bc02-f775b58f0e9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257154 Aug 10 04:26:53.665278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-da115af3-d339-4ef0-bbcc-0ed4ade6b041 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881743 Aug 10 04:26:53.768610 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96ce1390-148c-48b3-bda5-2a3eb5c99c7e req-d59d14a7-5502-42d7-9456-aba848d99adb service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955033 Aug 10 04:26:53.861030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-cd5f38d5-c5fa-4b46-a297-2a7ece654b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.862699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-cd5f38d5-c5fa-4b46-a297-2a7ece654b80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1095 time: 0.0455973 Aug 10 04:26:53.963042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-8ec1a4c9-2eec-4e45-ab68-981bc2c98d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:53.964564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-8ec1a4c9-2eec-4e45-ab68-981bc2c98d7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0946019 Aug 10 04:26:54.008752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-47c9b672-19c1-428d-b673-4a399ab3b253 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0360188 Aug 10 04:26:54.059894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-9a64e5c5-44be-4116-b1c0-ffabf25b9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.061277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-9a64e5c5-44be-4116-b1c0-ffabf25b9caa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0447319 Aug 10 04:26:54.097064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-5b3733c1-74bf-4a26-b8d3-583a596d446c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249507 Aug 10 04:26:54.195473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-36c57ebf-87e7-420c-8cfe-b8ae96a11e6a service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902681 Aug 10 04:26:54.287980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-edfa7ef5-b36d-4ac1-9990-e03e0a304917 req-ef76aaf3-e457-47aa-802e-47d69a6b8c6d service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838931 Aug 10 04:26:54.401862 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748275e-c5bd-4660-b4d7-f923d214d388 req-c6b430c7-2374-4c8d-8e49-053e3b293086 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.405030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c748275e-c5bd-4660-b4d7-f923d214d388 req-c6b430c7-2374-4c8d-8e49-053e3b293086 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0586607 Aug 10 04:26:54.448682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c748275e-c5bd-4660-b4d7-f923d214d388 req-42181b8e-f255-43a2-a875-b2bdb014dc3f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Aug 10 04:26:55.294075 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:55.570254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058762b6-ea5a-4840-b7c4-77487d48f54f req-25fe570f-45b8-4ae4-9c93-4ea2295d4918 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.571676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-058762b6-ea5a-4840-b7c4-77487d48f54f req-25fe570f-45b8-4ae4-9c93-4ea2295d4918 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0494065 Aug 10 04:26:55.609356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-058762b6-ea5a-4840-b7c4-77487d48f54f req-3621d863-1ad3-4366-b21d-485972875cdc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Aug 10 04:26:56.197566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:56.217657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: e728629b-5d5e-4c85-8197-f721f4b76de9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:56.218024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device e728629b-5d5e-4c85-8197-f721f4b76de9 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:56.442467 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:56.724788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bd256-1458-408c-a7fd-60f99c47b490 req-57bba310-2231-43ea-9ba8-faadc4214977 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:56.726406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c15bd256-1458-408c-a7fd-60f99c47b490 req-57bba310-2231-43ea-9ba8-faadc4214977 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0500319 Aug 10 04:26:56.765969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c15bd256-1458-408c-a7fd-60f99c47b490 req-f2788baa-f0b8-45f5-b880-6293b51a1c36 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Aug 10 04:26:57.077543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fd6b312d-ae5a-46b1-b335-1f6156db140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:57.878907 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4566-8232-4131-8382-96276a9a835e req-45fa6863-1b32-4d03-947e-f72c6e5717ad tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:57.880396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c2e4566-8232-4131-8382-96276a9a835e req-45fa6863-1b32-4d03-947e-f72c6e5717ad tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0487847 Aug 10 04:26:57.917891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c2e4566-8232-4131-8382-96276a9a835e req-606b9112-0618-48a0-9075-16c9345dcb6f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310385 Aug 10 04:26:58.213393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:26:58.308929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:58.320521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'port_id': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'mac_address': 'fa:16:3e:11:33:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149cc804-b222-4b3a-b5e3-0898d8f4e53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:26:58.355242 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.368380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b6ddd3-b35b-4d03-84d2-24ec052a59dc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:58.387877 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:58.391898 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.438581 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:58.446513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.446861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.447202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.447537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.447869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.448198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.448523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.448847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.449172 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.449493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.449814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.450166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:58.601509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['85b6ddd3-b35b-4d03-84d2-24ec052a59dc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:59.032410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206d3a-8966-4dfb-9b47-31fb3cc68f28 req-0290b41d-cc46-4421-a76a-239b12e55ce1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:59.033907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b2206d3a-8966-4dfb-9b47-31fb3cc68f28 req-0290b41d-cc46-4421-a76a-239b12e55ce1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 944 time: 0.0479121 Aug 10 04:26:59.070832 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b2206d3a-8966-4dfb-9b47-31fb3cc68f28 req-5b2d4709-72e8-407e-8b74-3620f86a0a31 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302985 Aug 10 04:26:59.705410 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:59.937100 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-06512ca9-10bc-4beb-b5b5-516122be5bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.188494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4027675-ac41-4fb6-8f09-2173f144bacd req-a3035995-9f44-4853-bcc1-9859984ad982 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.190015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4027675-ac41-4fb6-8f09-2173f144bacd req-a3035995-9f44-4853-bcc1-9859984ad982 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 944 time: 0.0521228 Aug 10 04:27:00.214515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:00.227474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a4027675-ac41-4fb6-8f09-2173f144bacd req-19521113-6b46-40f9-9f12-03ffee91ac44 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 10 04:27:00.266402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:00.270245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:00.270618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.350655 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.374163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:00.376425 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a0ff2-a98d-48d2-bcc1-f48db8ae2a42" -d '{"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-plugged", "status": "completed", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:00.391731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:00.396299 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.427336 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082a66f-5852-47af-8986-9f631e6dacd9 x-openstack-request-id: req-b082a66f-5852-47af-8986-9f631e6dacd9 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:00.427623 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-plugged", "status": "completed", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:00.427932 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b082a66f-5852-47af-8986-9f631e6dacd9 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:00.428331 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'code': 200} Aug 10 04:27:00.457837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:00.520681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b7b7-20ee-47fc-946c-fcec22155aca req-3ff5f7e5-f870-4ac6-98c1-cd8aa37eb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:00.522695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07d4b7b7-20ee-47fc-946c-fcec22155aca req-3ff5f7e5-f870-4ac6-98c1-cd8aa37eb096 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1097 time: 0.0457327 Aug 10 04:27:00.869215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07d4b7b7-20ee-47fc-946c-fcec22155aca req-1ea1c079-81cd-41dd-89b0-d7ec613257f6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394499 Aug 10 04:27:01.351357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704f37a-7d33-43a8-a136-0943db52c3bc req-2ab15368-4f19-4efa-b042-3c79918f7978 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:01.352903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5704f37a-7d33-43a8-a136-0943db52c3bc req-2ab15368-4f19-4efa-b042-3c79918f7978 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0489759 Aug 10 04:27:01.391670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5704f37a-7d33-43a8-a136-0943db52c3bc req-cb645f74-9cc3-49f5-a20f-d3b2796adf95 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328074 Aug 10 04:27:01.902405 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:02.515249 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148ab6-9a61-48a1-bf78-5f7a1a127766 req-74d12570-2fb1-4879-982c-8a67c7170faf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.517062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba148ab6-9a61-48a1-bf78-5f7a1a127766 req-74d12570-2fb1-4879-982c-8a67c7170faf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0527985 Aug 10 04:27:02.560095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ba148ab6-9a61-48a1-bf78-5f7a1a127766 req-3deed202-3fb9-4195-aec4-d15b1e6fe724 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342984 Aug 10 04:27:02.679552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffc24f-6310-475d-ba56-4c3786a62814 req-f17a3700-38a9-486a-bc37-2d96a7643fd1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.680958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5dffc24f-6310-475d-ba56-4c3786a62814 req-f17a3700-38a9-486a-bc37-2d96a7643fd1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0503280 Aug 10 04:27:02.720185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5dffc24f-6310-475d-ba56-4c3786a62814 req-45a3ac19-5c95-4579-8403-d47f17598f13 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332389 Aug 10 04:27:02.982163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-82513318-b227-4ab8-a609-e8ec294f0e0c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710175 Aug 10 04:27:02.994405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1cc9e-94df-4cf5-a573-ca45f429f43e req-f516dd73-2ff5-46f5-9685-710992f39805 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:02.995890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-86b1cc9e-94df-4cf5-a573-ca45f429f43e req-f516dd73-2ff5-46f5-9685-710992f39805 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0749435 Aug 10 04:27:03.038185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-86b1cc9e-94df-4cf5-a573-ca45f429f43e req-568d277a-c7dc-44f9-85b9-e4617d4c6a1f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Aug 10 04:27:03.364326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:04.165619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-47036000-8cde-4202-8fb3-6bfd2744a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:04.167190 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-47036000-8cde-4202-8fb3-6bfd2744a516 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1097 time: 0.0737729 Aug 10 04:27:04.179724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a2233-6345-4173-87b1-f2694af26ccf req-acaba3eb-3cfe-4e12-80be-782c904f9479 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:04.181170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be2a2233-6345-4173-87b1-f2694af26ccf req-acaba3eb-3cfe-4e12-80be-782c904f9479 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0620410 Aug 10 04:27:04.264831 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be2a2233-6345-4173-87b1-f2694af26ccf req-089d7110-e4b8-4ebd-8f5d-e7e3e839c6d4 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753331 Aug 10 04:27:04.292399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-f6ab682d-956d-4ee4-b730-d380f70cbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:04.293877 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-f6ab682d-956d-4ee4-b730-d380f70cbe78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.1118588 Aug 10 04:27:04.339471 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-a83414f5-c0f9-4976-ba7c-fdd60a281b86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0379231 Aug 10 04:27:04.388117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-19c183f1-be06-4ea3-9b27-0eaf06840a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:04.389572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-19c183f1-be06-4ea3-9b27-0eaf06840a58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0439274 Aug 10 04:27:04.422043 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-0bbaac33-dc8d-4068-9cf0-0e4584e57ad1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255630 Aug 10 04:27:04.532234 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-7ebe8593-a502-4d03-8bf0-2cb294342e83 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019661 Aug 10 04:27:04.633256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-b8eca16c-7753-4954-a0ac-9dcc3e6298fc service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937936 Aug 10 04:27:05.386395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f312a1-d75d-4a62-8111-b6db81120fdd req-91cb5511-cc21-48ba-b360-6258bfa51128 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:05.387815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5f312a1-d75d-4a62-8111-b6db81120fdd req-91cb5511-cc21-48ba-b360-6258bfa51128 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0493419 Aug 10 04:27:05.426956 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d5f312a1-d75d-4a62-8111-b6db81120fdd req-6ac63b0f-f5eb-45b0-b95a-520ab0e1c998 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328689 Aug 10 04:27:05.527380 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:06.544509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e091c1-f8e3-4d4b-aac5-f0c95bb536bc req-d8220b1d-9a04-4290-9cad-b615e0afa008 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:06.546070 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97e091c1-f8e3-4d4b-aac5-f0c95bb536bc req-d8220b1d-9a04-4290-9cad-b615e0afa008 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0498152 Aug 10 04:27:06.582634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-97e091c1-f8e3-4d4b-aac5-f0c95bb536bc req-209fe1c2-b774-4b56-85bc-8dac5140ffd9 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Aug 10 04:27:06.685562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-7b670190-b7be-4435-8d6f-333ed230fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:06.687071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-7b670190-b7be-4435-8d6f-333ed230fe4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1097 time: 0.0446789 Aug 10 04:27:06.787394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-fb00f656-487a-4a41-ae49-73ebb59a1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:06.788929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-fb00f656-487a-4a41-ae49-73ebb59a1a61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0839365 Aug 10 04:27:06.833619 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-1cc49814-7525-4a3c-b349-4ce893867a37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0381205 Aug 10 04:27:06.884580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-f02e0b77-c913-419b-82cd-fa2f7b14a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:06.886123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-f02e0b77-c913-419b-82cd-fa2f7b14a849 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0462306 Aug 10 04:27:06.917333 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-d894a3f0-1722-4c84-be9a-2666d9136e65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244961 Aug 10 04:27:07.004546 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-74087db6-e56e-4592-916f-a1ca14d017f9 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805836 Aug 10 04:27:07.103067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a8666d-e3ac-4682-9c79-adf128c746b2 req-e324bfad-313e-48ad-8e5c-5cdc8b7ddc93 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911772 Aug 10 04:27:07.700196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f0f6-94bb-4a8d-841c-dc27df3d587e req-f9481a7e-8cd9-4da6-8e83-9e82948ed6fb tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:07.701604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edb4f0f6-94bb-4a8d-841c-dc27df3d587e req-f9481a7e-8cd9-4da6-8e83-9e82948ed6fb tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0488884 Aug 10 04:27:07.744148 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edb4f0f6-94bb-4a8d-841c-dc27df3d587e req-d95207a9-da09-4cf9-bfa6-24c874d95202 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363560 Aug 10 04:27:08.867055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63375d8a-1181-4693-a79f-8df1e04309c9 req-5156c0b0-631f-4431-bc19-393ad45ebb02 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:08.868554 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63375d8a-1181-4693-a79f-8df1e04309c9 req-5156c0b0-631f-4431-bc19-393ad45ebb02 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0566525 Aug 10 04:27:08.907022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63375d8a-1181-4693-a79f-8df1e04309c9 req-e3e382d3-c5d0-4245-8b1b-27ba70c4497c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323207 Aug 10 04:27:10.022860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abca72-130d-4edd-b327-647f8e50b8e4 req-cb9e459b-796a-4db4-9e22-2f1e60947389 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:10.024394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55abca72-130d-4edd-b327-647f8e50b8e4 req-cb9e459b-796a-4db4-9e22-2f1e60947389 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0508175 Aug 10 04:27:10.063088 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55abca72-130d-4edd-b327-647f8e50b8e4 req-833b73b6-346f-4f52-9c2f-ddb7c28d4489 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Aug 10 04:27:11.181665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9307-53fe-467f-be25-0f54dc17935a req-c3eb1599-a55e-45f5-8f9f-bf7524561eaa tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:11.183178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-94af9307-53fe-467f-be25-0f54dc17935a req-c3eb1599-a55e-45f5-8f9f-bf7524561eaa tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0527682 Aug 10 04:27:11.220254 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-94af9307-53fe-467f-be25-0f54dc17935a req-51be25ec-b1b7-447c-a724-0b4a63be9182 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Aug 10 04:27:12.338032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cffe3-9de8-4d0a-99de-32c7ff721371 req-3db68635-c9a2-472c-9ea3-fe79e6349b68 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:12.339691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687cffe3-9de8-4d0a-99de-32c7ff721371 req-3db68635-c9a2-472c-9ea3-fe79e6349b68 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0507059 Aug 10 04:27:12.378323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-687cffe3-9de8-4d0a-99de-32c7ff721371 req-627e9bb6-360d-4cd7-8b59-149d2d1eb5f6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Aug 10 04:27:13.498867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09c1c-6d3f-4dc8-af73-f7f28ac432b3 req-142a9414-d1fe-4540-98dc-fc62fd818bd6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:13.500464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9a09c1c-6d3f-4dc8-af73-f7f28ac432b3 req-142a9414-d1fe-4540-98dc-fc62fd818bd6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0515692 Aug 10 04:27:13.541020 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9a09c1c-6d3f-4dc8-af73-f7f28ac432b3 req-23b77b7d-6b59-40a8-8f94-38c3772caa2f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Aug 10 04:27:14.674828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadc48e-326e-407c-87ec-d578df928550 req-d13bae42-e616-45de-8718-e069687a9790 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:14.676511 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6fadc48e-326e-407c-87ec-d578df928550 req-d13bae42-e616-45de-8718-e069687a9790 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0615344 Aug 10 04:27:14.723356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6fadc48e-326e-407c-87ec-d578df928550 req-e6bfd992-fac5-4db3-9bf5-e761e825dd5c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Aug 10 04:27:15.844025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba895-d082-49cd-888e-bdda47354f81 req-53883bc1-0062-4f45-a9d0-ba593834ce62 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:15.846284 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff0ba895-d082-49cd-888e-bdda47354f81 req-53883bc1-0062-4f45-a9d0-ba593834ce62 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0508060 Aug 10 04:27:15.887895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ff0ba895-d082-49cd-888e-bdda47354f81 req-ce374626-4015-4363-8919-6c2f9db567c7 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Aug 10 04:27:17.004347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779ef3c-2d0a-4fee-bb43-bcd8bd3e8e24 req-e485f557-9f65-4852-ada9-dd12b5038d67 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:17.005867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5779ef3c-2d0a-4fee-bb43-bcd8bd3e8e24 req-e485f557-9f65-4852-ada9-dd12b5038d67 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0496740 Aug 10 04:27:17.046284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5779ef3c-2d0a-4fee-bb43-bcd8bd3e8e24 req-d09561e5-bfdd-4ad5-80a1-8359142d67b0 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Aug 10 04:27:18.195199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e145496-63bd-4c74-9f94-d5b2e57d3994 req-4779b010-fd1f-4e11-b54e-dbd6328eaf5a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:18.196946 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e145496-63bd-4c74-9f94-d5b2e57d3994 req-4779b010-fd1f-4e11-b54e-dbd6328eaf5a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0542986 Aug 10 04:27:18.235720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e145496-63bd-4c74-9f94-d5b2e57d3994 req-d20725c2-0e15-44b6-a77f-06f28f3daf86 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Aug 10 04:27:19.350292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b353d-275f-40b1-9e91-331f36e9a34b req-d69fea9a-807c-44a1-a081-7877702ebccf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:19.351785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-945b353d-275f-40b1-9e91-331f36e9a34b req-d69fea9a-807c-44a1-a081-7877702ebccf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0487065 Aug 10 04:27:19.390072 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-945b353d-275f-40b1-9e91-331f36e9a34b req-253590aa-546d-486e-9080-3dc2cf14f9d3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Aug 10 04:27:20.504756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83347d05-a2e6-4057-90a2-d7e12fa64fcd req-34e5bc5f-6d23-478a-a303-5dca4d93c6bf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:20.506319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83347d05-a2e6-4057-90a2-d7e12fa64fcd req-34e5bc5f-6d23-478a-a303-5dca4d93c6bf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0493352 Aug 10 04:27:20.545697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-83347d05-a2e6-4057-90a2-d7e12fa64fcd req-b90d66b6-ec9c-455c-861d-7a2058c1144e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Aug 10 04:27:21.661097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fd9fd-7be2-4c6e-91c6-520f42f6ac6e req-81c4395c-051b-4683-a322-a1f0b54d4bf3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:21.662587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea8fd9fd-7be2-4c6e-91c6-520f42f6ac6e req-81c4395c-051b-4683-a322-a1f0b54d4bf3 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0482817 Aug 10 04:27:21.704691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ea8fd9fd-7be2-4c6e-91c6-520f42f6ac6e req-40d8aaa4-5cb7-45ad-8253-8d5f0ee6de46 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Aug 10 04:27:22.873031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de576dc7-decc-4e59-9e9a-cdd6efa8bd69 req-7968b42f-4d01-4b5c-9967-a216c5de5473 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:22.874534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de576dc7-decc-4e59-9e9a-cdd6efa8bd69 req-7968b42f-4d01-4b5c-9967-a216c5de5473 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0986617 Aug 10 04:27:22.912576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de576dc7-decc-4e59-9e9a-cdd6efa8bd69 req-1aa45f54-4af7-46b2-96ef-d6fd486cae9a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Aug 10 04:27:24.079594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78e71b-4d7d-4519-804d-6a438c6e5d11 req-afaa05af-777a-48bd-ac8e-152dd6a4875a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:24.080983 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc78e71b-4d7d-4519-804d-6a438c6e5d11 req-afaa05af-777a-48bd-ac8e-152dd6a4875a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.1012216 Aug 10 04:27:24.118761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc78e71b-4d7d-4519-804d-6a438c6e5d11 req-a8d475ac-37a7-4c94-8971-324788e6a7de tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Aug 10 04:27:25.256223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049cac3-dc89-4a12-878b-3216b43cbf83 req-ccfa7184-60e5-47dc-9c3a-739801b14c0a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:25.258506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4049cac3-dc89-4a12-878b-3216b43cbf83 req-ccfa7184-60e5-47dc-9c3a-739801b14c0a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0561898 Aug 10 04:27:25.295459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.300089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4049cac3-dc89-4a12-878b-3216b43cbf83 req-f7ab4f54-9acb-4a5e-82aa-8d950218a16d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Aug 10 04:27:26.424965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658551c-53f3-42ea-9d77-c7cccba32782 req-69e4736f-97eb-40ea-938c-84bf2a9efaf1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:26.426489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a658551c-53f3-42ea-9d77-c7cccba32782 req-69e4736f-97eb-40ea-938c-84bf2a9efaf1 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0503592 Aug 10 04:27:26.444882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:26.465178 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a658551c-53f3-42ea-9d77-c7cccba32782 req-9117ddf3-aade-48b9-a583-ac86e04cb4a7 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Aug 10 04:27:27.078977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42ff246e-892f-44a3-9402-06782c2409c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:27.581413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f24cee-9d02-4816-bd63-a1f325d25ddc req-7efa7704-3a68-4ee1-b9e5-47821fa526b6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:27.582944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7f24cee-9d02-4816-bd63-a1f325d25ddc req-7efa7704-3a68-4ee1-b9e5-47821fa526b6 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 10 04:27:27.621170 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7f24cee-9d02-4816-bd63-a1f325d25ddc req-ffdb2f48-a484-46d0-9fb5-381eba396d0d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Aug 10 04:27:28.734731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd38c-1d32-4375-851f-2a27f6641489 req-bd27c9f2-6442-4bb6-8ef5-ba02e48d275e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:28.736227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-223fd38c-1d32-4375-851f-2a27f6641489 req-bd27c9f2-6442-4bb6-8ef5-ba02e48d275e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0473928 Aug 10 04:27:28.778522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-223fd38c-1d32-4375-851f-2a27f6641489 req-8af880c5-e85a-4832-9740-f8c11623ef60 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Aug 10 04:27:29.705876 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:29.896963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26559a-b965-4c0e-8d9c-6ae08149fbe0 req-dde150bf-6802-4c0a-8424-4fad1d255276 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:29.898480 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e26559a-b965-4c0e-8d9c-6ae08149fbe0 req-dde150bf-6802-4c0a-8424-4fad1d255276 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0499568 Aug 10 04:27:29.936596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e26559a-b965-4c0e-8d9c-6ae08149fbe0 req-347a2b6f-dba3-4b01-b7ba-8175509c3a8c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Aug 10 04:27:29.937947 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67105910-8577-4ec1-b9d1-7ff4e118bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.050804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841871a2-accc-4f59-8599-ac4c34ecf3e1 req-1fe5bf96-66b0-4fe4-873d-62b15169c7c9 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.052335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-841871a2-accc-4f59-8599-ac4c34ecf3e1 req-1fe5bf96-66b0-4fe4-873d-62b15169c7c9 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0480583 Aug 10 04:27:31.090726 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-841871a2-accc-4f59-8599-ac4c34ecf3e1 req-7bb3a101-6693-424c-819d-f50feaa06adc tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 10 04:27:31.439561 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-5d69c6cc-e27e-4bb0-ab2f-2d9b24578004 service neutron] show failed (client error): The resource could not be found. Aug 10 04:27:31.440577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-5d69c6cc-e27e-4bb0-ab2f-2d9b24578004 service neutron] 10.222.0.65 "GET /v2.0/ports/85b6ddd3-b35b-4d03-84d2-24ec052a59dc/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0996964 Aug 10 04:27:31.707192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-91744452-707f-41ca-ae4b-138febe3730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.708761 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-91744452-707f-41ca-ae4b-138febe3730f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b&tenant_id=58b3c449a06246b6b1762f2e21a2c69a HTTP/1.1" status: 200 len: 1097 time: 0.1126838 Aug 10 04:27:31.721167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:31.776873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.904330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.979397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:32.012515 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:32.049536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:32.051815 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ab4fb-5cc8-48f8-a577-1d871208c6aa" -d '{"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-unplugged", "status": "completed", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:32.056388 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.068284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Transition to ACTIVE for port object 85b6ddd3-b35b-4d03-84d2-24ec052a59dc will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:32.072105 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.108339 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26101035-24d9-4b79-8f60-16d2df89f1b0 x-openstack-request-id: req-26101035-24d9-4b79-8f60-16d2df89f1b0 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:32.108629 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-unplugged", "status": "completed", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:32.108877 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26101035-24d9-4b79-8f60-16d2df89f1b0 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:32.109260 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'code': 200} Aug 10 04:27:32.123992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] No DVR routers for this DVR port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:32.164912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=6']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:32.175906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:32.176238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:32.176559 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:32.181610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:27:32.181932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Attempting to bind port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on network c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:32.186867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:32.187191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Checking segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:32.187571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Bound using segment: {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:32.188000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Bound port: 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8afca3f2-eef5-401c-8279-b220919c1e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:32.188374 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.217884 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5390bc-2421-47bd-906c-3a9f288d1a22 req-56c38fce-0f92-4103-acc9-f35d1400235f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.219413 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f5390bc-2421-47bd-906c-3a9f288d1a22 req-56c38fce-0f92-4103-acc9-f35d1400235f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0579026 Aug 10 04:27:32.258827 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:32.259616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3f5390bc-2421-47bd-906c-3a9f288d1a22 req-6eda57e9-6871-4aea-b163-3b7dba87997e tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Aug 10 04:27:32.262160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:32.266705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.300080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.300716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:32.302258 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] 10.222.0.39 "PUT /v2.0/ports/85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 1092 time: 0.5851307 Aug 10 04:27:32.327135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7955e-9fae-4c34-bf8d-0d2d3e92461f service neutron] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=7']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:32.371582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-936f861f-e8e7-4994-ac39-dee91a989ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.373140 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-936f861f-e8e7-4994-ac39-dee91a989ced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1095 time: 0.0430164 Aug 10 04:27:32.481725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-f2f1c65f-8221-4479-93c4-cf9897d7e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.483185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-f2f1c65f-8221-4479-93c4-cf9897d7e779 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.1027615 Aug 10 04:27:32.528682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-c223538a-a944-461b-8f9e-cb93e0d2ec38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0362105 Aug 10 04:27:32.585163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-0dd60f38-bca7-4c1c-936c-275f744b5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.586686 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-0dd60f38-bca7-4c1c-936c-275f744b5f39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0511215 Aug 10 04:27:32.621241 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-35bdd0ae-2e87-4ba3-be19-50a7e8443a61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266550 Aug 10 04:27:32.711469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-b77aa75d-b6dd-4f99-81c4-2dd8a05f944a service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823021 Aug 10 04:27:32.809079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-859a5d58-42fd-47d2-92a0-c145c31fbcd1 req-e844eb37-20e0-40e5-afb3-c9e25a259e7d service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895653 Aug 10 04:27:33.099406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-ed2a63e6-d2e7-4617-b893-e6e0862d6618 req-d3a96d96-ecc7-4048-9e96-e592b6182d4b service neutron] (94141) timed out ('10.222.0.53', 54860) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:27:33.367067 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.380769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5104c-ce9d-4989-938f-48197c42e9d2 req-b63b16f7-c807-4644-af35-54f3871b9238 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.382898 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75f5104c-ce9d-4989-938f-48197c42e9d2 req-b63b16f7-c807-4644-af35-54f3871b9238 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.0524259 Aug 10 04:27:33.419917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75f5104c-ce9d-4989-938f-48197c42e9d2 req-3d3f95f8-47a7-413e-8855-c0ffe6f6fb11 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Aug 10 04:27:34.110702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:34.112997 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e260506e-4a97-4e60-a2bd-6af3b0e61a94" -d '{"events": [{"name": "network-changed", "server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:34.159632 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d3db18-091f-42ca-8e44-ce8dcbbe3ccc x-openstack-request-id: req-b4d3db18-091f-42ca-8e44-ce8dcbbe3ccc {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:34.159930 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:34.160185 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4d3db18-091f-42ca-8e44-ce8dcbbe3ccc {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:34.160597 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'status': 'completed', 'code': 200} Aug 10 04:27:34.251016 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-c137e151-9794-4fe4-9b00-671fca5ec00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.252521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-c137e151-9794-4fe4-9b00-671fca5ec00c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1095 time: 0.0689168 Aug 10 04:27:34.257713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-abc15697-62f5-4811-b97f-de94e6baae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.259107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-abc15697-62f5-4811-b97f-de94e6baae41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1095 time: 0.0677230 Aug 10 04:27:34.419373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-21cc379b-0a71-4755-a457-bea88fdb562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.420750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-21cc379b-0a71-4755-a457-bea88fdb562e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.1603639 Aug 10 04:27:34.425211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-d53d8541-6a0f-4cfe-9b31-6bf57805768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.426586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-d53d8541-6a0f-4cfe-9b31-6bf57805768d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.1488085 Aug 10 04:27:34.468250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-54051ce9-e21a-48ce-999f-c87d0b126f23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0402625 Aug 10 04:27:34.512130 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-1f7bac57-2941-4171-89a5-23666dc35790 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0502567 Aug 10 04:27:34.610571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-20143d5e-f5a9-4dd5-8dad-998f87918eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.612028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-20143d5e-f5a9-4dd5-8dad-998f87918eeb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.1116958 Aug 10 04:27:34.614429 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-0476ec06-8b8f-4c6a-a112-81ccc79e9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.615709 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-0476ec06-8b8f-4c6a-a112-81ccc79e9d7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0805345 Aug 10 04:27:34.628413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b48122-32f3-434a-ac7c-c6fc072dca80 req-4927bd60-8a44-4871-94ed-bd2b565cad90 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:34.629807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78b48122-32f3-434a-ac7c-c6fc072dca80 req-4927bd60-8a44-4871-94ed-bd2b565cad90 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.1283829 Aug 10 04:27:34.684826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-41397d69-5e60-4f80-b3b0-65761dc1ccac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638471 Aug 10 04:27:34.688175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-c6196e60-403b-4a78-91d6-caf703c9976a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575340 Aug 10 04:27:34.786677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-78b48122-32f3-434a-ac7c-c6fc072dca80 req-651fcd6e-12eb-46f2-92f9-de4c3e975045 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488278 Aug 10 04:27:34.854762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-ab75405d-31df-4831-843e-157b9ca624bb service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621628 Aug 10 04:27:34.856600 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-4a97c0e0-71b2-405f-8125-f5fcb12bc9d5 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555529 Aug 10 04:27:35.009183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-8678165c-932c-48b6-b2d9-adca2653eb56 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.010784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-8678165c-932c-48b6-b2d9-adca2653eb56 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.65 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b&tenant_id=58b3c449a06246b6b1762f2e21a2c69a&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 943 time: 0.0610883 Aug 10 04:27:35.063524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364de67-cb16-4a88-9a0d-a4c1f1d864fa req-22ee89d1-9228-4ff1-9a0b-18856827205d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.064913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9364de67-cb16-4a88-9a0d-a4c1f1d864fa req-22ee89d1-9228-4ff1-9a0b-18856827205d tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 943 time: 0.1145470 Aug 10 04:27:35.067559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-e93dadcb-ab31-43e4-9609-e151131a3e87 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975014 Aug 10 04:27:35.069345 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e260506e-4a97-4e60-a2bd-6af3b0e61a94 req-534a195d-ce82-403c-b992-c833cc3c2f36 service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069390 Aug 10 04:27:35.079732 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-1ccb3487-fc83-43e5-ab13-069e545c715d service neutron] delete failed (client error): The resource could not be found. Aug 10 04:27:35.080641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-1ccb3487-fc83-43e5-ab13-069e545c715d service neutron] 10.222.0.65 "DELETE /v2.0/ports/85b6ddd3-b35b-4d03-84d2-24ec052a59dc/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0626271 Aug 10 04:27:35.105064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9364de67-cb16-4a88-9a0d-a4c1f1d864fa req-dac4f9c6-8043-45ea-8907-8c2bbaa6d2cb tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Aug 10 04:27:35.178079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-013d4be4-f7ab-46d9-bbef-448afd654bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.179613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-013d4be4-f7ab-46d9-bbef-448afd654bde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 1095 time: 0.0422916 Aug 10 04:27:35.269737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-2be33117-3607-41f4-80e6-1028157d94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.271157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-2be33117-3607-41f4-80e6-1028157d94d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 200 len: 914 time: 0.0850978 Aug 10 04:27:35.315886 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-52c303e7-0761-4ece-8f69-b4533cd1e5e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 200 len: 217 time: 0.0370626 Aug 10 04:27:35.364390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-10ab04c7-20e0-4c24-88a5-a08ec63244e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:35.365819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-10ab04c7-20e0-4c24-88a5-a08ec63244e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 200 len: 853 time: 0.0430963 Aug 10 04:27:35.397195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-4234d2c6-bdcb-4fb9-b54c-54f807d0f647 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241609 Aug 10 04:27:35.487743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-48f4e5f3-cae6-4e2a-9acc-a8538b2a06ab service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830991 Aug 10 04:27:35.578315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-730e2da4-74b8-4995-b30e-6a19e716cd64 req-7419a2f4-4016-4896-a40b-12b76e53757b service neutron] 10.222.0.65 "GET /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824039 Aug 10 04:27:35.812968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:27:35.906537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:35.917854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'network_id': 'c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c', 'port_id': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'mac_address': 'fa:16:3e:11:33:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149cc804-b222-4b3a-b5e3-0898d8f4e53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:27:35.958005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:35.971287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b6ddd3-b35b-4d03-84d2-24ec052a59dc {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:35.990704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:35.995227 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.044445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:36.222255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887548b-a56b-4d1e-b051-f8eb072753ac req-dd4e4eda-6c81-47ff-8b40-04e55c04971a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:36.223650 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2887548b-a56b-4d1e-b051-f8eb072753ac req-dd4e4eda-6c81-47ff-8b40-04e55c04971a tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 944 time: 0.0480845 Aug 10 04:27:36.229272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['85b6ddd3-b35b-4d03-84d2-24ec052a59dc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:36.266972 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2887548b-a56b-4d1e-b051-f8eb072753ac req-e9c4aab8-3644-4b94-ba4d-6b8c52f2089f tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Aug 10 04:27:36.387278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:36.387644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e3439-6b37-4b9b-9010-d2648717156d req-4d9bbb62-ad64-4972-b7aa-96fdd9860899 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:36.389223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7b8e3439-6b37-4b9b-9010-d2648717156d req-4d9bbb62-ad64-4972-b7aa-96fdd9860899 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 944 time: 0.0520363 Aug 10 04:27:36.430233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:36.442096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7b8e3439-6b37-4b9b-9010-d2648717156d req-062919cc-d608-499c-a305-fd037d28e0e2 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462074 Aug 10 04:27:36.556456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354f265-558d-41eb-9e13-53a95a4f1798 req-f7c76085-ad33-49b6-8976-f2742de91e95 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:36.557971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b354f265-558d-41eb-9e13-53a95a4f1798 req-f7c76085-ad33-49b6-8976-f2742de91e95 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 944 time: 0.0496547 Aug 10 04:27:36.595172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b354f265-558d-41eb-9e13-53a95a4f1798 req-348eb14d-26e0-4898-8cfc-7c2036464570 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Aug 10 04:27:36.917866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db8b93-a8dd-4475-ad74-842829e353c5 req-67eab4eb-9d5c-49ea-b313-6b48b77db0bf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:36.919379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2db8b93-a8dd-4475-ad74-842829e353c5 req-67eab4eb-9d5c-49ea-b313-6b48b77db0bf tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 944 time: 0.0493686 Aug 10 04:27:36.956690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e2db8b93-a8dd-4475-ad74-842829e353c5 req-0ac9d3e3-f08a-4590-9872-ac7db72f00dd tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Aug 10 04:27:37.843057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:37.891489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:37.896070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:37.896444 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.974741 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.998333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:38.000684 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b075b372-7f86-44f9-a255-0259f842257b" -d '{"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-plugged", "status": "completed", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:38.014368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:38.019926 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.043296 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13dcee2-35f2-417d-9806-c66f52e619e2 x-openstack-request-id: req-d13dcee2-35f2-417d-9806-c66f52e619e2 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:38.043587 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-plugged", "status": "completed", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:38.043837 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d13dcee2-35f2-417d-9806-c66f52e619e2 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:38.044220 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'code': 200} Aug 10 04:27:38.069333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:38.076288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a03a8a-7da3-43a5-bd40-e415ce8754fa req-ce739efe-f0a4-4cea-97c0-75cc7c2abd18 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:38.077824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37a03a8a-7da3-43a5-bd40-e415ce8754fa req-ce739efe-f0a4-4cea-97c0-75cc7c2abd18 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0504518 Aug 10 04:27:38.115238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37a03a8a-7da3-43a5-bd40-e415ce8754fa req-8e1f39ce-341d-4f59-ab29-26776a4f37d5 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Aug 10 04:27:38.149511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd84739-f951-4962-8ccd-146783f7c45e req-8744d8da-4171-4887-9413-02ab28fc3b6c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:38.150996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4dd84739-f951-4962-8ccd-146783f7c45e req-8744d8da-4171-4887-9413-02ab28fc3b6c tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b HTTP/1.1" status: 200 len: 945 time: 0.0488687 Aug 10 04:27:38.243963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Deleting port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:38.244303 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.330562 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] For port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,segment=NetworkSegment(8afca3f2-eef5-401c-8279-b220919c1e29),segment_id=8afca3f2-eef5-401c-8279-b220919c1e29)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:38.330829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.343402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Calling delete_port for 85b6ddd3-b35b-4d03-84d2-24ec052a59dc owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:38.471056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.485609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['85b6ddd3-b35b-4d03-84d2-24ec052a59dc'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:38.504385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Pushing event deleted for resources: {'Port': ['ID=85b6ddd3-b35b-4d03-84d2-24ec052a59dc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:38.544156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] No DVR routers for this DVR port 85b6ddd3-b35b-4d03-84d2-24ec052a59dc on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:38.546748 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.550420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4dd84739-f951-4962-8ccd-146783f7c45e req-5b2e6a70-23af-46b6-894d-c445423c1220 tempest-ServerDiskConfigTestJSON-635256799 tempest-ServerDiskConfigTestJSON-635256799-project] 10.222.0.39 "DELETE /v2.0/ports/85b6ddd3-b35b-4d03-84d2-24ec052a59dc HTTP/1.1" status: 204 len: 173 time: 0.3910396 Aug 10 04:27:38.550420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-deleted', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:38.551464 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f1a94-834c-4916-9b4b-92ef229a663e" -d '{"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-deleted", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:38.594525 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbed45e-e2ca-4a08-b40f-37cc336c44eb x-openstack-request-id: req-0cbed45e-e2ca-4a08-b40f-37cc336c44eb {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:38.594815 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b", "name": "network-vif-deleted", "tag": "85b6ddd3-b35b-4d03-84d2-24ec052a59dc", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:38.595066 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cbed45e-e2ca-4a08-b40f-37cc336c44eb {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:38.595466 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365aa7d-5e0f-44b2-967e-24c9ed9bfa8b', 'name': 'network-vif-deleted', 'tag': '85b6ddd3-b35b-4d03-84d2-24ec052a59dc', 'status': 'completed', 'code': 200} Aug 10 04:27:39.238150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:39.282370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Deleting subnet 149cc804-b222-4b3a-b5e3-0898d8f4e53f {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:39.285336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.322921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.360905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.421617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.449555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.453924 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/149cc804-b222-4b3a-b5e3-0898d8f4e53f HTTP/1.1" status: 204 len: 168 time: 0.2123764 Aug 10 04:27:39.453924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149cc804-b222-4b3a-b5e3-0898d8f4e53f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:39.454442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44514) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:39.460238 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.460613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.460912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.461246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.461611 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.461935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.462278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.462596 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.462913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.463230 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.463550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.463866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b338ee-38d6-41bf-b8eb-45cc43388bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:39.528918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.607800 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.618325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:39.632619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afca3f2-eef5-401c-8279-b220919c1e29') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:39.632904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afca3f2-eef5-401c-8279-b220919c1e29') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:39.641596 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.956911 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.963351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:39.963731 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:39.965351 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:40.018868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.024278 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.026908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c HTTP/1.1" status: 204 len: 168 time: 0.5707872 Aug 10 04:27:40.039208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c1e01-a7eb-45b4-8800-ee80eb385e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c7e06e-f0d0-43c8-b8b7-c203ecb0a93c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:40.134832 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44518) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:40.174528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fb8701eb-b31e-410f-b498-795c176bd965 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58b3c449a06246b6b1762f2e21a2c69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384500 Aug 10 04:27:40.176985 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44520) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:40.223319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da23816d-ac21-4fb0-9992-6465b286ac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.247442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da23816d-ac21-4fb0-9992-6465b286ac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.294683 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da23816d-ac21-4fb0-9992-6465b286ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.297171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-da23816d-ac21-4fb0-9992-6465b286ac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.298376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-da23816d-ac21-4fb0-9992-6465b286ac42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecf284c6-290e-4cec-9e5b-4ac1f2f8d124 HTTP/1.1" status: 204 len: 168 time: 0.1204796 Aug 10 04:27:40.306139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23816d-ac21-4fb0-9992-6465b286ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf284c6-290e-4cec-9e5b-4ac1f2f8d124,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:40.973728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:41.080415 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-836155591-network', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:41.104944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Made reservation on behalf of ddc68412b5844f54a021b0df2202792a for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:41.107369 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.115687 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.205140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.209431 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.236484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:27:41.242826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b425279-31b3-4e62-bf7e-99ec0be01af4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:41.252680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.253041 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Added segment 60adb265-77a4-4402-9f4d-a3defd0aa133 of type vlan for network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 Aug 10 04:27:41.294300 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.324400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.325508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:41.326134 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.385113 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4101355 Aug 10 04:27:41.387919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44546) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:41.394916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Request body: {'subnet': {'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-836155591-subnet', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:41.399618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbff48-ced4-47cc-985a-a0e19311c08f admin admin] Pushing event updated for resources: {'Network': ['ID=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:41.409313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:27:41.421244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Made reservation on behalf of ddc68412b5844f54a021b0df2202792a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:41.423808 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.599989 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.658975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98215bf1-202b-45b9-8a21-f863a680151b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:41.664977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:41.665332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Network hostable DHCP agents. Network: c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:27:41.682009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:27:41.690492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:41.694623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:41.695231 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.699720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7ae22-91d5-4bb1-8b5e-464a2644e607 None None] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:41.710931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d750d5ea-1bf5-43d3-9d63-8f18c96952d3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3219559 Aug 10 04:27:41.713549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44548) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:41.718119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:41.739017 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.740070 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.796696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.847708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:27:41.848567 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.859401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:41.882621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 85b6ddd3-b35b-4d03-84d2-24ec052a59dc {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:41.882966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 85b6ddd3-b35b-4d03-84d2-24ec052a59dc not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:41.932057 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.007717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Allocated IP 172.20.0.2 (c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8/98215bf1-202b-45b9-8a21-f863a680151b/0264ebd4-15dc-446f-981c-1b5b7f597b98) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:42.140217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.160072 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.273158 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Allocated IP 172.25.2.179 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/9b693c71-7669-4617-bfe3-3616792ef7a1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:42.308649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.317148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Transition to ACTIVE for port object 0264ebd4-15dc-446f-981c-1b5b7f597b98 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:42.332286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Transition to ACTIVE for port object 0264ebd4-15dc-446f-981c-1b5b7f597b98 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:42.339064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.376509 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.377942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:42.382795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:42.386477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:42.394904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Pushing event updated for resources: {'Port': ['ID=0264ebd4-15dc-446f-981c-1b5b7f597b98,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:42.417008 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.446763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Attempting to bind port 0264ebd4-15dc-446f-981c-1b5b7f597b98 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:42.447361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Attempting to bind port 0264ebd4-15dc-446f-981c-1b5b7f597b98 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:42.447910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Attempting to bind port 0264ebd4-15dc-446f-981c-1b5b7f597b98 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:42.452616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:42.452799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:42.453067 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:42.453392 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.453795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:42.454815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Bound port: 0264ebd4-15dc-446f-981c-1b5b7f597b98, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:42.455284 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.457572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:42.461679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:42.490576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Pushing event updated for resources: {'Port': ['ID=9b693c71-7669-4617-bfe3-3616792ef7a1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:42.524111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] For port 0264ebd4-15dc-446f-981c-1b5b7f597b98, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:42.527166 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:42.527775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] For port 0264ebd4-15dc-446f-981c-1b5b7f597b98, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0264ebd4-15dc-446f-981c-1b5b7f597b98,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:42.531645 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.592287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c19bc2-cde9-43be-b437-cb38cbf6e8ca None None] Pushing event updated for resources: {'Port': ['ID=0264ebd4-15dc-446f-981c-1b5b7f597b98,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:42.744475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.953662 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.086168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:27:43.194092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:43.203819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:43.211140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.215069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6dce8376-9fc7-4439-b608-d950f48aa796 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4979973 Aug 10 04:27:43.215217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:43.215217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:43.215424 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44550) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:43.328683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:43.516971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284fb693-18f6-4dde-b2e0-8a77bfb63d07 None None] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:43.574981 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:42Z', 'revision_number': 3, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:43.608131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:43.608447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Updating router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 port 9b693c71-7669-4617-bfe3-3616792ef7a1 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:27:43.619269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cdc8e9fe-d95d-42d1-b490-aaa8390d6702 None None] Provisioning for port 0264ebd4-15dc-446f-981c-1b5b7f597b98 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:43.653016 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.668226 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.831889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Allocated IP 172.20.0.1 (c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8/98215bf1-202b-45b9-8a21-f863a680151b/44de330f-13d8-428d-939f-94ada0f431f5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:43.929549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0264ebd4-15dc-446f-981c-1b5b7f597b98 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:43.970776 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.985303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Transition to ACTIVE for port object 44de330f-13d8-428d-939f-94ada0f431f5 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:44.021053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.027459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.038016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 0264ebd4-15dc-446f-981c-1b5b7f597b98 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:44.042898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Transition to ACTIVE for port object 9b693c71-7669-4617-bfe3-3616792ef7a1 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:44.046879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0264ebd4-15dc-446f-981c-1b5b7f597b98 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:44.047374 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.050359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.063767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:44.070516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:44.073120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:44.101591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Pushing event updated for resources: {'Port': ['ID=44de330f-13d8-428d-939f-94ada0f431f5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.120983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.136500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14928352-ec59-453b-96f4-05c14aca773f None None] Pushing event updated for resources: {'Port': ['ID=9b693c71-7669-4617-bfe3-3616792ef7a1,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.143087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Attempting to bind port 9b693c71-7669-4617-bfe3-3616792ef7a1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:44.143364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Attempting to bind port 9b693c71-7669-4617-bfe3-3616792ef7a1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:44.143722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Attempting to bind port 9b693c71-7669-4617-bfe3-3616792ef7a1 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:44.151584 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:44.151956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:44.152353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.152734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:44.153518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Bound port: 9b693c71-7669-4617-bfe3-3616792ef7a1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:44.153644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.228228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b05e6f1d-f519-4e9c-b2bd-bb9dae6b3ed7 None None] Provisioning complete for port 0264ebd4-15dc-446f-981c-1b5b7f597b98 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:44.228595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b05e6f1d-f519-4e9c-b2bd-bb9dae6b3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.262929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.273445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.289284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] For port 9b693c71-7669-4617-bfe3-3616792ef7a1, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:44.306794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] For port 9b693c71-7669-4617-bfe3-3616792ef7a1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b693c71-7669-4617-bfe3-3616792ef7a1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:44.317172 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.362064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 0264ebd4-15dc-446f-981c-1b5b7f597b98, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0264ebd4-15dc-446f-981c-1b5b7f597b98,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:44.377058 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.420458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14928352-ec59-453b-96f4-05c14aca773f None None] Pushing event updated for resources: {'Port': ['ID=9b693c71-7669-4617-bfe3-3616792ef7a1,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.426533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:44.427398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:44.451128 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.456252 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.529815 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.531595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Pushing event updated for resources: {'Port': ['ID=44de330f-13d8-428d-939f-94ada0f431f5,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.568977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=0264ebd4-15dc-446f-981c-1b5b7f597b98,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:44.587381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:44.627335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:44.631173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:44.644019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7ff6671e-a2ea-4a41-95d1-b892de980d6a None None] Provisioning for port 44de330f-13d8-428d-939f-94ada0f431f5 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:44.674527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7ff6671e-a2ea-4a41-95d1-b892de980d6a None None] Provisioning complete for port 44de330f-13d8-428d-939f-94ada0f431f5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:44.674900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7ff6671e-a2ea-4a41-95d1-b892de980d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:44.755876 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6671e-a2ea-4a41-95d1-b892de980d6a None None] Port 44de330f-13d8-428d-939f-94ada0f431f5 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:27:44.757972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:44.844064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:43Z', 'revision_number': 1, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:44.876824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:44.878315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fccd40c-c177-46a7-aaec-d1e9a8db0763 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:43Z', 'revision_number': 1, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:44.883736 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f19a235d-fa0f-4ab7-bb89-b7e68f3d3878 admin admin] 10.222.0.53 "PUT /v2.0/routers/465d3db8-21ac-4789-b1fe-23e0f4a1f2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6663496 Aug 10 04:27:44.889247 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7d2d84d7-9cdd-41b3-bb56-dbdf22933345 None None] Provisioning complete for port 44de330f-13d8-428d-939f-94ada0f431f5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:44.889617 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7d2d84d7-9cdd-41b3-bb56-dbdf22933345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.094281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d84d7-9cdd-41b3-bb56-dbdf22933345 None None] Port 44de330f-13d8-428d-939f-94ada0f431f5 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:27:45.465877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44558) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:45.470816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66819286', 'description': 'tempest-description--889134438'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:45.494043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.591558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.595676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.625553 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.626868 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1599016 Aug 10 04:27:45.628864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2178e-2ac7-4185-8259-0a3cafb46847 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e1dc1-1002-4807-a641-9433346bd9c7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:45.630306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:45.637171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'security_group_rule': {'security_group_id': 'ab6e1dc1-1002-4807-a641-9433346bd9c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:45.666235 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.727919 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.731884 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.750788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15557a47-21a4-41c4-ab0b-4a813f8ee221,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:45.756377 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.757563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5af673f8-6343-4a9c-9ba5-30a2340f15b2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243210 Aug 10 04:27:45.760479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44562) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:45.765573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'security_group_rule': {'security_group_id': 'ab6e1dc1-1002-4807-a641-9433346bd9c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:45.793348 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.861493 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.869288 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.890180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ff0ca9-19c5-4de2-8135-85ac8fa51e05,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:45.898984 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.900302 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-317bc7ae-adce-45a1-b662-1bac5b9b9ec4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386271 Aug 10 04:27:45.903441 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44564) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:45.908220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:45.938897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.971193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b693c71-7669-4617-bfe3-3616792ef7a1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:46.026320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9b693c71-7669-4617-bfe3-3616792ef7a1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:46.030972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9b693c71-7669-4617-bfe3-3616792ef7a1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:46.031342 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.048586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.117961 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.138135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 9b693c71-7669-4617-bfe3-3616792ef7a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b693c71-7669-4617-bfe3-3616792ef7a1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:46.142373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.143026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0264ebd4-15dc-446f-981c-1b5b7f597b98 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:46.161477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Allocated IP 172.25.2.217 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/1d88658f-0461-4f5b-869d-e5be07f79cc7) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:46.220415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=9b693c71-7669-4617-bfe3-3616792ef7a1,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:46.231890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 0264ebd4-15dc-446f-981c-1b5b7f597b98 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:46.232266 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.262082 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.305803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.648871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:46.651922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:46.655563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:46.661122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'Port': ['ID=1d88658f-0461-4f5b-869d-e5be07f79cc7,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:46.795777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.804041 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:46.813936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:46.814576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:46.832905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.990122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.995054 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.018682 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:47.063581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'Port': ['ID=1d88658f-0461-4f5b-869d-e5be07f79cc7,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:47.074382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.089008 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.090513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a59dd66-32c9-4d12-a219-c16f07ef820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1860006 Aug 10 04:27:47.223297 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 2, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:47.228780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-1d36be38-ee81-490e-84c7-2d4c1a52ebdf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--66819286&fields=id&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 267 time: 0.0323627 Aug 10 04:27:47.250179 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:47.250452 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Updating router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 port 44de330f-13d8-428d-939f-94ada0f431f5 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:27:47.277047 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.339894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-b95a8a9d-1247-4206-a5c2-09384e9ec6cd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:47.341430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-b95a8a9d-1247-4206-a5c2-09384e9ec6cd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.1057990 Aug 10 04:27:47.357339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-a32f79a8-eb1a-4bc7-b1a5-a42fde8bfe3f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/quotas/ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 375 time: 0.0098171 Aug 10 04:27:47.410997 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-4f6dd712-c905-473b-a85a-1244b8a2fdc8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471976 Aug 10 04:27:47.426713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-00d8a9fb-72ce-4776-9640-d9650fe4ca0d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:27:47.427720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-00d8a9fb-72ce-4776-9640-d9650fe4ca0d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054405 Aug 10 04:27:47.524555 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-0faf6db2-6177-4a7e-aead-383d3c7488e0 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898855 Aug 10 04:27:47.543990 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.555687 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Transition to ACTIVE for port object 44de330f-13d8-428d-939f-94ada0f431f5 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:47.565138 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.613833 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Pushing event updated for resources: {'Port': ['ID=44de330f-13d8-428d-939f-94ada0f431f5,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:47.622903 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.623248 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.623585 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.623924 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.624253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.624579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.624903 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.625230 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.625612 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.625858 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.626202 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.626522 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:47.626680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-8d1130a4-732a-4515-852b-077732508e38 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958025 Aug 10 04:27:47.687989 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Attempting to bind port 44de330f-13d8-428d-939f-94ada0f431f5 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:47.688366 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Attempting to bind port 44de330f-13d8-428d-939f-94ada0f431f5 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:47.688730 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Attempting to bind port 44de330f-13d8-428d-939f-94ada0f431f5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:47.694063 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:47.694994 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:47.695391 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.695785 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:47.696748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Bound port: 44de330f-13d8-428d-939f-94ada0f431f5, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:47.696748 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.789597 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] For port 44de330f-13d8-428d-939f-94ada0f431f5, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:47.793086 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] For port 44de330f-13d8-428d-939f-94ada0f431f5, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=44de330f-13d8-428d-939f-94ada0f431f5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:47.798947 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.843952 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:47.844620 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:47.861496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe25c896-4096-42e6-8ca6-6a1d4d2226b2 req-5164e4ff-57ac-4ba8-beee-a549947ed176 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 210 time: 0.0663733 Aug 10 04:27:47.939099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b693c71-7669-4617-bfe3-3616792ef7a1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:47.970110 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:47.996679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9b693c71-7669-4617-bfe3-3616792ef7a1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:47.997159 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:48.020157 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a9aa-546c-4cc5-bebb-bc5ec02b39c9 None None] Pushing event updated for resources: {'Port': ['ID=44de330f-13d8-428d-939f-94ada0f431f5,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:48.204175 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-50101885-e390-4525-9cc6-d49e92869251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:47Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:48.239268 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50101885-e390-4525-9cc6-d49e92869251 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:47Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:48.929042 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f851ffa-2711-4d7c-91dc-fd3a487b5a13 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:48.930734 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f851ffa-2711-4d7c-91dc-fd3a487b5a13 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.1102145 Aug 10 04:27:48.978956 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-d4c612b1-5d68-42b9-995a-8885071b3697 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 378 time: 0.0369568 Aug 10 04:27:48.983251 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac92d2f1-9923-4daa-b457-eab81d5df883 req-5eb24be5-5a93-490c-8e75-fd3c4872b7dd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 210 time: 0.0273838 Aug 10 04:27:48.991840 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'port': {'device_id': 'c9636387-189d-44be-9fc5-f82f807a646b', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'admin_state_up': True, 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'security_groups': ['ab6e1dc1-1002-4807-a641-9433346bd9c7']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:49.102826 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Made reservation on behalf of ddc68412b5844f54a021b0df2202792a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:49.107043 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.233918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Allocated IP 172.20.0.11 (c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8/98215bf1-202b-45b9-8a21-f863a680151b/c7e52d06-4222-4f2d-9bb8-e68cad4195ee) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:49.364375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.377684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Transition to ACTIVE for port object c7e52d06-4222-4f2d-9bb8-e68cad4195ee will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:49.409956 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.454941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:49.460865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:49.464631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:49.489906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:49.519590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:49.520238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.535992 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-a4b148b2-9da8-4e76-9f17-8c7ba261b3a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488403 Aug 10 04:27:49.549296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Request body: {'port': {'device_id': 'c9636387-189d-44be-9fc5-f82f807a646b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:49.606428 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.718354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9ba7c9d6-0305-419e-93b8-d9ce8856db46 None None] Provisioning for port c7e52d06-4222-4f2d-9bb8-e68cad4195ee completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:49.722604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9ba7c9d6-0305-419e-93b8-d9ce8856db46 None None] Provisioning complete for port c7e52d06-4222-4f2d-9bb8-e68cad4195ee triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:49.722981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c9d6-0305-419e-93b8-d9ce8856db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.761120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9ba7c9d6-0305-419e-93b8-d9ce8856db46 None None] Port c7e52d06-4222-4f2d-9bb8-e68cad4195ee cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:27:49.898764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 44de330f-13d8-428d-939f-94ada0f431f5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:49.947863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 44de330f-13d8-428d-939f-94ada0f431f5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:49.952328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 44de330f-13d8-428d-939f-94ada0f431f5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:49.952809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.032141 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.069832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 44de330f-13d8-428d-939f-94ada0f431f5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=44de330f-13d8-428d-939f-94ada0f431f5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:50.073614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.128374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=44de330f-13d8-428d-939f-94ada0f431f5,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.160110 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a992db-078e-4783-9205-2dbd92c5562f req-c107dabe-0a7e-4d18-a7cc-5e091566eb7f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.162201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67a992db-078e-4783-9205-2dbd92c5562f req-c107dabe-0a7e-4d18-a7cc-5e091566eb7f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 932 time: 0.0853744 Aug 10 04:27:50.219999 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67a992db-078e-4783-9205-2dbd92c5562f req-5237d51e-8aae-45a0-8dcf-dfcc52074e7d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502689 Aug 10 04:27:50.250851 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e52d06-4222-4f2d-9bb8-e68cad4195ee {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:50.258195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.269678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Transition to ACTIVE for port object c7e52d06-4222-4f2d-9bb8-e68cad4195ee will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:50.273779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.327584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.396410 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:50.396682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:50.396966 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:50.401895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:27:50.402242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:50.407436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:50.407773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:50.408153 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:50.408575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Bound port: c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:50.408936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.475744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:50.479231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:50.484326 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.524791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.525400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.526917 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1093 time: 0.9820342 Aug 10 04:27:50.527261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:50.529746 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f43ea-ce8f-4a0d-b404-1675778160ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:50.562978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d4836-4c26-466f-826c-57fb45fd6b91 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.615615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-5b9c4f12-7491-47f2-abe0-d166b885a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.617267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-5b9c4f12-7491-47f2-abe0-d166b885a1f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1096 time: 0.0494359 Aug 10 04:27:50.664845 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d6a2c-905a-4497-8b0d-45c546912f10 x-openstack-request-id: req-c90d6a2c-905a-4497-8b0d-45c546912f10 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:50.665141 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:50.665392 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90d6a2c-905a-4497-8b0d-45c546912f10 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:50.665795 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'status': 'completed', 'code': 200} Aug 10 04:27:50.667265 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-00181531-cdaa-4b30-8ec5-fab9cbc3ddc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 217 time: 0.0391510 Aug 10 04:27:50.722437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-dba60834-cd94-40e2-8de2-c1e89710d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.723964 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-dba60834-cd94-40e2-8de2-c1e89710d6ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0499837 Aug 10 04:27:50.770033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305373-69be-4508-b28c-735648a7a6cc req-3e78a72b-ee04-4d37-aaad-549fb29aecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:50.771531 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-3e78a72b-ee04-4d37-aaad-549fb29aecdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392632 Aug 10 04:27:50.865838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-3a24ca68-ddaa-4e04-a50f-cbd8a6c925a8 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853267 Aug 10 04:27:50.959179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e8305373-69be-4508-b28c-735648a7a6cc req-72128551-0c27-460f-8fa4-b9f5e4ba0f14 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848167 Aug 10 04:27:51.045540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-b81cce62-f454-44dd-9033-4945f135e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.047075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-b81cce62-f454-44dd-9033-4945f135e08a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1096 time: 0.0413003 Aug 10 04:27:51.145125 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-0d5ae6fc-f9d8-4794-935c-b11c316619be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.146648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-0d5ae6fc-f9d8-4794-935c-b11c316619be service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0889874 Aug 10 04:27:51.190920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-51848d9e-360e-4cc4-8802-8501bbb45dbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 217 time: 0.0352967 Aug 10 04:27:51.240629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-50f26556-e2a3-4861-bf5c-1c0bb925d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.242807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-50f26556-e2a3-4861-bf5c-1c0bb925d55e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0438592 Aug 10 04:27:51.321352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-902b0666-18a1-420d-8ad1-a6329f4db542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.322896 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-902b0666-18a1-420d-8ad1-a6329f4db542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701478 Aug 10 04:27:51.359454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5e1e2-e7da-434a-ad4a-d3bf5c5039a4 req-e5148eaf-e27b-4c10-8a68-88f3839c149f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:51.360928 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dda5e1e2-e7da-434a-ad4a-d3bf5c5039a4 req-e5148eaf-e27b-4c10-8a68-88f3839c149f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0719209 Aug 10 04:27:51.439189 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dda5e1e2-e7da-434a-ad4a-d3bf5c5039a4 req-dadccbf9-6d24-4fb5-b1fe-b6525b8e253f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540769 Aug 10 04:27:51.458759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-3b12f3d1-c96f-4f15-97a3-a324dd67a875 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269557 Aug 10 04:27:51.556434 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bb5f43ea-ce8f-4a0d-b404-1675778160ac req-fbf56254-a1f5-4b70-bd3a-5cf408c20cee service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889642 Aug 10 04:27:51.879025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 44de330f-13d8-428d-939f-94ada0f431f5 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:51.927625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 44de330f-13d8-428d-939f-94ada0f431f5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:51.927998 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.561472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c166b9-4cf2-4cc9-b700-57eeb0738927 req-a68c47f4-d24b-453b-a377-30e6847a94bf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:52.563013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0c166b9-4cf2-4cc9-b700-57eeb0738927 req-a68c47f4-d24b-453b-a377-30e6847a94bf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0542850 Aug 10 04:27:52.601357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0c166b9-4cf2-4cc9-b700-57eeb0738927 req-15fc1d86-fd1d-4e14-868c-cb1f827ed580 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319796 Aug 10 04:27:53.718856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1e20-3aee-49bd-8cf2-9ccddff1f35a req-56d09980-b608-4b44-a6ab-dec400d7f776 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:53.720369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d7e1e20-3aee-49bd-8cf2-9ccddff1f35a req-56d09980-b608-4b44-a6ab-dec400d7f776 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0512562 Aug 10 04:27:53.758545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d7e1e20-3aee-49bd-8cf2-9ccddff1f35a req-db9d452c-556b-4db4-b71e-7f5507204058 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320337 Aug 10 04:27:53.936855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:27:54.029756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:54.041689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'mac_address': 'fa:16:3e:e2:da:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:27:54.079166 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.095683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e52d06-4222-4f2d-9bb8-e68cad4195ee {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:54.116758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:54.121006 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.168337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:54.326641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['c7e52d06-4222-4f2d-9bb8-e68cad4195ee'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:54.875813 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d575542-69f3-4ac1-b0f3-13cde74c86f1 req-da78e380-77ae-4123-aacd-ceb2603699e0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:54.877447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d575542-69f3-4ac1-b0f3-13cde74c86f1 req-da78e380-77ae-4123-aacd-ceb2603699e0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 945 time: 0.0524023 Aug 10 04:27:54.917085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d575542-69f3-4ac1-b0f3-13cde74c86f1 req-abf1d9f2-02b2-4b34-a991-f2521517ae31 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322607 Aug 10 04:27:55.292417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:55.936331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:55.986984 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port c7e52d06-4222-4f2d-9bb8-e68cad4195ee completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:27:55.990736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port c7e52d06-4222-4f2d-9bb8-e68cad4195ee triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:55.991111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.035528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2008db-4849-454d-add8-f581eb0c6cd1 req-6351ecff-5e6e-429d-8082-fa5fc010d61f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:56.037078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca2008db-4849-454d-add8-f581eb0c6cd1 req-6351ecff-5e6e-429d-8082-fa5fc010d61f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 945 time: 0.0537570 Aug 10 04:27:56.066672 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.078308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca2008db-4849-454d-add8-f581eb0c6cd1 req-7c91e8d3-7adc-40c5-879f-cc16074661eb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343354 Aug 10 04:27:56.090547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:56.092997 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc4c0ac-854d-4772-b94d-f15c08ba39f3" -d '{"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:56.106560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:56.111008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.160322 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:56.213052 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e72d5-cd35-4342-8384-ddffc55e8b01 x-openstack-request-id: req-840e72d5-cd35-4342-8384-ddffc55e8b01 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:56.213342 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:56.213593 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-840e72d5-cd35-4342-8384-ddffc55e8b01 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:56.214041 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'code': 200} Aug 10 04:27:56.311003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737ba75-567e-4d40-9c0b-c2f44cbdb184 req-77de0cd2-35f6-441a-9e19-d7f59fc5e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:56.312496 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3737ba75-567e-4d40-9c0b-c2f44cbdb184 req-77de0cd2-35f6-441a-9e19-d7f59fc5e5db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1098 time: 0.0391049 Aug 10 04:27:56.349853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3737ba75-567e-4d40-9c0b-c2f44cbdb184 req-e63efd07-5b03-48e6-bdbf-0cfd06bda7f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292511 Aug 10 04:27:56.462542 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.080727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65ad426c-d595-476d-a5db-ec9fa04c5309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.205855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910092e-1207-4fbc-be1d-3d6234936e80 req-496882f9-ba41-4bd1-8da7-7e038e8af87b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:57.207274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c910092e-1207-4fbc-be1d-3d6234936e80 req-496882f9-ba41-4bd1-8da7-7e038e8af87b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0501120 Aug 10 04:27:57.245096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c910092e-1207-4fbc-be1d-3d6234936e80 req-83aac5c3-0e56-4a22-a71b-a59ff671099e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318112 Aug 10 04:27:57.357362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d191ccd-9044-4881-9dca-98c734eb3d20 req-645276e7-caa6-4e74-9301-ed9b391dc58b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:57.358861 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2d191ccd-9044-4881-9dca-98c734eb3d20 req-645276e7-caa6-4e74-9301-ed9b391dc58b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0488727 Aug 10 04:27:57.367823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 44614) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:57.372205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'floatingip': {'port_id': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:57.413721 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.971376 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.975646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.072643 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 associated. External IP: 172.25.2.217, port: c7e52d06-4222-4f2d-9bb8-e68cad4195ee. Aug 10 04:27:58.276380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:58.382071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:58.386692 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.391784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:58.402213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:58.402832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:58.414583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-01ccdb79-acdf-488a-8cfc-40194f17a9cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "PUT /v2.0/floatingips/dbcf734e-84a3-4aa7-ae6e-0a815a137822 HTTP/1.1" status: 200 len: 992 time: 1.0457258 Aug 10 04:27:58.415177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:58.417458 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa8f6a3-4dce-4513-a503-474d34c0c118" -d '{"events": [{"name": "network-changed", "server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:58.511293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:58.512778 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d79b4c8-bb79-4e6f-99b1-2931bba111b7 x-openstack-request-id: req-0d79b4c8-bb79-4e6f-99b1-2931bba111b7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:58.513072 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:58.513327 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d79b4c8-bb79-4e6f-99b1-2931bba111b7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:58.513736 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'status': 'completed', 'code': 200} Aug 10 04:27:58.580992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-d81ea89b-2d7e-4d3c-9b47-32130ff75cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:58.582588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-d81ea89b-2d7e-4d3c-9b47-32130ff75cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1098 time: 0.0455880 Aug 10 04:27:58.675730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-356d6ca7-5f97-4d77-81ea-c792fa1bce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:58.677115 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-356d6ca7-5f97-4d77-81ea-c792fa1bce3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0859208 Aug 10 04:27:58.733800 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:e2:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9636387-189d-44be-9fc5-f82f807a646b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:27:57Z', 'revision_number': 1, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:58.748965 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-8d13c016-b47e-4f6b-aed8-fbeb0fdd5222 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1000 time: 0.0643437 Aug 10 04:27:58.760103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:58.769132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:58.769734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:27:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:58.800975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-30816a93-c909-4c05-9c8e-0b062e936c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:58.802494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-30816a93-c909-4c05-9c8e-0b062e936c28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0447667 Aug 10 04:27:58.850626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-f4b4f3df-040b-40b8-adaf-5bd9888c98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:58.852164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-f4b4f3df-040b-40b8-adaf-5bd9888c98e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416908 Aug 10 04:27:58.875178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:58.950093 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-4d4e3469-10ec-4d87-a1c8-96c6d5936e47 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885978 Aug 10 04:27:59.041179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eaa8f6a3-4dce-4513-a503-474d34c0c118 req-0d520e40-729b-44b2-898a-b922d528293c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832529 Aug 10 04:27:59.098052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:e2:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9636387-189d-44be-9fc5-f82f807a646b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:27:57Z', 'revision_number': 1, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:59.128837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717f937-d6d5-448f-9217-b3ff456cd4ac None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:e2:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9636387-189d-44be-9fc5-f82f807a646b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:27:57Z', 'revision_number': 1, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:59.308128 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f7963-4245-48f5-869c-20d81478f064 None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:59.707789 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.940151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3f82989c-1eb5-4331-8f96-b2fafc140e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.908053 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.371406 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.409137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-fad88fec-c530-415f-a7ed-2540e41b5ea0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420318 Aug 10 04:28:03.495176 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-b277c5d4-22db-4085-b771-1196b727ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:03.496677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-b277c5d4-22db-4085-b771-1196b727ceef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1098 time: 0.0447910 Aug 10 04:28:03.613401 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-28fcb254-f1de-44e3-9eb1-be8f712f66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:03.614853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-28fcb254-f1de-44e3-9eb1-be8f712f66b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0836353 Aug 10 04:28:03.684044 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-dfc1aaaf-adc4-4004-a8db-51197908aeeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1002 time: 0.0609000 Aug 10 04:28:03.733537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-4adcc495-26ba-4495-bc6a-945bbc113880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:03.735053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-4adcc495-26ba-4495-bc6a-945bbc113880 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0438907 Aug 10 04:28:03.783185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-aea03097-ef28-4cce-ae40-434090beb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:03.784743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-aea03097-ef28-4cce-ae40-434090beb4e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425777 Aug 10 04:28:03.880487 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-9e01f1e8-c75f-47a3-aecf-4a1d47961e48 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875492 Aug 10 04:28:03.971282 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5580f3ef-3058-4f19-b958-f294b7bf081d req-4b743abe-8c1f-4f61-9d4f-27427b91e891 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824933 Aug 10 04:28:19.528465 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:25.308917 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:26.459565 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.082747 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79300801-8885-475a-9aa9-5689a8e52fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:29.713053 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:29.940892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b9b4fb6-0bc9-40e0-b91b-2c52fd904b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:31.916375 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:33.372816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:55.309889 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.474887 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:56.527797 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:57.086098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e052-cab5-4164-9631-c9aee4bd0b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:59.704821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:59.941268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0678cc07-5ff2-41d6-a087-6fe9163e7e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:01.912765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:03.374943 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:04.422492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-19b61f6e-009a-4c68-b6b7-c8b1edfcaeae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412695 Aug 10 04:29:04.510163 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-205ff121-93c6-49cc-bff0-5e04fb159c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:04.512358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-205ff121-93c6-49cc-bff0-5e04fb159c3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1098 time: 0.0460470 Aug 10 04:29:04.615132 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-15140bce-c55d-40d1-82cf-13099a3cab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:04.616622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-15140bce-c55d-40d1-82cf-13099a3cab85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0848939 Aug 10 04:29:04.686362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-1e741a2a-44ca-4844-b470-e94554a2fc8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1002 time: 0.0610805 Aug 10 04:29:04.735414 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-4638c4fb-ac8c-4f53-99eb-26c3bd0c6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:04.736845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-4638c4fb-ac8c-4f53-99eb-26c3bd0c6108 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0434589 Aug 10 04:29:04.782284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-a41c732c-6256-4ebf-aa15-5b4bdf1035b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:04.783750 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-a41c732c-6256-4ebf-aa15-5b4bdf1035b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393507 Aug 10 04:29:04.877466 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-028a8a44-9a2a-404a-8c67-c37725366fbe service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860686 Aug 10 04:29:04.967192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d39fee7c-87a4-4167-b8df-0f624140ecfc req-d9412a1e-3804-49b9-83a9-86fa37cab67e service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817201 Aug 10 04:29:25.296268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:26.493735 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.088384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a6a2c4a5-3a5e-46b7-951a-9e5c70e8b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:29.706730 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:29.942084 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ea4af736-e278-4c25-916e-446fe9cb77c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:31.916649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.380055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:33.527140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:37.533609 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b26d8e-bd35-4b8b-8393-b8fffc669c74 req-3a7039eb-1304-4c19-942d-2877f7e1ec62 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:37.535252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-75b26d8e-bd35-4b8b-8393-b8fffc669c74 req-3a7039eb-1304-4c19-942d-2877f7e1ec62 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0541146 Aug 10 04:29:37.576727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-75b26d8e-bd35-4b8b-8393-b8fffc669c74 req-61c49e88-e632-4b0e-88cc-82709f3216b7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352066 Aug 10 04:29:37.856538 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:29:37.865623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542011-643d-45c5-95aa-e247cb939e3d req-b69be8fe-2f71-40c2-be94-0c79ea4822d9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:37.867253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61542011-643d-45c5-95aa-e247cb939e3d req-b69be8fe-2f71-40c2-be94-0c79ea4822d9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0714397 Aug 10 04:29:37.927800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61542011-643d-45c5-95aa-e247cb939e3d req-70127895-78ad-4bda-9f63-7eff29044269 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490353 Aug 10 04:29:37.948401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-5fad0c29-68f9-4770-b847-0e1db7c948db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903988 Aug 10 04:29:39.058356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e293-aa80-4952-af18-dbd98dc90489 req-469b6cce-6e93-44cb-944b-06dc95ab063b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:39.060471 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f080e293-aa80-4952-af18-dbd98dc90489 req-469b6cce-6e93-44cb-944b-06dc95ab063b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0606346 Aug 10 04:29:39.109019 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f080e293-aa80-4952-af18-dbd98dc90489 req-6d6cb2cb-b587-4f52-8df9-d71fa19f73f5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421233 Aug 10 04:29:40.225307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4cff6-a870-4f8c-ad37-5f09f2d1c7b0 req-047d2e9b-357c-4131-babc-65100c648e80 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:40.226947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d4cff6-a870-4f8c-ad37-5f09f2d1c7b0 req-047d2e9b-357c-4131-babc-65100c648e80 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0491440 Aug 10 04:29:40.266577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31d4cff6-a870-4f8c-ad37-5f09f2d1c7b0 req-0d29c408-0ed9-4547-9270-07279134eab6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331244 Aug 10 04:29:41.171000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-5808b3ac-00f9-4b26-aa3b-ce9a110d0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:41.172559 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-5808b3ac-00f9-4b26-aa3b-ce9a110d0ae4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1098 time: 0.0443108 Aug 10 04:29:41.266435 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-c1d4548d-6abc-4933-9152-3c2a2bd1ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:41.267933 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-c1d4548d-6abc-4933-9152-3c2a2bd1ce25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0878391 Aug 10 04:29:41.344591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-d5c14318-55b3-4ba7-aa45-fe16ade4ede1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1002 time: 0.0692399 Aug 10 04:29:41.423389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-6a34a1df-a8c2-41b8-a1de-c63173e96472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:41.424821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-6a34a1df-a8c2-41b8-a1de-c63173e96472 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0702312 Aug 10 04:29:41.436261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f06c9-e109-4245-95f3-8d97d5a2e367 req-9377dd26-2c11-4f9f-8240-74332d3435d4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:41.437882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e11f06c9-e109-4245-95f3-8d97d5a2e367 req-9377dd26-2c11-4f9f-8240-74332d3435d4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0923858 Aug 10 04:29:41.513906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e11f06c9-e109-4245-95f3-8d97d5a2e367 req-ea3ae4b8-6a7c-41a9-8d84-36d4c521f210 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668256 Aug 10 04:29:41.517082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-a2a16543-d5b9-4bb7-be12-da7db66b30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:41.518634 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-a2a16543-d5b9-4bb7-be12-da7db66b30c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797977 Aug 10 04:29:41.619841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-e7f9478b-3a04-4568-af9a-bb4d30e2ea0c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926254 Aug 10 04:29:41.723860 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-78aae6ba-f9f2-42d2-9600-fa960aa6d07c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955489 Aug 10 04:29:42.650082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a38af-57a9-4c0f-ae12-8cf1947873ff req-8e422a25-b043-4413-b95b-82cfa5d46ec0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:42.651745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-088a38af-57a9-4c0f-ae12-8cf1947873ff req-8e422a25-b043-4413-b95b-82cfa5d46ec0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0565269 Aug 10 04:29:42.692795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-088a38af-57a9-4c0f-ae12-8cf1947873ff req-2ddbf763-3470-451a-b45e-0686ccab7a5c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347142 Aug 10 04:29:43.866675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a25cab-335c-413f-ac9b-998cf888e827 req-967c1b2e-ca1f-4de0-a47d-b05d0d0df687 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:43.868224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8a25cab-335c-413f-ac9b-998cf888e827 req-967c1b2e-ca1f-4de0-a47d-b05d0d0df687 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0528991 Aug 10 04:29:43.910329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f8a25cab-335c-413f-ac9b-998cf888e827 req-aa5403ff-ff4f-42c1-9440-8e5193559673 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357344 Aug 10 04:29:45.035450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14da9b-8b9c-417d-9cfa-8e56b9d47730 req-a0d9877f-764e-4d85-b1b0-deee58a9cf72 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:45.037114 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf14da9b-8b9c-417d-9cfa-8e56b9d47730 req-a0d9877f-764e-4d85-b1b0-deee58a9cf72 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0530033 Aug 10 04:29:45.086999 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cf14da9b-8b9c-417d-9cfa-8e56b9d47730 req-fa28e7b5-2c90-4af0-a70e-2390f51cd957 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429845 Aug 10 04:29:46.209782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c17a-655a-4747-9d5d-94a158ee9246 req-410fd9dd-4604-4f67-ae2e-9cc7bc6fc932 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:46.211348 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a42c17a-655a-4747-9d5d-94a158ee9246 req-410fd9dd-4604-4f67-ae2e-9cc7bc6fc932 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0507903 Aug 10 04:29:46.256927 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7a42c17a-655a-4747-9d5d-94a158ee9246 req-86d391bd-d1d2-4d9b-b153-0563f088ffef tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387435 Aug 10 04:29:47.381838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31190ead-d126-4ae3-9ca5-94c540cec42b req-ce86ad0f-8cee-4575-867d-bce9c3bc17f2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:47.383444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31190ead-d126-4ae3-9ca5-94c540cec42b req-ce86ad0f-8cee-4575-867d-bce9c3bc17f2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0542212 Aug 10 04:29:47.423612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31190ead-d126-4ae3-9ca5-94c540cec42b req-efbeb56f-ebf2-42e3-9dc5-fae3ac21287d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326023 Aug 10 04:29:48.540914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb352694-12cf-4380-a884-c648249a050e req-9577fed0-cddf-4a58-8a76-bc4205371f54 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:48.542454 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb352694-12cf-4380-a884-c648249a050e req-9577fed0-cddf-4a58-8a76-bc4205371f54 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0504298 Aug 10 04:29:48.582534 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb352694-12cf-4380-a884-c648249a050e req-aca34b30-226a-4b52-b78a-db1f85de28f0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327220 Aug 10 04:29:49.701580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0935aa-6580-49d7-9335-d38ed234399a req-1d69659c-cd7a-45c0-8dbc-d5ddf98d2308 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:49.703122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e0935aa-6580-49d7-9335-d38ed234399a req-1d69659c-cd7a-45c0-8dbc-d5ddf98d2308 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0503705 Aug 10 04:29:49.742523 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e0935aa-6580-49d7-9335-d38ed234399a req-c15a932a-7293-453c-b317-954097abeadc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333290 Aug 10 04:29:50.857335 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3674-2f63-4d83-ab6e-ef500fe8bf34 req-42929b33-e415-47d6-b431-b546aac1e029 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:50.858857 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a35d3674-2f63-4d83-ab6e-ef500fe8bf34 req-42929b33-e415-47d6-b431-b546aac1e029 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0482664 Aug 10 04:29:50.898153 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a35d3674-2f63-4d83-ab6e-ef500fe8bf34 req-44073f10-3739-47eb-89b3-bef43ad540da tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328016 Aug 10 04:29:52.015980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2056c-3167-4558-b4a1-421a9d2b0be9 req-5b3041fe-3e30-4fa6-82a0-fec133fca86c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:52.017504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5e2056c-3167-4558-b4a1-421a9d2b0be9 req-5b3041fe-3e30-4fa6-82a0-fec133fca86c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0501409 Aug 10 04:29:52.060673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5e2056c-3167-4558-b4a1-421a9d2b0be9 req-cc19ea94-8bf1-4e8b-98e6-47e33941c9ef tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369720 Aug 10 04:29:53.181346 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9739a-cd86-4a8c-9bd7-8e563b811579 req-468e748b-794b-483f-8226-fd88ee1ce9c1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:53.182901 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6f9739a-cd86-4a8c-9bd7-8e563b811579 req-468e748b-794b-483f-8226-fd88ee1ce9c1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0524957 Aug 10 04:29:53.230907 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6f9739a-cd86-4a8c-9bd7-8e563b811579 req-338140f2-1b64-45e5-9d41-d87ad142d0a0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413091 Aug 10 04:29:53.669396 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-0724e0af-e972-4a76-8b6c-3a19e70bc367 service neutron] show failed (client error): The resource could not be found. Aug 10 04:29:53.670465 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-0724e0af-e972-4a76-8b6c-3a19e70bc367 service neutron] 10.222.0.39 "GET /v2.0/ports/c7e52d06-4222-4f2d-9bb8-e68cad4195ee/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0587635 Aug 10 04:29:53.868405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-60ee5350-83f3-4eae-817c-33b136474e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:53.869850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-60ee5350-83f3-4eae-817c-33b136474e93 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 1098 time: 0.0435708 Aug 10 04:29:53.882794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:29:53.954651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.164095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:54.198566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:54.559000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:54.561309 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d3412e-452f-4adb-9a89-8eee9aa24c13" -d '{"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:54.566351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.584197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Transition to ACTIVE for port object c7e52d06-4222-4f2d-9bb8-e68cad4195ee will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:29:54.592507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267568-cbe6-4f18-870e-dcf3aec791b8 req-75583abd-1f0f-427f-8de0-ab5aadab27be tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:54.594098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69267568-cbe6-4f18-870e-dcf3aec791b8 req-75583abd-1f0f-427f-8de0-ab5aadab27be tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0820827 Aug 10 04:29:54.595298 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:54.629732 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73797107-6ace-4a31-9a8f-c6c5b248f3d0 x-openstack-request-id: req-73797107-6ace-4a31-9a8f-c6c5b248f3d0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:54.630031 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:54.630288 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73797107-6ace-4a31-9a8f-c6c5b248f3d0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:54.630681 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'code': 200} Aug 10 04:29:54.705489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:54.721175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-69267568-cbe6-4f18-870e-dcf3aec791b8 req-aee012d9-f45a-4de5-89ad-528a800ba271 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203167 Aug 10 04:29:54.728545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.728879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.729223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.729568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.729900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.730340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.731231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.731566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.731896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.732224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.732547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.732870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:54.772867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] No DVR routers for this DVR port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:29:54.919977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:29:54.920973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:29:54.920973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:54.925713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:29:54.926076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Attempting to bind port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:29:54.931648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:29:54.931989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:29:54.932374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:29:54.932801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Bound port: c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:29:54.933159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:55.004273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:29:55.007534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:29:55.013713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:55.049500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.050159 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:55.051587 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] 10.222.0.65 "PUT /v2.0/ports/c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1093 time: 1.1737103 Aug 10 04:29:55.108312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0b0ff-f699-4655-bff5-48d551c55516 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:55.129853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-fdef711a-b591-4c24-8c03-e52bef585d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.131472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-fdef711a-b591-4c24-8c03-e52bef585d2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1096 time: 0.0547090 Aug 10 04:29:55.240429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-0adeaea9-8370-4825-84bd-69ab86d2d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.241820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-0adeaea9-8370-4825-84bd-69ab86d2d497 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1035395 Aug 10 04:29:55.317556 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-fff8c6ea-4540-4b2a-b4d5-3d8b34582937 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1000 time: 0.0683136 Aug 10 04:29:55.333113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:55.374732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-c98887be-2888-4c3c-9633-aaef6f0abc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.376274 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-c98887be-2888-4c3c-9633-aaef6f0abc20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0521629 Aug 10 04:29:55.430854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-3f7265c3-ccba-4e30-b3ba-5eac155a839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.432438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-3f7265c3-ccba-4e30-b3ba-5eac155a839c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485294 Aug 10 04:29:55.526846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-116c19c4-6443-4fa5-b794-2d382b21ffd5 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871840 Aug 10 04:29:55.638701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-59c09ce0-515d-4a16-9483-f770eea5ce84 req-af54b898-b3ee-4b06-9b29-0950d07a1337 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047106 Aug 10 04:29:55.865091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8af595-9803-466e-b6e2-e53165c3a424 req-3119d749-0ac3-4274-828a-571e5ac29e5c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:55.866718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a8af595-9803-466e-b6e2-e53165c3a424 req-3119d749-0ac3-4274-828a-571e5ac29e5c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0534565 Aug 10 04:29:55.908942 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a8af595-9803-466e-b6e2-e53165c3a424 req-f717c4d6-b0c2-49b0-97b8-a80a349660ea tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353980 Aug 10 04:29:56.489634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:56.632117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:29:56.634585 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:29:56.683531 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e0c14-cf10-4877-9644-3db85ab06a9f x-openstack-request-id: req-083e0c14-cf10-4877-9644-3db85ab06a9f {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:29:56.683821 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:29:56.684074 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-083e0c14-cf10-4877-9644-3db85ab06a9f {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:29:56.684517 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'status': 'completed', 'code': 200} Aug 10 04:29:56.731236 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:29:56.746671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-61e15982-c1bb-4ae6-b20b-a1cf40c34a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:56.748522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-61e15982-c1bb-4ae6-b20b-a1cf40c34a6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1096 time: 0.0432677 Aug 10 04:29:56.750490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-1450f86e-b2c5-469c-a241-3081466512e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:56.752006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-1450f86e-b2c5-469c-a241-3081466512e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1096 time: 0.0432582 Aug 10 04:29:56.774062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:29:56.845961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-78fc3921-d641-4afb-a3e9-deef1f027403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:56.847516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-78fc3921-d641-4afb-a3e9-deef1f027403 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0876045 Aug 10 04:29:56.847668 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-42b7424a-51f0-4627-9894-c1a09f355b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:56.849110 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-42b7424a-51f0-4627-9894-c1a09f355b0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0932398 Aug 10 04:29:56.915462 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-243a0a33-dba5-4b4a-9f22-dac1e6c6dcf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1000 time: 0.0584698 Aug 10 04:29:56.919466 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-f70f8c89-60ee-43bd-9d4f-be0b58728a9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1000 time: 0.0642290 Aug 10 04:29:56.970504 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-119bd16a-eea2-4a1c-9abd-2488be2ee55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:56.971998 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-119bd16a-eea2-4a1c-9abd-2488be2ee55a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0489609 Aug 10 04:29:56.972876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-d038fc8a-2ba6-474b-9ab5-bc61ef2daa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:56.974469 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-d038fc8a-2ba6-474b-9ab5-bc61ef2daa08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0474622 Aug 10 04:29:57.024127 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-7b84cd39-f3e9-43c7-8386-70aa7318abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:57.025638 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-7b84cd39-f3e9-43c7-8386-70aa7318abf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414062 Aug 10 04:29:57.053304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c25889-9751-43f1-88ec-c9b3dfe28d8f req-ab38920f-92aa-4189-8f07-12a4a9d29911 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:57.054865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58c25889-9751-43f1-88ec-c9b3dfe28d8f req-ab38920f-92aa-4189-8f07-12a4a9d29911 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0681291 Aug 10 04:29:57.056658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-67656265-76f4-4e89-a128-4a5b49b18267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:57.058067 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-67656265-76f4-4e89-a128-4a5b49b18267 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789618 Aug 10 04:29:57.100207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f26ac37c-a16d-426c-adfe-e54c2d0f2cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:57.142784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-7e221a4f-651e-4af8-8453-5664099c1353 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092637 Aug 10 04:29:57.153332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-58c25889-9751-43f1-88ec-c9b3dfe28d8f req-cce23929-d5d7-42d8-bb37-8ef3ecde820f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902710 Aug 10 04:29:57.199700 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-b9532e70-abfc-4992-a6cc-9b72f5cf0240 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301453 Aug 10 04:29:57.245043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-863ef88f-0aae-4c2e-b1e2-5e6f22072c39 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937545 Aug 10 04:29:57.298377 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fb6c52c-aa1f-4d67-87b0-2b25747e4de3 req-26246704-2491-4257-8750-ca19503cca02 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903053 Aug 10 04:29:58.278482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10e785-df29-4f09-926c-649422c30308 req-7d122e1a-29c8-42d4-af3f-5ef33f6f731f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.279994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae10e785-df29-4f09-926c-649422c30308 req-7d122e1a-29c8-42d4-af3f-5ef33f6f731f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0550685 Aug 10 04:29:58.317248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ae10e785-df29-4f09-926c-649422c30308 req-e10122be-5067-407e-b159-4d1dd25fd824 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312197 Aug 10 04:29:58.510345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83137e4a-f865-4393-a37c-468a07c4da7e req-5df821f9-7e2d-4d34-9ed2-ef607f23a629 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.512544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83137e4a-f865-4393-a37c-468a07c4da7e req-5df821f9-7e2d-4d34-9ed2-ef607f23a629 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 944 time: 0.0514953 Aug 10 04:29:58.528169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081475-f60c-457a-8a9f-2142423023de req-30e158fd-570f-45da-aab2-9cd17fb8972f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.529662 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-30e158fd-570f-45da-aab2-9cd17fb8972f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b&tenant_id=ddc68412b5844f54a021b0df2202792a&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 944 time: 0.0574951 Aug 10 04:29:58.551322 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-83137e4a-f865-4393-a37c-468a07c4da7e req-d9264ade-ddde-4b9f-9898-b24661c56bf5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324278 Aug 10 04:29:58.591510 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-d8081475-f60c-457a-8a9f-2142423023de req-1d5e48f7-925b-4a88-9048-6fec4da8ee5c service neutron] delete failed (client error): The resource could not be found. Aug 10 04:29:58.592724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-1d5e48f7-925b-4a88-9048-6fec4da8ee5c service neutron] 10.222.0.39 "DELETE /v2.0/ports/c7e52d06-4222-4f2d-9bb8-e68cad4195ee/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0550542 Aug 10 04:29:58.678069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081475-f60c-457a-8a9f-2142423023de req-f463ab24-69b1-4146-8cc5-58d09f2a9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.679612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-f463ab24-69b1-4146-8cc5-58d09f2a9163 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 1096 time: 0.0415943 Aug 10 04:29:58.776769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081475-f60c-457a-8a9f-2142423023de req-393efdc8-5db0-416b-a0cd-da8d17a6d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.778849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-393efdc8-5db0-416b-a0cd-da8d17a6d2ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0915515 Aug 10 04:29:58.845494 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-e2c799a1-a953-4c0d-b13c-30b968a95b1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 200 len: 1000 time: 0.0580609 Aug 10 04:29:58.894666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081475-f60c-457a-8a9f-2142423023de req-e5af1fc5-1f67-4a11-9677-ff8727cbcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.896099 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-e5af1fc5-1f67-4a11-9677-ff8727cbcb64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0435271 Aug 10 04:29:58.945700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081475-f60c-457a-8a9f-2142423023de req-504ec7db-20d9-4147-8677-84ee1d3b8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:58.947396 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-504ec7db-20d9-4147-8677-84ee1d3b8e7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436642 Aug 10 04:29:59.035318 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-db0b1be8-d2ac-41dd-921f-b89f999ae967 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803618 Aug 10 04:29:59.151576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:29:59.249360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:59.261525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'mac_address': 'fa:16:3e:e2:da:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:29:59.302259 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:59.319841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e52d06-4222-4f2d-9bb8-e68cad4195ee {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:29:59.346055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:29:59.350039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:59.399662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:29:59.407098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.407452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.407823 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.408162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.408492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.408826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.409225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.409534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.410174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.410453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.410804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.411126 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:29:59.438845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d8081475-f60c-457a-8a9f-2142423023de req-f0f6fb6d-58ea-437a-91df-a3bcd711affc service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961005 Aug 10 04:29:59.614189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['c7e52d06-4222-4f2d-9bb8-e68cad4195ee'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:29:59.690722 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df111cd-df0e-4e59-b32e-28049d466079 req-6cdd86b3-ffc0-4609-bdfc-a07eb4c9bcc5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:29:59.693264 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4df111cd-df0e-4e59-b32e-28049d466079 req-6cdd86b3-ffc0-4609-bdfc-a07eb4c9bcc5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 945 time: 0.0650499 Aug 10 04:29:59.731001 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:59.733824 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4df111cd-df0e-4e59-b32e-28049d466079 req-6bc3e625-3a2d-4a5a-b47d-fba9ea644427 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337775 Aug 10 04:29:59.942802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-73c2c670-e88b-49c7-8b15-75a5566913be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:00.848800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a994b-1527-40a1-80ca-2dc32f7d1d2a req-a379cabc-04e3-4a9d-8fbc-31b579df02ac tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:00.850307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c54a994b-1527-40a1-80ca-2dc32f7d1d2a req-a379cabc-04e3-4a9d-8fbc-31b579df02ac tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 945 time: 0.0486207 Aug 10 04:30:00.895537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c54a994b-1527-40a1-80ca-2dc32f7d1d2a req-0ac2ae49-3a5a-4a77-98c3-3f5c49ae9c39 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393207 Aug 10 04:30:01.031944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1963ea-0495-4eff-9b89-76c1aba9ae1c req-408081bc-6dbb-4d32-b29a-df8790eda8cb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:01.033506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd1963ea-0495-4eff-9b89-76c1aba9ae1c req-408081bc-6dbb-4d32-b29a-df8790eda8cb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 945 time: 0.0479608 Aug 10 04:30:01.070948 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dd1963ea-0495-4eff-9b89-76c1aba9ae1c req-ce8d3cd1-a717-4c76-a27d-0fa730da22ac tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315013 Aug 10 04:30:01.159286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:30:01.190668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a384f80-52ef-4b3d-b1c0-adfbb0b94785 req-283e6242-dca5-42d0-a37c-0de08f22b631 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:01.192181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a384f80-52ef-4b3d-b1c0-adfbb0b94785 req-283e6242-dca5-42d0-a37c-0de08f22b631 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 945 time: 0.0531168 Aug 10 04:30:01.210836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port c7e52d06-4222-4f2d-9bb8-e68cad4195ee completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:30:01.214747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port c7e52d06-4222-4f2d-9bb8-e68cad4195ee triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:30:01.215124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:01.232764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1a384f80-52ef-4b3d-b1c0-adfbb0b94785 req-7282f110-9762-4e16-8e58-48af8791e3b0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343802 Aug 10 04:30:01.319716 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:01.344165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:01.346479 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ba8a11-3b7e-4fd4-b364-8e2b20fcfd4a" -d '{"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:01.361320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:01.367089 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:01.420518 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b1328b-5090-4003-86cc-60c2051f1301 x-openstack-request-id: req-73b1328b-5090-4003-86cc-60c2051f1301 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:01.420884 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:01.421253 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73b1328b-5090-4003-86cc-60c2051f1301 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:01.421656 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'code': 200} Aug 10 04:30:01.426907 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:01.503513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570191a2-39d1-4fcb-a31b-256f9366e41c req-09c4cd90-2742-43a7-915d-2d9e302a7992 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:01.505008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-570191a2-39d1-4fcb-a31b-256f9366e41c req-09c4cd90-2742-43a7-915d-2d9e302a7992 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0485005 Aug 10 04:30:01.549592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-570191a2-39d1-4fcb-a31b-256f9366e41c req-9a1f4337-bf90-4ce8-8ca2-b93c7a95a62c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369728 Aug 10 04:30:01.920672 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:02.667533 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a596138-1733-4ecb-bbbd-47268950b6ca req-17ef11d3-c72e-4866-8719-a640953b9827 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:02.669456 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a596138-1733-4ecb-bbbd-47268950b6ca req-17ef11d3-c72e-4866-8719-a640953b9827 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0491338 Aug 10 04:30:02.706513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4a596138-1733-4ecb-bbbd-47268950b6ca req-e0d18c4b-70d0-41dd-acfb-e83d3ea7129c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311594 Aug 10 04:30:02.798658 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-722e43d6-7620-4c70-96c6-cc98681602f8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:02.800113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-722e43d6-7620-4c70-96c6-cc98681602f8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 946 time: 0.0482988 Aug 10 04:30:02.892559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Deleting port c7e52d06-4222-4f2d-9bb8-e68cad4195ee {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:30:02.892899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:02.979060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] For port c7e52d06-4222-4f2d-9bb8-e68cad4195ee, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:02.979307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.195232 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.195599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.195906 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 disassociated. External IP: 172.25.2.217, port: c7e52d06-4222-4f2d-9bb8-e68cad4195ee. Aug 10 04:30:03.196246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Calling delete_port for c7e52d06-4222-4f2d-9bb8-e68cad4195ee owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:30:03.324797 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.353339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event deleted for resources: {'Port': ['ID=c7e52d06-4222-4f2d-9bb8-e68cad4195ee,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:03.383280 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.470910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:30:03.581908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:30:03.592434 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:30:03.601964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:03.602693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:03.620203 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] No DVR routers for this DVR port c7e52d06-4222-4f2d-9bb8-e68cad4195ee on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:30:03.623358 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:03.625354 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a1a0e2c1-41df-42b6-b9f2-561ab4ee383a req-c0f53354-d953-4a1b-9576-4dd9fd4d13b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.65 "DELETE /v2.0/ports/c7e52d06-4222-4f2d-9bb8-e68cad4195ee HTTP/1.1" status: 204 len: 173 time: 0.8193624 Aug 10 04:30:03.625834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-deleted', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:03.628226 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f1bc2c-478f-4480-a9ef-d123c338c478" -d '{"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-deleted", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:03.669501 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec7bd1-6e15-4e57-9ee9-60cdb99afb43 x-openstack-request-id: req-26ec7bd1-6e15-4e57-9ee9-60cdb99afb43 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:03.670191 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9636387-189d-44be-9fc5-f82f807a646b", "name": "network-vif-deleted", "tag": "c7e52d06-4222-4f2d-9bb8-e68cad4195ee", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:03.670191 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26ec7bd1-6e15-4e57-9ee9-60cdb99afb43 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:03.670510 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9636387-189d-44be-9fc5-f82f807a646b', 'name': 'network-vif-deleted', 'tag': 'c7e52d06-4222-4f2d-9bb8-e68cad4195ee', 'status': 'completed', 'code': 200} Aug 10 04:30:03.824054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0cb3cdd1-8732-43f9-a0aa-5549e708ab72 req-ecd1001e-90e1-4c64-b8f1-ac10b32f4637 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9636387-189d-44be-9fc5-f82f807a646b HTTP/1.1" status: 200 len: 210 time: 0.0329278 Aug 10 04:30:03.877183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:04.073715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:04.099157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:30:04.107754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:04.108361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:04.211880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:04.413249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:04.439380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cda498-db06-4d90-be5c-eabeb09bf13e None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:30:04.651119 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b454b17-f96e-4a91-946e-8cd0320d0be7 None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:30:05.056007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-46a6403a-e357-4cc2-9d6f-e940b3a6fa9a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--66819286&fields=id&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 267 time: 0.0328040 Aug 10 04:30:05.159572 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-918ea6f9-e54c-4cc9-ac45-66f8073cca65 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:05.161023 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-918ea6f9-e54c-4cc9-ac45-66f8073cca65 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.0981605 Aug 10 04:30:05.176129 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-fa9cc51f-f8c7-46f9-9252-bcb4fb669000 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/quotas/ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 375 time: 0.0093608 Aug 10 04:30:05.227512 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-0b597969-f0cd-4fce-8ed8-986cdd87b1dc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461204 Aug 10 04:30:05.243457 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-08377d45-fbda-4fe1-9044-76ddda9cb039 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:30:05.244403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-08377d45-fbda-4fe1-9044-76ddda9cb039 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050509 Aug 10 04:30:05.334721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-daeecd30-7ca1-4f5b-abb2-9d1f8e57e3c2 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846262 Aug 10 04:30:05.423538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-f4ab7191-7fa4-4ab8-bd28-ab4f881d9e60 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822968 Aug 10 04:30:05.588231 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6ff42089-b606-4c72-9b08-0b10a872ec57 req-d16c7415-b389-4725-9712-4c6c56db2d6a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 210 time: 0.0291443 Aug 10 04:30:06.617036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-529a0f22-b99d-411d-b1ea-4c21fde5e132 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:06.618807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-529a0f22-b99d-411d-b1ea-4c21fde5e132 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.1116750 Aug 10 04:30:06.676506 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-53e2fed5-88be-4cb6-81ce-fe4b08367e82 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 378 time: 0.0471337 Aug 10 04:30:06.691573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66a770f7-bdd1-44a6-9566-0dd949aa726d req-4ad1505e-c632-4f67-9ffc-0d9f1e608529 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 210 time: 0.0314348 Aug 10 04:30:06.695033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'port': {'device_id': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'admin_state_up': True, 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'security_groups': ['ab6e1dc1-1002-4807-a641-9433346bd9c7']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:06.805188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Made reservation on behalf of ddc68412b5844f54a021b0df2202792a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:30:06.808754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:06.933433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Allocated IP 172.20.0.11 (c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8/98215bf1-202b-45b9-8a21-f863a680151b/0bb58768-ac2d-4dd1-977f-1f4c43fd06d5) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:30:07.069747 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.083708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Transition to ACTIVE for port object 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:30:07.115659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.160014 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:30:07.163069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:30:07.166810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:30:07.173041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:07.197392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:30:07.205598 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.205939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.206300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.206632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.207011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.207339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.207744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.208152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.208474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.208795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.209119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.209436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:07.219639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: c7e52d06-4222-4f2d-9bb8-e68cad4195ee {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:30:07.220056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device c7e52d06-4222-4f2d-9bb8-e68cad4195ee not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:30:07.234276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:07.234908 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.250180 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-dfdb354e-250c-417a-9bf0-50db2a797a6d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5607638 Aug 10 04:30:07.264632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Request body: {'port': {'device_id': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:07.320913 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.441470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0511b059-ef3d-414c-901d-1a8494c4b973 None None] Provisioning for port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:30:07.445235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0511b059-ef3d-414c-901d-1a8494c4b973 None None] Provisioning complete for port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:30:07.445681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0511b059-ef3d-414c-901d-1a8494c4b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.486276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0511b059-ef3d-414c-901d-1a8494c4b973 None None] Port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:30:07.593058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:30:07.600306 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.612107 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Transition to ACTIVE for port object 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:30:07.615762 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.673057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:07.749060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:30:07.750032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:30:07.750032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:30:07.755083 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:30:07.755417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:30:07.760775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:30:07.761118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:30:07.762086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:30:07.762530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Bound port: 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:30:07.762900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.821558 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f0cc5-dfc8-4e85-8083-749bf6e4723c req-6511bd1d-a6aa-499a-beb1-08b87e3f0644 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:07.824240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-988f0cc5-dfc8-4e85-8083-749bf6e4723c req-6511bd1d-a6aa-499a-beb1-08b87e3f0644 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0591679 Aug 10 04:30:07.845894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:30:07.849139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:30:07.854054 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.866905 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-988f0cc5-dfc8-4e85-8083-749bf6e4723c req-51173302-1ccf-4703-9d43-1d78d46efca1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356383 Aug 10 04:30:07.896103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:07.896756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:07.906702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] 10.222.0.39 "PUT /v2.0/ports/0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1093 time: 0.6468613 Aug 10 04:30:07.907296 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:07.910886 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959474a7-ee42-4423-9b8e-c73fe687f66b" -d '{"events": [{"name": "network-changed", "server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:07.949972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bbd37-f9fc-47a0-82fc-932902014ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:07.982548 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e2132-e8eb-49c5-8407-805d36fb8003 x-openstack-request-id: req-790e2132-e8eb-49c5-8407-805d36fb8003 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:07.982850 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:07.983103 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-790e2132-e8eb-49c5-8407-805d36fb8003 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:07.983507 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'status': 'completed', 'code': 200} Aug 10 04:30:08.000684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-9ef5a971-4506-4781-914d-d5b322af01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.002356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-9ef5a971-4506-4781-914d-d5b322af01e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0472407 Aug 10 04:30:08.047725 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-cd0eaa2d-7dde-4578-aa1c-15d809f04b88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 217 time: 0.0363586 Aug 10 04:30:08.103599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-feadb623-699e-466e-a2d0-aaf8421a3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.105161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-feadb623-699e-466e-a2d0-aaf8421a3fb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0502224 Aug 10 04:30:08.157043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-cbcebcfd-b9bb-4ffb-a1cb-0a3da2d3d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.158682 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-cbcebcfd-b9bb-4ffb-a1cb-0a3da2d3d51a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460343 Aug 10 04:30:08.251177 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-9ae92a39-7781-4e2b-9640-99c89dfd426a service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Aug 10 04:30:08.346783 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7492af5-96f4-47f0-913c-f2b801f7bdd8 req-3f9502ba-3386-4a91-a05d-cea39d3fe492 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878401 Aug 10 04:30:08.431738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-0dc1fd40-8d86-4551-bb44-63188552604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.433179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-0dc1fd40-8d86-4551-bb44-63188552604c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0414696 Aug 10 04:30:08.530246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-28bf9a63-181d-450b-958d-b686ee06e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.531710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-28bf9a63-181d-450b-958d-b686ee06e5a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0906186 Aug 10 04:30:08.574844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-a6f967b1-d317-44c5-9299-ed94674c05b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 217 time: 0.0348973 Aug 10 04:30:08.625683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-71f150f3-33cd-44a4-9e14-119805f9deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.627192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-71f150f3-33cd-44a4-9e14-119805f9deeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0443697 Aug 10 04:30:08.678202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-c0465663-4138-48d4-92cf-6cd03ce4cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.679721 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-c0465663-4138-48d4-92cf-6cd03ce4cc12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450034 Aug 10 04:30:08.769677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-ce181e70-1c9f-41a4-a516-a11c79c4a64c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816214 Aug 10 04:30:08.876565 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-959474a7-ee42-4423-9b8e-c73fe687f66b req-940dd460-b1b0-4145-a9bf-97f630a4ab1a service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984852 Aug 10 04:30:08.994412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612a2d3-433f-4b1a-ba60-ff954e4870b5 req-83493156-5258-4818-8f64-3270e80d6230 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:08.996424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9612a2d3-433f-4b1a-ba60-ff954e4870b5 req-83493156-5258-4818-8f64-3270e80d6230 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0480130 Aug 10 04:30:09.034051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9612a2d3-433f-4b1a-ba60-ff954e4870b5 req-59f76798-085c-4f94-bb63-d6cda34ef1bf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316267 Aug 10 04:30:10.150563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be593372-2f36-4cfa-a8ae-eb9cbc1e4de7 req-d97a134e-ca88-4cbb-a7e4-9c2d38a7e3bf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:10.151961 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be593372-2f36-4cfa-a8ae-eb9cbc1e4de7 req-d97a134e-ca88-4cbb-a7e4-9c2d38a7e3bf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0500171 Aug 10 04:30:10.189521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be593372-2f36-4cfa-a8ae-eb9cbc1e4de7 req-a90ed9cc-bc0e-40ee-84cd-4f67feb9b37a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315950 Aug 10 04:30:10.526056 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:11.301075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b031d-a30d-4582-8ba3-c7576ab29016 req-641f7c24-e612-4bfc-aecc-20e9eea6276d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:11.302578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-633b031d-a30d-4582-8ba3-c7576ab29016 req-641f7c24-e612-4bfc-aecc-20e9eea6276d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0479805 Aug 10 04:30:11.344106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-633b031d-a30d-4582-8ba3-c7576ab29016 req-f01e2c37-5c21-486a-9e00-f0235092d7e5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350873 Aug 10 04:30:12.457317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400c345-0e56-443f-88a0-1dc116456403 req-d5b398b7-72ab-4016-99ae-30d8e4faa803 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:12.458830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0400c345-0e56-443f-88a0-1dc116456403 req-d5b398b7-72ab-4016-99ae-30d8e4faa803 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0481522 Aug 10 04:30:12.497317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0400c345-0e56-443f-88a0-1dc116456403 req-06a06718-8790-4d9b-9777-c5558c08f32f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317609 Aug 10 04:30:12.851883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:30:12.945228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:12.956165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'mac_address': 'fa:16:3e:3e:5a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:30:12.991805 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:13.008052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:30:13.027085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:13.030968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:13.076950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:13.248913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:30:13.612197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82320-b9cc-42fc-a7aa-9d37a605e9bf req-92dc4bab-a7b7-46f5-b422-d580abaabea0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:13.613673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3a82320-b9cc-42fc-a7aa-9d37a605e9bf req-92dc4bab-a7b7-46f5-b422-d580abaabea0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Aug 10 04:30:13.651819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b3a82320-b9cc-42fc-a7aa-9d37a605e9bf req-880d295f-520b-409e-923a-15100d2cd01b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321915 Aug 10 04:30:14.767669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3428c-3d56-43f8-8c15-e0650357f8cb req-671822b2-e932-49f6-9315-c423d7c537c5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:14.769077 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfb3428c-3d56-43f8-8c15-e0650357f8cb req-671822b2-e932-49f6-9315-c423d7c537c5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Aug 10 04:30:14.811027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfb3428c-3d56-43f8-8c15-e0650357f8cb req-36a89eeb-d9cb-42e3-ad97-346fded77ce8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359275 Aug 10 04:30:14.887775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:30:14.937108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:30:14.940635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:30:14.940998 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:15.014236 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:15.035866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:15.038035 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1fa113-74a3-4be5-90a7-17997d86c314" -d '{"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-plugged", "status": "completed", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:15.056843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:15.062306 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:15.090241 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267b7cd9-3879-4c3f-8b3f-2f9797fa55fb x-openstack-request-id: req-267b7cd9-3879-4c3f-8b3f-2f9797fa55fb {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:15.090532 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-plugged", "status": "completed", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:15.090837 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-267b7cd9-3879-4c3f-8b3f-2f9797fa55fb {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:15.091158 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'code': 200} Aug 10 04:30:15.123058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:15.184142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854ef58-a828-460b-bb8e-b62bae080ed4 req-802f7f51-f9c3-459c-ac50-315f89ffe6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:15.185626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4854ef58-a828-460b-bb8e-b62bae080ed4 req-802f7f51-f9c3-459c-ac50-315f89ffe6f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1098 time: 0.0421753 Aug 10 04:30:15.219498 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4854ef58-a828-460b-bb8e-b62bae080ed4 req-b21934f7-1cdc-472f-bb29-7aaf5862ff79 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0263984 Aug 10 04:30:15.928657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7ea47-13d4-4e44-80a8-667b0a554a1c req-69f95ebe-a0b3-47b2-84f1-d095bbf92018 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:15.930179 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4f7ea47-13d4-4e44-80a8-667b0a554a1c req-69f95ebe-a0b3-47b2-84f1-d095bbf92018 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0499032 Aug 10 04:30:15.968382 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f4f7ea47-13d4-4e44-80a8-667b0a554a1c req-b12bab36-7c70-4fda-ad0f-4034c4d687b5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321822 Aug 10 04:30:17.086410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ecb35-c19e-467e-af0f-8480ed82b0dd req-8f2d9a90-bfe3-4d08-a91d-5d5de70486cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:17.087910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-293ecb35-c19e-467e-af0f-8480ed82b0dd req-8f2d9a90-bfe3-4d08-a91d-5d5de70486cc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0493169 Aug 10 04:30:17.128834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-293ecb35-c19e-467e-af0f-8480ed82b0dd req-8d173940-68d8-42ad-b454-2b9f943fe41c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341570 Aug 10 04:30:17.241964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986d885-d082-42c8-963c-f8e9c0ca0b1e req-1ed9811c-4985-400e-acb0-023f3a547871 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:17.243495 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9986d885-d082-42c8-963c-f8e9c0ca0b1e req-1ed9811c-4985-400e-acb0-023f3a547871 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0491266 Aug 10 04:30:17.252142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 44998) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:17.256896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'floatingip': {'port_id': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:17.300163 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:17.737723 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:17.741456 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:17.840313 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 associated. External IP: 172.25.2.217, port: 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5. Aug 10 04:30:18.043867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:30:18.153756 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:30:18.158228 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:18.163682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:30:18.173284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:18.173904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:18.193091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-19426c1b-4967-462b-a377-a57295dddb73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "PUT /v2.0/floatingips/dbcf734e-84a3-4aa7-ae6e-0a815a137822 HTTP/1.1" status: 200 len: 992 time: 0.9372723 Aug 10 04:30:18.193091 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:18.193547 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b2ee84-07df-44a2-a431-95447bb47851" -d '{"events": [{"name": "network-changed", "server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:18.243933 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983c5aa3-256a-42e0-832e-95657acd5b4e x-openstack-request-id: req-983c5aa3-256a-42e0-832e-95657acd5b4e {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:18.244579 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:18.244579 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-983c5aa3-256a-42e0-832e-95657acd5b4e {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:18.244866 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'status': 'completed', 'code': 200} Aug 10 04:30:18.288828 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:18.323396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ee84-07df-44a2-a431-95447bb47851 req-953a1f12-c61c-410f-b536-4cda4aa5d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:18.325538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-953a1f12-c61c-410f-b536-4cda4aa5d074 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1098 time: 0.0405831 Aug 10 04:30:18.416510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ee84-07df-44a2-a431-95447bb47851 req-8f119903-beac-42f2-a57a-0d67b43f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:18.417914 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-8f119903-beac-42f2-a57a-0d67b43f17d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0850642 Aug 10 04:30:18.491271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-32cab53f-e654-48ce-8691-585e949b1204 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1000 time: 0.0624185 Aug 10 04:30:18.518361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:3e:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:30:17Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:18.540896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ee84-07df-44a2-a431-95447bb47851 req-c1d6d22d-b6d3-4427-90cc-4316833a69be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:18.542398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-c1d6d22d-b6d3-4427-90cc-4316833a69be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0440981 Aug 10 04:30:18.543761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:30:18.552386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:18.553046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:30:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:18.589912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2ee84-07df-44a2-a431-95447bb47851 req-4223b4dc-3ccb-4c1d-9a03-0fc1411ef5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:18.591462 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-4223b4dc-3ccb-4c1d-9a03-0fc1411ef5b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407450 Aug 10 04:30:18.658556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:18.686271 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-10042b34-059a-4fe0-aaa9-4a944755e17c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 Aug 10 04:30:18.775237 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63b2ee84-07df-44a2-a431-95447bb47851 req-bdb0d2b9-48f0-41af-985a-99d27f8efdab service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815122 Aug 10 04:30:18.883384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:3e:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:30:17Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:18.909746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ead8e-6f78-482b-90a7-2c0759911eb2 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:3e:5a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:30:17Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:30:19.089426 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d973a77-13a4-411a-a5ff-76dadb60f575 None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:30:25.339558 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:26.504581 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.093953 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-11f71f82-c098-411c-abea-54b8a4a87059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:29.712598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:29.943098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-93103739-ff9c-41e9-9f1d-707cdccce400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:31.922342 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:33.383746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:47.525269 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:55.342337 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.504738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:57.096527 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-db619949-8121-4879-804a-9d6c735e3ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:59.713096 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:59.943678 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed264-b452-4cbd-9bca-052f737d7eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:01.926468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:03.385003 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:06.436089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-3b2beb9b-3802-4bae-8e69-2351a52338a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394773 Aug 10 04:31:06.523498 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956872c4-8e87-450e-ac5e-66b7d841956b req-b87cb2ea-064b-46dd-bb16-04d418f77363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:06.525062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-b87cb2ea-064b-46dd-bb16-04d418f77363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1098 time: 0.0469677 Aug 10 04:31:06.628234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956872c4-8e87-450e-ac5e-66b7d841956b req-5bbf98b6-c902-4838-8f73-adf73ad48e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:06.629706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-5bbf98b6-c902-4838-8f73-adf73ad48e77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0824604 Aug 10 04:31:06.698596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-dfaff3b2-45a8-47e7-91a1-fc2c668fd5bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1002 time: 0.0609193 Aug 10 04:31:06.752588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956872c4-8e87-450e-ac5e-66b7d841956b req-50050d6e-f7be-4a86-ad38-1f820ad65774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:06.754069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-50050d6e-f7be-4a86-ad38-1f820ad65774 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0442553 Aug 10 04:31:06.800354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956872c4-8e87-450e-ac5e-66b7d841956b req-0a4f9cb6-3389-47ab-807c-9ce3ed67eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:06.801841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-0a4f9cb6-3389-47ab-807c-9ce3ed67eca3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399821 Aug 10 04:31:06.903436 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-c3779c7c-67f4-4b87-a372-7cbe12ad8031 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894842 Aug 10 04:31:07.002517 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-956872c4-8e87-450e-ac5e-66b7d841956b req-44d25d13-04f1-43f7-99f0-1bca1394ac89 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900619 Aug 10 04:31:24.523576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:25.356809 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:26.521770 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.098499 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-624e7df9-9720-47e3-83a0-815bdfff5f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.715111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:29.945933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b6e7-d266-4216-bc68-e176446295ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:31.930233 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:33.397849 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:55.252116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719c312-9d49-4011-bc64-5c88335469da req-c2ec7cce-c4e1-4b2c-8133-a76fd7bc24db tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:55.253615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b719c312-9d49-4011-bc64-5c88335469da req-c2ec7cce-c4e1-4b2c-8133-a76fd7bc24db tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0486481 Aug 10 04:31:55.292085 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b719c312-9d49-4011-bc64-5c88335469da req-b8167fb4-33d5-4ec4-9e3b-be3ddb61c16e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322933 Aug 10 04:31:55.379229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:56.414249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372306dc-083b-4dbb-bd1a-798107a101e7 req-8194e739-737d-4ef3-a357-1ae212cef73a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:56.415780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-372306dc-083b-4dbb-bd1a-798107a101e7 req-8194e739-737d-4ef3-a357-1ae212cef73a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0534744 Aug 10 04:31:56.453228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-372306dc-083b-4dbb-bd1a-798107a101e7 req-d0c8caa5-fbd0-4283-8787-effeed3c2a4c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308576 Aug 10 04:31:56.516714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.100808 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-21b828e7-f09d-41f8-9f14-2cf54af78aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:57.579798 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386961ba-7c2b-49d5-929f-cc2c5dfe6448 req-80708149-855f-4c97-993e-0d6305a2cd8d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:57.581267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-386961ba-7c2b-49d5-929f-cc2c5dfe6448 req-80708149-855f-4c97-993e-0d6305a2cd8d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0586686 Aug 10 04:31:57.619913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-386961ba-7c2b-49d5-929f-cc2c5dfe6448 req-73d54d79-fb39-4b56-897e-a22465a8589e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313497 Aug 10 04:31:58.736383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90e25d-5af1-4e46-a607-8cf36385b030 req-1b1d33d3-3b09-49ed-8ea6-e58c6314ed29 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:58.737873 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c90e25d-5af1-4e46-a607-8cf36385b030 req-1b1d33d3-3b09-49ed-8ea6-e58c6314ed29 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0487237 Aug 10 04:31:58.776022 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c90e25d-5af1-4e46-a607-8cf36385b030 req-b08e3358-b49f-496c-be78-7a30d1c9bea6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320852 Aug 10 04:31:59.716097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.893413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23cda5-3a8a-477a-8717-d836284877ac req-83b121d5-ac07-4030-9245-5643b6ff4409 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:59.894938 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea23cda5-3a8a-477a-8717-d836284877ac req-83b121d5-ac07-4030-9245-5643b6ff4409 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0493078 Aug 10 04:31:59.931931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ea23cda5-3a8a-477a-8717-d836284877ac req-cbc04ecf-abe9-4d9a-a576-d12c60c29a7a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311000 Aug 10 04:31:59.946388 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc795f2b-71eb-4d86-88d9-6a58083adcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:01.061107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bbe1-9fe1-46e1-9ee9-ce856125eb7a req-631f700e-c903-47ea-bfe8-a2aa2a146b57 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:01.062773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f03bbe1-9fe1-46e1-9ee9-ce856125eb7a req-631f700e-c903-47ea-bfe8-a2aa2a146b57 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0600913 Aug 10 04:32:01.104101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f03bbe1-9fe1-46e1-9ee9-ce856125eb7a req-fdc9970d-5edc-49b3-864e-4583839124d7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348058 Aug 10 04:32:01.523101 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:01.932426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.228365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d2ff9-cb63-45d2-ad81-5c6c77df9b5d req-49665d17-d182-4e3a-b5b1-afce102783bd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.229790 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e5d2ff9-cb63-45d2-ad81-5c6c77df9b5d req-49665d17-d182-4e3a-b5b1-afce102783bd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0551419 Aug 10 04:32:02.270072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9e5d2ff9-cb63-45d2-ad81-5c6c77df9b5d req-8af6b3cf-0628-4308-a334-e5631c89af2e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334938 Aug 10 04:32:03.392615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:03.395741 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b9fe-2f4d-418a-b232-462d0c2ec571 req-6a725436-c748-4958-9945-8e17e9edbf6c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:03.397291 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88e5b9fe-2f4d-418a-b232-462d0c2ec571 req-6a725436-c748-4958-9945-8e17e9edbf6c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0554600 Aug 10 04:32:03.436503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-88e5b9fe-2f4d-418a-b232-462d0c2ec571 req-b7da4c7c-55f2-4039-978d-b4b06ac6a712 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331995 Aug 10 04:32:04.570555 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bc42c-c7c4-4991-8288-37070e592537 req-ff6dcb72-b3ec-432f-9c64-63e98729208d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:04.572091 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-804bc42c-c7c4-4991-8288-37070e592537 req-ff6dcb72-b3ec-432f-9c64-63e98729208d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0638421 Aug 10 04:32:04.611148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-804bc42c-c7c4-4991-8288-37070e592537 req-511a97b7-3add-4b5d-bae2-914cff246f6b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328286 Aug 10 04:32:05.729619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b283c4-f929-4693-b6fc-076eef1363d5 req-d7cc63ed-4df3-4bca-b92a-295ef4662277 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:05.731228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-25b283c4-f929-4693-b6fc-076eef1363d5 req-d7cc63ed-4df3-4bca-b92a-295ef4662277 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0511577 Aug 10 04:32:05.770006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-25b283c4-f929-4693-b6fc-076eef1363d5 req-ca863bb8-6b5c-4a86-ab41-c4bc1a35f433 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327220 Aug 10 04:32:05.993108 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-da9c42e2-18b4-49f6-b9b4-7076558d4144 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397980 Aug 10 04:32:06.010879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18c2d-0509-4ddf-850c-25c1e0c115e4 req-4584120f-725b-40b3-a5c2-c849d903d90a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:06.012872 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-78c18c2d-0509-4ddf-850c-25c1e0c115e4 req-4584120f-725b-40b3-a5c2-c849d903d90a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0508373 Aug 10 04:32:06.052259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-78c18c2d-0509-4ddf-850c-25c1e0c115e4 req-a03552b2-288d-415c-8443-51433bb74768 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327218 Aug 10 04:32:07.173656 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-028802de-dd57-474f-93d7-c0644267717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:07.175695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-028802de-dd57-474f-93d7-c0644267717d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1098 time: 0.0742438 Aug 10 04:32:07.187537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc9b73-dd11-410c-b1dc-1f961668297e req-638d6eca-60d9-40af-b136-30ce9a0b69da tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:07.188974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9acc9b73-dd11-410c-b1dc-1f961668297e req-638d6eca-60d9-40af-b136-30ce9a0b69da tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0618262 Aug 10 04:32:07.276856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9acc9b73-dd11-410c-b1dc-1f961668297e req-743ef659-38f1-44d0-817a-0def1379213e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794029 Aug 10 04:32:07.296400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-f3f8d5da-5bc0-4e72-82f6-ee43167631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:07.297853 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-f3f8d5da-5bc0-4e72-82f6-ee43167631dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1080580 Aug 10 04:32:07.672899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-31c121f5-da49-4f8c-9d41-ece754ffe89f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1002 time: 0.3662360 Aug 10 04:32:07.723168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-860aab10-29c7-4e98-ba58-c44c1013ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:07.724637 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-860aab10-29c7-4e98-ba58-c44c1013ef9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0439658 Aug 10 04:32:07.771508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-e7c1792a-b438-4610-a29b-71191ea8714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:07.772929 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-e7c1792a-b438-4610-a29b-71191ea8714d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402172 Aug 10 04:32:07.872447 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-d546d0a3-9fbb-47ac-9bfb-808a7d0afca1 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914829 Aug 10 04:32:07.965117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-6c0744e3-35d3-467d-91b4-1b5abc35ccfd service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842717 Aug 10 04:32:08.397258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7543894-5d71-4523-8f40-1e0c982b1639 req-ce72c593-5128-45da-801e-eaa0feb9b02e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:08.398796 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7543894-5d71-4523-8f40-1e0c982b1639 req-ce72c593-5128-45da-801e-eaa0feb9b02e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0532877 Aug 10 04:32:08.436619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7543894-5d71-4523-8f40-1e0c982b1639 req-caf70311-cd84-44e3-a5b4-6e9d007b4016 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317426 Aug 10 04:32:08.547120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-581e3bbf-d8bd-4753-9251-88440d3ae03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:08.548544 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-581e3bbf-d8bd-4753-9251-88440d3ae03e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1098 time: 0.0418305 Aug 10 04:32:08.679122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-39f91c26-43e5-4215-b14b-d62afe1a2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:08.680609 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-39f91c26-43e5-4215-b14b-d62afe1a2e45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1096821 Aug 10 04:32:08.746375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-4ffbee4f-5830-4655-8b7f-0342c1968d4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1002 time: 0.0568841 Aug 10 04:32:08.799195 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-dd6acaf0-6c06-4fa2-9a86-8bc845617155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:08.800521 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-dd6acaf0-6c06-4fa2-9a86-8bc845617155 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0460236 Aug 10 04:32:08.846406 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-af054828-bb49-4464-90c5-b1e781326c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:08.847848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-af054828-bb49-4464-90c5-b1e781326c4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393014 Aug 10 04:32:08.938617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-a7804d52-9fe6-4a67-91ae-d114868d9135 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Aug 10 04:32:09.032762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d47af52c-0a93-4211-b23d-90a2ddbcbec2 req-c893a4ab-9f75-4798-858c-8c45bef408bb service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853434 Aug 10 04:32:09.560654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3544-237e-496b-b928-31a5be82b796 req-49bf2b4c-eb91-4aa5-a2b2-dee3ecbc9d73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:09.562197 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df1a3544-237e-496b-b928-31a5be82b796 req-49bf2b4c-eb91-4aa5-a2b2-dee3ecbc9d73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0535684 Aug 10 04:32:09.601159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-df1a3544-237e-496b-b928-31a5be82b796 req-64a670c7-94b7-4cf2-a999-2e004e8201ca tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318413 Aug 10 04:32:09.932494 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-17ba96f8-486b-4873-b82e-78d199b7d403 service neutron] show failed (client error): The resource could not be found. Aug 10 04:32:09.933519 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-17ba96f8-486b-4873-b82e-78d199b7d403 service neutron] 10.222.0.39 "GET /v2.0/ports/0bb58768-ac2d-4dd1-977f-1f4c43fd06d5/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0584700 Aug 10 04:32:10.132737 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-2c23e9dc-1948-46a7-bb20-c7084d9716d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:10.134334 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-2c23e9dc-1948-46a7-bb20-c7084d9716d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 1098 time: 0.0415010 Aug 10 04:32:10.146930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:10.199043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.407576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:10.441380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:10.479101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:10.481442 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ed0aa4-521f-4d34-a810-b38cf683e3f2" -d '{"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:10.485658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.499547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Transition to ACTIVE for port object 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:10.504979 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.534169 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d96c1-a0a4-4f9b-ae39-4e713f30f901 x-openstack-request-id: req-ca7d96c1-a0a4-4f9b-ae39-4e713f30f901 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:10.534482 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:10.534731 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca7d96c1-a0a4-4f9b-ae39-4e713f30f901 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:10.535116 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'code': 200} Aug 10 04:32:10.593119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:10.608704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.609046 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.609383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.609714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.610062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.610391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.610712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.611032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.611355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.612214 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.612535 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.612975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:10.641905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] No DVR routers for this DVR port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:10.728033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409b01e-c62e-4dd9-a6ea-052e45625e3e req-708b76cb-18cc-465c-89b3-70d1907fc630 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:10.729615 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3409b01e-c62e-4dd9-a6ea-052e45625e3e req-708b76cb-18cc-465c-89b3-70d1907fc630 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0560942 Aug 10 04:32:10.769528 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3409b01e-c62e-4dd9-a6ea-052e45625e3e req-276bd2f7-0290-4442-9617-8d2935e858c1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337050 Aug 10 04:32:10.778040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:32:10.778466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:32:10.778839 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:10.784095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:32:10.784425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Attempting to bind port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:10.789440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:32:10.789773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:10.790207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:32:10.790634 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Bound port: 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:32:10.790989 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.852406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:10.855498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:32:10.859072 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.893472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:10.894113 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:10.895553 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] 10.222.0.65 "PUT /v2.0/ports/0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1093 time: 0.7531333 Aug 10 04:32:10.917315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135840fc-08b3-4dfb-941e-3e5454cb6afe service neutron] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:10.966989 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-7c0dc8ca-10ee-47ef-93f7-3fb54bff1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:10.968555 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-7c0dc8ca-10ee-47ef-93f7-3fb54bff1bcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0484126 Aug 10 04:32:11.070089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-de5fd358-6151-476d-8596-f0439594f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.071676 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-de5fd358-6151-476d-8596-f0439594f048 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0958304 Aug 10 04:32:11.141361 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-19ce9f8d-b647-468f-bc0c-f34c70b20f65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1000 time: 0.0615094 Aug 10 04:32:11.495165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-4b85d4f1-b314-49ea-8980-ced46c944444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.496653 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-4b85d4f1-b314-49ea-8980-ced46c944444 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.3482113 Aug 10 04:32:11.542679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-cad979ff-d535-4c63-84e1-583173a5ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.544248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-cad979ff-d535-4c63-84e1-583173a5ec21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402882 Aug 10 04:32:11.639996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-de27cc6d-b35f-4451-b6a2-e240d10b4402 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864484 Aug 10 04:32:11.728434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-066f6a05-fec1-4efa-a88a-91c9085934fe service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808282 Aug 10 04:32:11.900786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39870747-9603-4423-b5ed-ea63ef5a963d req-07ef0da6-c444-43cc-a176-cddd4d0c6027 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:11.902327 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39870747-9603-4423-b5ed-ea63ef5a963d req-07ef0da6-c444-43cc-a176-cddd4d0c6027 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0536122 Aug 10 04:32:11.941225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39870747-9603-4423-b5ed-ea63ef5a963d req-ff11863d-ff50-43a6-bbf9-24b6c3839f5e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328760 Aug 10 04:32:12.535961 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:12.538343 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d187584-82c2-45fc-89fd-4d76563c9d01" -d '{"events": [{"name": "network-changed", "server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:12.586145 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779782d-5fb3-43ac-b6eb-3936cc2da920 x-openstack-request-id: req-6779782d-5fb3-43ac-b6eb-3936cc2da920 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:12.586435 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:12.586686 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6779782d-5fb3-43ac-b6eb-3936cc2da920 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:12.587695 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'status': 'completed', 'code': 200} Aug 10 04:32:12.648005 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-d5062d52-dc06-41ad-a12c-90b7ec670448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.649586 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-d5062d52-dc06-41ad-a12c-90b7ec670448 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0441899 Aug 10 04:32:12.658473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-a7b5f49a-5351-4831-b6c1-36030f863376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.660014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-a7b5f49a-5351-4831-b6c1-36030f863376 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0476105 Aug 10 04:32:12.752909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-c3f38778-f23b-43f4-9273-09c605a03a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.754421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-c3f38778-f23b-43f4-9273-09c605a03a10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0969954 Aug 10 04:32:12.763165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-211f9938-ea3c-4b42-8426-089290beb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.764573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-211f9938-ea3c-4b42-8426-089290beb89a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0973382 Aug 10 04:32:12.827740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-46d2da19-f60a-43be-aee1-9b140ce27e1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1000 time: 0.0647681 Aug 10 04:32:12.836283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-1497deba-2c45-4897-ab31-3f8bccc383bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1000 time: 0.0632856 Aug 10 04:32:12.882698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-f92c4cf5-627b-479a-a183-f594398bbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.884185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-f92c4cf5-627b-479a-a183-f594398bbf5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0490024 Aug 10 04:32:12.887585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-547ac9d0-fec6-4352-87f9-e7c239e75898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.889060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-547ac9d0-fec6-4352-87f9-e7c239e75898 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0446563 Aug 10 04:32:12.935554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-b86aa7a7-f1a7-41e6-8fc0-49835e0dfc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.935801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-523eaac0-1fcb-4f64-8ee3-a5b4d74a25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:12.937346 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-b86aa7a7-f1a7-41e6-8fc0-49835e0dfc23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453777 Aug 10 04:32:12.937493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-523eaac0-1fcb-4f64-8ee3-a5b4d74a25fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402331 Aug 10 04:32:13.036782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-4488e824-ac41-4577-a8b1-b73c0eeded91 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915828 Aug 10 04:32:13.063852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-80451d2f-32e8-4370-96c7-ab1776c979ee service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116095 Aug 10 04:32:13.139360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-881d329d-f847-4b7f-92b0-0f0e5e6b3420 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935996 Aug 10 04:32:13.164068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b2a04-85a6-4583-9389-ff00bba60146 req-a6ed2fcc-3227-48f7-9707-e178cc531c54 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.165566 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b9b2a04-85a6-4583-9389-ff00bba60146 req-a6ed2fcc-3227-48f7-9707-e178cc531c54 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.1236010 Aug 10 04:32:13.201075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d187584-82c2-45fc-89fd-4d76563c9d01 req-c0f0564c-4744-46be-9e14-c56baa60991b service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194525 Aug 10 04:32:13.217189 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b9b2a04-85a6-4583-9389-ff00bba60146 req-c84f50a1-ca24-4920-8a83-acec14e5beba tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456669 Aug 10 04:32:13.328180 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-03a5fdd8-f5a5-4ba2-81d9-f6c7e7dbff85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392814 Aug 10 04:32:13.450658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:13.452059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-bad796ae-e6b2-443a-ab0a-ff966fe3de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.453568 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-bad796ae-e6b2-443a-ab0a-ff966fe3de7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0402589 Aug 10 04:32:13.490948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:13.561930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-aaba0ded-8b25-4f1b-a1fc-3c8449a85123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.563455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-aaba0ded-8b25-4f1b-a1fc-3c8449a85123 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0899129 Aug 10 04:32:13.629128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-0e36cfb2-7b92-453a-9762-8f8c9f12a3ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1000 time: 0.0586925 Aug 10 04:32:13.677855 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-f2ab8e91-e023-4b74-bb48-c50ec4714341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.679309 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-f2ab8e91-e023-4b74-bb48-c50ec4714341 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0437572 Aug 10 04:32:13.728316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-b7baaae0-c6dc-4f39-9583-61cc7948a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:13.729879 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-b7baaae0-c6dc-4f39-9583-61cc7948a63e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439656 Aug 10 04:32:13.821619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-e2a57633-3376-4492-a3fc-fea8e3ace891 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Aug 10 04:32:13.921267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-647dff89-e6f7-4eae-a624-a3742a69b978 req-b68ace2f-4ec9-4b8a-8ac3-2a9e5e857945 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920756 Aug 10 04:32:14.335867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae01a38-f39a-4743-b3fe-d48b21ab890c req-3128e140-c0e8-4d98-9db1-a1eed1497075 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:14.337356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ae01a38-f39a-4743-b3fe-d48b21ab890c req-3128e140-c0e8-4d98-9db1-a1eed1497075 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0489554 Aug 10 04:32:14.374378 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0ae01a38-f39a-4743-b3fe-d48b21ab890c req-0533531c-c68a-471c-b4ec-2347787bc632 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310330 Aug 10 04:32:14.606020 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd1545-bee2-4e17-b119-7ab3f0a16b1f req-5fe26a8e-f9fb-475a-81a2-bb2235d9e866 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:14.607522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19dd1545-bee2-4e17-b119-7ab3f0a16b1f req-5fe26a8e-f9fb-475a-81a2-bb2235d9e866 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0881112 Aug 10 04:32:14.615423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-31e90df0-5b5d-430c-92f2-585f64d39cc1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:14.616830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-31e90df0-5b5d-430c-92f2-585f64d39cc1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80&tenant_id=ddc68412b5844f54a021b0df2202792a&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 944 time: 0.0717571 Aug 10 04:32:14.684203 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-19dd1545-bee2-4e17-b119-7ab3f0a16b1f req-9eafa5b7-6384-4386-aa45-94069aac2190 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664029 Aug 10 04:32:14.698503 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-b97d3473-0574-4f8d-9109-9e687614a07f service neutron] delete failed (client error): The resource could not be found. Aug 10 04:32:14.699533 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-b97d3473-0574-4f8d-9109-9e687614a07f service neutron] 10.222.0.39 "DELETE /v2.0/ports/0bb58768-ac2d-4dd1-977f-1f4c43fd06d5/bindings/n-h1-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0749941 Aug 10 04:32:14.788730 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-54110b42-a469-4307-baf7-7a71e87ffc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:14.790382 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-54110b42-a469-4307-baf7-7a71e87ffc72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1096 time: 0.0442441 Aug 10 04:32:14.898525 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-47c17ffd-ee05-4762-9184-f02f4d999ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:14.900027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-47c17ffd-ee05-4762-9184-f02f4d999ad6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1025467 Aug 10 04:32:14.972078 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-21cf9e83-f2c7-447d-af07-70d7b17ad281 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1000 time: 0.0644443 Aug 10 04:32:15.023101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-fa39626d-28e5-4163-8d3c-3993796d0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.024591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-fa39626d-28e5-4163-8d3c-3993796d0a6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0453315 Aug 10 04:32:15.077011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-cb52338a-b2f0-49ac-961a-2e5f31f71a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.078469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-cb52338a-b2f0-49ac-961a-2e5f31f71a59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461912 Aug 10 04:32:15.171072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-ac836580-91da-4c57-88a0-1111e2168e08 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847301 Aug 10 04:32:15.269014 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa3b337b-4bba-4ce2-8c14-be5ccdc3c6bb req-0fe4a26f-2c66-4bd0-aaa4-569a74077a25 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898724 Aug 10 04:32:15.814065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85e269-354f-4663-8dd4-1431ba7807dc req-f0617698-65e1-4129-ab4e-434dcd8dd2e6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:15.816248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc85e269-354f-4663-8dd4-1431ba7807dc req-f0617698-65e1-4129-ab4e-434dcd8dd2e6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 944 time: 0.0559292 Aug 10 04:32:15.860961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cc85e269-354f-4663-8dd4-1431ba7807dc req-fb1e467d-4627-49cd-9622-6f8173bec0ea tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374055 Aug 10 04:32:15.864018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:32:15.968066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:15.980394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'mac_address': 'fa:16:3e:3e:5a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:32:16.019492 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.031952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:16.052103 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:16.056264 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.113309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:16.120770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.121107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.121441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.121772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.122135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.122460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.122781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.123105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.123419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.123762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.124081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.124396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:16.305951 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:32:16.986034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4991a37-969c-451c-b6f2-e49c0c931492 req-790e100f-2699-4ba1-becb-00738528b039 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:16.987538 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4991a37-969c-451c-b6f2-e49c0c931492 req-790e100f-2699-4ba1-becb-00738528b039 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Aug 10 04:32:17.027616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4991a37-969c-451c-b6f2-e49c0c931492 req-79cecf04-1157-4685-a6df-d84ecc075d26 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341225 Aug 10 04:32:17.143300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6631c-4ca8-4328-93b0-5aeff93d42a2 req-3c0caeec-4ed3-4135-859c-00f58f56980b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.144891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfd6631c-4ca8-4328-93b0-5aeff93d42a2 req-3c0caeec-4ed3-4135-859c-00f58f56980b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 945 time: 0.0521398 Aug 10 04:32:17.184288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfd6631c-4ca8-4328-93b0-5aeff93d42a2 req-5da80e1b-3e1d-412b-a43b-171de6d91558 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333049 Aug 10 04:32:17.422147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35f110-b6cb-4ce4-ad19-5cdafbfc6c5c req-35a4dc99-1c08-4f38-a661-7c36a42dded2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.423539 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc35f110-b6cb-4ce4-ad19-5cdafbfc6c5c req-35a4dc99-1c08-4f38-a661-7c36a42dded2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 945 time: 0.0818636 Aug 10 04:32:17.430581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-b5a93c47-5643-41b8-adc1-98bf16f58bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.431993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-b5a93c47-5643-41b8-adc1-98bf16f58bc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 1097 time: 0.0582242 Aug 10 04:32:17.519832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc35f110-b6cb-4ce4-ad19-5cdafbfc6c5c req-525d732c-3b1c-4b72-89d4-0d2bd4ec4134 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868771 Aug 10 04:32:17.557573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-2a69032d-1c54-4254-a790-d94c72e061d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.559097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-2a69032d-1c54-4254-a790-d94c72e061d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1194541 Aug 10 04:32:17.632001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-32616b66-9365-44b6-a1b7-a904166b2cf1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 200 len: 1001 time: 0.0656021 Aug 10 04:32:17.684150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-2171709b-e105-43ab-9998-3474d1eb83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.685628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-2171709b-e105-43ab-9998-3474d1eb83f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0470016 Aug 10 04:32:17.734941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-dc4bee61-23f8-4197-b6a3-6d75a7966e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:17.737076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-dc4bee61-23f8-4197-b6a3-6d75a7966e37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440521 Aug 10 04:32:17.833577 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-b0056b33-69ef-4e78-992d-b0ba4ff6bd72 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900831 Aug 10 04:32:17.862852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:17.921669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:17.926516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:17.926885 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.936572 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ffa6f8aa-2f74-45ea-94b8-d118ba339bc2 req-8dd719f0-e177-4dd7-b896-c372c45e7a51 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964024 Aug 10 04:32:18.007053 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.030220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:18.032966 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533194a2-84a8-4ff4-b9b9-a7eedad7eaa1" -d '{"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-plugged", "status": "completed", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:18.046490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:18.050934 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.094898 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4870b294-c759-46bc-a1a2-20d6f8736a23 x-openstack-request-id: req-4870b294-c759-46bc-a1a2-20d6f8736a23 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:18.095175 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-plugged", "status": "completed", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:18.095419 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4870b294-c759-46bc-a1a2-20d6f8736a23 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:18.096491 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'code': 200} Aug 10 04:32:18.106118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:18.640719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77a023-1ca6-457a-9ce2-2816cdacef18 req-a6392c37-7d20-442b-ac36-ae3b6a7d8b95 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.642222 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e77a023-1ca6-457a-9ce2-2816cdacef18 req-a6392c37-7d20-442b-ac36-ae3b6a7d8b95 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0496407 Aug 10 04:32:18.679544 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3e77a023-1ca6-457a-9ce2-2816cdacef18 req-be6f6e1c-48f0-4671-8488-3b6257fa8b48 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308006 Aug 10 04:32:18.937573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940127d8-64ec-47e0-989a-68ae4b03121d req-eb6d713b-ba7d-4854-8dd0-d0ee0f39b833 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:18.939201 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-940127d8-64ec-47e0-989a-68ae4b03121d req-eb6d713b-ba7d-4854-8dd0-d0ee0f39b833 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0514543 Aug 10 04:32:18.979157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-940127d8-64ec-47e0-989a-68ae4b03121d req-9beb966e-1d49-4106-ac11-a2dfef017949 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331299 Aug 10 04:32:20.099815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d217e-abc2-46eb-a4ec-61a1c7309f26 req-e3d5f095-d555-4f44-b5fd-28d31fce826f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.101350 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c4d217e-abc2-46eb-a4ec-61a1c7309f26 req-e3d5f095-d555-4f44-b5fd-28d31fce826f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0489848 Aug 10 04:32:20.140482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8c4d217e-abc2-46eb-a4ec-61a1c7309f26 req-2b8be0b2-307c-49ba-8394-eec1b734253b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330975 Aug 10 04:32:20.231945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-f9b3d2e5-2218-4a09-9d55-2e2d05fe7302 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:20.233337 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-f9b3d2e5-2218-4a09-9d55-2e2d05fe7302 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.65 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 946 time: 0.0489395 Aug 10 04:32:20.331059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Deleting port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:20.331401 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.421566 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] For port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:20.421935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.616377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.616774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.617091 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 disassociated. External IP: 172.25.2.217, port: 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5. Aug 10 04:32:20.617430 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Calling delete_port for 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:20.755456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.793518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event deleted for resources: {'Port': ['ID=0bb58768-ac2d-4dd1-977f-1f4c43fd06d5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:20.911707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:32:21.022303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:32:21.032697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:32:21.042984 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:21.043663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:21.070383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] No DVR routers for this DVR port 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 on host n-h2-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:21.073144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:21.075661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05d8eb63-29a3-49d9-955d-66578b393ef9 req-580e13c2-4fc5-4d5d-91e2-2401513fb070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.65 "DELETE /v2.0/ports/0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 HTTP/1.1" status: 204 len: 173 time: 0.8365953 Aug 10 04:32:21.076222 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-deleted', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:21.078484 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47cc654-1405-4620-ace3-08f2143574de" -d '{"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-deleted", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:21.130788 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d513a63b-6884-4536-91e1-ee14f236daa7 x-openstack-request-id: req-d513a63b-6884-4536-91e1-ee14f236daa7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:21.131198 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f8d9ee-60a6-4853-9de2-f7a2cabe7d80", "name": "network-vif-deleted", "tag": "0bb58768-ac2d-4dd1-977f-1f4c43fd06d5", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:21.131615 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d513a63b-6884-4536-91e1-ee14f236daa7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:21.132119 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f8d9ee-60a6-4853-9de2-f7a2cabe7d80', 'name': 'network-vif-deleted', 'tag': '0bb58768-ac2d-4dd1-977f-1f4c43fd06d5', 'status': 'completed', 'code': 200} Aug 10 04:32:21.269253 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ab11edda-1c5f-4283-a690-0d3d39f46bc1 req-eeb1f1d3-5eed-46cc-a034-8a564fa15102 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=38f8d9ee-60a6-4853-9de2-f7a2cabe7d80 HTTP/1.1" status: 200 len: 210 time: 0.0345533 Aug 10 04:32:21.333043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:21.548491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:21.576529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:32:21.587340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:21.587879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:32:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:21.698079 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:21.902002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:21.928815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8029fa49-ca54-4c19-ae04-72feb5869c10 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:22.148663 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a03f8-d21e-447f-91d4-e7665ab20b0f None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:32:22.540814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-b5f42411-dfcc-482c-b144-46078c39dd76 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--66819286&fields=id&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 267 time: 0.0325184 Aug 10 04:32:22.645606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-63a24c0d-e16d-4e12-8adf-96142d10c29d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:22.647104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-63a24c0d-e16d-4e12-8adf-96142d10c29d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.0996501 Aug 10 04:32:22.661573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-304f4287-92c3-45dc-b713-f13d2f1d127e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/quotas/ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 375 time: 0.0088513 Aug 10 04:32:22.717573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-54bbb5a2-c76a-4ab3-89da-ccee55b0d6e2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508041 Aug 10 04:32:22.861135 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-6e5415f2-f6a0-4438-928c-695652889e44 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318181 Aug 10 04:32:22.956520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-7988e2e6-eb08-495e-9a53-691e68ecec14 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Aug 10 04:32:23.896159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:23.915572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] No Port match for: 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:23.915917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 0bb58768-ac2d-4dd1-977f-1f4c43fd06d5 not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:24.192161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9683a04-5658-4bfb-b901-e4a2be375e24 req-7b05ccf7-ad8f-4b0d-9947-86f48391908b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 210 time: 0.0768418 Aug 10 04:32:25.065031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-f1766f82-a929-4963-9b83-2e0b649ebd8e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:25.066527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-f1766f82-a929-4963-9b83-2e0b649ebd8e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.1057475 Aug 10 04:32:25.113204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-82d28773-7837-4212-9f1d-8b2c0c34a0a8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 378 time: 0.0359600 Aug 10 04:32:25.124382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'port': {'device_id': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'admin_state_up': True, 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'security_groups': ['ab6e1dc1-1002-4807-a641-9433346bd9c7']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:25.233573 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Made reservation on behalf of ddc68412b5844f54a021b0df2202792a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:32:25.237204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.341273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-675eb31f-ac69-4d47-a9ee-d01c25b1807a req-a990ff81-fc24-404e-ab89-eae6e09d4e35 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 210 time: 0.0787859 Aug 10 04:32:25.369879 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Allocated IP 172.20.0.8 (c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8/98215bf1-202b-45b9-8a21-f863a680151b/97f94bda-c2fb-4d5e-b40d-b9505632df1a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:32:25.382064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.511404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.526458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Transition to ACTIVE for port object 97f94bda-c2fb-4d5e-b40d-b9505632df1a will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:25.561499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.606169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:32:25.611615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:32:25.615654 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:32:25.642440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:25.655809 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.656185 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.656503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.656847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.657186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.657518 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.657856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.658257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.658584 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.658917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.659243 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.659566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:25.687494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:25.688119 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.704255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-e5986406-4719-49b2-8d89-2059f383babf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834184 Aug 10 04:32:25.718149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Request body: {'port': {'device_id': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:25.774998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.826585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-900dbb9f-76fe-40dc-b327-5c5d15332f0a None None] Provisioning for port 97f94bda-c2fb-4d5e-b40d-b9505632df1a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:25.830438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-900dbb9f-76fe-40dc-b327-5c5d15332f0a None None] Provisioning complete for port 97f94bda-c2fb-4d5e-b40d-b9505632df1a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:25.830797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-900dbb9f-76fe-40dc-b327-5c5d15332f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:25.866848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-900dbb9f-76fe-40dc-b327-5c5d15332f0a None None] Port 97f94bda-c2fb-4d5e-b40d-b9505632df1a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:32:26.043019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f94bda-c2fb-4d5e-b40d-b9505632df1a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:26.050987 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.063065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Transition to ACTIVE for port object 97f94bda-c2fb-4d5e-b40d-b9505632df1a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:26.066891 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.118342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:26.184508 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:32:26.184846 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:32:26.185181 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:26.189844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:32:26.190197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:26.195448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:32:26.195794 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:26.196186 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:32:26.196621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Bound port: 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:32:26.196982 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.266839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:26.270404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:32:26.275115 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.309548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.310204 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.311695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] 10.222.0.39 "PUT /v2.0/ports/97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1092 time: 0.5981429 Aug 10 04:32:26.312143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:26.314447 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f682a34-25fa-4e20-8790-c091da9bedb3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:26.339755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fed41-1b34-4f4a-a240-cb854ab76ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:26.354919 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b20152-9115-461c-b927-682426b9b0d5 x-openstack-request-id: req-56b20152-9115-461c-b927-682426b9b0d5 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:26.355226 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:26.355481 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56b20152-9115-461c-b927-682426b9b0d5 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:26.355894 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'status': 'completed', 'code': 200} Aug 10 04:32:26.402418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-cfe9101a-b223-4e0d-bcda-91e98e38d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.403968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-cfe9101a-b223-4e0d-bcda-91e98e38d772 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0440066 Aug 10 04:32:26.452255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-82b829a5-85f7-476d-932c-c190d8204fb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 217 time: 0.0399954 Aug 10 04:32:26.477218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e2188-227f-4eb9-b217-aa617a53e36b req-7086d200-6a9b-4e3a-b7dd-694c108edfd8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.478948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-909e2188-227f-4eb9-b217-aa617a53e36b req-7086d200-6a9b-4e3a-b7dd-694c108edfd8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 943 time: 0.0569682 Aug 10 04:32:26.521233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-2f926897-7e1a-4d65-b271-fb5d288ae9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.523931 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-2f926897-7e1a-4d65-b271-fb5d288ae9f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0632327 Aug 10 04:32:26.524070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-909e2188-227f-4eb9-b217-aa617a53e36b req-3a49bf8e-a342-431a-b199-bf28de0a8944 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379570 Aug 10 04:32:26.551081 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:26.571097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-52b4d7c3-10b0-4159-be3b-7d0da9c81ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.572616 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-52b4d7c3-10b0-4159-be3b-7d0da9c81ecb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425589 Aug 10 04:32:26.665820 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-a392065f-7bcd-4cb8-acc3-3634e156f8c7 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Aug 10 04:32:26.753932 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d389783c-7a9c-4ac4-a4e1-80544045c3c8 req-d9464d61-c19c-4184-a51f-a51c24654d60 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807679 Aug 10 04:32:26.847893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-ee75e7ac-258a-4060-87f5-d3458482bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.849420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-ee75e7ac-258a-4060-87f5-d3458482bf9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0445938 Aug 10 04:32:26.943325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-992b07c7-1abe-414a-a7fb-422c5eb799b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:26.944770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-992b07c7-1abe-414a-a7fb-422c5eb799b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0879154 Aug 10 04:32:26.985426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-d604a9e1-8b18-4da3-a9c1-538b95ffc723 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 217 time: 0.0331171 Aug 10 04:32:27.035227 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-39f2df45-1d49-4aa2-9cc4-b986b94f8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:27.036656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-39f2df45-1d49-4aa2-9cc4-b986b94f8b6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0427876 Aug 10 04:32:27.089850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-0ae4afa0-9b3c-400d-aaf1-e262d75dea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:27.091438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-0ae4afa0-9b3c-400d-aaf1-e262d75dea9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475514 Aug 10 04:32:27.108089 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-45b59d8e-77a4-4040-b5f6-2a11b8bc5906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:27.183980 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-e956e5b0-6d70-4742-a762-0af9e253ab43 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841229 Aug 10 04:32:27.277628 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7f682a34-25fa-4e20-8790-c091da9bedb3 req-0f4bbe88-e759-4e0b-86a2-e296d138fd39 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858686 Aug 10 04:32:27.652229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710e5df-aed6-4630-88ed-7ff3a63ab2f5 req-a808f6a2-2f85-4e3c-aa7c-a7221ec7d066 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:27.653723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7710e5df-aed6-4630-88ed-7ff3a63ab2f5 req-a808f6a2-2f85-4e3c-aa7c-a7221ec7d066 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 943 time: 0.0493486 Aug 10 04:32:27.691795 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7710e5df-aed6-4630-88ed-7ff3a63ab2f5 req-75a79465-8bf7-4d9f-adc7-54f3d0fcdc41 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313525 Aug 10 04:32:28.805008 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0f85c-5ff8-4a31-a7e1-6023f9efb018 req-1e34bf45-eecc-45f5-8e0a-aeec12c5c4b0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:28.806488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ac0f85c-5ff8-4a31-a7e1-6023f9efb018 req-1e34bf45-eecc-45f5-8e0a-aeec12c5c4b0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 943 time: 0.0474260 Aug 10 04:32:28.847421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5ac0f85c-5ff8-4a31-a7e1-6023f9efb018 req-59f6e763-7ab3-4e85-b27e-da78e3710971 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350552 Aug 10 04:32:29.556197 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:32:29.651328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:29.662453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'mac_address': 'fa:16:3e:de:09:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:32:29.697757 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:29.717778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f94bda-c2fb-4d5e-b40d-b9505632df1a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:29.729827 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:29.740296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:29.743795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:29.793245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:29.945377 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66159917-7374-4227-ac0b-e27447e73589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:29.978092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e77b-8405-46d1-b9ac-b25d73b593b0 req-c10df325-5d46-4d37-9983-d8fbc02fb3ff tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:29.979602 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8341e77b-8405-46d1-b9ac-b25d73b593b0 req-c10df325-5d46-4d37-9983-d8fbc02fb3ff tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0547497 Aug 10 04:32:29.990821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['97f94bda-c2fb-4d5e-b40d-b9505632df1a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:32:30.018280 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8341e77b-8405-46d1-b9ac-b25d73b593b0 req-71befb9f-3652-4a1a-9a5b-67968c12ccc5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324690 Aug 10 04:32:31.132969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada75e31-720d-4b5f-a02e-13ae75d624a0 req-16f85efd-fe2d-4de0-8add-272828781b50 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:31.134487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ada75e31-720d-4b5f-a02e-13ae75d624a0 req-16f85efd-fe2d-4de0-8add-272828781b50 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0498049 Aug 10 04:32:31.171673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ada75e31-720d-4b5f-a02e-13ae75d624a0 req-1effe39c-40ee-4d67-9740-6f7aa2d2fa71 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308452 Aug 10 04:32:31.561075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:31.612786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 97f94bda-c2fb-4d5e-b40d-b9505632df1a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:31.617881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 97f94bda-c2fb-4d5e-b40d-b9505632df1a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:31.618475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:31.693667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:31.715867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:31.718332 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea8385-c4c9-4bbb-8b2b-05c314cae3f3" -d '{"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-plugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:31.731544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:31.735947 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:31.758868 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65938c4-abf8-4391-8daa-acf017bdc357 x-openstack-request-id: req-f65938c4-abf8-4391-8daa-acf017bdc357 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:31.759192 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-plugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:31.759456 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f65938c4-abf8-4391-8daa-acf017bdc357 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:31.759883 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'code': 200} Aug 10 04:32:31.789662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:31.909270 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf16639-971d-46e7-bca1-7931314a4af8 req-30733b83-3368-4626-82cc-c685e3a2ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:31.910834 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3bf16639-971d-46e7-bca1-7931314a4af8 req-30733b83-3368-4626-82cc-c685e3a2ea6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0910237 Aug 10 04:32:31.934973 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:31.955710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3bf16639-971d-46e7-bca1-7931314a4af8 req-b7c50b3d-6e0e-4538-944d-ed7b05348820 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288427 Aug 10 04:32:32.290351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7685ef-fb21-401e-ab5e-0d5ecddc27bb req-a68f501a-4f06-46e5-82a2-f6393237575d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:32.291844 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c7685ef-fb21-401e-ab5e-0d5ecddc27bb req-a68f501a-4f06-46e5-82a2-f6393237575d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0500591 Aug 10 04:32:32.329602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c7685ef-fb21-401e-ab5e-0d5ecddc27bb req-29b02a22-f740-4600-9b15-92ec2d543ff2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318179 Aug 10 04:32:33.395317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:33.448233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fe61e-1975-49b0-a305-4ed586ee6771 req-f4bd282e-bca2-404e-b492-cb2b5cd5fa54 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:33.449719 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b05fe61e-1975-49b0-a305-4ed586ee6771 req-f4bd282e-bca2-404e-b492-cb2b5cd5fa54 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Aug 10 04:32:33.490633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b05fe61e-1975-49b0-a305-4ed586ee6771 req-fd799a29-ecb7-4661-b68d-624062bc7815 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346956 Aug 10 04:32:33.613470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19983797-8764-4971-9b25-9ed3c897f2b5 req-afed698d-4d9a-47a9-b5e5-6bcf99a3d440 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:33.614890 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19983797-8764-4971-9b25-9ed3c897f2b5 req-afed698d-4d9a-47a9-b5e5-6bcf99a3d440 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0477331 Aug 10 04:32:33.623454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 45366) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:33.628725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'floatingip': {'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:33.671810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.101674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.105474 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.229075 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 associated. External IP: 172.25.2.217, port: 97f94bda-c2fb-4d5e-b40d-b9505632df1a. Aug 10 04:32:34.741196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:32:34.852271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:32:34.857202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:34.862070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:32:34.871044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:34.871660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:34.884939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6db2d5ec-adea-490e-bed2-89641b36f2c9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "PUT /v2.0/floatingips/dbcf734e-84a3-4aa7-ae6e-0a815a137822 HTTP/1.1" status: 200 len: 991 time: 1.2604020 Aug 10 04:32:34.885540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:34.888124 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5037de-3ce3-4203-a80b-2668ef999f18" -d '{"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:34.924548 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc1fedc-c86a-4633-8abf-6af5baaca787 x-openstack-request-id: req-6dc1fedc-c86a-4633-8abf-6af5baaca787 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:34.924879 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:34.925137 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc1fedc-c86a-4633-8abf-6af5baaca787 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:34.925548 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'status': 'completed', 'code': 200} Aug 10 04:32:34.979580 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:34.994514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-dbd94bad-d5d8-4a65-b157-273b1bf7ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:34.996027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-dbd94bad-d5d8-4a65-b157-273b1bf7ab50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0401986 Aug 10 04:32:35.090964 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-24ef878b-6a2b-4fe1-984e-9689c93b2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:35.092478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-24ef878b-6a2b-4fe1-984e-9689c93b2be4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0884659 Aug 10 04:32:35.161759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-16018238-0fc7-4484-9d4a-f938a42378fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 999 time: 0.0585346 Aug 10 04:32:35.213460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:de:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:32:34Z', 'revision_number': 9, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:35.217288 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-50fa89ce-fd11-43b8-bb5d-a6e76440b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:35.218841 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-50fa89ce-fd11-43b8-bb5d-a6e76440b354 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0490816 Aug 10 04:32:35.239664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:32:35.248098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:35.248713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:32:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:35.265351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-806c35f7-98c9-4731-98c9-c72f057db7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:35.266988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-806c35f7-98c9-4731-98c9-c72f057db7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405247 Aug 10 04:32:35.353077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:35.357407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-16d96bb3-a2d1-46a0-9d1d-8045c55fabe1 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820274 Aug 10 04:32:35.453145 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0e5037de-3ce3-4203-a80b-2668ef999f18 req-38d52686-edde-447b-b3fa-3c767ddbce84 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Aug 10 04:32:35.576678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:de:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:32:34Z', 'revision_number': 9, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:35.602184 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98373c66-a4a4-4999-8a3e-797435aefebc None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:de:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:32:34Z', 'revision_number': 9, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:35.776983 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32eb0d-c87d-48ba-96cd-09003736a3ef None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:32:38.522123 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:55.368911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:56.544561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:57.111409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c4f99f53-1ad2-46db-85a3-18277e9f844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:59.721128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:59.946777 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-15a485c3-2e1e-49e7-a5a8-c822a5d41126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:01.937289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:03.396888 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:10.413906 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-46e8e10c-e4e6-49d2-a00b-3f5910e3438d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405560 Aug 10 04:33:10.498343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-e17d8d91-f5c8-41b4-abff-2ac59dc9ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:10.499890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-e17d8d91-f5c8-41b4-abff-2ac59dc9ca05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0402238 Aug 10 04:33:10.606946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-1fbdc657-2732-49c6-93d0-24b7d25187aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:10.608426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-1fbdc657-2732-49c6-93d0-24b7d25187aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0887766 Aug 10 04:33:10.674201 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-1498c0e5-c8ff-4c1a-bc9c-24ef1a670744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1002 time: 0.0579364 Aug 10 04:33:10.729885 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-8c200914-3650-4fe0-8d29-f7dea6b843ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:10.731372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-8c200914-3650-4fe0-8d29-f7dea6b843ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0471835 Aug 10 04:33:10.780503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-25772f55-1a2c-4e7c-882b-2254a4ebae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:10.782001 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-25772f55-1a2c-4e7c-882b-2254a4ebae4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433414 Aug 10 04:33:10.870224 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-449f14f0-9b60-4bef-8473-747b7689db61 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795395 Aug 10 04:33:10.963844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c8a8df6e-c220-45de-9b16-dbaaaea975dc req-44e3c0d7-f292-4235-bad8-7c905fd1f7e7 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Aug 10 04:33:15.521521 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:25.384634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:26.562767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:27.105202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ac4f45a6-9234-49ec-8e29-d086199a2f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.726800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:29.949257 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4efed2ee-46f9-431f-97bc-49e78f82d96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:31.941909 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:33.401474 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:52.521104 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:55.379357 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:56.558501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.106647 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2835babc-ce2f-4454-9278-9c0e14841fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:59.718122 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:59.949302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc63b8e8-74b2-431e-b8f0-5efb6a891e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:01.942411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:03.402691 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:10.428379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-6ce74959-3548-4143-8898-92fa30bf9ec4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391026 Aug 10 04:34:10.517256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-8038dea4-64a3-4d40-8e80-b2b5c2792ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:10.518803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-8038dea4-64a3-4d40-8e80-b2b5c2792ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0412021 Aug 10 04:34:10.623327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-6584ec07-28ac-489f-87ca-7a3bba9ea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:10.624813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-6584ec07-28ac-489f-87ca-7a3bba9ea622 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0858111 Aug 10 04:34:10.689473 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-527c8f12-f939-4f52-824f-8fc776a47c9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1002 time: 0.0569296 Aug 10 04:34:10.752387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-ecfea9ab-af71-4eff-8f00-609532d3e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:10.753810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-ecfea9ab-af71-4eff-8f00-609532d3e38a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0470850 Aug 10 04:34:10.799702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-4bbb19e8-5ca5-4ce8-b708-438af85b3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:10.801223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-4bbb19e8-5ca5-4ce8-b708-438af85b3890 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394208 Aug 10 04:34:10.898873 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-0cf75c0f-b654-485e-813a-7a75d2140c2e service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885258 Aug 10 04:34:10.988803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-eb97f5e9-6897-4506-9852-d4dd455acf04 req-a4b6c8ad-bbe4-4246-ad04-ecb01fb636aa service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826499 Aug 10 04:34:13.070222 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381e909-5cfb-482b-b834-86022b32551c req-6a1aacc5-b444-4dac-aa46-0db59ec9ff14 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.071870 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9381e909-5cfb-482b-b834-86022b32551c req-6a1aacc5-b444-4dac-aa46-0db59ec9ff14 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0534151 Aug 10 04:34:13.092874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-25172730-c0e2-43ee-b38e-c2a7f34a071c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850520 Aug 10 04:34:13.109816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9381e909-5cfb-482b-b834-86022b32551c req-5e6ae8e2-38cf-4500-bb6f-24e60ae3f524 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318077 Aug 10 04:34:14.238654 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b834-729b-408b-b9ca-1434e3377c3a req-65208b09-c23e-4ce5-9d11-59b5007730f0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.240369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5f1b834-729b-408b-b9ca-1434e3377c3a req-65208b09-c23e-4ce5-9d11-59b5007730f0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Aug 10 04:34:14.244528 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-19ca2488-92a5-4b1a-91f4-5467a2efe1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.246762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-19ca2488-92a5-4b1a-91f4-5467a2efe1ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0430195 Aug 10 04:34:14.285186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a5f1b834-729b-408b-b9ca-1434e3377c3a req-bdb4e0d9-2171-4b5b-a4f9-0d1c67769e7c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379615 Aug 10 04:34:14.344957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-f53b8de9-c507-4ecb-99d3-51ecc4b09daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.346478 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-f53b8de9-c507-4ecb-99d3-51ecc4b09daf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0915661 Aug 10 04:34:14.413842 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-84c980d4-7483-44d5-b06b-28d45b9764d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1002 time: 0.0594697 Aug 10 04:34:14.466688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-6aa98efa-6ba7-4d47-a76f-0783fd0c4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.468137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-6aa98efa-6ba7-4d47-a76f-0783fd0c4671 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0473170 Aug 10 04:34:14.514737 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-05ae700f-12cc-49f3-969f-f563fe4bb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.516239 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-05ae700f-12cc-49f3-969f-f563fe4bb3ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404625 Aug 10 04:34:14.605883 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-416a8ba1-269a-4e68-a69f-9d89106c3442 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818570 Aug 10 04:34:14.700729 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-c99cb951-063b-4a5d-abe9-46cb21834752 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869780 Aug 10 04:34:15.401783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf44d7-15a2-4285-87be-d639acb1ecbb req-66b3abd0-aad2-411c-808e-18389d34ec80 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:15.403293 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2abf44d7-15a2-4285-87be-d639acb1ecbb req-66b3abd0-aad2-411c-808e-18389d34ec80 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Aug 10 04:34:15.440812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2abf44d7-15a2-4285-87be-d639acb1ecbb req-35387900-c766-4154-8c09-bcc800c1a56c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315497 Aug 10 04:34:16.563938 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0cc3-d9f0-4d0f-82c7-06fb1e51b6fc req-1e3b3d71-b10f-4ebe-82eb-d78e505bf33c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:16.565425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba3e0cc3-d9f0-4d0f-82c7-06fb1e51b6fc req-1e3b3d71-b10f-4ebe-82eb-d78e505bf33c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0533538 Aug 10 04:34:16.604580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba3e0cc3-d9f0-4d0f-82c7-06fb1e51b6fc req-83dd1914-17dd-4be9-a51e-0572f63d9150 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332289 Aug 10 04:34:17.718347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84574592-ba4c-406c-a547-8c8c00630b35 req-a772d058-18ec-4f7e-92c0-a1351f4c5f5d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:17.719813 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84574592-ba4c-406c-a547-8c8c00630b35 req-a772d058-18ec-4f7e-92c0-a1351f4c5f5d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0475798 Aug 10 04:34:17.761760 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84574592-ba4c-406c-a547-8c8c00630b35 req-4ce7bcc5-6c90-4d58-9a93-6e6593d7ba23 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358453 Aug 10 04:34:18.878606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6adf8-2b52-4466-b7b4-2634afa09139 req-b27b8379-87f6-452b-91c8-759cca084582 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:18.880322 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37b6adf8-2b52-4466-b7b4-2634afa09139 req-b27b8379-87f6-452b-91c8-759cca084582 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Aug 10 04:34:18.918849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37b6adf8-2b52-4466-b7b4-2634afa09139 req-a2ac699e-edd2-4cfe-92db-f826048b683f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318043 Aug 10 04:34:20.330715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53621d-62f6-4846-90d4-cdf4d3d1055f req-ac24f6b5-85d5-412e-bf45-4aa3f6f6d28c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:20.332213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb53621d-62f6-4846-90d4-cdf4d3d1055f req-ac24f6b5-85d5-412e-bf45-4aa3f6f6d28c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.3469512 Aug 10 04:34:20.369333 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb53621d-62f6-4846-90d4-cdf4d3d1055f req-fc410ff7-d8ef-4e19-bde5-789139019729 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303404 Aug 10 04:34:21.488201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a017c-ae80-40df-a168-6208f2c991e4 req-6566560f-fbe3-4350-8c2a-044853076c58 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:21.489778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba6a017c-ae80-40df-a168-6208f2c991e4 req-6566560f-fbe3-4350-8c2a-044853076c58 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0512486 Aug 10 04:34:21.530635 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba6a017c-ae80-40df-a168-6208f2c991e4 req-c40a0574-7d9e-4068-8594-bfea717835b9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330236 Aug 10 04:34:22.646886 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4dbd3-99fd-4703-9dc2-a8b80daf1ba4 req-a5c8ef33-0daf-4675-b444-a9afe6cb607c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:22.648359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65c4dbd3-99fd-4703-9dc2-a8b80daf1ba4 req-a5c8ef33-0daf-4675-b444-a9afe6cb607c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Aug 10 04:34:22.685438 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-65c4dbd3-99fd-4703-9dc2-a8b80daf1ba4 req-d19fef0e-be20-4a03-a847-b226e4a62de1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311315 Aug 10 04:34:23.810268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70abc-7369-463c-9861-3d2d8e88083b req-5092131d-781d-4bac-970a-683dfa561b23 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:23.811704 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19f70abc-7369-463c-9861-3d2d8e88083b req-5092131d-781d-4bac-970a-683dfa561b23 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0594053 Aug 10 04:34:23.848900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-19f70abc-7369-463c-9861-3d2d8e88083b req-6bd901bb-8d68-40c8-bf26-0a934d0c9f62 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311422 Aug 10 04:34:24.969553 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b915ad5-da0a-4d09-8f88-9b1e59693e82 req-2997e11c-d307-4d5d-9a67-e2b8f26e4483 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:24.971048 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b915ad5-da0a-4d09-8f88-9b1e59693e82 req-2997e11c-d307-4d5d-9a67-e2b8f26e4483 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Aug 10 04:34:25.008210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b915ad5-da0a-4d09-8f88-9b1e59693e82 req-d47cd825-65ea-4450-b8ce-c9e090cfddfc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303533 Aug 10 04:34:25.378625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.126899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5603a-fc1c-4645-a617-7f124e182007 req-7dfb2b69-c4af-4618-91c8-31aa40ba0d57 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:26.128438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cf5603a-fc1c-4645-a617-7f124e182007 req-7dfb2b69-c4af-4618-91c8-31aa40ba0d57 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0503938 Aug 10 04:34:26.170249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cf5603a-fc1c-4645-a617-7f124e182007 req-9aa5c2d9-08ba-4aca-816d-dd016f5543ed tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354495 Aug 10 04:34:26.557251 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:26.668174 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-7b6dae3e-aaae-414b-bb87-bff7ef91cf87 service neutron] show failed (client error): The resource could not be found. Aug 10 04:34:26.669598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-7b6dae3e-aaae-414b-bb87-bff7ef91cf87 service neutron] 10.222.0.39 "GET /v2.0/ports/97f94bda-c2fb-4d5e-b40d-b9505632df1a/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0646906 Aug 10 04:34:26.918849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-3602b0c6-5492-4f85-a553-8df5150576c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:26.920396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-3602b0c6-5492-4f85-a553-8df5150576c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 1097 time: 0.0954945 Aug 10 04:34:26.932491 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:26.990916 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.109735 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ecca175c-a82c-4409-b7da-0adcec0ec588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.204102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:27.237912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:27.279602 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:27.281920 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82aad2-fad6-4782-adc2-a5d10f96e802" -d '{"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:27.285863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.287326 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7179a0f-589c-4523-b0be-2cd6d0b7177b req-55957715-10ee-409e-9988-4373c1a6899e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:27.288920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7179a0f-589c-4523-b0be-2cd6d0b7177b req-55957715-10ee-409e-9988-4373c1a6899e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Aug 10 04:34:27.298901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Transition to ACTIVE for port object 97f94bda-c2fb-4d5e-b40d-b9505632df1a will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:27.303538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.332030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7179a0f-589c-4523-b0be-2cd6d0b7177b req-3016b03c-fb15-4203-ac11-8400e823964f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349073 Aug 10 04:34:27.356686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:27.367372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.367722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.368068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.368404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.368738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.369070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.369400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.369728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.370076 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.370405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.370731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.371059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:27.410019 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0003120-348a-42f8-b1e2-256b46a8b6fa x-openstack-request-id: req-b0003120-348a-42f8-b1e2-256b46a8b6fa {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:27.410316 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:27.410572 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0003120-348a-42f8-b1e2-256b46a8b6fa {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:27.411004 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'code': 200} Aug 10 04:34:27.454454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] No DVR routers for this DVR port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:27.591438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:27.591772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:27.592104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:27.596366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:34:27.596686 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:27.602003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:27.602442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:27.602740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:27.603162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Bound port: 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:27.603515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.666790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:27.669917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:27.673790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.710937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:27.711560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:27.712953 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] 10.222.0.65 "PUT /v2.0/ports/97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1092 time: 0.7846696 Aug 10 04:34:27.735352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09aac8-1413-4979-a83d-4f6d38eed187 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:27.781958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-5d1c17eb-3621-4552-b1d4-f3c67ea01421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:27.783554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-5d1c17eb-3621-4552-b1d4-f3c67ea01421 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0444801 Aug 10 04:34:27.876090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-922f197a-43c5-46ad-a0b3-b7d44d7b81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:27.877629 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-922f197a-43c5-46ad-a0b3-b7d44d7b81ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0868943 Aug 10 04:34:27.947554 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-98a82b53-da96-47d6-a55d-fb579f783af2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1000 time: 0.0625422 Aug 10 04:34:27.996607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-a95aceb3-5998-4a74-900b-d911fc67166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:27.998144 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-a95aceb3-5998-4a74-900b-d911fc67166c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0438418 Aug 10 04:34:28.043702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-0a8bf17c-be9f-49f8-b997-2091134d23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:28.045253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-0a8bf17c-be9f-49f8-b997-2091134d23d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406208 Aug 10 04:34:28.056820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-32add512-7a83-41e3-8a93-307dd53be66d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:34:28.057765 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-32add512-7a83-41e3-8a93-307dd53be66d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054996 Aug 10 04:34:28.150269 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-d8bf5a7e-2c2c-4a53-b0ba-4c3d8ddbd0dc service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856297 Aug 10 04:34:28.241004 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14dda6ae-e785-418d-8a9a-f273164629f4 req-b5701984-36aa-45c4-88a1-067c16940842 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805779 Aug 10 04:34:28.457032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7f34b-09d6-4221-88be-652fc39599da req-e4cc2167-8409-4a64-99f9-f6769ebb007f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:28.458564 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ae7f34b-09d6-4221-88be-652fc39599da req-e4cc2167-8409-4a64-99f9-f6769ebb007f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 943 time: 0.0484896 Aug 10 04:34:28.504584 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3ae7f34b-09d6-4221-88be-652fc39599da req-b13fccaf-024a-4002-a214-a4ce663874db tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399673 Aug 10 04:34:29.412693 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:29.415099 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c9741b-4677-4455-a543-f00111673e29" -d '{"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:29.462880 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b287a1-d16a-4986-9549-f39bc327b1e6 x-openstack-request-id: req-e1b287a1-d16a-4986-9549-f39bc327b1e6 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:29.463241 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:29.463565 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1b287a1-d16a-4986-9549-f39bc327b1e6 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:29.464034 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'status': 'completed', 'code': 200} Aug 10 04:34:29.519578 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:29.523917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-41514de1-2e37-4004-98df-f51a7e946991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.525470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-41514de1-2e37-4004-98df-f51a7e946991 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0423994 Aug 10 04:34:29.534385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-752d8176-0094-4323-a643-c95ba1d44781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.536285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-752d8176-0094-4323-a643-c95ba1d44781 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0481524 Aug 10 04:34:29.637178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-a0a68e5a-418f-4790-a04b-bbf09fbf209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.638714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-a0a68e5a-418f-4790-a04b-bbf09fbf209c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0955498 Aug 10 04:34:29.648716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13d6fc-3602-42b5-b5ca-474f077d0eb6 req-4d47fc78-4d09-4003-8bbc-40d4a230b38b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.650213 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d13d6fc-3602-42b5-b5ca-474f077d0eb6 req-4d47fc78-4d09-4003-8bbc-40d4a230b38b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 943 time: 0.0708644 Aug 10 04:34:29.678446 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-e4469666-72b3-4327-b682-9d5af2ac98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.680335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-e4469666-72b3-4327-b682-9d5af2ac98d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1475394 Aug 10 04:34:29.712643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-b3d5a6be-ea17-45ea-ad4d-a553196b78f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1000 time: 0.0655942 Aug 10 04:34:29.719521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.731096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8d13d6fc-3602-42b5-b5ca-474f077d0eb6 req-43648ac6-fa0f-4c81-b9a6-ee64c606ead3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725374 Aug 10 04:34:29.755953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-4f5e33ff-f72e-43a7-9a46-b500838b3686 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1000 time: 0.0678968 Aug 10 04:34:29.770302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-71c49729-34b9-4acf-b546-e7cfbb8a424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.770968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-71c49729-34b9-4acf-b546-e7cfbb8a424d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0514157 Aug 10 04:34:29.812660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-b9887354-cc6c-4d5a-9dba-34bd3725e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.814169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-b9887354-cc6c-4d5a-9dba-34bd3725e6d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0502462 Aug 10 04:34:29.824733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-b29e6e85-a179-478c-888f-97b713f710e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.826387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-b29e6e85-a179-478c-888f-97b713f710e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439513 Aug 10 04:34:29.866074 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9741b-4677-4455-a543-f00111673e29 req-3967b6f9-ed6a-4f39-8716-8e9fb14e29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.868561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-3967b6f9-ed6a-4f39-8716-8e9fb14e29d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455980 Aug 10 04:34:29.934285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-bbe6f153-3416-402b-b958-8502b3c999a5 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995629 Aug 10 04:34:29.949708 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67baabbc-a901-4e7a-aa06-30243006bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.969080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-86f61c17-19c1-415b-b19e-671ae762d888 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915246 Aug 10 04:34:30.026927 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-df467312-3af1-4f8f-93e7-517111f363d4 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856299 Aug 10 04:34:30.068576 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7c9741b-4677-4455-a543-f00111673e29 req-41fc1952-db28-4679-8349-2e839e3b3a93 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911322 Aug 10 04:34:30.194200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:30.233949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:30.544767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:30.635926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:30.647409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'mac_address': 'fa:16:3e:de:09:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:30.682803 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.695400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f94bda-c2fb-4d5e-b40d-b9505632df1a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:30.714483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:30.718544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.767443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:30.775207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.775549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.775886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.776220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.776548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.776870 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.777193 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.777517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.777842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.778185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.778510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.778829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:30.867834 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29494016-eaa1-498e-bd5e-fe01baf0fb76 req-ac3dcf31-ba04-4645-b78e-cdee2f76b5f4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:30.869338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29494016-eaa1-498e-bd5e-fe01baf0fb76 req-ac3dcf31-ba04-4645-b78e-cdee2f76b5f4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0479984 Aug 10 04:34:30.908452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-29494016-eaa1-498e-bd5e-fe01baf0fb76 req-48a585f8-2dd7-4ebd-976f-8ceeeaa6e027 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325551 Aug 10 04:34:30.937904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['97f94bda-c2fb-4d5e-b40d-b9505632df1a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:31.222712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-807d2ad4-8a54-40ec-905d-c5d872e30e86 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.224159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-807d2ad4-8a54-40ec-905d-c5d872e30e86 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0&tenant_id=ddc68412b5844f54a021b0df2202792a&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 944 time: 0.0815990 Aug 10 04:34:31.236270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b6087-02cd-449f-9ab7-d212ab9e8881 req-29d1588c-3bec-47fd-b1f3-c73045163a69 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.237743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b1b6087-02cd-449f-9ab7-d212ab9e8881 req-29d1588c-3bec-47fd-b1f3-c73045163a69 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0661128 Aug 10 04:34:31.316014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b1b6087-02cd-449f-9ab7-d212ab9e8881 req-f057f7c0-eca8-4e24-9ac4-dba7e3122b64 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706124 Aug 10 04:34:31.323882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-2b23bad3-9af4-46bb-b0f9-5532a54df38c service neutron] 10.222.0.65 "GET /v2.0/ports/97f94bda-c2fb-4d5e-b40d-b9505632df1a/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.0851955 Aug 10 04:34:31.391109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-b3404737-6d24-4a04-a0c4-a34e1c24deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.392494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-b3404737-6d24-4a04-a0c4-a34e1c24deed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0441446 Aug 10 04:34:31.480975 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-40761365-d620-4d4d-9dd6-1bf70fb9de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.482522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-40761365-d620-4d4d-9dd6-1bf70fb9de93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0828960 Aug 10 04:34:31.551441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-69d3adf1-1382-43ec-af93-df4e2d22b079 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1001 time: 0.0616086 Aug 10 04:34:31.602962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-d462ab9b-a239-4ab8-8ef3-1a49024ee99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.604449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-d462ab9b-a239-4ab8-8ef3-1a49024ee99f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0460532 Aug 10 04:34:31.650380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-d1f11fa4-99b4-4073-a08b-66718a092a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.651823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-d1f11fa4-99b4-4073-a08b-66718a092a26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402803 Aug 10 04:34:31.743037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-5b713b75-4f2f-48c8-9b02-26987ec130d8 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839548 Aug 10 04:34:31.832610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-f838d352-90ab-4c9a-b04f-253d459249b6 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808191 Aug 10 04:34:31.946340 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.434138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6039-6946-47d5-8177-a755e19ce03e req-69c28a93-b64c-43e4-abe2-08cd95433287 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.435642 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c0ea6039-6946-47d5-8177-a755e19ce03e req-69c28a93-b64c-43e4-abe2-08cd95433287 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0505402 Aug 10 04:34:32.473281 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c0ea6039-6946-47d5-8177-a755e19ce03e req-7b62a695-b9f9-408f-a2fb-23dddab014a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316572 Aug 10 04:34:32.569328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a up at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:32.620492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning for port 97f94bda-c2fb-4d5e-b40d-b9505632df1a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:32.624123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Provisioning complete for port 97f94bda-c2fb-4d5e-b40d-b9505632df1a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:32.624498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.698971 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.720814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:32.723051 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2779bb-ebc9-43dc-8db5-117329a6a622" -d '{"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-plugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:32.736020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:32.740521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:32.793901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:32.826109 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d097e5a7-7612-4e1b-8e60-6b880840bdf7 x-openstack-request-id: req-d097e5a7-7612-4e1b-8e60-6b880840bdf7 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:32.826402 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-plugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:32.826658 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d097e5a7-7612-4e1b-8e60-6b880840bdf7 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:32.827080 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'code': 200} Aug 10 04:34:33.404518 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.593678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8772ef-9eb5-49d8-8877-5c60ed954881 req-6b2028f5-ba29-41ef-995c-c88fc0d0fcbb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.594838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b8772ef-9eb5-49d8-8877-5c60ed954881 req-6b2028f5-ba29-41ef-995c-c88fc0d0fcbb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Aug 10 04:34:33.631325 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b8772ef-9eb5-49d8-8877-5c60ed954881 req-dbbad042-38f3-4535-98fe-558d1e09a224 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304580 Aug 10 04:34:33.914173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-016b1868-ff0c-42b1-a881-80843e344a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.915675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-016b1868-ff0c-42b1-a881-80843e344a3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 1097 time: 0.0473447 Aug 10 04:34:33.929917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:33.982167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.183945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:34.221137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:34.264835 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:34.267127 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538321b5-d3c4-4d4d-bfaa-b3a90f2f9d92" -d '{"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:34.270975 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.283503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Transition to ACTIVE for port object 97f94bda-c2fb-4d5e-b40d-b9505632df1a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:34.286796 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.336463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=10']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:34.344460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.344819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.345167 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.345511 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.345852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.346213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.346552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.346890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.347231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.347561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.347894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.348223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:34.390266 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7d1e7-aaf2-4223-8ab7-cd6618db9f17 x-openstack-request-id: req-f2b7d1e7-aaf2-4223-8ab7-cd6618db9f17 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:34.390565 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:34.390823 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2b7d1e7-aaf2-4223-8ab7-cd6618db9f17 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:34.391226 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'code': 200} Aug 10 04:34:34.439028 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] No DVR routers for this DVR port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:34.575058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:34.575389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:34.575720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:34.579815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:34:34.580133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Attempting to bind port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:34.584843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:34.585219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:34.585602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:34.586050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Bound port: 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:34.586404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.654547 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:34.659898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:34.665299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.708329 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.708996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:34.710916 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1093 time: 0.7869613 Aug 10 04:34:34.783278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf459b-025d-41cc-ab92-3ef855ae5bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=11']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:34.813388 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7a26e-27b3-4cbc-9dc3-815e47c33239 req-3ed6d7a5-38d3-45e3-b570-a91d6a83b4a0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.814985 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4b7a26e-27b3-4cbc-9dc3-815e47c33239 req-3ed6d7a5-38d3-45e3-b570-a91d6a83b4a0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.1012633 Aug 10 04:34:34.820194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-76eae102-5823-4ce8-9c50-8ebae84b8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.821693 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-76eae102-5823-4ce8-9c50-8ebae84b8f1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0695438 Aug 10 04:34:34.905412 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4b7a26e-27b3-4cbc-9dc3-815e47c33239 req-a9e0a284-69b5-4c86-9d2b-1a76e8a37089 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827172 Aug 10 04:34:34.939861 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-8b09827e-473d-4140-b498-31a0464d64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.941357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-8b09827e-473d-4140-b498-31a0464d64d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1117213 Aug 10 04:34:35.012027 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-5a69b55f-8c31-481b-b2b1-b98dbe83fea1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1000 time: 0.0628181 Aug 10 04:34:35.061038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-61c8a4c1-7d7b-49cc-9a27-cb3f9367a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:35.062500 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-61c8a4c1-7d7b-49cc-9a27-cb3f9367a0c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0430596 Aug 10 04:34:35.108354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-d59b26d7-ea8e-4309-8525-400ffd1f954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:35.109816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-d59b26d7-ea8e-4309-8525-400ffd1f954d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392599 Aug 10 04:34:35.203687 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-ca71fe77-5394-4073-b3f8-8544e40059da service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861795 Aug 10 04:34:35.294461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f2a3c8ca-4c51-4752-8735-065793431ad4 req-de5e2ad5-dca1-4692-ab03-6d86a24764b1 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828164 Aug 10 04:34:36.022159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f87dce-a784-41d4-b59a-93bf379d34c6 req-cac4180c-faa6-4883-b1b5-b1e1433d37a8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.024584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1f87dce-a784-41d4-b59a-93bf379d34c6 req-cac4180c-faa6-4883-b1b5-b1e1433d37a8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0498054 Aug 10 04:34:36.060846 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b1f87dce-a784-41d4-b59a-93bf379d34c6 req-c51abf68-b560-4675-96ee-34bdd3393e86 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305371 Aug 10 04:34:36.393031 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:36.395434 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2df418-6504-41ea-b71b-cba4e626e2af" -d '{"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:36.443079 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d1eec-89d9-4610-86fd-7fb53d4b7762 x-openstack-request-id: req-b24d1eec-89d9-4610-86fd-7fb53d4b7762 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:36.443376 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:36.443634 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b24d1eec-89d9-4610-86fd-7fb53d4b7762 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:36.444041 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'status': 'completed', 'code': 200} Aug 10 04:34:36.512981 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-f4d5785a-a556-41c6-ba3d-bdac388a1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.513858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-7ace621a-dccd-4506-b791-4b2be9e9498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.514864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-f4d5785a-a556-41c6-ba3d-bdac388a1432 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0478735 Aug 10 04:34:36.515603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-7ace621a-dccd-4506-b791-4b2be9e9498d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0510507 Aug 10 04:34:36.591898 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:36.604681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-88cb6767-77ec-486d-812d-09333bdf622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.606206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-88cb6767-77ec-486d-812d-09333bdf622a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0847583 Aug 10 04:34:36.620291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-8544c5bb-db8a-47a2-bc26-5a2310cf4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.621968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-8544c5bb-db8a-47a2-bc26-5a2310cf4d3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0974691 Aug 10 04:34:36.630232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:36.676892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-115027e7-2785-4b89-b7e4-f905131b9144 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1000 time: 0.0633273 Aug 10 04:34:36.697563 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-9945aa18-9a08-40f0-811a-dbf3ca86f1f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 200 len: 1000 time: 0.0673671 Aug 10 04:34:36.726606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-3d48eaae-e3cb-415b-90bf-37ee912f5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.728071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-3d48eaae-e3cb-415b-90bf-37ee912f5498 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0448165 Aug 10 04:34:36.751902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-3092d2a0-6cbf-42a5-b969-7128ecaba6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.753455 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-3092d2a0-6cbf-42a5-b969-7128ecaba6e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0446596 Aug 10 04:34:36.775991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-cf62bbf2-ccc7-4a99-96bd-e90a648115df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.777520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-cf62bbf2-ccc7-4a99-96bd-e90a648115df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417316 Aug 10 04:34:36.804773 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-cd0b4897-0c9e-41eb-95bd-4cdf3714be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.806367 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-cd0b4897-0c9e-41eb-95bd-4cdf3714be70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442629 Aug 10 04:34:36.876718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-b83fa163-4e48-467e-ad9b-d741c598a249 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916362 Aug 10 04:34:36.927811 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-dc06fe42-a23e-4afe-899d-7d3a25e7164d service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086755 Aug 10 04:34:36.997588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-26068e72-244c-4902-88da-321a41462d34 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131561 Aug 10 04:34:37.023923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6c2df418-6504-41ea-b71b-cba4e626e2af req-ed777ec2-be98-4a21-a8a2-dcffc84d19c3 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883255 Aug 10 04:34:37.175039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2751430-05a2-4786-bbd7-77034fcd9b3e req-2268b82b-2a6a-4015-a548-5480ceb2ebdd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:37.176543 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2751430-05a2-4786-bbd7-77034fcd9b3e req-2268b82b-2a6a-4015-a548-5480ceb2ebdd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0497663 Aug 10 04:34:37.214328 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d2751430-05a2-4786-bbd7-77034fcd9b3e req-071a735d-5cfc-42a0-981c-1e9c06f43155 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312557 Aug 10 04:34:37.334460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468449f9-e374-4e24-8cb1-adaf95049aa8 req-fcc1fab7-0083-4a90-8937-bb89055276e6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:37.335944 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-468449f9-e374-4e24-8cb1-adaf95049aa8 req-fcc1fab7-0083-4a90-8937-bb89055276e6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0492153 Aug 10 04:34:37.373592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-468449f9-e374-4e24-8cb1-adaf95049aa8 req-332b806f-838d-492a-b7fc-0b0a00df8a97 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316718 Aug 10 04:34:37.488110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9eb4f-143c-488b-a0d1-288dc8b6a5cd req-4211d64c-7145-439c-89cb-96b57aac94a9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:37.489599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74f9eb4f-143c-488b-a0d1-288dc8b6a5cd req-4211d64c-7145-439c-89cb-96b57aac94a9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0510023 Aug 10 04:34:37.527885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74f9eb4f-143c-488b-a0d1-288dc8b6a5cd req-b27cc158-5f36-470b-98df-9e9b09a35b99 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314677 Aug 10 04:34:37.768134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517f40-1eb0-40a6-9925-5e3b8a4f855f req-139e3198-bc82-41df-a08d-b57e67e5ad61 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:37.769516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9517f40-1eb0-40a6-9925-5e3b8a4f855f req-139e3198-bc82-41df-a08d-b57e67e5ad61 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 944 time: 0.0478220 Aug 10 04:34:37.806772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f9517f40-1eb0-40a6-9925-5e3b8a4f855f req-dd141da1-cfe0-4095-9e63-fa410fb7c4ac tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308523 Aug 10 04:34:38.264002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:38.359368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:38.371226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'mac_address': 'fa:16:3e:de:09:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:38.407148 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:38.420118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f94bda-c2fb-4d5e-b40d-b9505632df1a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:38.440334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:38.444177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:38.490768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=12']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:38.684385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['97f94bda-c2fb-4d5e-b40d-b9505632df1a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:38.928322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfd9c9-468d-4eb7-b17c-3102620b2afb req-fcb8c0d1-5650-4534-9c38-d37ff95c6ee4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:38.930484 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10cfd9c9-468d-4eb7-b17c-3102620b2afb req-fcb8c0d1-5650-4534-9c38-d37ff95c6ee4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Aug 10 04:34:38.967358 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10cfd9c9-468d-4eb7-b17c-3102620b2afb req-59949b6c-31df-40aa-8ec1-6930973e67d8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307932 Aug 10 04:34:39.087352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b891ab96-5578-4874-9d0e-16c7bfec1395 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:39.088825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b891ab96-5578-4874-9d0e-16c7bfec1395 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 945 time: 0.0484235 Aug 10 04:34:39.178081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Deleting port 97f94bda-c2fb-4d5e-b40d-b9505632df1a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:39.178427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.267566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] For port 97f94bda-c2fb-4d5e-b40d-b9505632df1a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=97f94bda-c2fb-4d5e-b40d-b9505632df1a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:39.267983 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.435997 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.436460 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.436831 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 disassociated. External IP: 172.25.2.217, port: 97f94bda-c2fb-4d5e-b40d-b9505632df1a. Aug 10 04:34:39.437211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Calling delete_port for 97f94bda-c2fb-4d5e-b40d-b9505632df1a owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:39.570496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.596855 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event deleted for resources: {'Port': ['ID=97f94bda-c2fb-4d5e-b40d-b9505632df1a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:39.716257 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:39.824608 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:39.834687 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:39.844903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:39.845615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:39.862557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] No DVR routers for this DVR port 97f94bda-c2fb-4d5e-b40d-b9505632df1a on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:39.865166 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.867267 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1242ba67-7b0d-4c3c-9d02-2572dfe588ce req-b6c655be-b050-4b97-8dee-89ee606bf204 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "DELETE /v2.0/ports/97f94bda-c2fb-4d5e-b40d-b9505632df1a HTTP/1.1" status: 204 len: 173 time: 0.7719362 Aug 10 04:34:39.867704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-deleted', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:39.870010 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381535b-c830-4c27-9390-f6c42e8fe6e2" -d '{"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-deleted", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:39.912839 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721852a8-dcec-456c-a948-bfd96c2f2517 x-openstack-request-id: req-721852a8-dcec-456c-a948-bfd96c2f2517 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:39.913138 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd676346-4133-4fd8-a610-5f80a3b40cb0", "name": "network-vif-deleted", "tag": "97f94bda-c2fb-4d5e-b40d-b9505632df1a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:39.913395 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-721852a8-dcec-456c-a948-bfd96c2f2517 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:39.913868 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd676346-4133-4fd8-a610-5f80a3b40cb0', 'name': 'network-vif-deleted', 'tag': '97f94bda-c2fb-4d5e-b40d-b9505632df1a', 'status': 'completed', 'code': 200} Aug 10 04:34:39.961897 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:40.079235 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b03dc9cb-d71a-4528-8b3b-7451624e1f97 req-a052fd96-7664-4e16-83a0-6d40d087c8fe tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd676346-4133-4fd8-a610-5f80a3b40cb0 HTTP/1.1" status: 200 len: 210 time: 0.0307105 Aug 10 04:34:40.161631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:40.191444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:40.200613 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:40.201221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:40.307186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:40.509014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:40.534969 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ad46e-3a76-4cf6-af46-e941d96e34c4 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:40.746611 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7335f-ef9b-4823-9de8-904872711eca None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:34:41.346819 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-9f104c2d-b3d9-46e0-ac29-9c4412d66262 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--66819286&fields=id&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 267 time: 0.0333171 Aug 10 04:34:41.456302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-10e32a2f-7c86-4096-8bf4-113e55e07978 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.457682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-10e32a2f-7c86-4096-8bf4-113e55e07978 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.1040850 Aug 10 04:34:41.472130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-282ab647-75fb-46b6-bf3f-0f09c503b98f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/quotas/ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 375 time: 0.0087399 Aug 10 04:34:41.525488 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-6fcd137f-e04c-4701-b084-11c828004b0d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482168 Aug 10 04:34:41.641877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-307cbf10-ed10-4a2a-b7e8-bd536f020d05 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046627 Aug 10 04:34:41.729508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-bea0e0ae-bad0-499b-8d38-970fc8255085 service neutron] 10.222.0.53 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815136 Aug 10 04:34:41.887492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5617abb1-fcba-4106-9875-05856bdfc2e4 req-1c8fb89a-424c-4e3e-9d7c-33d4c4b6a5dc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0268404 Aug 10 04:34:42.287885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:42.311824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 97f94bda-c2fb-4d5e-b40d-b9505632df1a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:34:42.312101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:42.968706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-52293cff-313b-4436-a2da-ec72939c0766 req-32038144-8940-4091-94f7-bd5ca2deb395 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0262134 Aug 10 04:34:44.047435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-733a34f0-62a8-4808-a80a-eaa71ecda8e7 req-830602ee-169e-448a-b856-85471d8381dd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0259387 Aug 10 04:34:44.844519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-8357b555-f5bf-4b1d-bb2a-d06fd7406d80 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:44.846198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-8357b555-f5bf-4b1d-bb2a-d06fd7406d80 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 811 time: 0.1050210 Aug 10 04:34:44.891830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-29e812f8-397f-4065-b587-ba8e11431402 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 378 time: 0.0358644 Aug 10 04:34:44.902606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'port': {'device_id': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'admin_state_up': True, 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'security_groups': ['ab6e1dc1-1002-4807-a641-9433346bd9c7']}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:45.014988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Made reservation on behalf of ddc68412b5844f54a021b0df2202792a for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:34:45.018498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.142481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87731448-aa82-470b-b46c-841d617c1614 req-1e2b96ab-f4d0-493f-a637-009d217cbe58 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0264959 Aug 10 04:34:45.151092 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Allocated IP 172.20.0.6 (c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8/98215bf1-202b-45b9-8a21-f863a680151b/ebb7e357-5962-445e-b9e6-bf7de6b20d7a) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:45.287172 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.300845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Transition to ACTIVE for port object ebb7e357-5962-445e-b9e6-bf7de6b20d7a will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:45.349289 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.399778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:45.402789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:45.405283 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:45.433046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:45.459540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:45.460170 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.475195 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-98e10ce9-21dd-4f2f-ae85-72f842f1ce55 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762496 Aug 10 04:34:45.488516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Request body: {'port': {'device_id': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:45.545755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.668712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0df98cd4-80e9-4375-9315-a2f8224c59fa None None] Provisioning for port ebb7e357-5962-445e-b9e6-bf7de6b20d7a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:45.672601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0df98cd4-80e9-4375-9315-a2f8224c59fa None None] Provisioning complete for port ebb7e357-5962-445e-b9e6-bf7de6b20d7a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:45.672923 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0df98cd4-80e9-4375-9315-a2f8224c59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.708020 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0df98cd4-80e9-4375-9315-a2f8224c59fa None None] Port ebb7e357-5962-445e-b9e6-bf7de6b20d7a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:34:45.806495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:45.813882 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.825426 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Transition to ACTIVE for port object ebb7e357-5962-445e-b9e6-bf7de6b20d7a will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:45.829319 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.900726 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:45.951273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:45.951616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:45.951938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:45.956536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:34:45.956865 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:45.962341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:45.962683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:45.963066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:45.963497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Bound port: ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:45.963866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:46.034124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:46.037060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:46.042386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:46.072640 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.073484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:46.075081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1092 time: 0.5914662 Aug 10 04:34:46.077239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:46.080281 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c13f187-ec91-4477-a466-859bfe050a83" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:46.113540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b5f34-8afd-4400-bd4f-7b742a938dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:46.130333 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40bfa7c-cc2d-4664-8260-25a50ec019c3 x-openstack-request-id: req-f40bfa7c-cc2d-4664-8260-25a50ec019c3 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:46.130632 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:46.130891 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f40bfa7c-cc2d-4664-8260-25a50ec019c3 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:46.131853 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'status': 'completed', 'code': 200} Aug 10 04:34:46.165505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-083ea50d-d3b0-4ecb-a805-66baa6af5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.167406 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-083ea50d-d3b0-4ecb-a805-66baa6af5995 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1095 time: 0.0492322 Aug 10 04:34:46.216685 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-0b5ca68c-94e9-4eb2-9f88-f8d6ec47ccf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 217 time: 0.0413246 Aug 10 04:34:46.271626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-73c1fe7b-6d45-4d2f-a515-c97f4456092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.273946 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-73c1fe7b-6d45-4d2f-a515-c97f4456092b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0499444 Aug 10 04:34:46.303739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:46.308262 n-d-769329-14 neutron-server[94142]: INFO neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No ports have port_id starting with 97f94bda-c2fb-4d5e-b40d-b9505632df1a Aug 10 04:34:46.310024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 97f94bda-c2fb-4d5e-b40d-b9505632df1a requested by agent hyperv_n-h1-769329-14 not found in database {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 04:34:46.323060 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-b92a8f92-538f-4597-af95-01426458b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.324652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-b92a8f92-538f-4597-af95-01426458b048 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426877 Aug 10 04:34:46.433247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-92a273cc-ef8b-418b-b98e-b268bf3afff7 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009066 Aug 10 04:34:46.536561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c9e2122-e355-4f26-a4c3-38fcb92b95db req-182f0025-0740-48ec-9000-874109a3ed0a service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956373 Aug 10 04:34:46.596358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55640e53-1d86-481e-943a-fa8694a91195 req-f0527ef6-daa8-404f-9a97-2102765b7cdf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.597899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55640e53-1d86-481e-943a-fa8694a91195 req-f0527ef6-daa8-404f-9a97-2102765b7cdf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.3817549 Aug 10 04:34:46.622246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13f187-ec91-4477-a466-859bfe050a83 req-bd86adc5-6a25-43aa-834b-b15392ce18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.623756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-bd86adc5-6a25-43aa-834b-b15392ce18e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1095 time: 0.0406461 Aug 10 04:34:46.635929 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-55640e53-1d86-481e-943a-fa8694a91195 req-9183a386-1efc-4f04-9d56-7cecaf9f284b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319929 Aug 10 04:34:46.723291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13f187-ec91-4477-a466-859bfe050a83 req-dcf8487f-a481-4e34-b0bf-922941f55bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.724787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-dcf8487f-a481-4e34-b0bf-922941f55bcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0937977 Aug 10 04:34:46.768236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-7b07aea2-35c8-4e90-8633-be6982846ad3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 217 time: 0.0344186 Aug 10 04:34:46.816751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13f187-ec91-4477-a466-859bfe050a83 req-d4d7a1fd-241a-47d0-8473-3d5282d97dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.818223 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-d4d7a1fd-241a-47d0-8473-3d5282d97dda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0424933 Aug 10 04:34:46.867333 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13f187-ec91-4477-a466-859bfe050a83 req-7a48d9a9-3070-455a-83d9-f0beecc0e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:46.868836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-7a48d9a9-3070-455a-83d9-f0beecc0e000 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429766 Aug 10 04:34:46.957899 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-1b3e5f9d-8798-44f7-88b1-2d53aea8427b service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811133 Aug 10 04:34:47.067357 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c13f187-ec91-4477-a466-859bfe050a83 req-395fbcff-8f8f-4e91-99c4-647afe18027b service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001382 Aug 10 04:34:47.754118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b0cb-ecf4-4b6c-8db4-4d69188f7c5e req-279a4594-006f-4dc4-b9eb-df8ed17d2eee tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:47.755591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8379b0cb-ecf4-4b6c-8db4-4d69188f7c5e req-279a4594-006f-4dc4-b9eb-df8ed17d2eee tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0493684 Aug 10 04:34:47.793424 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8379b0cb-ecf4-4b6c-8db4-4d69188f7c5e req-232dc74c-6b9a-452d-89e1-8b011d5ee7f5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310178 Aug 10 04:34:48.906474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407cd8c-fd21-4196-996c-41c0719efba0 req-f4544ac4-ee9a-4791-bc6c-7daec22c1198 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:48.907966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a407cd8c-fd21-4196-996c-41c0719efba0 req-f4544ac4-ee9a-4791-bc6c-7daec22c1198 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0489600 Aug 10 04:34:48.945160 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a407cd8c-fd21-4196-996c-41c0719efba0 req-ed787716-d47e-484f-91cb-c8c61ae7a031 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305743 Aug 10 04:34:50.059291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e98f-2898-479f-a593-436bf8094b80 req-e838cc9b-313f-4438-b61e-1d986b67b00a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:50.060775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b39e98f-2898-479f-a593-436bf8094b80 req-e838cc9b-313f-4438-b61e-1d986b67b00a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0478971 Aug 10 04:34:50.097710 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0b39e98f-2898-479f-a593-436bf8094b80 req-4e39bd82-8835-4ae5-9b7c-b43a9922eb8a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309842 Aug 10 04:34:50.335225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:50.426935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:50.438415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:50.477900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:50.491254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:50.511439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:50.515159 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:50.562338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:50.713480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ebb7e357-5962-445e-b9e6-bf7de6b20d7a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:51.213043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bac71f-56af-4423-865e-9fff0510ee26 req-64342070-78da-4e99-9569-bfa29c438f02 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:51.214574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14bac71f-56af-4423-865e-9fff0510ee26 req-64342070-78da-4e99-9569-bfa29c438f02 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0496089 Aug 10 04:34:51.253386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14bac71f-56af-4423-865e-9fff0510ee26 req-72cb355d-00b2-4d47-b932-16c07dc02d73 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328650 Aug 10 04:34:52.334792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:52.377868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90296587-173e-4e0a-b349-37368099c6ab req-40cbb17d-40cb-4704-bf88-6ea8fd14b91d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:52.379380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90296587-173e-4e0a-b349-37368099c6ab req-40cbb17d-40cb-4704-bf88-6ea8fd14b91d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0534062 Aug 10 04:34:52.383196 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port ebb7e357-5962-445e-b9e6-bf7de6b20d7a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:52.387251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port ebb7e357-5962-445e-b9e6-bf7de6b20d7a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:52.387616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:52.417593 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90296587-173e-4e0a-b349-37368099c6ab req-c0bc6608-5768-41c1-88b4-4d90f9adbfdf tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314481 Aug 10 04:34:52.462666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:52.486642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:52.488873 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58f427-2040-43d2-849a-0344fb9bd756" -d '{"events": [{"server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "name": "network-vif-plugged", "status": "completed", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:52.502258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:52.508116 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:52.534429 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee55825-7662-4680-a1ad-45ec8210525a x-openstack-request-id: req-1ee55825-7662-4680-a1ad-45ec8210525a {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:52.534715 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "name": "network-vif-plugged", "status": "completed", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:52.534992 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ee55825-7662-4680-a1ad-45ec8210525a {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:52.535351 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'code': 200} Aug 10 04:34:52.562327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:52.635217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f8e9e-1900-46fd-85d6-14ae1ae1c6cf req-634596bc-f4d9-487a-b6c6-255bd1842963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:52.636653 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e11f8e9e-1900-46fd-85d6-14ae1ae1c6cf req-634596bc-f4d9-487a-b6c6-255bd1842963 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1097 time: 0.0408523 Aug 10 04:34:52.679596 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e11f8e9e-1900-46fd-85d6-14ae1ae1c6cf req-d434951f-f953-4845-a7ed-ed8b38796020 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347114 Aug 10 04:34:53.533858 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d2625-6eca-42e9-98eb-37336caa1d79 req-af369350-bcc6-4687-a54a-426b03f61f5e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:53.535380 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e1d2625-6eca-42e9-98eb-37336caa1d79 req-af369350-bcc6-4687-a54a-426b03f61f5e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0507984 Aug 10 04:34:53.576507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5e1d2625-6eca-42e9-98eb-37336caa1d79 req-69254704-3842-460c-98d8-7ad4efac9dbb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348370 Aug 10 04:34:54.704573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830057e-bfb5-4637-906f-420a9ee83a38 req-d68ecb0b-e715-4946-925b-3aca96af6be2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:54.706085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c830057e-bfb5-4637-906f-420a9ee83a38 req-d68ecb0b-e715-4946-925b-3aca96af6be2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0515695 Aug 10 04:34:54.743824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c830057e-bfb5-4637-906f-420a9ee83a38 req-49316520-b5cd-4177-a2e7-bf7d9868ad34 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311978 Aug 10 04:34:54.858803 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778415e-52ec-49ce-8157-0af83a372292 req-10a931bd-69c7-4d27-aa04-04b322cefcf6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:54.860305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3778415e-52ec-49ce-8157-0af83a372292 req-10a931bd-69c7-4d27-aa04-04b322cefcf6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0529532 Aug 10 04:34:54.869423 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 45752) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:34:54.873760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Request body: {'floatingip': {'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:54.912871 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:55.395415 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:55.637262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:55.641742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:55.749682 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 associated. External IP: 172.25.2.217, port: ebb7e357-5962-445e-b9e6-bf7de6b20d7a. Aug 10 04:34:55.957445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:34:56.064837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:34:56.069706 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:56.074902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:34:56.083700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:56.084332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:56.097639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5f612ea8-efcc-446a-8fee-db8c291ac0a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "PUT /v2.0/floatingips/dbcf734e-84a3-4aa7-ae6e-0a815a137822 HTTP/1.1" status: 200 len: 992 time: 1.2271237 Aug 10 04:34:56.098286 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:56.100562 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b73a3de-23ef-4157-8b6a-493eee7e4d30" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:56.144329 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49050ed4-ec18-4661-a23a-61f8217baacf x-openstack-request-id: req-49050ed4-ec18-4661-a23a-61f8217baacf {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:56.144661 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:56.144853 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49050ed4-ec18-4661-a23a-61f8217baacf {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:56.145214 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'status': 'completed', 'code': 200} Aug 10 04:34:56.194529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:56.207174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-84efa23a-2602-4afb-ad11-abe11fd04962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.208911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-84efa23a-2602-4afb-ad11-abe11fd04962 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1097 time: 0.0409951 Aug 10 04:34:56.305960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-28561bb2-3ae0-4a00-a8e3-719e096f64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.307530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-28561bb2-3ae0-4a00-a8e3-719e096f64d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0916378 Aug 10 04:34:56.378209 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-4a5d7d9e-d28e-461c-991f-903fe465b9e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0631366 Aug 10 04:34:56.427825 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:34:55Z', 'revision_number': 13, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:56.432815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-f3b4198b-ce28-438e-afd7-dc311301eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.434536 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-f3b4198b-ce28-438e-afd7-dc311301eb7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0456703 Aug 10 04:34:56.459330 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:34:56.470031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:34:56.470634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:34:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:56.486235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-89200281-d42a-4988-95a1-3424f58b3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.487843 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-89200281-d42a-4988-95a1-3424f58b3e2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463834 Aug 10 04:34:56.601826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:56.612599 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-340e5aa1-2745-4156-acf7-f988d7c31b3a service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150289 Aug 10 04:34:56.615223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:34:56.714403 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9b73a3de-23ef-4157-8b6a-493eee7e4d30 req-196df63b-6192-4a28-845d-151fd6c5c92d service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936441 Aug 10 04:34:56.989225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:34:55Z', 'revision_number': 13, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:34:57.019189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb737ef-d4e4-4c9b-8a33-768433ab1ec6 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'dbcf734e-84a3-4aa7-ae6e-0a815a137822', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'floating_ip_address': '172.25.2.217', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:27:46Z', 'updated_at': '2021-08-10T04:34:55Z', 'revision_number': 13, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:34:57.111384 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-76c2909f-be88-4da2-ba36-95303b851cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:57.208081 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2912dd90-b0e8-4852-909e-0a310ac8662d None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:34:59.722771 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:59.950773 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-331fab43-d59f-410d-8324-831ec9c07b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:01.950033 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:03.408013 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:06.519685 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:10.431137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-d847c1c5-4f82-4c6f-ae94-5e428fd64a7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442677 Aug 10 04:35:10.526591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-43ec9557-e15a-4157-b397-31a7aa5ec84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:10.528221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-43ec9557-e15a-4157-b397-31a7aa5ec84b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1097 time: 0.0452983 Aug 10 04:35:10.649907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-2ee3cede-0251-45e8-9ab0-7387f762386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:10.651530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-2ee3cede-0251-45e8-9ab0-7387f762386a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1017134 Aug 10 04:35:10.725106 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-62eb14b0-1281-4d36-8e5d-ce547b1c6640 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1002 time: 0.0632238 Aug 10 04:35:10.790982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-6fca5895-1584-4bf4-a9de-9f101c246e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:10.792514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-6fca5895-1584-4bf4-a9de-9f101c246e22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0595796 Aug 10 04:35:10.849942 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-a319315b-1469-4f40-9a6e-daac9f1b17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:10.852303 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-a319315b-1469-4f40-9a6e-daac9f1b17ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483840 Aug 10 04:35:10.955617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-ebabe684-f54c-4a4e-ae24-690d0957e1ac service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948603 Aug 10 04:35:11.061310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cb98c1d5-b42c-4a2a-aa99-7487370315bb req-3da446ba-7f49-4858-8c37-5513951e5b9c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966220 Aug 10 04:35:25.394356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:26.560875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.113948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42e9b6af-2b51-4465-bc74-344f6cc04f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:29.724222 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:29.953843 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fe41659c-6fec-44b9-a1ef-94e877c980aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.952726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.409543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:43.522510 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:55.410566 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:56.570605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:57.118404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f803d1e9-0694-44f2-98ed-84516bbae418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:59.726039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:59.954772 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bb17302b-ed81-4657-9bdf-4db7c0970caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:01.954586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:03.414106 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:10.408400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-ebf91fc3-3eee-420d-b6bc-744f20ce64be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432277 Aug 10 04:36:10.494868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db8e7-5708-4083-a126-9da686f6c11d req-e291baf5-28ba-4633-a355-441e334b6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:10.496497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-e291baf5-28ba-4633-a355-441e334b6e18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1097 time: 0.0436957 Aug 10 04:36:10.614510 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db8e7-5708-4083-a126-9da686f6c11d req-178409bb-3185-47d3-8920-2dad9c0a950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:10.616006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-178409bb-3185-47d3-8920-2dad9c0a950b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0978975 Aug 10 04:36:10.689386 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-e23046d4-f1a4-4b8b-8fed-fbbc42404f02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1002 time: 0.0654621 Aug 10 04:36:10.740874 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db8e7-5708-4083-a126-9da686f6c11d req-a8d6ff9f-beba-4fba-91fe-f8bf288929c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:10.742394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-a8d6ff9f-beba-4fba-91fe-f8bf288929c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0459268 Aug 10 04:36:10.802671 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db8e7-5708-4083-a126-9da686f6c11d req-73efbda0-2d8d-4a9c-b6df-aa81ef181846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:10.804762 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-73efbda0-2d8d-4a9c-b6df-aa81ef181846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501893 Aug 10 04:36:10.901472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-7a5dc802-6a99-4ce2-9921-45d72badd5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Aug 10 04:36:11.007910 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-594db8e7-5708-4083-a126-9da686f6c11d req-10bf7049-e00b-407f-98e5-0903b9e2d410 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961297 Aug 10 04:36:20.522291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:25.441249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:26.574462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.119852 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a8d89bdb-a7f7-47b7-b427-cd7ca0c326fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:29.727417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:29.956436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-03efeb92-2c18-4132-8112-8936573f8ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:31.958429 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:33.417376 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:34.693676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab3275-a921-4f45-b188-8ce20f315928 req-95e02eac-0dde-4a22-a5aa-9ea08a13d450 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:34.695198 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01ab3275-a921-4f45-b188-8ce20f315928 req-95e02eac-0dde-4a22-a5aa-9ea08a13d450 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0490496 Aug 10 04:36:34.733448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01ab3275-a921-4f45-b188-8ce20f315928 req-1255a098-d6fa-4e24-9154-1c7194de536b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316565 Aug 10 04:36:45.903947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-dc6bd979-4b90-4dba-807c-69bada9dbeec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421960 Aug 10 04:36:45.910210 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917e4ad-a7ca-447c-b0e7-f48cd4033f35 req-3161c56c-ece0-40b7-98f2-6e409ca04831 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:45.911844 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0917e4ad-a7ca-447c-b0e7-f48cd4033f35 req-3161c56c-ece0-40b7-98f2-6e409ca04831 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0501435 Aug 10 04:36:45.950930 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0917e4ad-a7ca-447c-b0e7-f48cd4033f35 req-87781395-68bb-4db8-ae56-32aba0d8fa26 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328448 Aug 10 04:36:46.988338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-853011a5-75f1-4b28-a7d2-dfd60159b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:46.989921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-853011a5-75f1-4b28-a7d2-dfd60159b3e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1097 time: 0.0410361 Aug 10 04:36:47.070935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18d5fd-3611-48bf-88fc-e61be4c07c73 req-d004fa1f-24a5-4425-b489-4c9bd7c46d29 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:47.072416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b18d5fd-3611-48bf-88fc-e61be4c07c73 req-d004fa1f-24a5-4425-b489-4c9bd7c46d29 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0509064 Aug 10 04:36:47.086644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-6fbbb552-d035-4f4e-8796-a7f243ae14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:47.088192 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-6fbbb552-d035-4f4e-8796-a7f243ae14b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0894139 Aug 10 04:36:47.111247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b18d5fd-3611-48bf-88fc-e61be4c07c73 req-702e8b41-dec9-4229-b486-d47a37c177a3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323493 Aug 10 04:36:47.157171 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-a4661e28-9951-48be-a60b-b4e07ea46493 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1002 time: 0.0616217 Aug 10 04:36:47.207327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-7303c7a2-2244-47d9-8903-95411be4bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:47.208902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-7303c7a2-2244-47d9-8903-95411be4bbe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0439563 Aug 10 04:36:47.259451 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-dc1788f5-720b-46dd-bf2e-26e200baac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:47.260960 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-dc1788f5-720b-46dd-bf2e-26e200baac66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444238 Aug 10 04:36:47.272838 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-84f63708-6247-4d82-82cd-f965e2bc1214 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:36:47.273782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-84f63708-6247-4d82-82cd-f965e2bc1214 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050530 Aug 10 04:36:47.362313 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-eb2249c5-a3fe-4b9b-8855-89be0e478d30 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807447 Aug 10 04:36:47.454661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-285233a5-0dda-4a59-9d3e-b11938d55c38 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847435 Aug 10 04:36:48.228089 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe682f9-a6ef-4ef1-ab29-28837787d3db req-01f89195-b4e9-4150-a63e-8929f2a53f7c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:48.229549 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cbe682f9-a6ef-4ef1-ab29-28837787d3db req-01f89195-b4e9-4150-a63e-8929f2a53f7c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0483317 Aug 10 04:36:48.267723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cbe682f9-a6ef-4ef1-ab29-28837787d3db req-9f19d064-7bc3-416c-9bfa-b3e66f7d0240 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315292 Aug 10 04:36:49.389648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb078a-6466-4f69-8870-58abe7e86b38 req-d4d243a0-6494-4a8e-9e98-272e2cfc96f8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:49.391768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ceb078a-6466-4f69-8870-58abe7e86b38 req-d4d243a0-6494-4a8e-9e98-272e2cfc96f8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0494702 Aug 10 04:36:49.427772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ceb078a-6466-4f69-8870-58abe7e86b38 req-ed6c0bff-bd66-498e-a88b-eaefdd963e15 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301511 Aug 10 04:36:50.543850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6e09f-1a1a-442f-a8ac-a74ed2d105a9 req-70aae4f7-78a2-471e-bd2b-62dca5508fc9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:50.545435 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dab6e09f-1a1a-442f-a8ac-a74ed2d105a9 req-70aae4f7-78a2-471e-bd2b-62dca5508fc9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0490980 Aug 10 04:36:50.587443 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dab6e09f-1a1a-442f-a8ac-a74ed2d105a9 req-5cc48744-3bb8-4ad3-a6c2-2f1dca0cc68e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332410 Aug 10 04:36:51.702828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095557-f7ff-4a9e-ab03-7ad5b0fe7c7f req-f5d08618-9e6a-4bd1-add1-90710b0b56f6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:51.704326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d095557-f7ff-4a9e-ab03-7ad5b0fe7c7f req-f5d08618-9e6a-4bd1-add1-90710b0b56f6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0479624 Aug 10 04:36:51.741895 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d095557-f7ff-4a9e-ab03-7ad5b0fe7c7f req-413897ed-9d88-4ec3-bc6c-8aa1aaa618d3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317197 Aug 10 04:36:52.863549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942aa8c-d008-4460-93e1-55304fcb2638 req-724c6fae-35b1-42fc-aeb6-f9ba2fd1819a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:52.865062 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a942aa8c-d008-4460-93e1-55304fcb2638 req-724c6fae-35b1-42fc-aeb6-f9ba2fd1819a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0537360 Aug 10 04:36:52.903730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a942aa8c-d008-4460-93e1-55304fcb2638 req-6dce7e65-9532-4146-a514-2588fd0ffd32 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326023 Aug 10 04:36:54.023289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588995b-2e37-4905-ab9b-7ad138153157 req-db6264d1-5f4b-40b4-b06d-f78b4e56a3f2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:54.024759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1588995b-2e37-4905-ab9b-7ad138153157 req-db6264d1-5f4b-40b4-b06d-f78b4e56a3f2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0521803 Aug 10 04:36:54.062841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1588995b-2e37-4905-ab9b-7ad138153157 req-1cdadee0-f427-41f9-b244-c930d42f43d5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321636 Aug 10 04:36:55.178004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9e36-df02-4ad7-8c1d-302c3b41dfe6 req-ecb06a6e-7783-4614-87b7-a104381e931d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:55.179492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1aa9e36-df02-4ad7-8c1d-302c3b41dfe6 req-ecb06a6e-7783-4614-87b7-a104381e931d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0494068 Aug 10 04:36:55.218292 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d1aa9e36-df02-4ad7-8c1d-302c3b41dfe6 req-558d113f-b504-4fe7-8570-3bb1d467f21d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327578 Aug 10 04:36:55.441606 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:56.336208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12822040-48ce-4ef7-9c64-e9b7b992d1d6 req-79725a9f-1d91-4b56-a75f-5dfaf83bdedb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:56.337736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12822040-48ce-4ef7-9c64-e9b7b992d1d6 req-79725a9f-1d91-4b56-a75f-5dfaf83bdedb tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0504210 Aug 10 04:36:56.379316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-12822040-48ce-4ef7-9c64-e9b7b992d1d6 req-9596115d-08ea-451d-984f-4507c44d4efe tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349703 Aug 10 04:36:56.599359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.123294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-55f89d55-2c11-4a82-ada0-747c1ca27508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:57.495394 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90fd06-7958-4e2a-bbf7-dec2800c7379 req-5b32bdc1-019a-4131-b46a-ad7087c7679d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.496335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a90fd06-7958-4e2a-bbf7-dec2800c7379 req-5b32bdc1-019a-4131-b46a-ad7087c7679d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0474310 Aug 10 04:36:57.521663 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:57.534135 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a90fd06-7958-4e2a-bbf7-dec2800c7379 req-f7727400-e3c9-4b75-a115-48f65fe58070 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310705 Aug 10 04:36:58.650078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef32e8c-e6e2-4893-a8fc-0748d35d0c60 req-6dd9281a-130c-4617-8f39-849d1c115dd7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:58.651570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aef32e8c-e6e2-4893-a8fc-0748d35d0c60 req-6dd9281a-130c-4617-8f39-849d1c115dd7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 10 04:36:58.689809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aef32e8c-e6e2-4893-a8fc-0748d35d0c60 req-61186c5e-02ae-481a-b04f-b401332e9494 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318964 Aug 10 04:36:59.728555 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:59.811797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2788de-49c1-4b7a-a75f-ec65968d23b8 req-0873e4a2-1763-4ab8-8304-5bd34b4806fc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:59.813332 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2788de-49c1-4b7a-a75f-ec65968d23b8 req-0873e4a2-1763-4ab8-8304-5bd34b4806fc tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0528135 Aug 10 04:36:59.854041 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b2788de-49c1-4b7a-a75f-ec65968d23b8 req-926d7100-2e97-4a52-87c7-344936801d74 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344858 Aug 10 04:36:59.957204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e4610c02-280b-4676-8f4f-27cb738f27e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:00.974837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b830e8e-8d45-4b18-9f06-dabb9bd8fc66 req-eb33f8be-fda4-4ada-9067-97223f1ce595 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:00.976375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b830e8e-8d45-4b18-9f06-dabb9bd8fc66 req-eb33f8be-fda4-4ada-9067-97223f1ce595 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0526640 Aug 10 04:37:01.014428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b830e8e-8d45-4b18-9f06-dabb9bd8fc66 req-6cf08f08-1f4e-409b-9933-44e13affacda tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319114 Aug 10 04:37:01.231363 n-d-769329-14 neutron-server[94140]: INFO neutron.api.v2.resource [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-e114a0bb-abe9-4826-9265-5c0852c53e88 service neutron] show failed (client error): The resource could not be found. Aug 10 04:37:01.232391 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-e114a0bb-abe9-4826-9265-5c0852c53e88 service neutron] 10.222.0.39 "GET /v2.0/ports/ebb7e357-5962-445e-b9e6-bf7de6b20d7a/bindings/n-h2-769329-14 HTTP/1.1" status: 404 len: 381 time: 0.0546246 Aug 10 04:37:01.427388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-460324bb-20e1-43ad-bb2f-7ffb66db2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:01.428792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-460324bb-20e1-43ad-bb2f-7ffb66db2e19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 1097 time: 0.0410557 Aug 10 04:37:01.441595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:01.493667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.698820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:01.731044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:01.770029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:01.772297 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1bd76b-0710-47a4-ab7b-61b2d150a8ec" -d '{"events": [{"server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:01.776482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.788581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Transition to ACTIVE for port object ebb7e357-5962-445e-b9e6-bf7de6b20d7a will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:01.792079 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:01.825852 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043c1974-a908-49ff-a0a2-61834bf6d6d7 x-openstack-request-id: req-043c1974-a908-49ff-a0a2-61834bf6d6d7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:01.826176 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:01.826431 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-043c1974-a908-49ff-a0a2-61834bf6d6d7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:01.826828 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'code': 200} Aug 10 04:37:01.878018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:01.889818 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.890192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.890565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.890900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.891231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.891562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.891886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.892208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.892532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.892860 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.893176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.893494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:01.927212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] No DVR routers for this DVR port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:01.963498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.065319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:02.065878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:02.066005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:02.070466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:37:02.070788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:02.075979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:02.076311 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:02.076711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:02.077140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Bound port: ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:02.077495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.173594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d413-09df-4c0d-a291-96c40425470c req-b7c1b9ca-8637-4f2b-8c16-58975848d926 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:02.175101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64b5d413-09df-4c0d-a291-96c40425470c req-b7c1b9ca-8637-4f2b-8c16-58975848d926 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0883181 Aug 10 04:37:02.196569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:02.211667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:02.223028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.236512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-64b5d413-09df-4c0d-a291-96c40425470c req-2ee4b402-58be-4ed4-92bd-09f3a6cd1c7f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554543 Aug 10 04:37:02.266573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:02.267188 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:02.268588 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] 10.222.0.65 "PUT /v2.0/ports/ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1092 time: 0.8319366 Aug 10 04:37:02.287111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0567-18ab-404c-b6b1-8e68eba22e9e service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:02.333946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-fade7a9c-29fb-402e-8dd1-497563785d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:02.335504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-fade7a9c-29fb-402e-8dd1-497563785d4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1095 time: 0.0417669 Aug 10 04:37:02.434225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-1fbb1fa9-8c5a-44a3-bb4e-ed02bf135c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:02.435728 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-1fbb1fa9-8c5a-44a3-bb4e-ed02bf135c6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0934393 Aug 10 04:37:02.500772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-685f01e6-1040-4b49-bca9-a5c5d20380c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0576289 Aug 10 04:37:02.554434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-837b9a96-935c-48d0-8602-4a4cee6cd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:02.555919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-837b9a96-935c-48d0-8602-4a4cee6cd49f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0481801 Aug 10 04:37:02.606751 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-29274911-8ebc-4184-90e7-68b2de51c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:02.608270 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-29274911-8ebc-4184-90e7-68b2de51c19f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457828 Aug 10 04:37:02.705134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-0f98e9af-f911-4df1-af60-d2a7f67f885b service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889263 Aug 10 04:37:02.796369 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5912446e-0f20-476f-b49c-3c7c0c5440bf req-b55e3c79-6334-4628-a82b-41743ec2b9cb service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841918 Aug 10 04:37:02.953536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:03.002883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:03.359971 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169b98b-a964-48c3-98f4-46324ae3f67d req-5345f63e-d334-456b-8795-9a0906e82412 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:03.361445 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d169b98b-a964-48c3-98f4-46324ae3f67d req-5345f63e-d334-456b-8795-9a0906e82412 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0499666 Aug 10 04:37:03.401173 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d169b98b-a964-48c3-98f4-46324ae3f67d req-39b66093-5343-4ce3-982c-450ece9272a5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336323 Aug 10 04:37:03.419927 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:03.828890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:03.831410 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa211d51-d479-49fe-abcf-8cc2beba60aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:03.881014 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9994d8e-ede3-4355-9211-4db633a1b3e8 x-openstack-request-id: req-e9994d8e-ede3-4355-9211-4db633a1b3e8 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:03.881371 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:03.881631 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9994d8e-ede3-4355-9211-4db633a1b3e8 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:03.882222 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'status': 'completed', 'code': 200} Aug 10 04:37:03.945540 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-9191ab16-7c3d-4d42-a1fb-e11494aff2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:03.947185 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-9191ab16-7c3d-4d42-a1fb-e11494aff2ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1095 time: 0.0456851 Aug 10 04:37:03.948261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-d0340c52-b416-4fd5-9782-cbe85a4b42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:03.949656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-d0340c52-b416-4fd5-9782-cbe85a4b42f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1095 time: 0.0445027 Aug 10 04:37:04.051233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-d321414d-e139-42a9-bcc5-00448ccce009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.052787 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-d321414d-e139-42a9-bcc5-00448ccce009 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0975318 Aug 10 04:37:04.053897 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-1e12c448-fd0a-462e-98b8-9784f09dffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.055458 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-1e12c448-fd0a-462e-98b8-9784f09dffa9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0983605 Aug 10 04:37:04.128376 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-1d2c5831-7e1b-4b80-affa-aec588da448a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0643322 Aug 10 04:37:04.129352 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-6cde6421-9ece-42f3-9d80-11feb22d5550 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0678828 Aug 10 04:37:04.189315 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-3629c9e1-92a2-4e06-a520-77fcd466b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.191168 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-3629c9e1-92a2-4e06-a520-77fcd466b5b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0539753 Aug 10 04:37:04.193664 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-e317e508-d398-4fb9-9235-aa8fa3309368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.195175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-e317e508-d398-4fb9-9235-aa8fa3309368 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0599477 Aug 10 04:37:04.242289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-71239ee6-f3f4-4660-be5b-46ae82efc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.244118 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-71239ee6-f3f4-4660-be5b-46ae82efc6fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448394 Aug 10 04:37:04.247332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-1d04c609-ff34-4316-829b-3fd9dc31ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.248830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-1d04c609-ff34-4316-829b-3fd9dc31ea3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471129 Aug 10 04:37:04.342765 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-1c1288c2-2f71-49f1-af49-3b1a0512a043 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905654 Aug 10 04:37:04.348086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-acf6b1a6-3e17-483f-8f8c-84a4bbc99895 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901291 Aug 10 04:37:04.443075 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-668a07c8-9a24-44f7-858a-a823357e7ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927074 Aug 10 04:37:04.457412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa211d51-d479-49fe-abcf-8cc2beba60aa req-c59cde7e-d70e-4f36-8324-b94eb7971c2e service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011007 Aug 10 04:37:04.548180 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79079d6-49c8-46ff-89ae-b14d65b0347a req-1b5ef718-e9ea-4fac-8762-fa10124c4a1a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:04.549730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c79079d6-49c8-46ff-89ae-b14d65b0347a req-1b5ef718-e9ea-4fac-8762-fa10124c4a1a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0579305 Aug 10 04:37:04.587321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c79079d6-49c8-46ff-89ae-b14d65b0347a req-5c7b5419-a3ec-4326-a665-853c398df0ec tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314407 Aug 10 04:37:05.711007 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29116-b5e6-45bd-9c5b-f581eeffc9ff req-e4547245-5ede-4754-ba30-473d347eca22 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:05.712618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37d29116-b5e6-45bd-9c5b-f581eeffc9ff req-e4547245-5ede-4754-ba30-473d347eca22 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0509958 Aug 10 04:37:05.750914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-37d29116-b5e6-45bd-9c5b-f581eeffc9ff req-f2b8c2b2-2c8d-4b34-bb64-b98d695822ba tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322893 Aug 10 04:37:06.869700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe205-89a4-474f-84be-b9b1107ed270 req-6fcda97b-95b0-4de6-8e10-f5ea7db50350 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:06.871139 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-234fe205-89a4-474f-84be-b9b1107ed270 req-6fcda97b-95b0-4de6-8e10-f5ea7db50350 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0523062 Aug 10 04:37:06.911699 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-234fe205-89a4-474f-84be-b9b1107ed270 req-134bd160-a64f-4694-bddb-e1887f3e3297 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340223 Aug 10 04:37:08.029077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ab8c-1016-4500-93f7-7ee1040efe5c req-572b86bd-b34f-45a0-bf96-f1e596974fc5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:08.030571 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3747ab8c-1016-4500-93f7-7ee1040efe5c req-572b86bd-b34f-45a0-bf96-f1e596974fc5 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0479934 Aug 10 04:37:08.069045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3747ab8c-1016-4500-93f7-7ee1040efe5c req-1c3282b5-f891-4c3c-b58d-ce1ce9432688 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318406 Aug 10 04:37:09.184833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae453-d05f-4195-ac3c-d0200339a88a req-9874659b-9515-4707-820d-c9d9ef166876 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:09.186320 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02fae453-d05f-4195-ac3c-d0200339a88a req-9874659b-9515-4707-820d-c9d9ef166876 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0477524 Aug 10 04:37:09.224862 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-02fae453-d05f-4195-ac3c-d0200339a88a req-74faeb75-bb41-41b3-8ef0-fdbf529498b8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322907 Aug 10 04:37:10.339142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7177c9-96c1-42f7-ae81-33f6882b1700 req-7389e758-ac5a-4889-8144-56d6b8770244 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:10.340607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba7177c9-96c1-42f7-ae81-33f6882b1700 req-7389e758-ac5a-4889-8144-56d6b8770244 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0479047 Aug 10 04:37:10.381394 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ba7177c9-96c1-42f7-ae81-33f6882b1700 req-147cc380-114e-4a8a-ad8d-74f1ae64d8d2 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343733 Aug 10 04:37:11.497894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532693-5d23-4e90-8145-d1a8ee51fee5 req-6bb74e3a-2722-476e-a96f-7696f5bef635 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:11.499426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14532693-5d23-4e90-8145-d1a8ee51fee5 req-6bb74e3a-2722-476e-a96f-7696f5bef635 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0483155 Aug 10 04:37:11.537913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-14532693-5d23-4e90-8145-d1a8ee51fee5 req-3ee08692-e5e1-4b26-9990-90940ff0e7db tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322657 Aug 10 04:37:12.654904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be893-6f2e-460d-9c51-46ca135f33e9 req-e28814e5-4469-4246-8e63-a0048929ffba tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:12.656412 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-570be893-6f2e-460d-9c51-46ca135f33e9 req-e28814e5-4469-4246-8e63-a0048929ffba tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0490384 Aug 10 04:37:12.696247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-570be893-6f2e-460d-9c51-46ca135f33e9 req-322ca6dd-b9f3-41a4-a9d9-0754d55ebbb9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317154 Aug 10 04:37:13.813188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36f78-4384-4f0d-943e-76ba713282bd req-c9fe31b2-99c2-4c62-bde9-5a5fe83bd057 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:13.814573 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7d36f78-4384-4f0d-943e-76ba713282bd req-c9fe31b2-99c2-4c62-bde9-5a5fe83bd057 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0510366 Aug 10 04:37:13.851221 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7d36f78-4384-4f0d-943e-76ba713282bd req-9ec9581d-bf40-4dc5-ba3f-3ebbf9679785 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301025 Aug 10 04:37:14.133465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-072ce4a3-eefa-47be-8795-f54bc9025fed tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.135405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-072ce4a3-eefa-47be-8795-f54bc9025fed tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb&tenant_id=ddc68412b5844f54a021b0df2202792a&binding%3Ahost_id=n-h2-769329-14 HTTP/1.1" status: 200 len: 943 time: 0.0529470 Aug 10 04:37:14.149101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac04b-7439-4cf0-8346-6e486d049d91 req-3413216a-78d9-4833-89af-ad9233a4deb8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.150648 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e08ac04b-7439-4cf0-8346-6e486d049d91 req-3413216a-78d9-4833-89af-ad9233a4deb8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0493491 Aug 10 04:37:14.190117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e08ac04b-7439-4cf0-8346-6e486d049d91 req-b4540f00-cf88-412f-9cc1-283eec368d19 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331130 Aug 10 04:37:14.199815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-c3c0896d-f3a5-4588-96b0-9c2731af32d5 service neutron] 10.222.0.65 "GET /v2.0/ports/ebb7e357-5962-445e-b9e6-bf7de6b20d7a/bindings/n-h2-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.0564532 Aug 10 04:37:14.270958 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-acfb804e-43de-41e3-a380-38cf31bef62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.272496 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-acfb804e-43de-41e3-a380-38cf31bef62d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1095 time: 0.0443668 Aug 10 04:37:14.360778 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-efdb940b-548a-48ab-98cd-ccb6f918a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.362776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-efdb940b-548a-48ab-98cd-ccb6f918a21d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0831797 Aug 10 04:37:14.430045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-a2bb5591-64e1-4248-b5fc-b5de02c8048b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0611508 Aug 10 04:37:14.478849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-fef0310f-3ccd-49bb-9cde-67bfef2084a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.480290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-fef0310f-3ccd-49bb-9cde-67bfef2084a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0435388 Aug 10 04:37:14.527882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-6119bc12-800e-4d25-adf2-554409c84d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:14.529387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-6119bc12-800e-4d25-adf2-554409c84d34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413764 Aug 10 04:37:14.619311 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-7ccf4e4c-00f0-4501-b41b-439eafedfce1 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820491 Aug 10 04:37:14.710518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-454291eb-f2cf-4131-975b-a4eb899d79c8 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819626 Aug 10 04:37:15.308900 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c3264-60c3-4eee-bd99-027c5e294dab req-3fe80d61-63e0-4053-abd2-8e639b6359b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:15.310432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b50c3264-60c3-4eee-bd99-027c5e294dab req-3fe80d61-63e0-4053-abd2-8e639b6359b1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 943 time: 0.0489268 Aug 10 04:37:15.347541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b50c3264-60c3-4eee-bd99-027c5e294dab req-8eced5b4-38b0-4ca4-a828-b51a55b0ee8b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306122 Aug 10 04:37:15.356281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:15.450833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:15.461856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:37:15.498349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.511936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:15.530918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:15.535793 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.585319 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:15.592818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.593164 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.593502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.593834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.594186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.594518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.594843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.595165 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.595487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.595809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.596129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.596965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:15.789458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] get_ports_and_sgs() called for port_ids ['ebb7e357-5962-445e-b9e6-bf7de6b20d7a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:37:16.466038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab00f-da03-4b2e-a12f-644d50db01f6 req-e968fa14-cdc7-4dbe-8ada-ec6cf2e17b0c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:16.467535 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55fab00f-da03-4b2e-a12f-644d50db01f6 req-e968fa14-cdc7-4dbe-8ada-ec6cf2e17b0c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0496969 Aug 10 04:37:16.512051 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55fab00f-da03-4b2e-a12f-644d50db01f6 req-9344b2f3-0ea1-4fd5-b867-2d3e7675c259 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374694 Aug 10 04:37:17.353564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:17.454925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:17.467332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Returning: {'device': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:37:17.641863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ca7d6-60d5-4d6a-9351-1bcd83d903f9 req-ed2d247d-beac-4753-bcf9-3c46d3a10146 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:17.644265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e07ca7d6-60d5-4d6a-9351-1bcd83d903f9 req-ed2d247d-beac-4753-bcf9-3c46d3a10146 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0616097 Aug 10 04:37:17.688042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e07ca7d6-60d5-4d6a-9351-1bcd83d903f9 req-ecbcd081-8c21-4a9e-94f0-89f477703935 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371153 Aug 10 04:37:18.681351 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-a8634a95-a8e6-42f3-bea4-6fb50bc0c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:18.682892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-a8634a95-a8e6-42f3-bea4-6fb50bc0c99f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb&tenant_id=ddc68412b5844f54a021b0df2202792a HTTP/1.1" status: 200 len: 1096 time: 0.3464925 Aug 10 04:37:18.695566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-14', 'device_owner': 'compute:nova'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:18.748626 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:18.884519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dcdd7-a03e-4e44-bb08-e3c35681f6e0 req-ce2aa8cc-491e-41e3-a5a8-fa9b952cee17 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:18.885937 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e5dcdd7-a03e-4e44-bb08-e3c35681f6e0 req-ce2aa8cc-491e-41e3-a5a8-fa9b952cee17 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.1263711 Aug 10 04:37:18.974184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7e5dcdd7-a03e-4e44-bb08-e3c35681f6e0 req-0dcf8fe6-fd3e-41bd-90b2-dbe1891f406e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821376 Aug 10 04:37:19.016245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:19.049376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h2-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:19.079887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:19.088691 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:19.099349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Ignored duplicate provisioning block setup for port ebb7e357-5962-445e-b9e6-bf7de6b20d7a by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 04:37:19.103013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:19.179468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=9']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:19.193337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.193679 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.194038 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.194373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.194703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.195103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.195432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.195754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.196073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.196402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.196720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.197039 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:19.233259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] No DVR routers for this DVR port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:19.353839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a details requested by agent hyperv_n-h2-769329-14 with host n-h2-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:19.355790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a no longer exists at agent hyperv_n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:19.370513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:19.370853 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:19.371188 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:19.375537 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:37:19.375867 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:19.380799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:19.381143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:19.381871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:19.382093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Bound port: ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:19.382341 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:19.440646 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a not bound to the agent host n-h2-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:19.445458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:19.448916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:19.453254 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:19.482495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:19.490359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.490975 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:19.492376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] 10.222.0.39 "PUT /v2.0/ports/ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1092 time: 0.8007548 Aug 10 04:37:19.492893 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:19.495095 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef643503-06ae-4559-b9fe-751a1e61555e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:19.510017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:19.510636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:19.511169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:19.517693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:37:19.518324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Attempting to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:19.524203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:19.524833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Checking segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:19.525604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Bound using segment: {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:19.526383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Bound port: ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60adb265-77a4-4402-9f4d-a3defd0aa133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:19.526954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:19.537723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d9975-6228-44dd-a137-ab9f6f8d637e service neutron] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=10']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:19.565315 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb2724d-61b4-4472-835b-7478d04eb1ef x-openstack-request-id: req-6eb2724d-61b4-4472-835b-7478d04eb1ef {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:19.565671 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:19.565973 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eb2724d-61b4-4472-835b-7478d04eb1ef {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:19.566499 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'status': 'completed', 'code': 200} Aug 10 04:37:19.580157 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-96f108dd-208e-40ab-9036-fce56033d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.581826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-96f108dd-208e-40ab-9036-fce56033d2f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1096 time: 0.0524569 Aug 10 04:37:19.593521 n-d-769329-14 neutron-server[94142]: WARNING neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Concurrent port binding operations failed on port ebb7e357-5962-445e-b9e6-bf7de6b20d7a Aug 10 04:37:19.597777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:19.599447 n-d-769329-14 neutron-server[94142]: INFO neutron.plugins.ml2.plugin [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Attempt 2 to bind port ebb7e357-5962-445e-b9e6-bf7de6b20d7a Aug 10 04:37:19.599927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a has no active binding in host n-h2-769329-14 {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 04:37:19.639588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-5a81bd72-005b-488f-8c12-5a1095464a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.641915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-5a81bd72-005b-488f-8c12-5a1095464a73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1096 time: 0.0446351 Aug 10 04:37:19.680797 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-814b8bf1-1394-457f-87b7-30e9431fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.682326 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-814b8bf1-1394-457f-87b7-30e9431fedbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0932572 Aug 10 04:37:19.748063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-a64057d9-b95f-457a-8c74-02b819ce38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.749573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-a64057d9-b95f-457a-8c74-02b819ce38d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.1008701 Aug 10 04:37:19.759120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-99ad59e4-b747-43d1-b7ec-15341d203e9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0688527 Aug 10 04:37:19.810073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-6d9e13f6-e2f4-471f-9b12-a5757a9836fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.811472 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-6d9e13f6-e2f4-471f-9b12-a5757a9836fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0447450 Aug 10 04:37:19.816347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-5d24f660-230d-421d-9f6f-a03d96e6e25a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0589454 Aug 10 04:37:19.858943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-e401739c-9f02-4b58-b24e-3a936e8629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.860461 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-e401739c-9f02-4b58-b24e-3a936e8629d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410578 Aug 10 04:37:19.865551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-bf22dc18-9af5-420b-8b7a-33d721e47684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.867033 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-bf22dc18-9af5-420b-8b7a-33d721e47684 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0432458 Aug 10 04:37:19.916944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-2354dd13-23bf-4cf5-ba8f-0444b03dea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:19.918464 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-2354dd13-23bf-4cf5-ba8f-0444b03dea7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438592 Aug 10 04:37:19.956198 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-26cec8bb-8750-4e7c-95f8-fd0b1678d70f service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869405 Aug 10 04:37:20.010349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-be7a25ea-ed3a-44bf-b6a6-ed3357acee09 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821965 Aug 10 04:37:20.068835 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-620ae9ab-f1dd-4dcd-b87f-f458dfdf9a3b req-5eb4a48d-8db8-4539-ab5d-e82711d6d673 service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058455 Aug 10 04:37:20.106069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfad61-e8bc-44a8-89d2-ecdddbabbdc1 req-b8e71289-793c-46a8-9555-5d9f75c8d699 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:20.107724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5bfad61-e8bc-44a8-89d2-ecdddbabbdc1 req-b8e71289-793c-46a8-9555-5d9f75c8d699 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0542128 Aug 10 04:37:20.117348 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-c34582bf-f0bd-4918-b7a2-99837c7d7749 service neutron] 10.222.0.65 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986941 Aug 10 04:37:20.183150 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-42814237-40ce-414d-a8d1-2987f6d2f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:20.184695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-42814237-40ce-414d-a8d1-2987f6d2f04e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddc68412b5844f54a021b0df2202792a&device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 1096 time: 0.0728216 Aug 10 04:37:20.188089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5bfad61-e8bc-44a8-89d2-ecdddbabbdc1 req-7b565729-7af6-4217-8020-006c7e8c7e9f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676372 Aug 10 04:37:20.276629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-b0b4da6a-f913-4afb-9faf-71e28a36e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:20.278137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-b0b4da6a-f913-4afb-9faf-71e28a36e430 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 200 len: 912 time: 0.0862186 Aug 10 04:37:20.348162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-af4b4475-4c1c-47ba-8554-53acf52771ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 200 len: 1000 time: 0.0619845 Aug 10 04:37:20.399311 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-5363080a-4aab-49dd-b363-5ee24ae2a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:20.400711 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-5363080a-4aab-49dd-b363-5ee24ae2a260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 200 len: 850 time: 0.0450413 Aug 10 04:37:20.449467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643503-06ae-4559-b9fe-751a1e61555e req-52f46122-5cf9-47d8-8eae-9b830d1fbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:20.451081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-52f46122-5cf9-47d8-8eae-9b830d1fbd04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424712 Aug 10 04:37:20.547242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-03295f30-1ab7-49c2-92a5-97050d15d23c service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877345 Aug 10 04:37:20.641178 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef643503-06ae-4559-b9fe-751a1e61555e req-b781be4d-3188-4b85-a96a-61c361025fad service neutron] 10.222.0.39 "GET /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862718 Aug 10 04:37:21.317597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e8db-33a8-4a0a-a5dd-fbd997c21d4d req-0e1cd035-6296-4744-977d-b51d611d217b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:21.319109 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fa9e8db-33a8-4a0a-a5dd-fbd997c21d4d req-0e1cd035-6296-4744-977d-b51d611d217b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0563850 Aug 10 04:37:21.357384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fa9e8db-33a8-4a0a-a5dd-fbd997c21d4d req-cb73b813-f24c-427e-9a43-1e00d5bfe2a1 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321615 Aug 10 04:37:22.492272 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbaab04-b76a-47c8-a6d7-2a215997808e req-ec2294af-463d-49b6-acea-b38deaf3a541 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:22.494467 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9bbaab04-b76a-47c8-a6d7-2a215997808e req-ec2294af-463d-49b6-acea-b38deaf3a541 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0593777 Aug 10 04:37:22.532212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9bbaab04-b76a-47c8-a6d7-2a215997808e req-45bbc365-d377-4530-ab9b-996d6b62cde0 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327945 Aug 10 04:37:23.651990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbde002-f461-4dd1-b818-0eea6ab67859 req-dd348202-9cbc-4df1-9cd3-006e76404509 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:23.653661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dfbde002-f461-4dd1-b818-0eea6ab67859 req-dd348202-9cbc-4df1-9cd3-006e76404509 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0499082 Aug 10 04:37:23.694069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dfbde002-f461-4dd1-b818-0eea6ab67859 req-66942778-7e0b-44d9-acd7-909a5659c5cd tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340209 Aug 10 04:37:24.886940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe9acd-6cb6-42c6-8db4-972f7f2248df req-f7339691-2d13-4b38-b3c8-d221ba07a540 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:24.888468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebfe9acd-6cb6-42c6-8db4-972f7f2248df req-f7339691-2d13-4b38-b3c8-d221ba07a540 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.1209891 Aug 10 04:37:24.927329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebfe9acd-6cb6-42c6-8db4-972f7f2248df req-b4fb0d0b-43b7-4956-a838-44869eab4aa3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314803 Aug 10 04:37:25.453396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:26.094891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a5bb2-af58-48b7-ba9c-b530b09ea1ea req-a7e73375-5c2f-4106-8bf3-6fef204a30f3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:26.096375 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c4a5bb2-af58-48b7-ba9c-b530b09ea1ea req-a7e73375-5c2f-4106-8bf3-6fef204a30f3 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.1015449 Aug 10 04:37:26.137499 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0c4a5bb2-af58-48b7-ba9c-b530b09ea1ea req-ed63d051-2ef3-4fec-826d-2301202ed307 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347252 Aug 10 04:37:26.598040 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.126064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-143c0302-88f7-4a55-8d1a-aa042c974363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.257378 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d70ab-288a-4be6-a071-1777501c86a2 req-cd5c2694-d661-47e4-a6f3-4968a92aa089 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:27.259181 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a5d70ab-288a-4be6-a071-1777501c86a2 req-cd5c2694-d661-47e4-a6f3-4968a92aa089 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0510807 Aug 10 04:37:27.296658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6a5d70ab-288a-4be6-a071-1777501c86a2 req-aae79105-104f-4010-ab43-22c29fa06ed4 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313268 Aug 10 04:37:28.415431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabd667-709d-4f5f-8b81-38a54d846935 req-4d43bd08-ea51-4b17-98f9-fd0e1c10509f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:28.416918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecabd667-709d-4f5f-8b81-38a54d846935 req-4d43bd08-ea51-4b17-98f9-fd0e1c10509f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0497162 Aug 10 04:37:28.454227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecabd667-709d-4f5f-8b81-38a54d846935 req-813f76eb-45d0-4094-95f8-b44d1f54f93a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312538 Aug 10 04:37:29.582187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e32027-2c32-4342-baea-a772c3b547ff req-970f3cd6-f27e-4d4a-8b10-685a8f69dd1d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:29.583656 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b4e32027-2c32-4342-baea-a772c3b547ff req-970f3cd6-f27e-4d4a-8b10-685a8f69dd1d tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0530257 Aug 10 04:37:29.622094 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b4e32027-2c32-4342-baea-a772c3b547ff req-c8dcf4e9-55e3-43f7-a85b-66aba376cd44 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323572 Aug 10 04:37:29.730125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:29.957330 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-23616d87-7dc6-443d-ac91-d52465bf5736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:30.738995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd836-5626-434d-b141-a1b0b5e6f46d req-766cc99a-b8dd-4008-a1c9-0ea7b91fe580 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:30.740514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d8fd836-5626-434d-b141-a1b0b5e6f46d req-766cc99a-b8dd-4008-a1c9-0ea7b91fe580 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0489013 Aug 10 04:37:30.780101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d8fd836-5626-434d-b141-a1b0b5e6f46d req-d6d1f73b-e3b5-4e54-981f-b4a47a98c992 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336144 Aug 10 04:37:31.893878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12f4c7-76d7-4e28-aa62-a5102451d5c7 req-93484770-ae6d-43ad-810a-24aa6251def9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:31.895945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b12f4c7-76d7-4e28-aa62-a5102451d5c7 req-93484770-ae6d-43ad-810a-24aa6251def9 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0481913 Aug 10 04:37:31.934071 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3b12f4c7-76d7-4e28-aa62-a5102451d5c7 req-ec2be9ea-e879-499e-b42d-a69b5e864e2e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321076 Aug 10 04:37:31.965386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:32.048578 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff36d3a-7698-45e4-8f8b-78ef42c85739 req-1031d852-2447-43a5-a357-6a8cc182e9d7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:32.050102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ff36d3a-7698-45e4-8f8b-78ef42c85739 req-1031d852-2447-43a5-a357-6a8cc182e9d7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0483401 Aug 10 04:37:32.092245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0ff36d3a-7698-45e4-8f8b-78ef42c85739 req-057190cc-c7c9-43a0-b3cd-6376a0aa7d7e tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361428 Aug 10 04:37:32.205139 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e58b9-e6c5-4d3a-85d2-5d8577c1b161 req-74e460a0-cde8-43a0-ba2b-658f5f76240f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:32.206620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b72e58b9-e6c5-4d3a-85d2-5d8577c1b161 req-74e460a0-cde8-43a0-ba2b-658f5f76240f tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0480676 Aug 10 04:37:32.244159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b72e58b9-e6c5-4d3a-85d2-5d8577c1b161 req-be589792-0a18-453c-a13d-a0b5496afdd8 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306840 Aug 10 04:37:32.480142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52fd6d-0be8-4455-932f-d8001b8d017d req-296323f9-ac67-4236-b79b-badb57804b2b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:32.481633 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd52fd6d-0be8-4455-932f-d8001b8d017d req-296323f9-ac67-4236-b79b-badb57804b2b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 944 time: 0.0531459 Aug 10 04:37:32.521127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd52fd6d-0be8-4455-932f-d8001b8d017d req-4bf23c48-c832-432d-b4aa-515e7cb76f8a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331650 Aug 10 04:37:33.128938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:33.222891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:33.234642 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'port_id': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'mac_address': 'fa:16:3e:38:61:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:37:33.271807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.284202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:33.304205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:33.308470 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.355377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=11']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:33.421994 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:33.580133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ebb7e357-5962-445e-b9e6-bf7de6b20d7a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:37:33.637496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0381d-075f-4607-9075-5a2b1b66f4f0 req-8c60d4a9-6e51-48be-b066-eba66f7e8069 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:33.638934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd0381d-075f-4607-9075-5a2b1b66f4f0 req-8c60d4a9-6e51-48be-b066-eba66f7e8069 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0482948 Aug 10 04:37:33.677194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9dd0381d-075f-4607-9075-5a2b1b66f4f0 req-f8eaa883-e797-4892-af89-35798732c98a tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups?id=ab6e1dc1-1002-4807-a641-9433346bd9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322263 Aug 10 04:37:34.074122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-792cabaf-b764-4db2-85e8-d6244f1b276c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:34.075601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-792cabaf-b764-4db2-85e8-d6244f1b276c tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 945 time: 0.0481722 Aug 10 04:37:34.164476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Deleting port ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:34.164818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.255354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] For port ebb7e357-5962-445e-b9e6-bf7de6b20d7a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:34.255715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.422677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.422960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.423332 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822 disassociated. External IP: 172.25.2.217, port: ebb7e357-5962-445e-b9e6-bf7de6b20d7a. Aug 10 04:37:34.423715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Calling delete_port for ebb7e357-5962-445e-b9e6-bf7de6b20d7a owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:34.521413 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:34.556441 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.585373 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event deleted for resources: {'Port': ['ID=ebb7e357-5962-445e-b9e6-bf7de6b20d7a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:34.700638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:37:34.784308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4da61c07-e568-4409-93c4-2739fa8f7f05 req-7caa9a50-d3fe-4316-a9fe-19b921d02284 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0328171 Aug 10 04:37:34.836984 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:34.847508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:34.859639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:34.860221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:34.879319 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] No DVR routers for this DVR port ebb7e357-5962-445e-b9e6-bf7de6b20d7a on host n-h1-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:34.882709 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:34.884967 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa382838-d7bf-4758-9012-d97ae6286e34 req-dbaf366c-b4af-4c4b-87ae-cebf7aca9931 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.39 "DELETE /v2.0/ports/ebb7e357-5962-445e-b9e6-bf7de6b20d7a HTTP/1.1" status: 204 len: 173 time: 0.8027771 Aug 10 04:37:34.885404 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'name': 'network-vif-deleted', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:34.887694 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c469a304-4148-40a5-995f-43feac2bd02a" -d '{"events": [{"server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "name": "network-vif-deleted", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:34.929358 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c8e9e8-b116-4398-be75-3999f45b0f59 x-openstack-request-id: req-66c8e9e8-b116-4398-be75-3999f45b0f59 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:34.929646 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9576b0-5ab4-48dc-9f63-38d3151cb5cb", "name": "network-vif-deleted", "tag": "ebb7e357-5962-445e-b9e6-bf7de6b20d7a", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:34.929897 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66c8e9e8-b116-4398-be75-3999f45b0f59 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:34.930337 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9576b0-5ab4-48dc-9f63-38d3151cb5cb', 'name': 'network-vif-deleted', 'tag': 'ebb7e357-5962-445e-b9e6-bf7de6b20d7a', 'status': 'completed', 'code': 200} Aug 10 04:37:34.972186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:35.146518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:35.155508 n-d-769329-14 neutron-server[94142]: INFO neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No ports have port_id starting with ebb7e357-5962-445e-b9e6-bf7de6b20d7a Aug 10 04:37:35.157696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a requested by agent hyperv_n-h1-769329-14 not found in database {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 04:37:35.175454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:35.201423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:35.209658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:35.210207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:35.313199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:35.509037 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:35.539455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28a837-f32b-4118-88b4-417dcee63851 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:27:44Z', 'revision_number': 4, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '44de330f-13d8-428d-939f-94ada0f431f5', 'name': '', 'network_id': 'c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'mac_address': 'fa:16:3e:6d:59:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '98215bf1-202b-45b9-8a21-f863a680151b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:43Z', 'updated_at': '2021-08-10T04:27:50Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'subnets': [{'id': '98215bf1-202b-45b9-8a21-f863a680151b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:35.765668 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474b4ca-c3a5-4cb3-b84e-089e10a9feda None None] New status for floating IP dbcf734e-84a3-4aa7-ae6e-0a815a137822: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:37:35.889123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5148da9a-69f4-4c49-9b71-203c059916bc req-ac51ee76-6f6a-47b6-a0ae-91a29aa5d286 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0274482 Aug 10 04:37:36.986995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b19f85fe-4a1a-4589-bef9-a8b0594cdd79 req-aec1692d-6436-4526-88d8-1fbcf78715a7 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0263801 Aug 10 04:37:37.159040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:37.179093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: ebb7e357-5962-445e-b9e6-bf7de6b20d7a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:37.179435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ebb7e357-5962-445e-b9e6-bf7de6b20d7a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:38.087827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d6a7878b-6c5b-43cb-b6c1-35fe5e398385 req-851ce33e-6a3b-4381-82bb-d0eb406615e6 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c9576b0-5ab4-48dc-9f63-38d3151cb5cb HTTP/1.1" status: 200 len: 210 time: 0.0322418 Aug 10 04:37:41.806591 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46200) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:41.860755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-221f7572-527b-45c7-b5a3-f8dc767fc014 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:41.886840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-221f7572-527b-45c7-b5a3-f8dc767fc014 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:41.940380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-221f7572-527b-45c7-b5a3-f8dc767fc014 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:41.943638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-221f7572-527b-45c7-b5a3-f8dc767fc014 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:41.944890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-221f7572-527b-45c7-b5a3-f8dc767fc014 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "DELETE /v2.0/security-groups/ab6e1dc1-1002-4807-a641-9433346bd9c7 HTTP/1.1" status: 204 len: 168 time: 0.1372349 Aug 10 04:37:41.947781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46202) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:41.954318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7572-527b-45c7-b5a3-f8dc767fc014 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e1dc1-1002-4807-a641-9433346bd9c7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:41.964109 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-a43c018d-d159-4674-a1e7-5db30421164b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] show failed (client error): The resource could not be found. Aug 10 04:37:41.965591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a43c018d-d159-4674-a1e7-5db30421164b tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "GET /v2.0/security-groups/ab6e1dc1-1002-4807-a641-9433346bd9c7 HTTP/1.1" status: 404 len: 347 time: 0.0165479 Aug 10 04:37:41.968122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46204) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:42.097661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Deleting port 1d88658f-0461-4f5b-869d-e5be07f79cc7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:42.098048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:42.492000 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:42.492386 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:42.505103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Calling delete_port for 1d88658f-0461-4f5b-869d-e5be07f79cc7 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:42.638790 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:42.664643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Pushing event deleted for resources: {'Port': ['ID=1d88658f-0461-4f5b-869d-e5be07f79cc7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:42.724089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:42.726750 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:42.727900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-aea2b978-4b62-4792-81fa-ae5ebf730047 tempest-ServerActionsTestJSON-1068080535 tempest-ServerActionsTestJSON-1068080535-project] 10.222.0.53 "DELETE /v2.0/floatingips/dbcf734e-84a3-4aa7-ae6e-0a815a137822 HTTP/1.1" status: 204 len: 168 time: 0.7588956 Aug 10 04:37:42.730892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46206) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:43.249621 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:43.494828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Deleting port 44de330f-13d8-428d-939f-94ada0f431f5 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:43.495179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:43.573920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] For port 44de330f-13d8-428d-939f-94ada0f431f5, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=44de330f-13d8-428d-939f-94ada0f431f5,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:43.574328 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:43.587280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Calling delete_port for 44de330f-13d8-428d-939f-94ada0f431f5 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:43.768396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:43.796930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Pushing event deleted for resources: {'Port': ['ID=44de330f-13d8-428d-939f-94ada0f431f5,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:43.963274 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.178597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:37:44.285140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:44.290933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3e6fc761-e343-43cf-bb95-ea8547b7ff70 admin admin] 10.222.0.53 "PUT /v2.0/routers/465d3db8-21ac-4789-b1fe-23e0f4a1f2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5589476 Aug 10 04:37:44.293341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46210) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:44.296153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] Sync routers for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:44.305812 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:44.306459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:44.396459 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.409850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:44.499334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.559915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Deleting port 9b693c71-7669-4617-bfe3-3616792ef7a1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:44.560250 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.640344 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] For port 9b693c71-7669-4617-bfe3-3616792ef7a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9b693c71-7669-4617-bfe3-3616792ef7a1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:44.640703 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.654030 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Calling delete_port for 9b693c71-7669-4617-bfe3-3616792ef7a1 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:44.738848 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:37:43Z', 'revision_number': 5, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port': {'id': '9b693c71-7669-4617-bfe3-3616792ef7a1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:02:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:42Z', 'updated_at': '2021-08-10T04:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:44.767958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] Checking router: 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:44.778299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] Routers {'465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:44.779170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:37:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:44.825168 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.850808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b693c71-7669-4617-bfe3-3616792ef7a1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:44.868989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] Set router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:44.918078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:44.921762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:37:44Z', 'revision_number': 6, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:44.951351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f0ed7-96fe-474e-993b-0ac10271df14 None None] The sync data for ids ['465d3db8-21ac-4789-b1fe-23e0f4a1f2b7'] in n-d-769329-14 is: [{'id': '465d3db8-21ac-4789-b1fe-23e0f4a1f2b7', 'name': 'tempest-ServerActionsTestJSON-836155591-router', 'tenant_id': 'ddc68412b5844f54a021b0df2202792a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:41Z', 'updated_at': '2021-08-10T04:37:44Z', 'revision_number': 6, 'project_id': 'ddc68412b5844f54a021b0df2202792a', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:45.012309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.014408 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.057235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.057782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:37:45.062395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.063399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-50eaa707-a473-4c74-b843-a50d2f07af43 admin admin] 10.222.0.53 "DELETE /v2.0/routers/465d3db8-21ac-4789-b1fe-23e0f4a1f2b7 HTTP/1.1" status: 204 len: 168 time: 0.7691512 Aug 10 04:37:45.066162 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46212) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:45.113485 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Deleting subnet 98215bf1-202b-45b9-8a21-f863a680151b {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:37:45.117044 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.151435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.226502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.277749 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.306850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98215bf1-202b-45b9-8a21-f863a680151b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:45.312292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.314347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4f9d6ba7-ea09-4f29-b95a-bc1ab3dcedc5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98215bf1-202b-45b9-8a21-f863a680151b HTTP/1.1" status: 204 len: 168 time: 0.2472293 Aug 10 04:37:45.317393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46214) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:45.318989 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916f05d-3567-4b48-9492-bf8a4dcb064e None None] Network c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:37:45.392671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.451252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Deleting port 0264ebd4-15dc-446f-981c-1b5b7f597b98 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:45.451600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.514664 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] For port 0264ebd4-15dc-446f-981c-1b5b7f597b98, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=0264ebd4-15dc-446f-981c-1b5b7f597b98,segment=NetworkSegment(60adb265-77a4-4402-9f4d-a3defd0aa133),segment_id=60adb265-77a4-4402-9f4d-a3defd0aa133)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:45.515023 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.528355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Calling delete_port for 0264ebd4-15dc-446f-981c-1b5b7f597b98 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:45.608454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.634438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Pushing event deleted for resources: {'Port': ['ID=0264ebd4-15dc-446f-981c-1b5b7f597b98,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:45.638113 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] No DVR routers for this DVR port 0264ebd4-15dc-446f-981c-1b5b7f597b98 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:45.711387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.721578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:45.732639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60adb265-77a4-4402-9f4d-a3defd0aa133') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:45.732939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60adb265-77a4-4402-9f4d-a3defd0aa133') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:45.736059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78254b-e129-48a2-835e-129f0805a769 None None] DHCP port deletion for c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:37:45.742837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.763258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.769507 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:37:45.769906 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:37:45.776409 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:37:45.830885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.837649 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.842132 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8 HTTP/1.1" status: 204 len: 168 time: 0.5204325 Aug 10 04:37:45.851231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caed447-d1cf-48b9-bf73-6145044eac2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6cb57e5-b9ec-4e02-a537-42ed4ee2a6c8,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:45.970207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:46.015847 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c9e1455b-9645-4844-b554-382e8e093d45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddc68412b5844f54a021b0df2202792a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438139 Aug 10 04:37:46.017735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46220) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:46.065061 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9b4101f9-ce10-4812-843f-3d75029bc924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.085784 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9b4101f9-ce10-4812-843f-3d75029bc924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.131473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9b4101f9-ce10-4812-843f-3d75029bc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.134346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9b4101f9-ce10-4812-843f-3d75029bc924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.135650 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9b4101f9-ce10-4812-843f-3d75029bc924 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b425279-31b3-4e62-bf7e-99ec0be01af4 HTTP/1.1" status: 204 len: 168 time: 0.1169527 Aug 10 04:37:46.144396 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4101f9-ce10-4812-843f-3d75029bc924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b425279-31b3-4e62-bf7e-99ec0be01af4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:46.236303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b693c71-7669-4617-bfe3-3616792ef7a1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:46.256350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9b693c71-7669-4617-bfe3-3616792ef7a1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:46.256696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9b693c71-7669-4617-bfe3-3616792ef7a1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:46.257117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 44de330f-13d8-428d-939f-94ada0f431f5 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:46.276277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 44de330f-13d8-428d-939f-94ada0f431f5 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:46.276621 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 44de330f-13d8-428d-939f-94ada0f431f5 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:46.277039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0264ebd4-15dc-446f-981c-1b5b7f597b98 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:46.295040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 0264ebd4-15dc-446f-981c-1b5b7f597b98 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:37:46.295390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 0264ebd4-15dc-446f-981c-1b5b7f597b98 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:46.844738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46242) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:46.950666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-117033416-network', 'tenant_id': '6b908f64a2f9461a89ac179e660cfd0b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:46.972342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Made reservation on behalf of 6b908f64a2f9461a89ac179e660cfd0b for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:37:46.974761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.983005 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.070671 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.074194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.098022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:37:47.107399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67357fbb-2f4d-415a-9ed3-6045ea2230c4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:47.112025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.112365 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Added segment 14df5f92-8dc8-4747-b557-3454eba977bb of type vlan for network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 Aug 10 04:37:47.154607 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.182007 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.182902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.183482 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.233882 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3878484 Aug 10 04:37:47.237033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46246) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:37:47.242220 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Request body: {'subnet': {'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-117033416-subnet', 'tenant_id': '6b908f64a2f9461a89ac179e660cfd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:47.244953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a630f9-9b02-4ed1-9491-db32d7bdc745 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:47.255241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:37:47.262979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Made reservation on behalf of 6b908f64a2f9461a89ac179e660cfd0b for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:37:47.265332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.440276 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.493013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73013184-5b39-4d09-822e-081aad211783,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:47.503436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Checking segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:47.503797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Network hostable DHCP agents. Network: 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:37:47.521474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:37:47.530313 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:47.534331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.534936 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.539417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d679d97-a533-430c-841e-ae0c5fb114df None None] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:37:47.548934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9919dc38-d8ae-4b8d-b787-0eb50bf8e6b3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3105588 Aug 10 04:37:47.680466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f85c39-078b-47cc-987b-2210286d0730 None None] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:37:48.002174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-22ff9510-6422-4bee-a52c-ee1b2cc6affb tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:48.003624 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-22ff9510-6422-4bee-a52c-ee1b2cc6affb tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 813 time: 0.1020570 Aug 10 04:37:48.018567 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-94b73c71-27a7-4077-9161-0ca6838bd544 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/quotas/6b908f64a2f9461a89ac179e660cfd0b HTTP/1.1" status: 200 len: 375 time: 0.0088069 Aug 10 04:37:48.049311 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-27c0d017-58c7-47fd-bf52-2ccb7fa9ab5e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254467 Aug 10 04:37:48.187142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-b3fd4d96-dcf7-4e31-bd32-8fa5a59ea315 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297135 Aug 10 04:37:48.278784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-c6e3d10b-812b-4870-8ec8-9371415d5ef9 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Aug 10 04:37:48.437815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-06f96bb6-688b-4bb2-b3d0-77e771ea86f3 req-47807325-3cbe-469d-9017-470a78022687 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 210 time: 0.0274904 Aug 10 04:37:49.551066 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47f6de2f-c0cf-4f70-9b24-6f3a3d6ba338 req-54b60805-9602-4f2a-a0f3-11143ee92164 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 210 time: 0.0352743 Aug 10 04:37:49.578877 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-c2f714c4-48be-4ab4-a76b-46461399ef9b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.580351 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-c2f714c4-48be-4ab4-a76b-46461399ef9b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 813 time: 0.1486537 Aug 10 04:37:49.593767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Request body: {'port': {'device_id': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8', 'admin_state_up': True, 'tenant_id': '6b908f64a2f9461a89ac179e660cfd0b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:49.697248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Made reservation on behalf of 6b908f64a2f9461a89ac179e660cfd0b for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:37:49.701179 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:49.828413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Allocated IP 172.20.0.5 (4f8c0051-c237-4f32-b5a6-b35a0e90cdd8/73013184-5b39-4d09-822e-081aad211783/ca9cffaf-8b35-44be-824b-f4d7af58db86) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:37:49.974085 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.012467 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.057753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:37:50.060904 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:37:50.065725 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:37:50.088626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Pushing event updated for resources: {'Port': ['ID=ca9cffaf-8b35-44be-824b-f4d7af58db86,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:50.118057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.118674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.133208 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-30a5c3eb-6f43-461b-bcb1-e123bb41c970 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5426939 Aug 10 04:37:50.191149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Request body: {'port': {'device_id': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:50.249334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.669946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61920e6a-283d-4361-81b9-07ac5d3d39ae req-af82cb92-a063-467d-8831-b35fb824c4e1 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.671532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61920e6a-283d-4361-81b9-07ac5d3d39ae req-af82cb92-a063-467d-8831-b35fb824c4e1 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 931 time: 0.0510523 Aug 10 04:37:50.710757 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-61920e6a-283d-4361-81b9-07ac5d3d39ae req-8543020d-9595-4686-b2c4-77e93ed76654 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Aug 10 04:37:50.819345 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9cffaf-8b35-44be-824b-f4d7af58db86 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:50.826899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.839034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Transition to ACTIVE for port object ca9cffaf-8b35-44be-824b-f4d7af58db86 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:50.843700 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.897799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9cffaf-8b35-44be-824b-f4d7af58db86,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:50.964586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Attempting to bind port ca9cffaf-8b35-44be-824b-f4d7af58db86 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:50.964928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Attempting to bind port ca9cffaf-8b35-44be-824b-f4d7af58db86 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:50.965259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Attempting to bind port ca9cffaf-8b35-44be-824b-f4d7af58db86 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:50.969713 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Port ca9cffaf-8b35-44be-824b-f4d7af58db86 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:37:50.970072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Attempting to bind port ca9cffaf-8b35-44be-824b-f4d7af58db86 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:50.975501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:50.975871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Checking segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:50.976281 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Bound using segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:50.976711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Bound port: ca9cffaf-8b35-44be-824b-f4d7af58db86, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:50.977070 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:51.041155 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] For port ca9cffaf-8b35-44be-824b-f4d7af58db86, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:51.044273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] For port ca9cffaf-8b35-44be-824b-f4d7af58db86, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:51.047942 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:51.081693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.082858 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:51.084255 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] 10.222.0.39 "PUT /v2.0/ports/ca9cffaf-8b35-44be-824b-f4d7af58db86 HTTP/1.1" status: 200 len: 1092 time: 0.9418604 Aug 10 04:37:51.084698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'tag': 'ca9cffaf-8b35-44be-824b-f4d7af58db86'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:51.086993 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4412e06-ae2d-48cf-945c-975ae292689e", "tag": "ca9cffaf-8b35-44be-824b-f4d7af58db86"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:51.110558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73074-e56a-48dc-be2f-a58ef6079703 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9cffaf-8b35-44be-824b-f4d7af58db86,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:51.135676 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5aaeff-2956-4aa2-82c9-2758994cf0ca x-openstack-request-id: req-7a5aaeff-2956-4aa2-82c9-2758994cf0ca {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:51.135971 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4412e06-ae2d-48cf-945c-975ae292689e", "tag": "ca9cffaf-8b35-44be-824b-f4d7af58db86", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:51.136227 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a5aaeff-2956-4aa2-82c9-2758994cf0ca {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:51.136628 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'tag': 'ca9cffaf-8b35-44be-824b-f4d7af58db86', 'status': 'completed', 'code': 200} Aug 10 04:37:51.166635 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-ded2f560-8508-48de-a0a3-cd147672c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.168142 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-ded2f560-8508-48de-a0a3-cd147672c886 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 1095 time: 0.0442259 Aug 10 04:37:51.213446 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-5829b659-6dc9-4c43-b2f5-dc71b98564da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86 HTTP/1.1" status: 200 len: 217 time: 0.0360467 Aug 10 04:37:51.266470 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-c28dc620-4e73-436f-934e-9f3eed0cc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.268033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-c28dc620-4e73-436f-934e-9f3eed0cc3ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0456917 Aug 10 04:37:51.299653 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-39b458a2-f8ba-469a-bc8d-959fe7c13238 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240529 Aug 10 04:37:51.394328 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-d17359c8-2bb5-43ca-bc47-afc84c2005d3 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855043 Aug 10 04:37:51.487180 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-80e1e072-6fa7-45c9-b11e-15e3798d817d req-38cf1afb-1065-4467-a5bf-bb21423134e6 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Aug 10 04:37:51.585864 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-e39b9bb0-2c71-417b-a1d6-92d6418c76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.587397 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-e39b9bb0-2c71-417b-a1d6-92d6418c76c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 1095 time: 0.0465329 Aug 10 04:37:51.680290 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-d8ba37a1-6e46-4651-acfa-7eae20acc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.681676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-d8ba37a1-6e46-4651-acfa-7eae20acc34b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 914 time: 0.0864172 Aug 10 04:37:51.724083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-6d4aab6b-c14c-427d-a8fc-98af5e9df4e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86 HTTP/1.1" status: 200 len: 217 time: 0.0345895 Aug 10 04:37:51.779714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-b2c2ca41-a940-43ac-a594-f58c73ce689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.781184 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-b2c2ca41-a940-43ac-a594-f58c73ce689c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0476005 Aug 10 04:37:51.813880 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-738b4ce7-cf5e-425e-b135-27bd069955b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Aug 10 04:37:51.829114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0b0f0-7123-49f8-a48e-ab865a8aa539 req-6650b1e8-c1d0-4940-8872-9450555381f0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.830658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7b0b0f0-7123-49f8-a48e-ab865a8aa539 req-6650b1e8-c1d0-4940-8872-9450555381f0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 943 time: 0.0524292 Aug 10 04:37:51.874654 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7b0b0f0-7123-49f8-a48e-ab865a8aa539 req-64d81c27-8ace-4fea-8369-fcca45eb8aad tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353062 Aug 10 04:37:51.922369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-ad99694c-8efc-4e0b-af04-28a856df1027 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907302 Aug 10 04:37:52.014123 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1b47be1d-c98d-4e32-bb2b-3d801f06f25f req-d6af18ba-b950-49ca-971d-8e0533503143 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Aug 10 04:37:52.992187 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54565521-630c-4a60-8efd-c068a383a11e req-9590c06b-f7fa-4e32-9b5c-73fdcfeb9f5e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:52.993706 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54565521-630c-4a60-8efd-c068a383a11e req-9590c06b-f7fa-4e32-9b5c-73fdcfeb9f5e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 943 time: 0.0501881 Aug 10 04:37:53.036309 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54565521-630c-4a60-8efd-c068a383a11e req-c0229f4c-9245-4ac4-a231-da7fdda40c10 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Aug 10 04:37:54.149143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7713c-b9c8-468c-9595-3e373d31c59c req-0f9b2353-0a9b-4cb8-b1ae-96dc208bd401 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:54.150720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8a7713c-b9c8-468c-9595-3e373d31c59c req-0f9b2353-0a9b-4cb8-b1ae-96dc208bd401 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 943 time: 0.0483930 Aug 10 04:37:54.188268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8a7713c-b9c8-468c-9595-3e373d31c59c req-a0216855-2533-4659-9624-528f0c6b68c0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Aug 10 04:37:55.233739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ca9cffaf-8b35-44be-824b-f4d7af58db86 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:55.305278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adce72-600a-46a4-9e72-8a95ffbc2fb2 req-674e9f46-4067-4eba-a8fc-120b3003336e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:55.306970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43adce72-600a-46a4-9e72-8a95ffbc2fb2 req-674e9f46-4067-4eba-a8fc-120b3003336e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 943 time: 0.0496836 Aug 10 04:37:55.329597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ca9cffaf-8b35-44be-824b-f4d7af58db86, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:55.340886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'ca9cffaf-8b35-44be-824b-f4d7af58db86', 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8', 'port_id': 'ca9cffaf-8b35-44be-824b-f4d7af58db86', 'mac_address': 'fa:16:3e:e4:71:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73013184-5b39-4d09-822e-081aad211783', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:37:55.344558 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-43adce72-600a-46a4-9e72-8a95ffbc2fb2 req-8588c06b-e0f0-4838-84b0-03d0439e557b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Aug 10 04:37:55.378336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:55.391844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9cffaf-8b35-44be-824b-f4d7af58db86 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:55.411575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ca9cffaf-8b35-44be-824b-f4d7af58db86, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:55.415973 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:55.463868 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:55.476109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ca9cffaf-8b35-44be-824b-f4d7af58db86,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:55.616977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ca9cffaf-8b35-44be-824b-f4d7af58db86'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:37:56.460365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170d66-55c8-45f5-a3e4-ebc4f79dfb2d req-1611e74a-9dc8-4b72-818d-093a12aee96f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:56.461759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49170d66-55c8-45f5-a3e4-ebc4f79dfb2d req-1611e74a-9dc8-4b72-818d-093a12aee96f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 944 time: 0.0496981 Aug 10 04:37:56.502719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-49170d66-55c8-45f5-a3e4-ebc4f79dfb2d req-e897e99f-e979-4e57-882b-9c5e911a7fb4 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350361 Aug 10 04:37:56.611679 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.129207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0e79b2da-1596-4720-aa03-943c483f9a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.235098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ca9cffaf-8b35-44be-824b-f4d7af58db86 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:57.284659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port ca9cffaf-8b35-44be-824b-f4d7af58db86 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:57.289682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port ca9cffaf-8b35-44be-824b-f4d7af58db86 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:57.290088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.370010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.393627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9cffaf-8b35-44be-824b-f4d7af58db86'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:57.395926 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b66c5a-96dc-4823-8c91-411dac5ae167" -d '{"events": [{"server_uuid": "a4412e06-ae2d-48cf-945c-975ae292689e", "name": "network-vif-plugged", "status": "completed", "tag": "ca9cffaf-8b35-44be-824b-f4d7af58db86"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:57.409200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port ca9cffaf-8b35-44be-824b-f4d7af58db86, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:57.413897 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:57.449036 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb54de68-3a7c-4ef3-8d55-2eb55ff32be6 x-openstack-request-id: req-cb54de68-3a7c-4ef3-8d55-2eb55ff32be6 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:57.449332 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4412e06-ae2d-48cf-945c-975ae292689e", "name": "network-vif-plugged", "status": "completed", "tag": "ca9cffaf-8b35-44be-824b-f4d7af58db86", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:57.449584 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb54de68-3a7c-4ef3-8d55-2eb55ff32be6 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:57.449970 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9cffaf-8b35-44be-824b-f4d7af58db86', 'code': 200} Aug 10 04:37:57.466361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=ca9cffaf-8b35-44be-824b-f4d7af58db86,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:57.554625 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a11cd6-6989-46c3-b60a-d8e2262e1a2a req-2106764b-3ea2-4a82-a377-149bad93ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:57.556162 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a11cd6-6989-46c3-b60a-d8e2262e1a2a req-2106764b-3ea2-4a82-a377-149bad93ddb8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 1097 time: 0.0468917 Aug 10 04:37:57.595219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b7a11cd6-6989-46c3-b60a-d8e2262e1a2a req-313cf464-eac3-4b1e-8cae-27849460b417 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301235 Aug 10 04:37:57.628402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad222e-ed89-4987-8a49-bd679fe4d62f req-c8dbbd50-d393-48aa-9df3-15e280e4b879 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:57.629963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5aad222e-ed89-4987-8a49-bd679fe4d62f req-c8dbbd50-d393-48aa-9df3-15e280e4b879 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0569842 Aug 10 04:37:57.668887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5aad222e-ed89-4987-8a49-bd679fe4d62f req-ab9697a8-3489-456e-9b75-988111c57933 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Aug 10 04:37:58.786334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46985abf-0108-4cbd-b9ec-4d140c1d9cf0 req-76910f07-c8d2-4fdd-b735-826e55192ddc tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:58.787730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46985abf-0108-4cbd-b9ec-4d140c1d9cf0 req-76910f07-c8d2-4fdd-b735-826e55192ddc tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0491414 Aug 10 04:37:58.825850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-46985abf-0108-4cbd-b9ec-4d140c1d9cf0 req-dbed673a-21dc-4b0f-ba51-22294ade953c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Aug 10 04:37:59.044517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-d2e541a9-2590-4bec-8a4f-66bddbc8171b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:59.045877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-d2e541a9-2590-4bec-8a4f-66bddbc8171b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 813 time: 0.0973701 Aug 10 04:37:59.061118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-681dfb2b-74f1-4067-92ab-edbae5e094e4 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/quotas/6b908f64a2f9461a89ac179e660cfd0b HTTP/1.1" status: 200 len: 375 time: 0.0088966 Aug 10 04:37:59.112682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-83f23f1a-4fcc-490d-8fd0-0257bc279dec tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462098 Aug 10 04:37:59.170097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-1a6177f7-d80e-4589-8c7c-8411de9b3626 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:37:59.171085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-1a6177f7-d80e-4589-8c7c-8411de9b3626 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510221 Aug 10 04:37:59.258193 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-6e6025b3-a476-4739-b038-c5188af428ea service neutron] 10.222.0.53 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797846 Aug 10 04:37:59.350664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-e4b59c14-2b55-4789-ab53-e6228e150f58 service neutron] 10.222.0.53 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863228 Aug 10 04:37:59.507329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ef0db3d8-5b9d-45be-af4a-6fac2fde2831 req-211654bf-1334-4c64-a65f-dbec19dbb415 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 10 04:37:59.737184 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:59.958548 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67154f56-d14b-42ab-87a4-38236aa969de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:00.355847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-f51e4b10-1e18-4586-8b07-fb095dcc15ea tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:00.357329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-f51e4b10-1e18-4586-8b07-fb095dcc15ea tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.65 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 813 time: 0.1043098 Aug 10 04:38:00.371758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Request body: {'port': {'device_id': 'e631eabb-861e-425f-9822-6860a481ee95', 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8', 'admin_state_up': True, 'tenant_id': '6b908f64a2f9461a89ac179e660cfd0b'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:00.481595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Made reservation on behalf of 6b908f64a2f9461a89ac179e660cfd0b for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:00.485496 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:00.621512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f6113fb-898d-4dcb-b130-00a4eba8b4b6 req-185921d6-4d05-4dab-abae-e100ef935c53 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 210 time: 0.0353262 Aug 10 04:38:00.637306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Allocated IP 172.20.0.8 (4f8c0051-c237-4f32-b5a6-b35a0e90cdd8/73013184-5b39-4d09-822e-081aad211783/0c931ce9-73b3-475d-8776-f96068e21a39) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:01.092977 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.130598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.144737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ca9cffaf-8b35-44be-824b-f4d7af58db86'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:01.178359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:01.181530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:01.185727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:01.192687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Pushing event updated for resources: {'Port': ['ID=0c931ce9-73b3-475d-8776-f96068e21a39,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:01.237028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:01.237640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.252264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-65aa8f3e-c2e1-45ae-9600-f55b6f928d8f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8843203 Aug 10 04:38:01.267292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Request body: {'port': {'device_id': 'e631eabb-861e-425f-9822-6860a481ee95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:01.334532 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.599284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c931ce9-73b3-475d-8776-f96068e21a39 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:01.606828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.618438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Transition to ACTIVE for port object 0c931ce9-73b3-475d-8776-f96068e21a39 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:01.622247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.670762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0c931ce9-73b3-475d-8776-f96068e21a39,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:01.744893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Attempting to bind port 0c931ce9-73b3-475d-8776-f96068e21a39 on host n-h2-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:01.745231 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Attempting to bind port 0c931ce9-73b3-475d-8776-f96068e21a39 by drivers openvswitch,hyperv on host n-h2-769329-14 at level 0 using segments [{'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:01.745561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Attempting to bind port 0c931ce9-73b3-475d-8776-f96068e21a39 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:01.748628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfc204-020b-4b19-b231-fe29e11c953f req-eccb2fba-d38a-471b-b3bd-b7d02773f5be tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:01.749865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Port 0c931ce9-73b3-475d-8776-f96068e21a39 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:38:01.750225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Attempting to bind port 0c931ce9-73b3-475d-8776-f96068e21a39 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:01.750339 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9dfc204-020b-4b19-b231-fe29e11c953f req-eccb2fba-d38a-471b-b3bd-b7d02773f5be tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 943 time: 0.0534790 Aug 10 04:38:01.755158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Checking agent: {'id': 'b4637fd1-a0b7-4279-b375-ea9af008dcbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:01.755503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Checking segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:01.755889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Bound using segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:01.756316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Bound port: 0c931ce9-73b3-475d-8776-f96068e21a39, host: n-h2-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:01.756730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.789812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d9dfc204-020b-4b19-b231-fe29e11c953f req-0d4ddbc3-fc27-4ebf-8433-eda363af941a tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335333 Aug 10 04:38:01.820423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] For port 0c931ce9-73b3-475d-8776-f96068e21a39, host n-h2-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:01.823400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] For port 0c931ce9-73b3-475d-8776-f96068e21a39, host n-h2-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0c931ce9-73b3-475d-8776-f96068e21a39,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:01.827907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.862102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:01.862783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.864176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] 10.222.0.65 "PUT /v2.0/ports/0c931ce9-73b3-475d-8776-f96068e21a39 HTTP/1.1" status: 200 len: 1092 time: 0.6011267 Aug 10 04:38:01.864612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'tag': '0c931ce9-73b3-475d-8776-f96068e21a39'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:01.866909 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca7797-bbd0-45a2-a9cb-2e82737edd12" -d '{"events": [{"name": "network-changed", "server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "tag": "0c931ce9-73b3-475d-8776-f96068e21a39"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:01.892993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f413c-fa4d-4b93-9012-e4396b0f1d40 service neutron] Pushing event updated for resources: {'Port': ['ID=0c931ce9-73b3-475d-8776-f96068e21a39,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:01.905583 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20757c1f-cc4b-445a-8093-e0470ee453aa x-openstack-request-id: req-20757c1f-cc4b-445a-8093-e0470ee453aa {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:01.905911 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "tag": "0c931ce9-73b3-475d-8776-f96068e21a39", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:01.906345 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20757c1f-cc4b-445a-8093-e0470ee453aa {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:01.906744 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'tag': '0c931ce9-73b3-475d-8776-f96068e21a39', 'status': 'completed', 'code': 200} Aug 10 04:38:01.950341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-dd36dd20-1022-43ac-bea1-b668351cd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:01.952720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-dd36dd20-1022-43ac-bea1-b668351cd87c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 1095 time: 0.0433514 Aug 10 04:38:01.967586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:01.998129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-208e1c0e-29ad-46ef-8d9f-978edcd9290f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c931ce9-73b3-475d-8776-f96068e21a39 HTTP/1.1" status: 200 len: 217 time: 0.0365582 Aug 10 04:38:02.047966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-e1bc4553-6696-41b8-a99e-6b56206d6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:02.049323 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-e1bc4553-6696-41b8-a99e-6b56206d6f30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0438352 Aug 10 04:38:02.080717 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9aa51693-e3bd-4f1e-b5d6-9802e37fc507 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240376 Aug 10 04:38:02.175443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-c3fd43c8-2ef7-4f37-8376-af58aaa91945 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Aug 10 04:38:02.263928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-dae4072c-4fbf-4fc9-bfce-4cbb6de5ee34 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Aug 10 04:38:02.364555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-e67c9ec4-ff09-45dc-b5bc-bb83c91db2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:02.366046 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-e67c9ec4-ff09-45dc-b5bc-bb83c91db2b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 1095 time: 0.0423398 Aug 10 04:38:02.466749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-4766aabc-827c-4389-99bd-0f777106c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:02.468276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-4766aabc-827c-4389-99bd-0f777106c905 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 914 time: 0.0950580 Aug 10 04:38:02.523891 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-8c32c3df-d732-4c18-8e6e-7ff4e218224d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c931ce9-73b3-475d-8776-f96068e21a39 HTTP/1.1" status: 200 len: 217 time: 0.0408821 Aug 10 04:38:02.530142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-a44152f8-a884-4d41-8274-e786936b0a9e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:02.531598 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-a44152f8-a884-4d41-8274-e786936b0a9e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.65 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 943 time: 0.0486765 Aug 10 04:38:02.579848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-1f42165c-761e-44e8-9508-d2c3320a3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:02.581363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-1f42165c-761e-44e8-9508-d2c3320a3593 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0505888 Aug 10 04:38:02.613289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-8f054bd6-5f74-4d14-bc41-30cd47886e27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249550 Aug 10 04:38:02.621641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Deleting port 0c931ce9-73b3-475d-8776-f96068e21a39 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:02.621918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.703963 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-38a7fc01-f604-4b12-a604-2bf2f3423561 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830009 Aug 10 04:38:02.713734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] For port 0c931ce9-73b3-475d-8776-f96068e21a39, host n-h2-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-14',level=0,port_id=0c931ce9-73b3-475d-8776-f96068e21a39,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:02.714131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.727268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Calling delete_port for 0c931ce9-73b3-475d-8776-f96068e21a39 owned by compute:nova {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:02.797904 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-be7ca203-5c22-4c14-8aaf-839499194ed6 service neutron] 10.222.0.65 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867519 Aug 10 04:38:02.866832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.878502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ca9cffaf-8b35-44be-824b-f4d7af58db86'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:02.889658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-bec6595a-951d-4a92-9813-1552242755a5 req-1bb5b7a3-6fdd-4357-b6b5-82a809f29b2f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 210 time: 0.0330260 Aug 10 04:38:02.911389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Pushing event deleted for resources: {'Port': ['ID=0c931ce9-73b3-475d-8776-f96068e21a39,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:02.954952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] No DVR routers for this DVR port 0c931ce9-73b3-475d-8776-f96068e21a39 on host n-h2-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:02.958179 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.960252 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.65 "DELETE /v2.0/ports/0c931ce9-73b3-475d-8776-f96068e21a39 HTTP/1.1" status: 204 len: 173 time: 0.4224091 Aug 10 04:38:02.960693 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'name': 'network-vif-deleted', 'tag': '0c931ce9-73b3-475d-8776-f96068e21a39'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:02.962989 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07a7c3-20d8-4b62-beea-60bc7cd70efa" -d '{"events": [{"server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "name": "network-vif-deleted", "tag": "0c931ce9-73b3-475d-8776-f96068e21a39"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:03.001971 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b03b66-8cbb-4f68-9f0f-8b341e336d2b x-openstack-request-id: req-55b03b66-8cbb-4f68-9f0f-8b341e336d2b {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:03.002296 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "name": "network-vif-deleted", "tag": "0c931ce9-73b3-475d-8776-f96068e21a39", "status": "failed", "code": 422}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:03.002553 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55b03b66-8cbb-4f68-9f0f-8b341e336d2b {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:03.002961 n-d-769329-14 neutron-server[94140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'name': 'network-vif-deleted', 'tag': '0c931ce9-73b3-475d-8776-f96068e21a39', 'status': 'failed', 'code': 422} returned with failed status Aug 10 04:38:03.426903 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:03.988814 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0c62bb00-ce2f-4db0-948b-fe3c92b1d0c6 req-5f642aa5-76ed-48b9-ae04-00de6230d018 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 210 time: 0.0256777 Aug 10 04:38:04.133629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-690a9ebe-2ed5-4ad7-af44-3bb89965bdc8 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:04.135124 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-690a9ebe-2ed5-4ad7-af44-3bb89965bdc8 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 813 time: 0.1030350 Aug 10 04:38:04.151655 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Request body: {'port': {'device_id': 'e631eabb-861e-425f-9822-6860a481ee95', 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8', 'admin_state_up': True, 'tenant_id': '6b908f64a2f9461a89ac179e660cfd0b'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:04.264471 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Made reservation on behalf of 6b908f64a2f9461a89ac179e660cfd0b for: {'port': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:04.268093 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:04.388367 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Allocated IP 172.20.0.7 (4f8c0051-c237-4f32-b5a6-b35a0e90cdd8/73013184-5b39-4d09-822e-081aad211783/892b957b-46b1-4905-8768-4e75800ca6a1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:04.540926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:04.580177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:04.592323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ca9cffaf-8b35-44be-824b-f4d7af58db86'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:04.625784 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:04.629522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:04.633676 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:04.661702 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Pushing event updated for resources: {'Port': ['ID=892b957b-46b1-4905-8768-4e75800ca6a1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:04.690376 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:04.690991 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:04.705737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8fd81713-6d87-4a73-acac-4491f1462e77 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578182 Aug 10 04:38:04.719099 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Request body: {'port': {'device_id': 'e631eabb-861e-425f-9822-6860a481ee95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:04.773559 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:05.043764 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892b957b-46b1-4905-8768-4e75800ca6a1 {{(pid=94140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:05.053257 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:05.065906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Transition to ACTIVE for port object 892b957b-46b1-4905-8768-4e75800ca6a1 will not be triggered until provisioned by entity L2. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:05.070548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:05.112856 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52fafc-1dd0-4404-9323-47bd482189d9 req-f7cbc62a-549a-498c-9f8d-9550ee1f3a03 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.115194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f52fafc-1dd0-4404-9323-47bd482189d9 req-f7cbc62a-549a-498c-9f8d-9550ee1f3a03 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 943 time: 0.0551903 Aug 10 04:38:05.125852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Pushing event updated for resources: {'Port': ['ID=892b957b-46b1-4905-8768-4e75800ca6a1,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:05.154797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1f52fafc-1dd0-4404-9323-47bd482189d9 req-34acc3de-ceae-4bdc-abb8-30cf8f6e7605 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336010 Aug 10 04:38:05.197613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Attempting to bind port 892b957b-46b1-4905-8768-4e75800ca6a1 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:05.197941 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Attempting to bind port 892b957b-46b1-4905-8768-4e75800ca6a1 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:05.198298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Attempting to bind port 892b957b-46b1-4905-8768-4e75800ca6a1 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:05.202593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Port 892b957b-46b1-4905-8768-4e75800ca6a1 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:38:05.202913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Attempting to bind port 892b957b-46b1-4905-8768-4e75800ca6a1 on network 4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:05.208140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:05.208544 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Checking segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:05.208889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Bound using segment: {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'} {{(pid=94140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:05.209322 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.managers [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Bound port: 892b957b-46b1-4905-8768-4e75800ca6a1, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14df5f92-8dc8-4747-b557-3454eba977bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8'}}] {{(pid=94140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:05.210183 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:05.274413 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] For port 892b957b-46b1-4905-8768-4e75800ca6a1, host n-h1-769329-14, cleared binding levels {{(pid=94140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:05.278081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] For port 892b957b-46b1-4905-8768-4e75800ca6a1, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=892b957b-46b1-4905-8768-4e75800ca6a1,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:05.282275 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:05.321613 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.322241 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:05.323678 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] 10.222.0.39 "PUT /v2.0/ports/892b957b-46b1-4905-8768-4e75800ca6a1 HTTP/1.1" status: 200 len: 1092 time: 0.6088402 Aug 10 04:38:05.324118 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'tag': '892b957b-46b1-4905-8768-4e75800ca6a1'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:05.326428 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e653f60-119b-49e7-bcf8-5ad1df88305b" -d '{"events": [{"name": "network-changed", "server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "tag": "892b957b-46b1-4905-8768-4e75800ca6a1"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:05.352582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f30955-f8af-4b5e-822a-687d183ac795 service neutron] Pushing event updated for resources: {'Port': ['ID=892b957b-46b1-4905-8768-4e75800ca6a1,revision_number=3']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:05.366761 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9858165-0e44-434f-90f0-4992ef55fddf x-openstack-request-id: req-b9858165-0e44-434f-90f0-4992ef55fddf {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:05.367044 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "tag": "892b957b-46b1-4905-8768-4e75800ca6a1", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:05.367292 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9858165-0e44-434f-90f0-4992ef55fddf {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:05.367694 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'tag': '892b957b-46b1-4905-8768-4e75800ca6a1', 'status': 'completed', 'code': 200} Aug 10 04:38:05.424674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-b69c7615-0e39-4e3e-9977-1580e8488ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.426327 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-b69c7615-0e39-4e3e-9977-1580e8488ac0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 1095 time: 0.0435789 Aug 10 04:38:05.467934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-5cd534db-f766-4f43-b239-60b9407a65b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892b957b-46b1-4905-8768-4e75800ca6a1 HTTP/1.1" status: 200 len: 217 time: 0.0333774 Aug 10 04:38:05.520887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8551925e-2afc-48ac-bda1-5fc16bb7701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.522369 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-8551925e-2afc-48ac-bda1-5fc16bb7701f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0475180 Aug 10 04:38:05.556308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-41c56513-2379-44a9-a9dd-2b4bbcc6e65b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249307 Aug 10 04:38:05.643846 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-d1711ead-b245-4aec-a5b3-bc347d87cc23 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796139 Aug 10 04:38:05.736827 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-4f931608-0397-479a-8460-8a5fb79df6e7 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Aug 10 04:38:05.827711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-537dd03d-15b0-4305-819b-79bf9f407f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.829083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-537dd03d-15b0-4305-819b-79bf9f407f00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 1095 time: 0.0404603 Aug 10 04:38:05.921050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-ab9ddc24-fc2c-4530-b14c-54a4e815594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.922539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-ab9ddc24-fc2c-4530-b14c-54a4e815594f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 914 time: 0.0856454 Aug 10 04:38:05.965165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-2f95f246-5864-44d9-ba4d-38ae20042609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892b957b-46b1-4905-8768-4e75800ca6a1 HTTP/1.1" status: 200 len: 217 time: 0.0343330 Aug 10 04:38:06.015106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-9af0247d-af6f-40a5-8251-420c97068873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:06.016503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-9af0247d-af6f-40a5-8251-420c97068873 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0414672 Aug 10 04:38:06.047353 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-2c73483a-f1c1-4b25-8c2b-de4209cdb86d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227945 Aug 10 04:38:06.142561 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-a0d604ba-af9f-44c1-bc91-f4dcc544b782 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854883 Aug 10 04:38:06.231489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1e653f60-119b-49e7-bcf8-5ad1df88305b req-8a597f23-0bb2-4911-8a01-9adc6d434d4f service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816894 Aug 10 04:38:06.269547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3176c38-902e-4838-96a4-8acacf10349c req-70a2aee6-7b64-42d9-a201-ef66fbaeb4c1 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:06.271062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d3176c38-902e-4838-96a4-8acacf10349c req-70a2aee6-7b64-42d9-a201-ef66fbaeb4c1 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 943 time: 0.0495350 Aug 10 04:38:06.308061 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d3176c38-902e-4838-96a4-8acacf10349c req-e11203ea-64c8-4b26-8b5e-5c35b42da7e4 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Aug 10 04:38:07.431894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b97e5b-00c8-4c9e-a298-54481e347669 req-81852420-ffc9-4c36-97b9-7a297c54993a tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:07.433399 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1b97e5b-00c8-4c9e-a298-54481e347669 req-81852420-ffc9-4c36-97b9-7a297c54993a tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 943 time: 0.0568876 Aug 10 04:38:07.471031 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1b97e5b-00c8-4c9e-a298-54481e347669 req-50ef19eb-9fe6-4b42-874a-d4ab0f1f7fea tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 10 04:38:08.592316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62100d-9366-49ac-8d9f-22872d143885 req-d981ed9f-ddb2-4a2e-82bd-b929f6ba9ecb tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:08.593902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd62100d-9366-49ac-8d9f-22872d143885 req-d981ed9f-ddb2-4a2e-82bd-b929f6ba9ecb tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 943 time: 0.0552280 Aug 10 04:38:08.633645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fd62100d-9366-49ac-8d9f-22872d143885 req-f0ef1e0c-5976-4215-b032-e6a148f14254 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Aug 10 04:38:09.251886 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 892b957b-46b1-4905-8768-4e75800ca6a1 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:38:09.351072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 892b957b-46b1-4905-8768-4e75800ca6a1, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=892b957b-46b1-4905-8768-4e75800ca6a1,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:09.362162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '892b957b-46b1-4905-8768-4e75800ca6a1', 'network_id': '4f8c0051-c237-4f32-b5a6-b35a0e90cdd8', 'port_id': '892b957b-46b1-4905-8768-4e75800ca6a1', 'mac_address': 'fa:16:3e:60:b4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73013184-5b39-4d09-822e-081aad211783', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:38:09.398615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:09.411374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892b957b-46b1-4905-8768-4e75800ca6a1 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:09.429869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 892b957b-46b1-4905-8768-4e75800ca6a1, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=892b957b-46b1-4905-8768-4e75800ca6a1,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:09.433909 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:09.479987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=892b957b-46b1-4905-8768-4e75800ca6a1,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:09.674422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['892b957b-46b1-4905-8768-4e75800ca6a1'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:09.747917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4206c-1d8d-4d9e-bdb4-19d13756632c req-12326ceb-8255-43d2-82a4-d07b4988de9e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:09.749527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c1f4206c-1d8d-4d9e-bdb4-19d13756632c req-12326ceb-8255-43d2-82a4-d07b4988de9e tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 944 time: 0.0498159 Aug 10 04:38:09.789409 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c1f4206c-1d8d-4d9e-bdb4-19d13756632c req-55d04b82-faad-4454-88f0-334a93b08914 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Aug 10 04:38:10.903580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143eb48-187f-4494-ad7e-3623847252b1 req-c7706290-c43f-4408-a27f-5e82cd3dfcab tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:10.905115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d143eb48-187f-4494-ad7e-3623847252b1 req-c7706290-c43f-4408-a27f-5e82cd3dfcab tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 944 time: 0.0485806 Aug 10 04:38:10.944049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d143eb48-187f-4494-ad7e-3623847252b1 req-06aed0e7-67b7-4a48-874c-2ff15af7c45b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Aug 10 04:38:11.272928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 892b957b-46b1-4905-8768-4e75800ca6a1 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:11.320443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 892b957b-46b1-4905-8768-4e75800ca6a1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:11.324717 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 892b957b-46b1-4905-8768-4e75800ca6a1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:11.325134 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:11.400021 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-7ab72967-9ae1-4090-bae3-2275f03f9d5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393770 Aug 10 04:38:11.407971 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:11.431203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b957b-46b1-4905-8768-4e75800ca6a1'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:11.433568 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9153600-9d51-4be8-8f86-6772f52f3aa8" -d '{"events": [{"server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "name": "network-vif-plugged", "status": "completed", "tag": "892b957b-46b1-4905-8768-4e75800ca6a1"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:11.454923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 892b957b-46b1-4905-8768-4e75800ca6a1, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=892b957b-46b1-4905-8768-4e75800ca6a1,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:11.459748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:11.483564 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d477562-9b37-473f-a66e-6f9e6e7f95e7 x-openstack-request-id: req-4d477562-9b37-473f-a66e-6f9e6e7f95e7 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:11.483862 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "name": "network-vif-plugged", "status": "completed", "tag": "892b957b-46b1-4905-8768-4e75800ca6a1", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:11.484119 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d477562-9b37-473f-a66e-6f9e6e7f95e7 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:11.484505 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892b957b-46b1-4905-8768-4e75800ca6a1', 'code': 200} Aug 10 04:38:11.513618 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c409-f15b-4a9f-96e7-39186f52148d req-d107fbeb-7202-4996-803d-7be84d07d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:11.513842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=892b957b-46b1-4905-8768-4e75800ca6a1,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:11.515156 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-d107fbeb-7202-4996-803d-7be84d07d35a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 1097 time: 0.0558658 Aug 10 04:38:11.521253 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:38:11.548688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.39', 51695) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:11.588694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14f8d-95af-4e92-a034-a343bbd262bf req-3c6ddc3b-b4fe-43a1-9c0e-6b6285d53ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:11.590236 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-94f14f8d-95af-4e92-a034-a343bbd262bf req-3c6ddc3b-b4fe-43a1-9c0e-6b6285d53ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 1097 time: 0.0411448 Aug 10 04:38:11.627064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-94f14f8d-95af-4e92-a034-a343bbd262bf req-6844af3a-b7e9-4527-9615-872df7dca626 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283248 Aug 10 04:38:11.640239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c409-f15b-4a9f-96e7-39186f52148d req-139f32b3-547e-4ddb-85bf-f2496959da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:11.641732 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-139f32b3-547e-4ddb-85bf-f2496959da49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 200 len: 914 time: 0.0920713 Aug 10 04:38:11.721127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-eff26751-7e7f-4571-bfcc-b244bc81a020 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86 HTTP/1.1" status: 200 len: 217 time: 0.0352309 Aug 10 04:38:11.774233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295c409-f15b-4a9f-96e7-39186f52148d req-791d254b-5a8d-4cc2-8bed-6d95d5d5eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:11.775570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-791d254b-5a8d-4cc2-8bed-6d95d5d5eb68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 200 len: 853 time: 0.0435925 Aug 10 04:38:11.807250 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-d656b345-fea4-487a-91c8-8eaf56984b80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227754 Aug 10 04:38:11.902530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-f833c6c9-9b6f-42a2-98d7-06bfe35f8ce6 service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861564 Aug 10 04:38:11.996047 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3295c409-f15b-4a9f-96e7-39186f52148d req-675bc181-ed63-468d-954c-130ef69389eb service neutron] 10.222.0.39 "GET /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819523 Aug 10 04:38:12.062904 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f140a-7e6c-4708-98e5-54c76a4590e5 req-d14557d4-33b7-43da-8efc-f33453124114 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:12.064300 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-270f140a-7e6c-4708-98e5-54c76a4590e5 req-d14557d4-33b7-43da-8efc-f33453124114 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Aug 10 04:38:12.101889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-270f140a-7e6c-4708-98e5-54c76a4590e5 req-951d0ca2-5db1-49bf-9254-ee27ac74280b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Aug 10 04:38:13.220497 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c45be4-6abc-4461-b58b-41276bae53cb req-7634b60d-602d-48ec-a5ae-094e78238041 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:13.221971 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55c45be4-6abc-4461-b58b-41276bae53cb req-7634b60d-602d-48ec-a5ae-094e78238041 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Aug 10 04:38:13.261064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55c45be4-6abc-4461-b58b-41276bae53cb req-035f9b6f-7453-432d-aab2-d3d584b8af5a tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Aug 10 04:38:13.493465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590213a-ff99-4299-ab3f-9faab2206de2 req-7fe0d830-9f24-4ec1-8e19-2cfa3ed9d4ae tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:13.495180 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c590213a-ff99-4299-ab3f-9faab2206de2 req-7fe0d830-9f24-4ec1-8e19-2cfa3ed9d4ae tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 945 time: 0.0483418 Aug 10 04:38:13.537370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c590213a-ff99-4299-ab3f-9faab2206de2 req-62506152-4c33-4615-92f3-1222e86e7c18 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360420 Aug 10 04:38:14.655383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfe644-6934-451b-bd1b-1c5cbae4ae8f req-2e067deb-96a9-46fd-bfa9-adef47cf9923 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:14.656882 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2dcfe644-6934-451b-bd1b-1c5cbae4ae8f req-2e067deb-96a9-46fd-bfa9-adef47cf9923 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 945 time: 0.0490766 Aug 10 04:38:14.695863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2dcfe644-6934-451b-bd1b-1c5cbae4ae8f req-10ee17a1-027c-41c8-9bdb-457629beac68 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Aug 10 04:38:14.977585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-ee8cfabb-6e7e-45e4-a21c-5311c19c3377 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:14.979049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-ee8cfabb-6e7e-45e4-a21c-5311c19c3377 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Aug 10 04:38:15.074134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Deleting port 892b957b-46b1-4905-8768-4e75800ca6a1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:15.074476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:15.160440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] For port 892b957b-46b1-4905-8768-4e75800ca6a1, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=892b957b-46b1-4905-8768-4e75800ca6a1,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:15.160794 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:15.173285 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Calling delete_port for 892b957b-46b1-4905-8768-4e75800ca6a1 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:15.298978 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:15.314306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ca9cffaf-8b35-44be-824b-f4d7af58db86', '892b957b-46b1-4905-8768-4e75800ca6a1'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:15.329435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Pushing event deleted for resources: {'Port': ['ID=892b957b-46b1-4905-8768-4e75800ca6a1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:15.354653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.354993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.355345 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.355653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.355980 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.356306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.356627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.356946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.357266 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.357586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.357901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.358259 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:15.383153 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] No DVR routers for this DVR port 892b957b-46b1-4905-8768-4e75800ca6a1 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:15.385897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:15.387950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24def34b-ebd1-403f-800a-21d5108a3b9c req-afe97dd4-5b7e-462d-ab43-4b3eb10285d3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "DELETE /v2.0/ports/892b957b-46b1-4905-8768-4e75800ca6a1 HTTP/1.1" status: 204 len: 173 time: 0.3989344 Aug 10 04:38:15.388381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'name': 'network-vif-deleted', 'tag': '892b957b-46b1-4905-8768-4e75800ca6a1'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:15.390645 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1a7c1-bb57-4a54-b809-8af901ff035c" -d '{"events": [{"server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "name": "network-vif-deleted", "tag": "892b957b-46b1-4905-8768-4e75800ca6a1"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:15.428608 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2822a-b053-4750-a34a-6dbfe4ba9519 x-openstack-request-id: req-05e2822a-b053-4750-a34a-6dbfe4ba9519 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:15.428898 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e631eabb-861e-425f-9822-6860a481ee95", "name": "network-vif-deleted", "tag": "892b957b-46b1-4905-8768-4e75800ca6a1", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:15.429146 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05e2822a-b053-4750-a34a-6dbfe4ba9519 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:15.429653 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e631eabb-861e-425f-9822-6860a481ee95', 'name': 'network-vif-deleted', 'tag': '892b957b-46b1-4905-8768-4e75800ca6a1', 'status': 'completed', 'code': 200} Aug 10 04:38:15.801431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2bc2c1a0-8ecc-4ece-a64d-045fa6c3f1ff req-16c3d965-1a19-40a1-93df-c5005de59d5d tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=e631eabb-861e-425f-9822-6860a481ee95 HTTP/1.1" status: 200 len: 210 time: 0.0267315 Aug 10 04:38:16.950447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb20efe-1e6c-4b4d-8a39-52e4fc63ca3a req-0bec2a84-e523-4f35-8432-d68b8b408760 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:16.951939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cbb20efe-1e6c-4b4d-8a39-52e4fc63ca3a req-0bec2a84-e523-4f35-8432-d68b8b408760 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0490510 Aug 10 04:38:16.990349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cbb20efe-1e6c-4b4d-8a39-52e4fc63ca3a req-08d88253-ce58-4a17-af61-2b49f6881b53 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Aug 10 04:38:17.121449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2010fc-c48c-4f2e-bb31-0c1d1c6ed748 req-d66730e0-97c3-465d-9ec7-d590f45e6d98 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:17.122935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2010fc-c48c-4f2e-bb31-0c1d1c6ed748 req-d66730e0-97c3-465d-9ec7-d590f45e6d98 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0481813 Aug 10 04:38:17.160958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2010fc-c48c-4f2e-bb31-0c1d1c6ed748 req-8da614f4-8528-4f92-8a54-1caf432766e3 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319457 Aug 10 04:38:17.280239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a7114-fa93-4a3f-9406-0da9068ee31a req-fb481241-fb1b-4266-9352-542c3b6da624 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:17.281732 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a8a7114-fa93-4a3f-9406-0da9068ee31a req-fb481241-fb1b-4266-9352-542c3b6da624 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0495851 Aug 10 04:38:17.312019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 892b957b-46b1-4905-8768-4e75800ca6a1 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:17.320373 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a8a7114-fa93-4a3f-9406-0da9068ee31a req-b10e61c0-20bc-462d-a129-9a2bc01b3a35 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Aug 10 04:38:17.333470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 892b957b-46b1-4905-8768-4e75800ca6a1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:17.333934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 892b957b-46b1-4905-8768-4e75800ca6a1 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:17.488738 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a259a2-2fa4-438b-ab09-2c88045642c9 req-bbdfcdc4-00ac-4ad8-8811-7bbb07ba041c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:17.490314 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67a259a2-2fa4-438b-ab09-2c88045642c9 req-bbdfcdc4-00ac-4ad8-8811-7bbb07ba041c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0493584 Aug 10 04:38:17.530597 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-67a259a2-2fa4-438b-ab09-2c88045642c9 req-0b08b9b6-6fe8-4420-98d7-17be4076382f tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Aug 10 04:38:17.654502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae35a8-7ef5-4f0f-b86b-80ffd6792c6e req-3dd0be90-9159-4ffe-b963-b23c2184dfa5 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:17.655989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21ae35a8-7ef5-4f0f-b86b-80ffd6792c6e req-3dd0be90-9159-4ffe-b963-b23c2184dfa5 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0585113 Aug 10 04:38:17.709089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-21ae35a8-7ef5-4f0f-b86b-80ffd6792c6e req-54cc2635-1b79-45ff-84b3-971e7f542d34 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369086 Aug 10 04:38:17.832684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91e70f-e0d4-47f9-9032-a143a8c464f6 req-d8e20e35-eeec-43d0-b2a7-7ea0168f5e4d tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:17.834194 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b91e70f-e0d4-47f9-9032-a143a8c464f6 req-d8e20e35-eeec-43d0-b2a7-7ea0168f5e4d tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0487154 Aug 10 04:38:17.871738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3b91e70f-e0d4-47f9-9032-a143a8c464f6 req-5787d8e6-c278-4010-be9b-856f60d70a26 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Aug 10 04:38:18.169815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354dc80-f03d-4ef4-8a5d-b6718533bb92 req-57d249f8-d026-4f25-a2e4-1e3695726a90 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:18.171224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4354dc80-f03d-4ef4-8a5d-b6718533bb92 req-57d249f8-d026-4f25-a2e4-1e3695726a90 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0489779 Aug 10 04:38:18.208934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4354dc80-f03d-4ef4-8a5d-b6718533bb92 req-44fe3a4f-c1f8-4c12-bafc-fe115b55e818 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308459 Aug 10 04:38:19.322995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f17dd5-30cf-4373-a18f-691a359b58e8 req-4e06e45a-eb0e-46a3-91c5-c71649441b76 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:19.324464 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41f17dd5-30cf-4373-a18f-691a359b58e8 req-4e06e45a-eb0e-46a3-91c5-c71649441b76 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0472395 Aug 10 04:38:19.366008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-41f17dd5-30cf-4373-a18f-691a359b58e8 req-d33d802c-08ae-42f0-a42d-4984696471d5 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/security-groups?id=67357fbb-2f4d-415a-9ed3-6045ea2230c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356648 Aug 10 04:38:19.569773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-c0a2202a-86b2-43aa-808a-ca1d114ab83b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:19.571253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-c0a2202a-86b2-43aa-808a-ca1d114ab83b tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 945 time: 0.0522757 Aug 10 04:38:19.659112 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Deleting port ca9cffaf-8b35-44be-824b-f4d7af58db86 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:19.659447 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:19.752044 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] For port ca9cffaf-8b35-44be-824b-f4d7af58db86, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=ca9cffaf-8b35-44be-824b-f4d7af58db86,segment=NetworkSegment(14df5f92-8dc8-4747-b557-3454eba977bb),segment_id=14df5f92-8dc8-4747-b557-3454eba977bb)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:19.752409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:19.765945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Calling delete_port for ca9cffaf-8b35-44be-824b-f4d7af58db86 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:19.893194 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:19.906250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['ca9cffaf-8b35-44be-824b-f4d7af58db86'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:19.921260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Pushing event deleted for resources: {'Port': ['ID=ca9cffaf-8b35-44be-824b-f4d7af58db86,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:19.961531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] No DVR routers for this DVR port ca9cffaf-8b35-44be-824b-f4d7af58db86 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:19.964176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:19.966247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d1ab5455-b472-4b3e-ad8d-aa5e04e62b36 req-e847b2fe-9897-4e87-8bde-752be3cb494c tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.39 "DELETE /v2.0/ports/ca9cffaf-8b35-44be-824b-f4d7af58db86 HTTP/1.1" status: 204 len: 173 time: 0.3873634 Aug 10 04:38:19.966688 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'name': 'network-vif-deleted', 'tag': 'ca9cffaf-8b35-44be-824b-f4d7af58db86'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:19.968936 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96058c5b-6a54-4dc4-8abc-70986a625c41" -d '{"events": [{"server_uuid": "a4412e06-ae2d-48cf-945c-975ae292689e", "name": "network-vif-deleted", "tag": "ca9cffaf-8b35-44be-824b-f4d7af58db86"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:20.005929 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff4c25-c601-4cb8-964e-9fdc3a017236 x-openstack-request-id: req-95ff4c25-c601-4cb8-964e-9fdc3a017236 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:20.006260 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4412e06-ae2d-48cf-945c-975ae292689e", "name": "network-vif-deleted", "tag": "ca9cffaf-8b35-44be-824b-f4d7af58db86", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:20.006524 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95ff4c25-c601-4cb8-964e-9fdc3a017236 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:20.006923 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4412e06-ae2d-48cf-945c-975ae292689e', 'name': 'network-vif-deleted', 'tag': 'ca9cffaf-8b35-44be-824b-f4d7af58db86', 'status': 'completed', 'code': 200} Aug 10 04:38:20.472064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4904714-388e-4e10-ba7c-6307045f046c req-d1a32c5e-b565-4357-b99d-a352a649ce34 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4412e06-ae2d-48cf-945c-975ae292689e HTTP/1.1" status: 200 len: 210 time: 0.0259538 Aug 10 04:38:21.530256 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46424) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:21.575799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Deleting subnet 73013184-5b39-4d09-822e-081aad211783 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:38:21.578762 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.616499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.654048 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.705734 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.728571 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73013184-5b39-4d09-822e-081aad211783,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:21.734035 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.735887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a6f8ec6d-327a-40eb-a9e9-cdb7eb7bc075 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/73013184-5b39-4d09-822e-081aad211783 HTTP/1.1" status: 204 len: 168 time: 0.2046442 Aug 10 04:38:21.739062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46426) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:21.807557 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.881844 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.891545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8c0051-c237-4f32-b5a6-b35a0e90cdd8']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:21.903348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14df5f92-8dc8-4747-b557-3454eba977bb') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:21.903636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14df5f92-8dc8-4747-b557-3454eba977bb') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:21.912735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.925825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.931480 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:21.931860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:21.933424 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:21.990225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.995005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:21.996962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4f8c0051-c237-4f32-b5a6-b35a0e90cdd8 HTTP/1.1" status: 204 len: 168 time: 0.2569220 Aug 10 04:38:22.010496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba541c-acbe-459e-94bd-fe170f36d0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8c0051-c237-4f32-b5a6-b35a0e90cdd8,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:22.101833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46430) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:22.143141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-55c0ebdd-ab8d-40b4-8f97-4e7f581b9bf8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b908f64a2f9461a89ac179e660cfd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400796 Aug 10 04:38:22.145561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:22.193214 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16415607-e4fa-403b-82d8-01356748f974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:22.216558 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16415607-e4fa-403b-82d8-01356748f974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:22.266905 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16415607-e4fa-403b-82d8-01356748f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:22.269416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16415607-e4fa-403b-82d8-01356748f974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:22.270595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-16415607-e4fa-403b-82d8-01356748f974 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67357fbb-2f4d-415a-9ed3-6045ea2230c4 HTTP/1.1" status: 204 len: 168 time: 0.1241136 Aug 10 04:38:22.278316 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16415607-e4fa-403b-82d8-01356748f974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67357fbb-2f4d-415a-9ed3-6045ea2230c4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:22.953205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46454) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:23.049828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815893673'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:23.071747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:23.075547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.084469 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.179881 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.183534 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.211990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:23.220802 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8348c758-005b-408e-a0ee-5c70fb5c9b3c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:23.228398 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.228743 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Added segment 294da46e-6a2f-43e0-902b-77beeb6b2d45 of type vlan for network ace2e940-2668-4a8a-a970-f5175287478a Aug 10 04:38:23.272352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.300263 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.305783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:23.306391 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:23.345644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ca9cffaf-8b35-44be-824b-f4d7af58db86 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:23.366132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4117997 Aug 10 04:38:23.369916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: ca9cffaf-8b35-44be-824b-f4d7af58db86 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:23.370300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device ca9cffaf-8b35-44be-824b-f4d7af58db86 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:23.375644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08f10f-2749-45b1-badf-c6017e972ba8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Network': ['ID=ace2e940-2668-4a8a-a970-f5175287478a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:23.386233 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network ace2e940-2668-4a8a-a970-f5175287478a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:25.469566 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:26.572894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46458) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:26.578107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'subnet': {'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:26.604589 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:26.664973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:26.668462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:26.850761 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:26.916446 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Subnet': ['ID=91eb5c2a-e860-487f-b1b3-cc4c916aa23f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:26.924591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Checking segment: {'id': '294da46e-6a2f-43e0-902b-77beeb6b2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:26.924955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network hostable DHCP agents. Network: ace2e940-2668-4a8a-a970-f5175287478a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:26.942331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network ace2e940-2668-4a8a-a970-f5175287478a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:26.951636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, ace2e940-2668-4a8a-a970-f5175287478a) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:26.956196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:26.957359 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:26.961348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dba815-9860-42ad-9c9f-ff4fe4ab3b8d None None] Network ace2e940-2668-4a8a-a970-f5175287478a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:26.974147 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-96a68012-64b6-47a4-ba36-36c7f1c4578c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3997383 Aug 10 04:38:26.977917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46460) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:26.983131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739687740'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:27.004125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:27.007945 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.031979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:27.041460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.041800 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Added segment df69755f-3b21-4089-b752-23546781d4aa of type vlan for network e13ab667-ebd6-42f5-a095-26e7825f353a Aug 10 04:38:27.082942 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.106938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-ace2e940-2668-4a8a-a970-f5175287478a', 'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a', 'tenant_id': '3bb3c2d9b0f74ca680bcb06f579ecbcb', 'fixed_ips': [{'subnet_id': '91eb5c2a-e860-487f-b1b3-cc4c916aa23f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:27.107814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.116691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.122241 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:27.122867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.142831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0f11-0bb9-4e83-ab4b-c4a78e57bfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.177851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1987789 Aug 10 04:38:27.180689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46462) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:27.187581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'subnet': {'network_id': 'e13ab667-ebd6-42f5-a095-26e7825f353a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:27.241312 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046b4f4-667e-4069-97f0-7985d6a7badc tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Network': ['ID=e13ab667-ebd6-42f5-a095-26e7825f353a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:27.252492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network e13ab667-ebd6-42f5-a095-26e7825f353a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:27.286607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:27.290178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.307640 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Allocated IP 2001:db8:0:ffff::2 (ace2e940-2668-4a8a-a970-f5175287478a/91eb5c2a-e860-487f-b1b3-cc4c916aa23f/610970d5-bb49-4a03-b445-15c2827116f0) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:27.483923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.544159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Subnet': ['ID=c4e0bb51-5ead-400b-be2e-8ee3b21f4b07,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:27.557614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Checking segment: {'id': 'df69755f-3b21-4089-b752-23546781d4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e13ab667-ebd6-42f5-a095-26e7825f353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:27.557992 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network hostable DHCP agents. Network: e13ab667-ebd6-42f5-a095-26e7825f353a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:27.574942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network e13ab667-ebd6-42f5-a095-26e7825f353a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:27.584515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, e13ab667-ebd6-42f5-a095-26e7825f353a) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:27.589840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:27.590815 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.600376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8830a-5a4d-4d39-b19b-0bd55f544e5c None None] Network e13ab667-ebd6-42f5-a095-26e7825f353a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:27.607332 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6abd03ed-7e31-4869-aad8-0bebfbc5ecfe tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4256337 Aug 10 04:38:27.610115 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46464) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:27.669095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.687201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Transition to ACTIVE for port object 610970d5-bb49-4a03-b445-15c2827116f0 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:27.714163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Transition to ACTIVE for port object 610970d5-bb49-4a03-b445-15c2827116f0 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:27.717507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.723856 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.800950 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.801484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Network ace2e940-2668-4a8a-a970-f5175287478a is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:27.807422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:27.810274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Pushing event updated for resources: {'Port': ['ID=610970d5-bb49-4a03-b445-15c2827116f0,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:27.812313 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:27.839661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.840014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.840357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.840695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.841028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.841357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.841686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.842034 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.842365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.842693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.843017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.843344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:27.852074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9fa22e-5a50-4186-9279-f4f0aef9b457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-e13ab667-ebd6-42f5-a095-26e7825f353a', 'network_id': 'e13ab667-ebd6-42f5-a095-26e7825f353a', 'tenant_id': '3bb3c2d9b0f74ca680bcb06f579ecbcb', 'fixed_ips': [{'subnet_id': 'c4e0bb51-5ead-400b-be2e-8ee3b21f4b07'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:27.853005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2f9fa22e-5a50-4186-9279-f4f0aef9b457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.870297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.901105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e0bb51-5ead-400b-be2e-8ee3b21f4b07,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:27.961793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Attempting to bind port 610970d5-bb49-4a03-b445-15c2827116f0 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:27.962275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Attempting to bind port 610970d5-bb49-4a03-b445-15c2827116f0 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '294da46e-6a2f-43e0-902b-77beeb6b2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:27.962718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Attempting to bind port 610970d5-bb49-4a03-b445-15c2827116f0 on network ace2e940-2668-4a8a-a970-f5175287478a {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:27.963890 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.971226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:27.972676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Checking segment: {'id': '294da46e-6a2f-43e0-902b-77beeb6b2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:27.973108 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.973463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Bound using segment: {'id': '294da46e-6a2f-43e0-902b-77beeb6b2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:27.973931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Bound port: 610970d5-bb49-4a03-b445-15c2827116f0, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294da46e-6a2f-43e0-902b-77beeb6b2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ace2e940-2668-4a8a-a970-f5175287478a'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:27.974350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.976116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13ab667-ebd6-42f5-a095-26e7825f353a']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:27.979050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887457a5-0adf-47ea-be16-6787585e17ca None None] Network e13ab667-ebd6-42f5-a095-26e7825f353a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:27.986899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df69755f-3b21-4089-b752-23546781d4aa') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:27.987317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df69755f-3b21-4089-b752-23546781d4aa') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:27.996028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.009680 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.015477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:28.015873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:28.019311 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:28.082070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.087205 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.089310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/e13ab667-ebd6-42f5-a095-26e7825f353a HTTP/1.1" status: 204 len: 168 time: 0.4780993 Aug 10 04:38:28.094393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46466) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:28.099927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205799173'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:28.112591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a28af7-8289-4c30-be26-0fc49b8df774 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Network': ['ID=e13ab667-ebd6-42f5-a095-26e7825f353a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:28.131790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:28.136186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.161175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:28.163354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] For port 610970d5-bb49-4a03-b445-15c2827116f0, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:28.171433 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.171769 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Added segment 50c9342d-203b-4306-b6d0-76bfe474c80b of type vlan for network 577fcc27-9b9d-46a6-9d91-00b2a0d5a987 Aug 10 04:38:28.175486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] For port 610970d5-bb49-4a03-b445-15c2827116f0, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=610970d5-bb49-4a03-b445-15c2827116f0,segment=NetworkSegment(294da46e-6a2f-43e0-902b-77beeb6b2d45),segment_id=294da46e-6a2f-43e0-902b-77beeb6b2d45)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:28.180920 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.212784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.242837 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.244666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace659c-553e-4eb3-bfe2-aafe3766602d None None] Pushing event updated for resources: {'Port': ['ID=610970d5-bb49-4a03-b445-15c2827116f0,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:28.248754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:28.249351 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.308595 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2130604 Aug 10 04:38:28.311595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46468) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:28.317063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'subnet': {'network_id': '577fcc27-9b9d-46a6-9d91-00b2a0d5a987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:28.361769 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ef619-4b52-4164-a390-f2dd04b26654 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Network': ['ID=577fcc27-9b9d-46a6-9d91-00b2a0d5a987,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:28.373742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 577fcc27-9b9d-46a6-9d91-00b2a0d5a987 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:28.459899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:28.464603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:28.864653 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Performing IP validity checks on allocation pools {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:38:28.865543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.ipam_backend_mixin [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:38:29.000528 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.065460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Subnet': ['ID=83bb7adb-ba2a-4b8a-b15e-67a24d8a2359,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:29.083328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Checking segment: {'id': '50c9342d-203b-4306-b6d0-76bfe474c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '577fcc27-9b9d-46a6-9d91-00b2a0d5a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:29.083708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network hostable DHCP agents. Network: 577fcc27-9b9d-46a6-9d91-00b2a0d5a987, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:29.106692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network 577fcc27-9b9d-46a6-9d91-00b2a0d5a987 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:29.117690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 577fcc27-9b9d-46a6-9d91-00b2a0d5a987) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:29.121849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:29.122491 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.127762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08944d3b-6268-4f38-b4e2-e02aab9651d2 None None] Network 577fcc27-9b9d-46a6-9d91-00b2a0d5a987 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:29.139832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fafd4f0f-fc83-4a40-9a32-d346f1f2e8a7 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8268597 Aug 10 04:38:29.142372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46470) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:29.205281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8fafe-7fcb-40df-b286-f1cfc89c8977 None None] Network ace2e940-2668-4a8a-a970-f5175287478a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:29.256291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.287765 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6de028f2-69ee-439b-8b4b-fc76777afd18 None None] Provisioning for port 610970d5-bb49-4a03-b445-15c2827116f0 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:29.314235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.400247 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.422142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc08c70-6306-4351-b675-a95d8b7a7ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-577fcc27-9b9d-46a6-9d91-00b2a0d5a987', 'network_id': '577fcc27-9b9d-46a6-9d91-00b2a0d5a987', 'tenant_id': '3bb3c2d9b0f74ca680bcb06f579ecbcb', 'fixed_ips': [{'subnet_id': '83bb7adb-ba2a-4b8a-b15e-67a24d8a2359'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:29.423293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dfc08c70-6306-4351-b675-a95d8b7a7ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.435861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Subnet': ['ID=83bb7adb-ba2a-4b8a-b15e-67a24d8a2359,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:29.495510 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.507764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577fcc27-9b9d-46a6-9d91-00b2a0d5a987']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:29.518615 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c9342d-203b-4306-b6d0-76bfe474c80b') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:29.519438 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c9342d-203b-4306-b6d0-76bfe474c80b') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:29.528767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.545031 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.553405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:29.553920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:29.557200 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:29.559852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a6f92-2cf7-4f33-bc54-d4ec795fbede None None] Network 577fcc27-9b9d-46a6-9d91-00b2a0d5a987 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:29.623930 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.629420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.635302 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/577fcc27-9b9d-46a6-9d91-00b2a0d5a987 HTTP/1.1" status: 204 len: 168 time: 0.4877534 Aug 10 04:38:29.636334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46472) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:29.642986 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208110830'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:29.647396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05cb9f-cfe2-494a-ad26-918e0b3c77d4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Network': ['ID=577fcc27-9b9d-46a6-9d91-00b2a0d5a987,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:29.672571 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:29.677125 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.705013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:29.715096 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.715686 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Added segment 1cb2c2b3-1f5a-438d-a1a4-17d037557110 of type vlan for network c3f57071-5d63-436a-8ce1-568ae351700c Aug 10 04:38:29.736205 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.787408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.818841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.824859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:29.825454 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.889196 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2509139 Aug 10 04:38:29.892987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46474) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:29.898040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Network': ['ID=c3f57071-5d63-436a-8ce1-568ae351700c,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:29.898412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'subnet': {'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:29.906165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.906517 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.906860 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.907200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.907535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.907866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.908199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.908527 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.908852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.909179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.910075 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.910402 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213fec22-a243-4bc2-a42a-19e8f4f034ec tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:29.921250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network c3f57071-5d63-436a-8ce1-568ae351700c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:29.986830 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:29.991134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.993336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-73c0036a-216c-43e3-82c2-bed1ed2945e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.171874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.235635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Subnet': ['ID=d08ecade-72f8-4dee-9856-7152c7545b6c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:30.244592 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Checking segment: {'id': '1cb2c2b3-1f5a-438d-a1a4-17d037557110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:30.244893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network hostable DHCP agents. Network: c3f57071-5d63-436a-8ce1-568ae351700c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:30.258074 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 610970d5-bb49-4a03-b445-15c2827116f0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:30.262156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network c3f57071-5d63-436a-8ce1-568ae351700c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:30.271228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, c3f57071-5d63-436a-8ce1-568ae351700c) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:30.275402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:30.276119 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.282785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d9cfe-62c5-4d78-ad8d-1fadc2e8ac25 None None] Network c3f57071-5d63-436a-8ce1-568ae351700c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:30.294295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d37de844-5a3f-4f3c-87db-3e02222ecc6f tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3968871 Aug 10 04:38:30.294545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46476) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:30.299652 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357482631'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:30.319950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:30.323396 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.347294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:30.356380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.356728 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Added segment 0fddf46f-39e2-4bc2-97a5-ff6ecbd7cbff of type vlan for network 1d4d759f-8010-47a4-8545-a81c972eac80 Aug 10 04:38:30.369029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 610970d5-bb49-4a03-b445-15c2827116f0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:30.381794 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 610970d5-bb49-4a03-b445-15c2827116f0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:30.382199 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.397691 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.432771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.438389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:30.439178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.492433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-c3f57071-5d63-436a-8ce1-568ae351700c', 'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c', 'tenant_id': '3bb3c2d9b0f74ca680bcb06f579ecbcb', 'fixed_ips': [{'subnet_id': 'd08ecade-72f8-4dee-9856-7152c7545b6c'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:30.493426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.495883 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2002528 Aug 10 04:38:30.498673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46478) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:30.506288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Request body: {'subnet': {'network_id': '1d4d759f-8010-47a4-8545-a81c972eac80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:30.562970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b97e27-9e7d-4efd-a4bc-e87de4cfafa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Network': ['ID=1d4d759f-8010-47a4-8545-a81c972eac80,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:30.595518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 1d4d759f-8010-47a4-8545-a81c972eac80 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:30.601058 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.607650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Made reservation on behalf of 3bb3c2d9b0f74ca680bcb06f579ecbcb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:30.611220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.733246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 610970d5-bb49-4a03-b445-15c2827116f0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=610970d5-bb49-4a03-b445-15c2827116f0,segment=NetworkSegment(294da46e-6a2f-43e0-902b-77beeb6b2d45),segment_id=294da46e-6a2f-43e0-902b-77beeb6b2d45)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:30.740559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.771783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Allocated IP 2001:db8::2 (c3f57071-5d63-436a-8ce1-568ae351700c/d08ecade-72f8-4dee-9856-7152c7545b6c/50b5df15-df53-4fe5-b93d-5a3de8bcde49) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:30.798935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.839044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=610970d5-bb49-4a03-b445-15c2827116f0,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:30.864733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event updated for resources: {'Subnet': ['ID=98c78f59-5dbe-41ce-950a-510b62d26942,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:30.867005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Checking segment: {'id': '0fddf46f-39e2-4bc2-97a5-ff6ecbd7cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1d4d759f-8010-47a4-8545-a81c972eac80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:30.867367 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network hostable DHCP agents. Network: 1d4d759f-8010-47a4-8545-a81c972eac80, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:30.884594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Network 1d4d759f-8010-47a4-8545-a81c972eac80 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:30.894398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 1d4d759f-8010-47a4-8545-a81c972eac80) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:30.900943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:30.901519 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:30.904174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24612b2-e39c-498c-bc4e-1fd3340c6233 None None] Network 1d4d759f-8010-47a4-8545-a81c972eac80 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:30.918586 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b3156f82-1720-42fa-bed9-16305b958fa8 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188564 Aug 10 04:38:30.921180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:30.983491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.000941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Transition to ACTIVE for port object 50b5df15-df53-4fe5-b93d-5a3de8bcde49 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:31.022644 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.028203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Transition to ACTIVE for port object 50b5df15-df53-4fe5-b93d-5a3de8bcde49 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:31.035146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.075389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.106417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Network c3f57071-5d63-436a-8ce1-568ae351700c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:31.114245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:31.116862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:31.118840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Pushing event updated for resources: {'Port': ['ID=50b5df15-df53-4fe5-b93d-5a3de8bcde49,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:31.138522 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.161120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ea0f8-df8e-4eeb-a15c-76b9517a41b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-1d4d759f-8010-47a4-8545-a81c972eac80', 'network_id': '1d4d759f-8010-47a4-8545-a81c972eac80', 'tenant_id': '3bb3c2d9b0f74ca680bcb06f579ecbcb', 'fixed_ips': [{'subnet_id': '98c78f59-5dbe-41ce-950a-510b62d26942'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:31.162166 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-081ea0f8-df8e-4eeb-a15c-76b9517a41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.164979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Subnet': ['ID=98c78f59-5dbe-41ce-950a-510b62d26942,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:31.234686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.245707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4d759f-8010-47a4-8545-a81c972eac80']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:31.258322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fddf46f-39e2-4bc2-97a5-ff6ecbd7cbff') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:31.258623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fddf46f-39e2-4bc2-97a5-ff6ecbd7cbff') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:31.269423 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.283720 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.290335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:31.290823 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:31.294164 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:31.355494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.362509 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.363887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Attempting to bind port 50b5df15-df53-4fe5-b93d-5a3de8bcde49 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:31.367378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Attempting to bind port 50b5df15-df53-4fe5-b93d-5a3de8bcde49 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1cb2c2b3-1f5a-438d-a1a4-17d037557110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:31.367496 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/1d4d759f-8010-47a4-8545-a81c972eac80 HTTP/1.1" status: 204 len: 168 time: 0.4421737 Aug 10 04:38:31.367587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Attempting to bind port 50b5df15-df53-4fe5-b93d-5a3de8bcde49 on network c3f57071-5d63-436a-8ce1-568ae351700c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:31.368332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46482) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:31.370337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:31.370715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Checking segment: {'id': '1cb2c2b3-1f5a-438d-a1a4-17d037557110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:31.371114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.371505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Bound using segment: {'id': '1cb2c2b3-1f5a-438d-a1a4-17d037557110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:31.371968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Bound port: 50b5df15-df53-4fe5-b93d-5a3de8bcde49, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb2c2b3-1f5a-438d-a1a4-17d037557110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c3f57071-5d63-436a-8ce1-568ae351700c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:31.372346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.381881 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67a1d9-3822-4a77-89f8-0a9632d4fb4e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Network': ['ID=1d4d759f-8010-47a4-8545-a81c972eac80,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:31.406795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a04cf4a-8075-4809-9f7b-50536019c536 None None] Network 1d4d759f-8010-47a4-8545-a81c972eac80 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:31.409416 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-503e6b51-bdb8-4493-9e95-e109d2040da4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] GET failed (client error): The resource could not be found. Aug 10 04:38:31.413651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46484) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:31.413830 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-503e6b51-bdb8-4493-9e95-e109d2040da4 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "GET /v2.0/subnets/98c78f59-5dbe-41ce-950a-510b62d26942 HTTP/1.1" status: 404 len: 337 time: 0.0441694 Aug 10 04:38:31.422311 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a04cf4a-8075-4809-9f7b-50536019c536 None None] Network 1d4d759f-8010-47a4-8545-a81c972eac80 could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:38:31.432689 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4268019-9d3d-4470-a884-65d31c74acad tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:31.433277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4268019-9d3d-4470-a884-65d31c74acad tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:31.435052 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b4268019-9d3d-4470-a884-65d31c74acad tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/1d4d759f-8010-47a4-8545-a81c972eac80 HTTP/1.1" status: 404 len: 339 time: 0.0202847 Aug 10 04:38:31.439131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46486) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:31.456048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] For port 50b5df15-df53-4fe5-b93d-5a3de8bcde49, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:31.459974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] For port 50b5df15-df53-4fe5-b93d-5a3de8bcde49, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50b5df15-df53-4fe5-b93d-5a3de8bcde49,segment=NetworkSegment(1cb2c2b3-1f5a-438d-a1a4-17d037557110),segment_id=1cb2c2b3-1f5a-438d-a1a4-17d037557110)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:31.464252 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.465688 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7dad63-74dc-4b76-abaa-90acc489b7f5 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:31.466177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7dad63-74dc-4b76-abaa-90acc489b7f5 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:31.467920 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9c7dad63-74dc-4b76-abaa-90acc489b7f5 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/subnets/98c78f59-5dbe-41ce-950a-510b62d26942 HTTP/1.1" status: 404 len: 337 time: 0.0282407 Aug 10 04:38:31.470524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:31.489763 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3dced16-ea74-4038-9405-245640636d77 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:31.490394 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3dced16-ea74-4038-9405-245640636d77 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:31.492164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d3dced16-ea74-4038-9405-245640636d77 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/1d4d759f-8010-47a4-8545-a81c972eac80 HTTP/1.1" status: 404 len: 339 time: 0.0206935 Aug 10 04:38:31.494877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46490) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:31.524222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3d7c-9001-4c61-ae95-01033683022e None None] Pushing event updated for resources: {'Port': ['ID=50b5df15-df53-4fe5-b93d-5a3de8bcde49,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:31.550146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Deleting subnet d08ecade-72f8-4dee-9856-7152c7545b6c {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:38:31.553571 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.597800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.713210 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.782635 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.809027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Subnet': ['ID=d08ecade-72f8-4dee-9856-7152c7545b6c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:31.814652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.827357 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2ae35769-e00c-4952-9b20-32f54f005e42 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/subnets/d08ecade-72f8-4dee-9856-7152c7545b6c HTTP/1.1" status: 204 len: 168 time: 0.3314152 Aug 10 04:38:31.829759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46492) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:31.908429 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.962610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Deleting port 50b5df15-df53-4fe5-b93d-5a3de8bcde49 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:31.963053 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:31.969965 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.026915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] For port 50b5df15-df53-4fe5-b93d-5a3de8bcde49, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50b5df15-df53-4fe5-b93d-5a3de8bcde49,segment=NetworkSegment(1cb2c2b3-1f5a-438d-a1a4-17d037557110),segment_id=1cb2c2b3-1f5a-438d-a1a4-17d037557110)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:32.027197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.040412 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Calling delete_port for 50b5df15-df53-4fe5-b93d-5a3de8bcde49 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:32.124171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.149142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Port': ['ID=50b5df15-df53-4fe5-b93d-5a3de8bcde49,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:32.154847 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No DVR routers for this DVR port 50b5df15-df53-4fe5-b93d-5a3de8bcde49 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:32.242586 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.253085 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f57071-5d63-436a-8ce1-568ae351700c']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:32.257769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 610970d5-bb49-4a03-b445-15c2827116f0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:32.265386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb2c2b3-1f5a-438d-a1a4-17d037557110') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:32.265684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb2c2b3-1f5a-438d-a1a4-17d037557110') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:32.274618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.290309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.299158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:32.299817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:32.303668 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:32.315944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 610970d5-bb49-4a03-b445-15c2827116f0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:32.316402 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.369962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.374903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.376875 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/c3f57071-5d63-436a-8ce1-568ae351700c HTTP/1.1" status: 204 len: 168 time: 0.5461097 Aug 10 04:38:32.379565 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46494) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.394514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19206611-1254-4e25-abff-79214462953e tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Network': ['ID=c3f57071-5d63-436a-8ce1-568ae351700c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:32.410663 n-d-769329-14 neutron-server[94140]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e9dbe6-a494-4daf-95dd-34616a9e053c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:32.411271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e9dbe6-a494-4daf-95dd-34616a9e053c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:32.416363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46496) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.416587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-63e9dbe6-a494-4daf-95dd-34616a9e053c tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/subnets/83bb7adb-ba2a-4b8a-b15e-67a24d8a2359 HTTP/1.1" status: 404 len: 337 time: 0.0351610 Aug 10 04:38:32.435374 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef9c5cb-f61f-4e4b-9584-de741179dd71 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:32.435950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef9c5cb-f61f-4e4b-9584-de741179dd71 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:32.437682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3ef9c5cb-f61f-4e4b-9584-de741179dd71 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/577fcc27-9b9d-46a6-9d91-00b2a0d5a987 HTTP/1.1" status: 404 len: 339 time: 0.0201411 Aug 10 04:38:32.440229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46498) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.466419 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-df90c47a-d71a-4629-9824-db66a938f8bd tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:32.466970 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df90c47a-d71a-4629-9824-db66a938f8bd tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:32.468613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-df90c47a-d71a-4629-9824-db66a938f8bd tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/subnets/c4e0bb51-5ead-400b-be2e-8ee3b21f4b07 HTTP/1.1" status: 404 len: 337 time: 0.0273814 Aug 10 04:38:32.471364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46500) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.496093 n-d-769329-14 neutron-server[94141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed3ab79-18f5-4993-95b7-caaaef6af044 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] DELETE failed (client error): The resource could not be found. Aug 10 04:38:32.496695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed3ab79-18f5-4993-95b7-caaaef6af044 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:38:32.498433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8ed3ab79-18f5-4993-95b7-caaaef6af044 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/e13ab667-ebd6-42f5-a095-26e7825f353a HTTP/1.1" status: 404 len: 339 time: 0.0263681 Aug 10 04:38:32.501147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46502) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.533304 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28acc6ef-9c96-4b01-bc5d-bc38347165da None None] DHCP port deletion for c3f57071-5d63-436a-8ce1-568ae351700c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:38:32.551576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fda76-c5d2-4f39-a17b-456d60912492 None None] Network c3f57071-5d63-436a-8ce1-568ae351700c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:32.557644 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Deleting subnet 91eb5c2a-e860-487f-b1b3-cc4c916aa23f {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:38:32.560767 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.565202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4d7fd2f9-5265-4c01-bc31-20ef91293fb3 None None] Could not find standard attr ID for object 50b5df15-df53-4fe5-b93d-5a3de8bcde49. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:38:32.566702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fda76-c5d2-4f39-a17b-456d60912492 None None] Network c3f57071-5d63-436a-8ce1-568ae351700c could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:38:32.600683 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.687677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.744399 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.770504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Subnet': ['ID=91eb5c2a-e860-487f-b1b3-cc4c916aa23f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:32.776229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.778152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6840fc0a-33c7-4b9e-baa6-3cd331f15c27 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/subnets/91eb5c2a-e860-487f-b1b3-cc4c916aa23f HTTP/1.1" status: 204 len: 168 time: 0.2758083 Aug 10 04:38:32.781647 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46504) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:32.782549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33260ade-f9ee-443e-bcab-362f8b66f2e5 None None] Network ace2e940-2668-4a8a-a970-f5175287478a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:32.859678 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.920946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Deleting port 610970d5-bb49-4a03-b445-15c2827116f0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:32.921588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.969595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] DHCP port deletion for ace2e940-2668-4a8a-a970-f5175287478a request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:38:32.985108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] For port 610970d5-bb49-4a03-b445-15c2827116f0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=610970d5-bb49-4a03-b445-15c2827116f0,segment=NetworkSegment(294da46e-6a2f-43e0-902b-77beeb6b2d45),segment_id=294da46e-6a2f-43e0-902b-77beeb6b2d45)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:32.985470 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:32.999384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Calling delete_port for 610970d5-bb49-4a03-b445-15c2827116f0 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:33.016742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] Deleting port 610970d5-bb49-4a03-b445-15c2827116f0 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:33.017109 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.080225 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.081361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] For port 610970d5-bb49-4a03-b445-15c2827116f0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=610970d5-bb49-4a03-b445-15c2827116f0,segment=NetworkSegment(294da46e-6a2f-43e0-902b-77beeb6b2d45),segment_id=294da46e-6a2f-43e0-902b-77beeb6b2d45)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:33.082227 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.095610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] Calling delete_port for 610970d5-bb49-4a03-b445-15c2827116f0 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:33.109972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Port': ['ID=610970d5-bb49-4a03-b445-15c2827116f0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:33.114223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] No DVR routers for this DVR port 610970d5-bb49-4a03-b445-15c2827116f0 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:33.169428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.190332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.194974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] Pushing event deleted for resources: {'Port': ['ID=610970d5-bb49-4a03-b445-15c2827116f0,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:33.198423 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fcbfc7-afb6-4901-add1-84f951487b0d None None] No DVR routers for this DVR port 610970d5-bb49-4a03-b445-15c2827116f0 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:33.205353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace2e940-2668-4a8a-a970-f5175287478a']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:33.215588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294da46e-6a2f-43e0-902b-77beeb6b2d45') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:33.216003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294da46e-6a2f-43e0-902b-77beeb6b2d45') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:33.224770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.239688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.245527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:33.245923 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:33.249016 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:33.312049 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.319768 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.322444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] 10.222.0.53 "DELETE /v2.0/networks/ace2e940-2668-4a8a-a970-f5175287478a HTTP/1.1" status: 204 len: 168 time: 0.5397487 Aug 10 04:38:33.334398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3053e6-8cda-4a07-9a8b-011ce7334979 tempest-NetworksIpV6Test-2095925180 tempest-NetworksIpV6Test-2095925180-project] Pushing event deleted for resources: {'Network': ['ID=ace2e940-2668-4a8a-a970-f5175287478a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:33.427846 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.563067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46510) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:33.691841 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81c3b4c0-4548-4fa3-ad88-8e98870b28f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bb3c2d9b0f74ca680bcb06f579ecbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275311 Aug 10 04:38:33.694288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46514) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:33.741712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba8da76-ebbf-467d-bc8d-8ac882c8665e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.762215 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba8da76-ebbf-467d-bc8d-8ac882c8665e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.812096 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba8da76-ebbf-467d-bc8d-8ac882c8665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.814728 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fba8da76-ebbf-467d-bc8d-8ac882c8665e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:33.816202 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fba8da76-ebbf-467d-bc8d-8ac882c8665e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8348c758-005b-408e-a0ee-5c70fb5c9b3c HTTP/1.1" status: 204 len: 168 time: 0.1209648 Aug 10 04:38:33.824300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8da76-ebbf-467d-bc8d-8ac882c8665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348c758-005b-408e-a0ee-5c70fb5c9b3c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:34.236786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50b5df15-df53-4fe5-b93d-5a3de8bcde49 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:34.262385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 50b5df15-df53-4fe5-b93d-5a3de8bcde49 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:34.262720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50b5df15-df53-4fe5-b93d-5a3de8bcde49 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:34.263169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 610970d5-bb49-4a03-b445-15c2827116f0 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:34.285458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 610970d5-bb49-4a03-b445-15c2827116f0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:34.285804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 610970d5-bb49-4a03-b445-15c2827116f0 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:34.454093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46536) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:34.553993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1002785579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:34.576899 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.577883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.632727 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.637028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.651345 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.652580 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-81c01b3c-17d2-4ee7-8ad3-01a601a3ddc0 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1974854 Aug 10 04:38:34.655374 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:34.660063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-389096924'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:34.679135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Made reservation on behalf of 6486e3b1d7a14fbf81198ca9d14db7d4 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:34.682486 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.691266 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.779314 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.783134 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.805302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:34.818808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f39ef15-c0ef-4240-a2b5-b3aa4cb310e9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:34.823507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.823849 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Added segment 011e9dfe-0244-4e55-a702-7be5beeb33dc of type vlan for network 09095701-bf5f-45a4-bbf7-0d7815a495b1 Aug 10 04:38:34.864797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.893271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.899048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:34.899600 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:34.959083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026910 Aug 10 04:38:34.961847 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:34.966686 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Request body: {'subnet': {'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:34.984988 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa9fe1-3461-4973-9f27-e8373e4bfa30 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event updated for resources: {'Network': ['ID=09095701-bf5f-45a4-bbf7-0d7815a495b1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:34.995562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 09095701-bf5f-45a4-bbf7-0d7815a495b1 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:35.059492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Made reservation on behalf of 6486e3b1d7a14fbf81198ca9d14db7d4 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:35.063022 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.244099 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.309748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event updated for resources: {'Subnet': ['ID=5ce35b88-7f0a-431d-86f9-d13c5b4a048e,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:35.314873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Checking segment: {'id': '011e9dfe-0244-4e55-a702-7be5beeb33dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:35.315233 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Network hostable DHCP agents. Network: 09095701-bf5f-45a4-bbf7-0d7815a495b1, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:35.332576 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Network 09095701-bf5f-45a4-bbf7-0d7815a495b1 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:35.341080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 09095701-bf5f-45a4-bbf7-0d7815a495b1) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:35.345306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:35.345920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.350210 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bcaf13-b53c-4036-8c2f-76a8d1418d17 None None] Network 09095701-bf5f-45a4-bbf7-0d7815a495b1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:35.362771 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6766c448-9675-4ee0-b198-e9a7a8a6b239 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998225 Aug 10 04:38:35.365894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46544) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:35.371160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-344487828'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:35.392201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Made reservation on behalf of 6486e3b1d7a14fbf81198ca9d14db7d4 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:35.396379 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.420170 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:35.429587 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.429950 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Added segment e4a3b905-dd9e-44d8-a64d-f848e4c51222 of type vlan for network 65ed4210-f60c-4e6b-a8d7-2966497ef14a Aug 10 04:38:35.469642 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.498792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-09095701-bf5f-45a4-bbf7-0d7815a495b1', 'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1', 'tenant_id': '6486e3b1d7a14fbf81198ca9d14db7d4', 'fixed_ips': [{'subnet_id': '5ce35b88-7f0a-431d-86f9-d13c5b4a048e'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:35.499693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.506785 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.512589 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:35.513174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.570163 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2029173 Aug 10 04:38:35.573034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46546) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:35.577838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Request body: {'subnet': {'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:35.626292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397668fb-cf1f-45c6-8b10-e7b38917f858 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event updated for resources: {'Network': ['ID=65ed4210-f60c-4e6b-a8d7-2966497ef14a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:35.638064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 65ed4210-f60c-4e6b-a8d7-2966497ef14a details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:35.678915 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Made reservation on behalf of 6486e3b1d7a14fbf81198ca9d14db7d4 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:35.682759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.687301 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Allocated IP 172.20.0.2 (09095701-bf5f-45a4-bbf7-0d7815a495b1/5ce35b88-7f0a-431d-86f9-d13c5b4a048e/9908164d-57d8-47aa-8ce5-ae1994bfa5a1) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:35.847712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.856208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Transition to ACTIVE for port object 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:35.871194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Transition to ACTIVE for port object 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:35.874752 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.876869 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.917688 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Network 09095701-bf5f-45a4-bbf7-0d7815a495b1 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:35.920467 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:35.924115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:35.928946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event updated for resources: {'Subnet': ['ID=b226f012-9210-48e1-b7cc-189d7c162fe0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:35.930098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Pushing event updated for resources: {'Port': ['ID=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:35.949185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Checking segment: {'id': 'e4a3b905-dd9e-44d8-a64d-f848e4c51222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:35.949549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Network hostable DHCP agents. Network: 65ed4210-f60c-4e6b-a8d7-2966497ef14a, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:35.966113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Network 65ed4210-f60c-4e6b-a8d7-2966497ef14a is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:35.974771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 65ed4210-f60c-4e6b-a8d7-2966497ef14a) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:35.979005 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:35.979561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:35.985854 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5aabe6-78e8-470b-b4a4-01aabc261286 None None] Network 65ed4210-f60c-4e6b-a8d7-2966497ef14a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:35.994367 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a3d28839-9cc5-46fb-b764-576fc8973ac6 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4203200 Aug 10 04:38:35.997071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46548) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:36.001754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Attempting to bind port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:36.002273 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Attempting to bind port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '011e9dfe-0244-4e55-a702-7be5beeb33dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:36.002731 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Attempting to bind port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 on network 09095701-bf5f-45a4-bbf7-0d7815a495b1 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:36.003086 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5d2f66eb-0da5-4b08-8b40-b65fb31c13b4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Request body: {'router': {'external_gateway_info': {'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:36.031192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:36.031567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Checking segment: {'id': '011e9dfe-0244-4e55-a702-7be5beeb33dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:36.031967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.032356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Bound using segment: {'id': '011e9dfe-0244-4e55-a702-7be5beeb33dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:36.032819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Bound port: 9908164d-57d8-47aa-8ce5-ae1994bfa5a1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011e9dfe-0244-4e55-a702-7be5beeb33dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '09095701-bf5f-45a4-bbf7-0d7815a495b1'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:36.033196 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.147207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] For port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:36.165724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] For port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,segment=NetworkSegment(011e9dfe-0244-4e55-a702-7be5beeb33dc),segment_id=011e9dfe-0244-4e55-a702-7be5beeb33dc)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:36.171744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.217393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5d2f66eb-0da5-4b08-8b40-b65fb31c13b4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.230009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-65ed4210-f60c-4e6b-a8d7-2966497ef14a', 'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a', 'tenant_id': '6486e3b1d7a14fbf81198ca9d14db7d4', 'fixed_ips': [{'subnet_id': 'b226f012-9210-48e1-b7cc-189d7c162fe0'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:36.230881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.270775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251baaf-061a-4267-80b6-e3a72e001e2a None None] Pushing event updated for resources: {'Port': ['ID=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:36.333332 n-d-769329-14 neutron-server[94141]: INFO neutron.api.v2.resource [None req-5d2f66eb-0da5-4b08-8b40-b65fb31c13b4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:38:36.334603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5d2f66eb-0da5-4b08-8b40-b65fb31c13b4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "PUT /v2.0/routers/5f700ff7-9b78-4330-9ab0-758a2d072585 HTTP/1.1" status: 400 len: 364 time: 0.3364680 Aug 10 04:38:36.340561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46550) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:36.400139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Allocated IP 172.21.0.2 (65ed4210-f60c-4e6b-a8d7-2966497ef14a/b226f012-9210-48e1-b7cc-189d7c162fe0/14971ba8-e611-45b3-a472-967afaf06bc0) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:36.403303 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Deleting subnet b226f012-9210-48e1-b7cc-189d7c162fe0 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:38:36.572093 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.580507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Transition to ACTIVE for port object 14971ba8-e611-45b3-a472-967afaf06bc0 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:36.595403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Transition to ACTIVE for port object 14971ba8-e611-45b3-a472-967afaf06bc0 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:36.600329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.600982 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.638125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Network 65ed4210-f60c-4e6b-a8d7-2966497ef14a is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:36.641939 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.645375 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:36.647838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:36.656421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Pushing event updated for resources: {'Port': ['ID=14971ba8-e611-45b3-a472-967afaf06bc0,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:36.710217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Attempting to bind port 14971ba8-e611-45b3-a472-967afaf06bc0 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:36.710596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Attempting to bind port 14971ba8-e611-45b3-a472-967afaf06bc0 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'e4a3b905-dd9e-44d8-a64d-f848e4c51222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:36.710963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Attempting to bind port 14971ba8-e611-45b3-a472-967afaf06bc0 on network 65ed4210-f60c-4e6b-a8d7-2966497ef14a {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:36.715977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:36.716348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Checking segment: {'id': 'e4a3b905-dd9e-44d8-a64d-f848e4c51222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:36.716749 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.717145 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Bound using segment: {'id': 'e4a3b905-dd9e-44d8-a64d-f848e4c51222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:36.717608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Bound port: 14971ba8-e611-45b3-a472-967afaf06bc0, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a3b905-dd9e-44d8-a64d-f848e4c51222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '65ed4210-f60c-4e6b-a8d7-2966497ef14a'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:36.718010 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.727018 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.790690 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.793741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] For port 14971ba8-e611-45b3-a472-967afaf06bc0, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:36.797117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] For port 14971ba8-e611-45b3-a472-967afaf06bc0, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=14971ba8-e611-45b3-a472-967afaf06bc0,segment=NetworkSegment(e4a3b905-dd9e-44d8-a64d-f848e4c51222),segment_id=e4a3b905-dd9e-44d8-a64d-f848e4c51222)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:36.809350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.820478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event deleted for resources: {'Subnet': ['ID=b226f012-9210-48e1-b7cc-189d7c162fe0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:36.822476 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.824387 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-075a50d2-32c9-4ff8-8805-6d16bd0a3a98 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "DELETE /v2.0/subnets/b226f012-9210-48e1-b7cc-189d7c162fe0 HTTP/1.1" status: 204 len: 168 time: 0.4825799 Aug 10 04:38:36.826919 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46552) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:36.880532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bde5b4-7e37-44b9-885c-22a1745b87f1 None None] Pushing event updated for resources: {'Port': ['ID=14971ba8-e611-45b3-a472-967afaf06bc0,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:36.914416 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:36.975141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Deleting port 14971ba8-e611-45b3-a472-967afaf06bc0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:36.975480 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.064922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] For port 14971ba8-e611-45b3-a472-967afaf06bc0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=14971ba8-e611-45b3-a472-967afaf06bc0,segment=NetworkSegment(e4a3b905-dd9e-44d8-a64d-f848e4c51222),segment_id=e4a3b905-dd9e-44d8-a64d-f848e4c51222)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:37.065286 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.078282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Calling delete_port for 14971ba8-e611-45b3-a472-967afaf06bc0 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:37.169674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.201343 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event deleted for resources: {'Port': ['ID=14971ba8-e611-45b3-a472-967afaf06bc0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:37.204930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] No DVR routers for this DVR port 14971ba8-e611-45b3-a472-967afaf06bc0 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:37.273830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b063b44-374f-4471-a143-910d17f3799c None None] Network 09095701-bf5f-45a4-bbf7-0d7815a495b1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:37.285434 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.295190 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ed4210-f60c-4e6b-a8d7-2966497ef14a']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.307605 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a3b905-dd9e-44d8-a64d-f848e4c51222') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.308034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a3b905-dd9e-44d8-a64d-f848e4c51222') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:37.320110 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.334871 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.336142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-18fac862-bc47-42a4-86fd-1d6f4beb6f3e None None] Provisioning for port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:37.341095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:37.341514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:37.344689 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:37.406206 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.411737 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.416108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "DELETE /v2.0/networks/65ed4210-f60c-4e6b-a8d7-2966497ef14a HTTP/1.1" status: 204 len: 168 time: 0.5860069 Aug 10 04:38:37.416437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46554) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:37.436422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81621173-8d22-4903-b3ce-e9b3a39138e4 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event deleted for resources: {'Network': ['ID=65ed4210-f60c-4e6b-a8d7-2966497ef14a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:37.479228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Deleting subnet 5ce35b88-7f0a-431d-86f9-d13c5b4a048e {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:38:37.483360 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.530571 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.634935 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.700535 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.729276 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce35b88-7f0a-431d-86f9-d13c5b4a048e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:37.734156 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.737752 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8a42934d-6c78-4158-8f90-1b8d7c6e1164 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "DELETE /v2.0/subnets/5ce35b88-7f0a-431d-86f9-d13c5b4a048e HTTP/1.1" status: 204 len: 168 time: 0.3186207 Aug 10 04:38:37.739727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46556) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:37.742060 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f1a84-1c06-40dd-8320-c77f72996179 None None] Network 09095701-bf5f-45a4-bbf7-0d7815a495b1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:37.821937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.898324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Deleting port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:37.898694 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.942722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-316a5428-d4fc-4bba-b1fb-704f3d89e7d0 None None] Could not find standard attr ID for object 14971ba8-e611-45b3-a472-967afaf06bc0. {{(pid=94142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:38:37.954240 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538c0b3e-1bd0-4e99-a161-9d220507ec78 None None] DHCP port deletion for 65ed4210-f60c-4e6b-a8d7-2966497ef14a request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:38:37.969937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21f7da-48fc-4822-9fc5-db64608fe21c None None] Network 65ed4210-f60c-4e6b-a8d7-2966497ef14a requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:37.972049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] For port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,segment=NetworkSegment(011e9dfe-0244-4e55-a702-7be5beeb33dc),segment_id=011e9dfe-0244-4e55-a702-7be5beeb33dc)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:37.972409 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:37.982381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811a4cd-526a-4913-b02a-190836732424 None None] DHCP port deletion for 09095701-bf5f-45a4-bbf7-0d7815a495b1 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:38:37.986116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21f7da-48fc-4822-9fc5-db64608fe21c None None] Network 65ed4210-f60c-4e6b-a8d7-2966497ef14a could not be found, it might have been deleted concurrently. {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:38:37.987415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Calling delete_port for 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:38.030871 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c811a4cd-526a-4913-b02a-190836732424 None None] Deleting port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:38:38.031242 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c811a4cd-526a-4913-b02a-190836732424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.071651 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.096453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c811a4cd-526a-4913-b02a-190836732424 None None] For port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,segment=NetworkSegment(011e9dfe-0244-4e55-a702-7be5beeb33dc),segment_id=011e9dfe-0244-4e55-a702-7be5beeb33dc)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:38.096855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c811a4cd-526a-4913-b02a-190836732424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.098026 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event deleted for resources: {'Port': ['ID=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:38.101630 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] No DVR routers for this DVR port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:38.111293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c811a4cd-526a-4913-b02a-190836732424 None None] Calling delete_port for 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:38:38.177955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.189020 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09095701-bf5f-45a4-bbf7-0d7815a495b1']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:38.189301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c811a4cd-526a-4913-b02a-190836732424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.215334 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011e9dfe-0244-4e55-a702-7be5beeb33dc') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:38.215639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011e9dfe-0244-4e55-a702-7be5beeb33dc') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:38.217381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c811a4cd-526a-4913-b02a-190836732424 None None] No DVR routers for this DVR port 9908164d-57d8-47aa-8ce5-ae1994bfa5a1 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:38:38.221718 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a4cd-526a-4913-b02a-190836732424 None None] Pushing event deleted for resources: {'Port': ['ID=9908164d-57d8-47aa-8ce5-ae1994bfa5a1,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:38.225863 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.255521 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.262628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:38:38.263177 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:38:38.266170 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:38:38.323131 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.330362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.332739 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "DELETE /v2.0/networks/09095701-bf5f-45a4-bbf7-0d7815a495b1 HTTP/1.1" status: 204 len: 168 time: 0.5894275 Aug 10 04:38:38.335856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46558) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:38.344383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bbf8a-f2e4-457c-831a-aa679bed2652 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Pushing event deleted for resources: {'Network': ['ID=09095701-bf5f-45a4-bbf7-0d7815a495b1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:38.363588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8f1ac725-8b93-4c04-9a15-1b64a2b1efc7 tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f700ff7-9b78-4330-9ab0-758a2d072585 HTTP/1.1" status: 200 len: 205 time: 0.0264530 Aug 10 04:38:38.366202 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46560) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:38.441664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.906684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.908754 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.953484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.954069 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Fanout notify agent at l3_agent the message router_deleted on router 5f700ff7-9b78-4330-9ab0-758a2d072585 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:38:38.961402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:38.962548 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2f32146d-e3f4-43d9-9c48-e14c730e778d tempest-RoutersNegativeTest-835932524 tempest-RoutersNegativeTest-835932524-project] 10.222.0.53 "DELETE /v2.0/routers/5f700ff7-9b78-4330-9ab0-758a2d072585 HTTP/1.1" status: 204 len: 168 time: 0.5954585 Aug 10 04:38:39.202755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46566) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:39.332646 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7831bb0f-d4a8-4300-b80e-5155afb8b20e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6486e3b1d7a14fbf81198ca9d14db7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287417 Aug 10 04:38:39.335220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46570) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:39.381779 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff4c00d8-3cfa-4db9-a1db-81a706e7c0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.405633 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff4c00d8-3cfa-4db9-a1db-81a706e7c0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.451497 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff4c00d8-3cfa-4db9-a1db-81a706e7c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.454253 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ff4c00d8-3cfa-4db9-a1db-81a706e7c0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:39.455337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ff4c00d8-3cfa-4db9-a1db-81a706e7c0dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f39ef15-c0ef-4240-a2b5-b3aa4cb310e9 HTTP/1.1" status: 204 len: 168 time: 0.1192517 Aug 10 04:38:39.463703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c00d8-3cfa-4db9-a1db-81a706e7c0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f39ef15-c0ef-4240-a2b5-b3aa4cb310e9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:40.088432 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46592) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:40.188747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1242682481-network', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:40.209937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Made reservation on behalf of ca670bc8806246fda5ca72f69f657860 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:40.212297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.220732 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.309333 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.312959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.336208 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:40.345759 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1130562-8466-484b-8619-c3af7fc16a81,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:40.351165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.351502 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Added segment 9915a44e-a6df-4759-9690-d99c9a70b5fe of type vlan for network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 Aug 10 04:38:40.394812 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.423208 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.424163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:40.424799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.478525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3888078 Aug 10 04:38:40.481159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46596) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:40.486034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Request body: {'subnet': {'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-subnet', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'ip_version': 4}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:40.493528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ed2b5-d89d-4d74-8e46-d52b6dc0bc7a admin admin] Pushing event updated for resources: {'Network': ['ID=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:40.508259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:40.513572 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Made reservation on behalf of ca670bc8806246fda5ca72f69f657860 for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:40.515899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.684713 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.742416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8031b172-69b8-499d-b09d-6676c9514b39,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:40.746729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Checking segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:40.747082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Network hostable DHCP agents. Network: 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:40.762985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:40.771870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:40.775982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:40.776560 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.781312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb7a584-9bfd-4c47-b408-0056cfea7e7f None None] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:40.791090 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-48ffc936-9569-411c-ae10-1337f4702b60 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3089235 Aug 10 04:38:40.793996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46598) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:40.798558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:40.820282 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.821287 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.872534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:40.928627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'fixed_ips': [{'subnet_id': '8031b172-69b8-499d-b09d-6676c9514b39'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:40.930119 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.016177 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.087636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Allocated IP 172.20.0.2 (3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4/8031b172-69b8-499d-b09d-6676c9514b39/bb005648-9710-4c4f-8034-ceb35d3daf02) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:41.233648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.245259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Transition to ACTIVE for port object bb005648-9710-4c4f-8034-ceb35d3daf02 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:41.246338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.261911 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Transition to ACTIVE for port object bb005648-9710-4c4f-8034-ceb35d3daf02 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:41.268110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.272794 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.313157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:41.316677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:41.319206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:41.332237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Pushing event updated for resources: {'Port': ['ID=bb005648-9710-4c4f-8034-ceb35d3daf02,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:41.380487 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Attempting to bind port bb005648-9710-4c4f-8034-ceb35d3daf02 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:41.380955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Attempting to bind port bb005648-9710-4c4f-8034-ceb35d3daf02 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:41.381316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Attempting to bind port bb005648-9710-4c4f-8034-ceb35d3daf02 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:41.386713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:41.387108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Checking segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:41.387491 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.387875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Bound using segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:41.388338 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Bound port: bb005648-9710-4c4f-8034-ceb35d3daf02, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:41.388714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.396223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Allocated IP 172.25.2.84 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/50ae48a0-8584-421f-a25b-898e11526b90) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:41.456071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] For port bb005648-9710-4c4f-8034-ceb35d3daf02, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:41.459334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] For port bb005648-9710-4c4f-8034-ceb35d3daf02, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bb005648-9710-4c4f-8034-ceb35d3daf02,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:41.462989 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.523305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b154-e833-463f-9bfc-c2975404e101 None None] Pushing event updated for resources: {'Port': ['ID=bb005648-9710-4c4f-8034-ceb35d3daf02,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:41.548080 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.594742 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:41.639499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:41.642720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:41.647263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:41.650548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Pushing event updated for resources: {'Port': ['ID=50ae48a0-8584-421f-a25b-898e11526b90,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:41.960799 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.227830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.296098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bb005648-9710-4c4f-8034-ceb35d3daf02 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:42.381551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port bb005648-9710-4c4f-8034-ceb35d3daf02 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:42.433644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:38:42.568040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:42.582628 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Sync routers for ids ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:42.598639 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Routers {'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:42.599367 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:42.601417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.604401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-12f1fd25-6b09-4ad1-b7d6-12d776880c23 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8089435 Aug 10 04:38:42.607470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46600) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:42.634321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681040f5-177f-40ea-9f7e-3f39f100deb5 None None] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:42.752266 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Set router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:42.788798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] Provisioning for port bb005648-9710-4c4f-8034-ceb35d3daf02 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:42.803963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] Provisioning complete for port bb005648-9710-4c4f-8034-ceb35d3daf02 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:42.804380 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:42.993125 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 3, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:43.037200 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Checking router: b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:43.037555 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Updating router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba port 50ae48a0-8584-421f-a25b-898e11526b90 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:43.069342 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.082181 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.143661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] For port bb005648-9710-4c4f-8034-ceb35d3daf02, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bb005648-9710-4c4f-8034-ceb35d3daf02,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:43.149338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.215785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9e18-e786-4843-bcbf-3657f621718f None None] Pushing event updated for resources: {'Port': ['ID=bb005648-9710-4c4f-8034-ceb35d3daf02,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:43.381075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e319de90-7048-424d-a3aa-f55320373bac None None] Provisioning complete for port bb005648-9710-4c4f-8034-ceb35d3daf02 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:43.382014 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e319de90-7048-424d-a3aa-f55320373bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.384378 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.402750 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Transition to ACTIVE for port object 50ae48a0-8584-421f-a25b-898e11526b90 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:43.410076 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.455775 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Pushing event updated for resources: {'Port': ['ID=50ae48a0-8584-421f-a25b-898e11526b90,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:43.473945 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.474352 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.474650 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.474982 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.475316 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.475643 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.475965 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.476287 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.476609 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.476931 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.477258 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.477575 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:38:43.485227 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Attempting to bind port 50ae48a0-8584-421f-a25b-898e11526b90 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:43.486015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Attempting to bind port 50ae48a0-8584-421f-a25b-898e11526b90 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:43.486015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Attempting to bind port 50ae48a0-8584-421f-a25b-898e11526b90 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:43.495423 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:43.496068 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:43.496760 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.497454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:43.499011 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Bound port: 50ae48a0-8584-421f-a25b-898e11526b90, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:43.499011 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.581388 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] For port 50ae48a0-8584-421f-a25b-898e11526b90, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:43.590313 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] For port 50ae48a0-8584-421f-a25b-898e11526b90, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50ae48a0-8584-421f-a25b-898e11526b90,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:43.597850 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.655838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.690084 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00278b-e476-4c21-8354-021baa09e271 None None] Pushing event updated for resources: {'Port': ['ID=50ae48a0-8584-421f-a25b-898e11526b90,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:43.694366 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Routers {'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:43.695350 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:43.894443 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] Set router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:43.916267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Allocated IP 172.20.0.1 (3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4/8031b172-69b8-499d-b09d-6676c9514b39/764359d4-b51b-46ef-a7c9-5887dc07716e) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:44.066335 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.079934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Transition to ACTIVE for port object 764359d4-b51b-46ef-a7c9-5887dc07716e will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:44.116166 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.167252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:44.172330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:44.174965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:44.179655 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 3, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:44.204939 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Pushing event updated for resources: {'Port': ['ID=764359d4-b51b-46ef-a7c9-5887dc07716e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:44.223365 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cf181-f4f8-49e4-9d4d-afd233c6ee76 None None] The sync data for ids ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'] in n-d-769329-14 is: [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:38:41Z', 'revision_number': 3, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:44.237411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.293471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bb005648-9710-4c4f-8034-ceb35d3daf02 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:44.364064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port bb005648-9710-4c4f-8034-ceb35d3daf02 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:44.364435 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.443988 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.531448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eaba208c-32ef-467c-955f-7c9c61fe4478 None None] Provisioning for port 764359d4-b51b-46ef-a7c9-5887dc07716e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:44.538535 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-eaba208c-32ef-467c-955f-7c9c61fe4478 None None] Provisioning complete for port 764359d4-b51b-46ef-a7c9-5887dc07716e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:44.538911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eaba208c-32ef-467c-955f-7c9c61fe4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.589786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-eaba208c-32ef-467c-955f-7c9c61fe4478 None None] Port 764359d4-b51b-46ef-a7c9-5887dc07716e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:44.735869 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.742704 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.823573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:44.825416 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Pushing event updated for resources: {'Port': ['ID=764359d4-b51b-46ef-a7c9-5887dc07716e,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:44.943055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:44.944349 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:45.119616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:45.213080 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8a1af783-08f7-4807-9254-7e3b123aa3b5 None None] Provisioning complete for port 764359d4-b51b-46ef-a7c9-5887dc07716e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:45.213453 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a1af783-08f7-4807-9254-7e3b123aa3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.254366 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-8a1af783-08f7-4807-9254-7e3b123aa3b5 None None] Port 764359d4-b51b-46ef-a7c9-5887dc07716e cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:45.258936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:45.266244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c511d632-4484-43d6-aae4-329c2d019f06 admin admin] 10.222.0.53 "PUT /v2.0/routers/b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6570456 Aug 10 04:38:45.824129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46616) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:45.829844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1871373439-network', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:45.859632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Made reservation on behalf of 7b7720c09f624cafa13ad30c3d34402a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:45.863800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.879474 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.994187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.000907 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.031654 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Sync routers for ids ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:46.033429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:38:46.043292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Routers {'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:46.043931 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:46.046065 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71866bc-796f-45b2-8834-0d75bbe49516,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:46.055650 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.055650 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Added segment 340afbea-8064-459c-b3cb-93946796ec51 of type vlan for network bfda8376-d48e-4135-aa7c-b750ab10c322 Aug 10 04:38:46.100935 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.132668 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.133721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:46.134371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.198086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Set router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:46.198681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3741727 Aug 10 04:38:46.202981 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46618) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:46.207727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5d8d-02d1-4903-b225-999cc36b8944 admin admin] Pushing event updated for resources: {'Network': ['ID=bfda8376-d48e-4135-aa7c-b750ab10c322,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:46.221996 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Request body: {'subnet': {'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-subnet', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:46.257477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network bfda8376-d48e-4135-aa7c-b750ab10c322 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:38:46.267813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Made reservation on behalf of 7b7720c09f624cafa13ad30c3d34402a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:46.274098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.347716 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50ae48a0-8584-421f-a25b-898e11526b90 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:46.474839 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 50ae48a0-8584-421f-a25b-898e11526b90 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:46.484377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 50ae48a0-8584-421f-a25b-898e11526b90 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:46.484795 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.536644 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.602607 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e32946-7abd-4c47-8a77-32aa7efa3773,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:46.607855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:38:44Z', 'revision_number': 4, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '764359d4-b51b-46ef-a7c9-5887dc07716e', 'name': '', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'mac_address': 'fa:16:3e:a4:ba:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8031b172-69b8-499d-b09d-6676c9514b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:43Z', 'updated_at': '2021-08-10T04:38:44Z', 'revision_number': 2, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'subnets': [{'id': '8031b172-69b8-499d-b09d-6676c9514b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:46.609821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.611998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Checking segment: {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:46.612610 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Network hostable DHCP agents. Network: bfda8376-d48e-4135-aa7c-b750ab10c322, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:38:46.634491 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Network bfda8376-d48e-4135-aa7c-b750ab10c322 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:38:46.646170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, bfda8376-d48e-4135-aa7c-b750ab10c322) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:46.646948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Checking router: b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:46.647326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Updating router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba port 764359d4-b51b-46ef-a7c9-5887dc07716e binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:46.651001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:46.651680 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.669456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a35b29c-df88-451a-aa23-202c302ee9dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4644113 Aug 10 04:38:46.673215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46620) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:46.676889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5a347-ff3f-4f8b-9bca-5e7f2173b7e5 None None] Network bfda8376-d48e-4135-aa7c-b750ab10c322 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:46.678680 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:46.683163 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 50ae48a0-8584-421f-a25b-898e11526b90, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50ae48a0-8584-421f-a25b-898e11526b90,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:46.701370 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.702488 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.723761 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.731378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.764433 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.848809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=50ae48a0-8584-421f-a25b-898e11526b90,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:46.923066 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.019025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-bfda8376-d48e-4135-aa7c-b750ab10c322', 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'fixed_ips': [{'subnet_id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:38:47.019816 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.155678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.179506 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.275015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Allocated IP 172.20.0.2 (bfda8376-d48e-4135-aa7c-b750ab10c322/e1e32946-7abd-4c47-8a77-32aa7efa3773/98b143ad-ba8d-495d-b6af-e69353bbeb4b) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:47.288186 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.305589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Transition to ACTIVE for port object 764359d4-b51b-46ef-a7c9-5887dc07716e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:47.318170 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Allocated IP 172.25.2.146 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/2fbfb5d7-a4bf-4057-a058-4deba54c72f6) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:47.346914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.416842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f979982-89ad-4f21-822b-f6204e4e74f2 None None] Pushing event updated for resources: {'Port': ['ID=764359d4-b51b-46ef-a7c9-5887dc07716e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:47.451953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.512483 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.521277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Attempting to bind port 764359d4-b51b-46ef-a7c9-5887dc07716e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:47.521651 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Attempting to bind port 764359d4-b51b-46ef-a7c9-5887dc07716e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:47.522088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Attempting to bind port 764359d4-b51b-46ef-a7c9-5887dc07716e on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:47.531908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:47.532287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Checking segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:47.532696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.533093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Bound using segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:47.533578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Bound port: 764359d4-b51b-46ef-a7c9-5887dc07716e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:47.535882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.556925 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.585847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Transition to ACTIVE for port object 98b143ad-ba8d-495d-b6af-e69353bbeb4b will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:47.605663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:47.616558 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:47.618203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Transition to ACTIVE for port object 98b143ad-ba8d-495d-b6af-e69353bbeb4b will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:47.620325 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:47.627643 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:47.629218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.641644 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] For port 764359d4-b51b-46ef-a7c9-5887dc07716e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:47.678256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] For port 764359d4-b51b-46ef-a7c9-5887dc07716e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=764359d4-b51b-46ef-a7c9-5887dc07716e,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:47.689578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Network bfda8376-d48e-4135-aa7c-b750ab10c322 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:47.691537 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.696680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:47.703913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:47.709407 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Pushing event updated for resources: {'Port': ['ID=98b143ad-ba8d-495d-b6af-e69353bbeb4b,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:47.807326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Routers {'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:47.807766 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:47.858499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Attempting to bind port 98b143ad-ba8d-495d-b6af-e69353bbeb4b on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:47.858900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Attempting to bind port 98b143ad-ba8d-495d-b6af-e69353bbeb4b by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:47.859237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Attempting to bind port 98b143ad-ba8d-495d-b6af-e69353bbeb4b on network bfda8376-d48e-4135-aa7c-b750ab10c322 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:47.877497 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f979982-89ad-4f21-822b-f6204e4e74f2 None None] Pushing event updated for resources: {'Port': ['ID=764359d4-b51b-46ef-a7c9-5887dc07716e,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:47.883598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:47.883979 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Checking segment: {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:47.884386 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.884793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Bound using segment: {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:47.885307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Bound port: 98b143ad-ba8d-495d-b6af-e69353bbeb4b, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:47.885674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:47.974827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.021121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] Set router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:48.023292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] For port 98b143ad-ba8d-495d-b6af-e69353bbeb4b, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:48.026872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] For port 98b143ad-ba8d-495d-b6af-e69353bbeb4b, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=98b143ad-ba8d-495d-b6af-e69353bbeb4b,segment=NetworkSegment(340afbea-8064-459c-b3cb-93946796ec51),segment_id=340afbea-8064-459c-b3cb-93946796ec51)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:48.058684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.273898 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.367283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50ae48a0-8584-421f-a25b-898e11526b90 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:48.373537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6987be-486e-49ae-987e-bfbd20ec83d6 None None] Pushing event updated for resources: {'Port': ['ID=98b143ad-ba8d-495d-b6af-e69353bbeb4b,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:48.543483 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Router 8333b7dd-0528-4c1b-91c2-565618c74839 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:38:48.544894 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:38:48.547920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 50ae48a0-8584-421f-a25b-898e11526b90 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:48.548336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.628371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:38:44Z', 'revision_number': 4, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '764359d4-b51b-46ef-a7c9-5887dc07716e', 'name': '', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'mac_address': 'fa:16:3e:a4:ba:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8031b172-69b8-499d-b09d-6676c9514b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:43Z', 'updated_at': '2021-08-10T04:38:47Z', 'revision_number': 4, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'subnets': [{'id': '8031b172-69b8-499d-b09d-6676c9514b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:48.661222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf7dd-c01a-4915-8d5f-af7c4881580a None None] The sync data for ids ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'] in n-d-769329-14 is: [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:38:44Z', 'revision_number': 4, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '764359d4-b51b-46ef-a7c9-5887dc07716e', 'name': '', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'mac_address': 'fa:16:3e:a4:ba:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '8031b172-69b8-499d-b09d-6676c9514b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:43Z', 'updated_at': '2021-08-10T04:38:47Z', 'revision_number': 4, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'subnets': [{'id': '8031b172-69b8-499d-b09d-6676c9514b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:48.689385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:48.710589 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Sync routers for ids ['8333b7dd-0528-4c1b-91c2-565618c74839'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:48.715180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:48.717489 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cc048eb8-9fcd-4d63-bdc2-1dfc5a0cbfe7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0429792 Aug 10 04:38:48.720453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46622) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:48.725820 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Routers {'8333b7dd-0528-4c1b-91c2-565618c74839'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:48.726545 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8333b7dd-0528-4c1b-91c2-565618c74839'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:48.909120 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Set router 8333b7dd-0528-4c1b-91c2-565618c74839 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:49.249004 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:38:47Z', 'revision_number': 3, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:49.278672 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Checking router: 8333b7dd-0528-4c1b-91c2-565618c74839 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:49.279107 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Updating router 8333b7dd-0528-4c1b-91c2-565618c74839 port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:49.315654 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.377362 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.473050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b08807-b77a-40e2-89f7-f4f02e66eb27 None None] Network bfda8376-d48e-4135-aa7c-b750ab10c322 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:38:49.588241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bef5a202-5eb2-4356-9b86-0cc4621b28ac None None] Provisioning for port 98b143ad-ba8d-495d-b6af-e69353bbeb4b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:49.611108 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Allocated IP 172.20.0.1 (bfda8376-d48e-4135-aa7c-b750ab10c322/e1e32946-7abd-4c47-8a77-32aa7efa3773/972510c7-b646-465b-ad81-af50a703ae2f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:49.708830 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.720926 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Transition to ACTIVE for port object 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:49.739782 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.804972 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.818621 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Attempting to bind port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:49.819500 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Attempting to bind port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:49.820162 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Attempting to bind port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:49.829527 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f828b-86e4-415b-b39f-6606ed298825 None None] Pushing event updated for resources: {'Port': ['ID=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:49.832298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Transition to ACTIVE for port object 972510c7-b646-465b-ad81-af50a703ae2f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:49.832934 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:49.833423 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:49.834037 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.834424 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:49.834997 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Bound port: 2fbfb5d7-a4bf-4057-a058-4deba54c72f6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:49.835882 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.899259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.934386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] For port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:49.938801 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] For port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:49.945820 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:49.969079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Network bfda8376-d48e-4135-aa7c-b750ab10c322 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:49.971547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:49.974903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:49.977324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Pushing event updated for resources: {'Port': ['ID=972510c7-b646-465b-ad81-af50a703ae2f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:50.023243 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Routers {'8333b7dd-0528-4c1b-91c2-565618c74839'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:50.024015 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8333b7dd-0528-4c1b-91c2-565618c74839'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:50.030035 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f828b-86e4-415b-b39f-6606ed298825 None None] Pushing event updated for resources: {'Port': ['ID=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:50.037904 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.170317 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] Set router 8333b7dd-0528-4c1b-91c2-565618c74839 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:50.267436 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.375579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90826c1c-a69d-4fb3-96e9-41fe6e2cf767 None None] Provisioning for port 972510c7-b646-465b-ad81-af50a703ae2f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:50.390518 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90826c1c-a69d-4fb3-96e9-41fe6e2cf767 None None] Provisioning complete for port 972510c7-b646-465b-ad81-af50a703ae2f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:50.390901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90826c1c-a69d-4fb3-96e9-41fe6e2cf767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.431862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 764359d4-b51b-46ef-a7c9-5887dc07716e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:50.445006 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-df9c6718-d42a-4530-994a-36849f64518d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:38:47Z', 'revision_number': 3, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:50.478285 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9c6718-d42a-4530-994a-36849f64518d None None] The sync data for ids ['8333b7dd-0528-4c1b-91c2-565618c74839'] in n-d-769329-14 is: [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:38:47Z', 'revision_number': 3, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:50.479002 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-90826c1c-a69d-4fb3-96e9-41fe6e2cf767 None None] Port 972510c7-b646-465b-ad81-af50a703ae2f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:50.517554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 764359d4-b51b-46ef-a7c9-5887dc07716e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:50.522125 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 764359d4-b51b-46ef-a7c9-5887dc07716e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:50.522499 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.565179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.571355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.633504 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.652538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.656740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Pushing event updated for resources: {'Port': ['ID=972510c7-b646-465b-ad81-af50a703ae2f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:50.677347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 764359d4-b51b-46ef-a7c9-5887dc07716e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=764359d4-b51b-46ef-a7c9-5887dc07716e,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:50.682630 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.683696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 98b143ad-ba8d-495d-b6af-e69353bbeb4b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:50.785777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=764359d4-b51b-46ef-a7c9-5887dc07716e,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:50.802829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 98b143ad-ba8d-495d-b6af-e69353bbeb4b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:50.808440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 98b143ad-ba8d-495d-b6af-e69353bbeb4b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:50.808820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.834599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Network bfda8376-d48e-4135-aa7c-b750ab10c322 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:50.836229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:50.938924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.992819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 98b143ad-ba8d-495d-b6af-e69353bbeb4b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=98b143ad-ba8d-495d-b6af-e69353bbeb4b,segment=NetworkSegment(340afbea-8064-459c-b3cb-93946796ec51),segment_id=340afbea-8064-459c-b3cb-93946796ec51)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:50.999500 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.089877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Router 8333b7dd-0528-4c1b-91c2-565618c74839 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:51.094189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=98b143ad-ba8d-495d-b6af-e69353bbeb4b,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:51.213029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-583bc73b-56ed-4148-b75b-f118e14d4197 None None] Provisioning complete for port 972510c7-b646-465b-ad81-af50a703ae2f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:51.214088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-583bc73b-56ed-4148-b75b-f118e14d4197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:51.234875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:51.240721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-71ad5cc1-ec0b-46db-a5ff-311dab8aefc7 admin admin] 10.222.0.53 "PUT /v2.0/routers/8333b7dd-0528-4c1b-91c2-565618c74839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5177619 Aug 10 04:38:51.254331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-583bc73b-56ed-4148-b75b-f118e14d4197 None None] Port 972510c7-b646-465b-ad81-af50a703ae2f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:52.039790 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-bdf8086e-252e-4024-b4cf-5e4619a558fb tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:52.041244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-bdf8086e-252e-4024-b4cf-5e4619a558fb tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 817 time: 0.1217194 Aug 10 04:38:52.057179 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-7a2d44c8-5230-4de1-9537-e5095d764ee1 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/quotas/ca670bc8806246fda5ca72f69f657860 HTTP/1.1" status: 200 len: 375 time: 0.0099087 Aug 10 04:38:52.117609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-71bf6dc1-6695-47a5-ab13-3b5bf058ae9d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543542 Aug 10 04:38:52.228596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-471dd9b5-3113-4151-92dd-0923d1cb989e service neutron] 10.222.0.53 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990558 Aug 10 04:38:52.255241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Sync routers for ids ['8333b7dd-0528-4c1b-91c2-565618c74839'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:52.265336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Routers {'8333b7dd-0528-4c1b-91c2-565618c74839'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:52.265962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8333b7dd-0528-4c1b-91c2-565618c74839'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:52.335325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-4308de5d-18ba-42f6-bbf2-91ea00add202 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959041 Aug 10 04:38:52.368963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:52.400633 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Set router 8333b7dd-0528-4c1b-91c2-565618c74839 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:52.519486 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c5871982-baef-4c52-9bf6-bd2472d1326b req-dbcf94be-7745-4471-ad08-eafb4d9bdb68 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 210 time: 0.0300128 Aug 10 04:38:52.532312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:52.540212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:52.540580 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.673302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.699739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:52.704246 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.705048 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 764359d4-b51b-46ef-a7c9-5887dc07716e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:52.731312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 4, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '972510c7-b646-465b-ad81-af50a703ae2f', 'name': '', 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'mac_address': 'fa:16:3e:f0:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 2, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'subnets': [{'id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:52.780561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Checking router: 8333b7dd-0528-4c1b-91c2-565618c74839 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:52.780914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Updating router 8333b7dd-0528-4c1b-91c2-565618c74839 port 972510c7-b646-465b-ad81-af50a703ae2f binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:38:52.833265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:52.845348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:52.886729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 764359d4-b51b-46ef-a7c9-5887dc07716e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:52.886986 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.084921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 98b143ad-ba8d-495d-b6af-e69353bbeb4b up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:53.188933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 98b143ad-ba8d-495d-b6af-e69353bbeb4b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:53.189291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.222702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.240983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Transition to ACTIVE for port object 972510c7-b646-465b-ad81-af50a703ae2f will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:53.250043 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.329694 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449bcc-e698-4f80-9eb3-24f11652af10 None None] Pushing event updated for resources: {'Port': ['ID=972510c7-b646-465b-ad81-af50a703ae2f,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:53.394406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Attempting to bind port 972510c7-b646-465b-ad81-af50a703ae2f on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:53.394774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Attempting to bind port 972510c7-b646-465b-ad81-af50a703ae2f by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:53.395359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Attempting to bind port 972510c7-b646-465b-ad81-af50a703ae2f on network bfda8376-d48e-4135-aa7c-b750ab10c322 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:53.401008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:53.401370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Checking segment: {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:53.401764 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.402174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Bound using segment: {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:53.403121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Bound port: 972510c7-b646-465b-ad81-af50a703ae2f, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340afbea-8064-459c-b3cb-93946796ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:53.403347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.490418 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] For port 972510c7-b646-465b-ad81-af50a703ae2f, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:53.500483 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] For port 972510c7-b646-465b-ad81-af50a703ae2f, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=972510c7-b646-465b-ad81-af50a703ae2f,segment=NetworkSegment(340afbea-8064-459c-b3cb-93946796ec51),segment_id=340afbea-8064-459c-b3cb-93946796ec51)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:53.507952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:53.523192 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-379971ac-51b7-454b-b009-6e513398e24c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:53.524764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-379971ac-51b7-454b-b009-6e513398e24c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 817 time: 0.1281114 Aug 10 04:38:53.539629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Request body: {'port': {'device_id': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'admin_state_up': True, 'tenant_id': 'ca670bc8806246fda5ca72f69f657860'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:53.560752 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Routers {'8333b7dd-0528-4c1b-91c2-565618c74839'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:53.562081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:38:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8333b7dd-0528-4c1b-91c2-565618c74839'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:53.820635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449bcc-e698-4f80-9eb3-24f11652af10 None None] Pushing event updated for resources: {'Port': ['ID=972510c7-b646-465b-ad81-af50a703ae2f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:53.890108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] Set router 8333b7dd-0528-4c1b-91c2-565618c74839 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:53.972806 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4943a53a-9444-4f4d-b85b-a4aa381fea9a req-7245db12-1491-41fa-8ba9-cf074e1a34b3 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 210 time: 0.0327909 Aug 10 04:38:54.036968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Made reservation on behalf of ca670bc8806246fda5ca72f69f657860 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:54.040782 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.123554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 4, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '972510c7-b646-465b-ad81-af50a703ae2f', 'name': '', 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'mac_address': 'fa:16:3e:f0:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'subnets': [{'id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:54.158179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5c2d71-2313-4b77-9232-25edbf43360c None None] The sync data for ids ['8333b7dd-0528-4c1b-91c2-565618c74839'] in n-d-769329-14 is: [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:38:50Z', 'revision_number': 4, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '972510c7-b646-465b-ad81-af50a703ae2f', 'name': '', 'network_id': 'bfda8376-d48e-4135-aa7c-b750ab10c322', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'mac_address': 'fa:16:3e:f0:01:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:49Z', 'updated_at': '2021-08-10T04:38:53Z', 'revision_number': 4, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'subnets': [{'id': 'e1e32946-7abd-4c47-8a77-32aa7efa3773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:54.178930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Allocated IP 172.20.0.10 (3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4/8031b172-69b8-499d-b09d-6676c9514b39/f1cf6ff3-2675-4818-80e0-4e4cedff8434) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:54.300910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:54.351057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:54.351729 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.356828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.374776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Transition to ACTIVE for port object f1cf6ff3-2675-4818-80e0-4e4cedff8434 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:54.428411 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.476379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:54.480268 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:54.484936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:54.530687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Pushing event updated for resources: {'Port': ['ID=f1cf6ff3-2675-4818-80e0-4e4cedff8434,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:54.558459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:54.559126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.577781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c53ec714-7c2d-4b6c-9de4-9266d01aee8d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0428028 Aug 10 04:38:54.591305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Request body: {'port': {'device_id': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:54.654914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.748284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-50546d25-67c4-4a01-bcee-c5a41b23b9bd None None] Provisioning for port f1cf6ff3-2675-4818-80e0-4e4cedff8434 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:54.764360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-50546d25-67c4-4a01-bcee-c5a41b23b9bd None None] Provisioning complete for port f1cf6ff3-2675-4818-80e0-4e4cedff8434 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:54.764875 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-50546d25-67c4-4a01-bcee-c5a41b23b9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.819826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-50546d25-67c4-4a01-bcee-c5a41b23b9bd None None] Port f1cf6ff3-2675-4818-80e0-4e4cedff8434 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:54.972846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cf6ff3-2675-4818-80e0-4e4cedff8434 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:54.980628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:54.993655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Transition to ACTIVE for port object f1cf6ff3-2675-4818-80e0-4e4cedff8434 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:55.003279 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.085260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Pushing event updated for resources: {'Port': ['ID=f1cf6ff3-2675-4818-80e0-4e4cedff8434,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:55.124700 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895da34f-b19c-431c-8794-69251d55a855 req-8c6df3b2-52b0-4946-b02d-c863d9e6c723 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.126356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-895da34f-b19c-431c-8794-69251d55a855 req-8c6df3b2-52b0-4946-b02d-c863d9e6c723 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 944 time: 0.0586126 Aug 10 04:38:55.165624 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Attempting to bind port f1cf6ff3-2675-4818-80e0-4e4cedff8434 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:55.166094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Attempting to bind port f1cf6ff3-2675-4818-80e0-4e4cedff8434 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:55.166507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Attempting to bind port f1cf6ff3-2675-4818-80e0-4e4cedff8434 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:55.171481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Port f1cf6ff3-2675-4818-80e0-4e4cedff8434 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:38:55.171866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Attempting to bind port f1cf6ff3-2675-4818-80e0-4e4cedff8434 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:55.173957 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-895da34f-b19c-431c-8794-69251d55a855 req-0bf2e372-7637-4b3f-869f-87ab891c2b5c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Aug 10 04:38:55.177413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:55.177824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Checking segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:55.178249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Bound using segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:55.178714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Bound port: f1cf6ff3-2675-4818-80e0-4e4cedff8434, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:55.179105 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.253911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] For port f1cf6ff3-2675-4818-80e0-4e4cedff8434, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:55.258014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] For port f1cf6ff3-2675-4818-80e0-4e4cedff8434, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:55.263864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.299650 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.300361 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.301734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] 10.222.0.39 "PUT /v2.0/ports/f1cf6ff3-2675-4818-80e0-4e4cedff8434 HTTP/1.1" status: 200 len: 1093 time: 0.7153113 Aug 10 04:38:55.304796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'tag': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:55.308228 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dbeb1cef-061b-4317-b6bf-cec86edaf124", "tag": "f1cf6ff3-2675-4818-80e0-4e4cedff8434"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:55.341439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4972faa-2bf8-42bc-8e48-9e476bc6547d service neutron] Pushing event updated for resources: {'Port': ['ID=f1cf6ff3-2675-4818-80e0-4e4cedff8434,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:55.364779 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53572d08-47ea-4a18-abe3-68d60daa3fc0 x-openstack-request-id: req-53572d08-47ea-4a18-abe3-68d60daa3fc0 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:55.365208 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbeb1cef-061b-4317-b6bf-cec86edaf124", "tag": "f1cf6ff3-2675-4818-80e0-4e4cedff8434", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:55.365341 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53572d08-47ea-4a18-abe3-68d60daa3fc0 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:55.365712 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'tag': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434', 'status': 'completed', 'code': 200} Aug 10 04:38:55.404363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b3b5ae80-6621-4e43-bca0-a3d93e9ec1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.405889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-b3b5ae80-6621-4e43-bca0-a3d93e9ec1bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 1096 time: 0.0504878 Aug 10 04:38:55.460076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-c3080b88-7e45-4e51-a05b-d291deb1947e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434 HTTP/1.1" status: 200 len: 217 time: 0.0436280 Aug 10 04:38:55.477085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:55.527271 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-eb7e459d-4223-464f-8675-74482000bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.528935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-eb7e459d-4223-464f-8675-74482000bdf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8031b172-69b8-499d-b09d-6676c9514b39 HTTP/1.1" status: 200 len: 856 time: 0.0639436 Aug 10 04:38:55.589289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-0da4e7fa-bfeb-42aa-a81a-0e5037851842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.590889 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-0da4e7fa-bfeb-42aa-a81a-0e5037851842 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520532 Aug 10 04:38:55.698107 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-cec3b9e0-e4f6-49a0-8801-36bc705a1fb2 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991340 Aug 10 04:38:55.804095 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d2772c0-fda6-4c2d-a9db-abbe13313f1d req-7ba26ad9-6160-4b8c-acf5-de33b40b64db service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968354 Aug 10 04:38:55.894694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-074c40a7-91c1-41a5-bf65-a9fac4cc10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:55.896230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-074c40a7-91c1-41a5-bf65-a9fac4cc10ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 1096 time: 0.0435784 Aug 10 04:38:56.002464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-202989e3-bad6-4b4a-815e-bd98edbce208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.003934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-202989e3-bad6-4b4a-815e-bd98edbce208 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 918 time: 0.0990183 Aug 10 04:38:56.050232 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-f7c4cfa3-2bd5-45bd-a245-8f2316f1c46c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434 HTTP/1.1" status: 200 len: 217 time: 0.0361872 Aug 10 04:38:56.105501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-69898599-629a-422b-a08b-44b0dd017eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.107034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-69898599-629a-422b-a08b-44b0dd017eb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8031b172-69b8-499d-b09d-6676c9514b39 HTTP/1.1" status: 200 len: 856 time: 0.0502646 Aug 10 04:38:56.154116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-5efe57a4-ca26-4322-aace-7ea4c8ee4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.155662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-5efe57a4-ca26-4322-aace-7ea4c8ee4cac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411799 Aug 10 04:38:56.260525 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-129d8b46-4a24-4690-a42e-14a97be70fb7 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959165 Aug 10 04:38:56.286436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 972510c7-b646-465b-ad81-af50a703ae2f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:56.310734 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab434fb-f9d6-4ddd-b448-0afaaf6cef77 req-a9ad57ce-7ebe-4e4d-8473-9a42508c422a tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:56.318968 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ab434fb-f9d6-4ddd-b448-0afaaf6cef77 req-a9ad57ce-7ebe-4e4d-8473-9a42508c422a tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 944 time: 0.0661414 Aug 10 04:38:56.351113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 972510c7-b646-465b-ad81-af50a703ae2f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:56.360587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 972510c7-b646-465b-ad81-af50a703ae2f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:56.361632 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.369681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9ab434fb-f9d6-4ddd-b448-0afaaf6cef77 req-1ed5d01a-aece-440f-b17f-8cd3db2aff7b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Aug 10 04:38:56.387172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f59cdca-c6ce-4a33-8464-6958fb0bc5e7 req-e24112ee-683b-43c7-a05f-3058e28ff8af service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183646 Aug 10 04:38:56.463104 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.509568 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 972510c7-b646-465b-ad81-af50a703ae2f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=972510c7-b646-465b-ad81-af50a703ae2f,segment=NetworkSegment(340afbea-8064-459c-b3cb-93946796ec51),segment_id=340afbea-8064-459c-b3cb-93946796ec51)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:56.513839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:56.561410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=972510c7-b646-465b-ad81-af50a703ae2f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:56.625379 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.136111 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-80708f37-1574-4c84-8043-8667466ac958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:57.480722 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436acf9-ffa6-4eb2-a671-489aa5d097cc req-ec57117f-b3c7-4ccd-9ede-0b2cc61c9a6d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:57.482432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4436acf9-ffa6-4eb2-a671-489aa5d097cc req-ec57117f-b3c7-4ccd-9ede-0b2cc61c9a6d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 944 time: 0.0528512 Aug 10 04:38:57.525680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4436acf9-ffa6-4eb2-a671-489aa5d097cc req-3c5267e0-31ad-41b3-95c3-79a872505584 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Aug 10 04:38:58.252958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 972510c7-b646-465b-ad81-af50a703ae2f up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:58.305043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 972510c7-b646-465b-ad81-af50a703ae2f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:58.305413 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:58.649674 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573eecb-0fb7-48b1-bd8d-8bf98f011172 req-87fcf67e-01a7-457c-8da5-dc6b0899a9fa tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:58.651306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3573eecb-0fb7-48b1-bd8d-8bf98f011172 req-87fcf67e-01a7-457c-8da5-dc6b0899a9fa tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 944 time: 0.0531130 Aug 10 04:38:58.695363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3573eecb-0fb7-48b1-bd8d-8bf98f011172 req-a5b9cca4-e758-4ab3-abf5-407afbe3bfc4 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Aug 10 04:38:59.566159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f1cf6ff3-2675-4818-80e0-4e4cedff8434 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:38:59.665726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f1cf6ff3-2675-4818-80e0-4e4cedff8434, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:59.679990 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'port_id': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434', 'mac_address': 'fa:16:3e:13:5b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8031b172-69b8-499d-b09d-6676c9514b39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:38:59.737335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.740783 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.756409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cf6ff3-2675-4818-80e0-4e4cedff8434 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:59.788226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f1cf6ff3-2675-4818-80e0-4e4cedff8434, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:59.795204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:59.842853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852c9fe-44f9-4018-942e-9e58bbfc1498 req-823ccc3c-fddc-4336-85f7-3ff2710f3d46 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:59.844520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f852c9fe-44f9-4018-942e-9e58bbfc1498 req-823ccc3c-fddc-4336-85f7-3ff2710f3d46 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 945 time: 0.0607710 Aug 10 04:38:59.849985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f1cf6ff3-2675-4818-80e0-4e4cedff8434,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:59.891763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f852c9fe-44f9-4018-942e-9e58bbfc1498 req-e7408eb9-6a5d-4fe0-8e51-03de652b0878 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Aug 10 04:38:59.968800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6faaf966-0b82-4cf6-9e61-41a7ae2232bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:00.006676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f1cf6ff3-2675-4818-80e0-4e4cedff8434'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:39:01.025594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3c130-c52b-43ec-aafe-bbbb9f2c0990 req-b0fb895f-8357-4d37-8fc3-3d6ed44a2698 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:01.027160 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32e3c130-c52b-43ec-aafe-bbbb9f2c0990 req-b0fb895f-8357-4d37-8fc3-3d6ed44a2698 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Aug 10 04:39:01.074343 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32e3c130-c52b-43ec-aafe-bbbb9f2c0990 req-03e1c654-7165-4242-a137-749129b821a7 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Aug 10 04:39:01.594769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f1cf6ff3-2675-4818-80e0-4e4cedff8434 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:01.644923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port f1cf6ff3-2675-4818-80e0-4e4cedff8434 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:01.649108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port f1cf6ff3-2675-4818-80e0-4e4cedff8434 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:01.649707 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.730715 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.758639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:01.760865 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17894e5-d56f-4a33-a136-bc4f6b16f800" -d '{"events": [{"server_uuid": "dbeb1cef-061b-4317-b6bf-cec86edaf124", "name": "network-vif-plugged", "status": "completed", "tag": "f1cf6ff3-2675-4818-80e0-4e4cedff8434"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:01.775309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f1cf6ff3-2675-4818-80e0-4e4cedff8434, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:01.780646 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:01.805091 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d096a3-b434-4dd2-9ebf-d59be511bf08 x-openstack-request-id: req-a8d096a3-b434-4dd2-9ebf-d59be511bf08 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:01.805387 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbeb1cef-061b-4317-b6bf-cec86edaf124", "name": "network-vif-plugged", "status": "completed", "tag": "f1cf6ff3-2675-4818-80e0-4e4cedff8434", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:01.805640 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8d096a3-b434-4dd2-9ebf-d59be511bf08 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:01.806162 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434', 'code': 200} Aug 10 04:39:01.833471 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f1cf6ff3-2675-4818-80e0-4e4cedff8434,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:01.904472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be906c-5b14-4009-92bf-f586a41f7625 req-9fd536bc-31c7-4484-90b6-a43365cd13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:01.906040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16be906c-5b14-4009-92bf-f586a41f7625 req-9fd536bc-31c7-4484-90b6-a43365cd13d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 1098 time: 0.0446048 Aug 10 04:39:01.945446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16be906c-5b14-4009-92bf-f586a41f7625 req-ad29b32e-b443-42f4-baa2-199fe61a510f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Aug 10 04:39:01.974105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:02.205894 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaa0ee-2673-4f24-bef5-f533bc220e22 req-8c9dfbdb-87e8-4dde-920e-9dcd10b340f4 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:02.207585 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bbaa0ee-2673-4f24-bef5-f533bc220e22 req-8c9dfbdb-87e8-4dde-920e-9dcd10b340f4 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 946 time: 0.0563474 Aug 10 04:39:02.256666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bbaa0ee-2673-4f24-bef5-f533bc220e22 req-a1f196f9-9e8c-4c3b-a558-1d460123616c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Aug 10 04:39:03.391540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc98790-69ff-4bc4-8fc0-97c5247e085b req-980f0c68-7345-49ea-b459-f22d36b8a262 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:03.393014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecc98790-69ff-4bc4-8fc0-97c5247e085b req-980f0c68-7345-49ea-b459-f22d36b8a262 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 946 time: 0.0645471 Aug 10 04:39:03.432866 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:03.434833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ecc98790-69ff-4bc4-8fc0-97c5247e085b req-9c605f52-c0e5-4f60-92a5-ff7ea7601b83 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Aug 10 04:39:03.562796 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa34d4b-5eb5-44a9-aa4c-7047863c24b3 req-3510c661-04d6-4e2d-aa13-c7cac02dfa90 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:03.564361 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4aa34d4b-5eb5-44a9-aa4c-7047863c24b3 req-3510c661-04d6-4e2d-aa13-c7cac02dfa90 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 946 time: 0.0577741 Aug 10 04:39:03.609716 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4aa34d4b-5eb5-44a9-aa4c-7047863c24b3 req-e9754c6d-b12e-4c38-aa4f-b7dd28064079 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Aug 10 04:39:12.405026 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-01f3dba6-3ae7-4c14-a0dc-f2f6ea932f86 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386109 Aug 10 04:39:12.495462 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-ed825ee5-56d7-432b-9ea0-261df54ed35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:12.496991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-ed825ee5-56d7-432b-9ea0-261df54ed35c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 1098 time: 0.0445898 Aug 10 04:39:12.601411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-8a66acfe-b985-4600-8ee4-0bdc809a6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:12.602945 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-8a66acfe-b985-4600-8ee4-0bdc809a6695 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 918 time: 0.0833883 Aug 10 04:39:12.651761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-0d562edf-622e-4be4-be4b-8d91565fc4cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434 HTTP/1.1" status: 200 len: 217 time: 0.0406778 Aug 10 04:39:12.707027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-2b37e5a0-08d8-4058-8d11-0e08536ca31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:12.708532 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-2b37e5a0-08d8-4058-8d11-0e08536ca31c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8031b172-69b8-499d-b09d-6676c9514b39 HTTP/1.1" status: 200 len: 856 time: 0.0461173 Aug 10 04:39:12.759709 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-46c1d4b5-fc21-4ad0-a0d1-ea8099021019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:12.761116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-46c1d4b5-fc21-4ad0-a0d1-ea8099021019 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433872 Aug 10 04:39:12.856000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-3a4202b5-f984-427f-9950-d35acdfd182e service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839293 Aug 10 04:39:12.946826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4bc7d335-6bc0-4b82-9a07-0879a682d4a3 req-adba80bd-8e8f-43f0-aca3-0c9195fb9ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Aug 10 04:39:22.216493 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929366e-9689-4f64-8b4c-153a1542c050 req-1b84429f-eda1-4de5-89a2-a5f9d216236c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:22.218007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c929366e-9689-4f64-8b4c-153a1542c050 req-1b84429f-eda1-4de5-89a2-a5f9d216236c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 946 time: 0.0500782 Aug 10 04:39:22.257319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c929366e-9689-4f64-8b4c-153a1542c050 req-e76e9d3a-a9c8-43d0-97be-2df26e8fec60 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Aug 10 04:39:23.374667 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87a93-fed0-4370-8d15-125a811ed0f4 req-7e9315ed-faad-4769-a14e-d0249b82f155 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:23.376174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28c87a93-fed0-4370-8d15-125a811ed0f4 req-7e9315ed-faad-4769-a14e-d0249b82f155 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 946 time: 0.0494187 Aug 10 04:39:23.414386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28c87a93-fed0-4370-8d15-125a811ed0f4 req-5da316d7-dc03-4d4d-9edb-da0ed8c7f480 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Aug 10 04:39:23.908028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91864d9-ccba-4268-8897-34893f6e39ce req-d672c42d-c166-44af-b360-2d70667d6bc5 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:23.909485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c91864d9-ccba-4268-8897-34893f6e39ce req-d672c42d-c166-44af-b360-2d70667d6bc5 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 946 time: 0.0526240 Aug 10 04:39:24.001140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Deleting port f1cf6ff3-2675-4818-80e0-4e4cedff8434 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:39:24.001481 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:24.091925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] For port f1cf6ff3-2675-4818-80e0-4e4cedff8434, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f1cf6ff3-2675-4818-80e0-4e4cedff8434,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:24.092280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:24.105420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Calling delete_port for f1cf6ff3-2675-4818-80e0-4e4cedff8434 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:39:24.239124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:24.254486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f1cf6ff3-2675-4818-80e0-4e4cedff8434'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:39:24.271277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Pushing event deleted for resources: {'Port': ['ID=f1cf6ff3-2675-4818-80e0-4e4cedff8434,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:24.284640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.284995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.285336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.285672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.286029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.286370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.286697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.287027 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.287353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.287680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.288001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.288321 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:24.323678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] No DVR routers for this DVR port f1cf6ff3-2675-4818-80e0-4e4cedff8434 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:39:24.326413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:24.328465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c91864d9-ccba-4268-8897-34893f6e39ce req-30fc420d-2e4c-497d-a0b8-865d44d44b8b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "DELETE /v2.0/ports/f1cf6ff3-2675-4818-80e0-4e4cedff8434 HTTP/1.1" status: 204 len: 173 time: 0.4091666 Aug 10 04:39:24.328917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'name': 'network-vif-deleted', 'tag': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:24.331273 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3555f3b-1b03-46e6-820d-2be60cfa0af4" -d '{"events": [{"server_uuid": "dbeb1cef-061b-4317-b6bf-cec86edaf124", "name": "network-vif-deleted", "tag": "f1cf6ff3-2675-4818-80e0-4e4cedff8434"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:24.382551 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1ae593-df79-4ceb-a616-ed90985f0c48 x-openstack-request-id: req-fb1ae593-df79-4ceb-a616-ed90985f0c48 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:24.383171 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbeb1cef-061b-4317-b6bf-cec86edaf124", "name": "network-vif-deleted", "tag": "f1cf6ff3-2675-4818-80e0-4e4cedff8434", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:24.383171 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb1ae593-df79-4ceb-a616-ed90985f0c48 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:24.383607 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbeb1cef-061b-4317-b6bf-cec86edaf124', 'name': 'network-vif-deleted', 'tag': 'f1cf6ff3-2675-4818-80e0-4e4cedff8434', 'status': 'completed', 'code': 200} Aug 10 04:39:24.525306 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-16cda274-6545-4e01-beca-cbf4b663e5c6 req-d89194a0-5d4e-4d17-a4ce-052f0cef02ef tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbeb1cef-061b-4317-b6bf-cec86edaf124 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Aug 10 04:39:25.490540 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:25.524874 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:39:26.100151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-7930858e-ae0d-478a-b2df-e7014df798ef tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:26.101624 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-7930858e-ae0d-478a-b2df-e7014df798ef tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 817 time: 0.1036739 Aug 10 04:39:26.117150 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-0cc332b8-2b66-4e2d-98c2-ba314e260017 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/quotas/ca670bc8806246fda5ca72f69f657860 HTTP/1.1" status: 200 len: 375 time: 0.0097277 Aug 10 04:39:26.172493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-59bd8e4f-3eb4-4bb7-9ac6-d030c6997cae tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499856 Aug 10 04:39:26.270979 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8acdccc4-f3e9-4722-9aae-ad1165120c8a service neutron] 10.222.0.53 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866036 Aug 10 04:39:26.359075 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-3c3d9dab-6958-4ccf-9d83-54a3fb302183 service neutron] 10.222.0.53 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818987 Aug 10 04:39:26.527453 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-54d94364-036c-4031-bd5e-660faa7c895d req-9293fd39-7637-4733-b73f-88bffeee0a03 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 210 time: 0.0299513 Aug 10 04:39:26.620247 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.138514 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-629a3620-aac7-4f99-93ca-70586e793335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.447502 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-c5d3d810-3132-424d-aee7-11303a0dd7ae tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:27.448876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-c5d3d810-3132-424d-aee7-11303a0dd7ae tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 817 time: 0.1085804 Aug 10 04:39:27.464534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Request body: {'port': {'device_id': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'admin_state_up': True, 'tenant_id': 'ca670bc8806246fda5ca72f69f657860'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:27.571761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Made reservation on behalf of ca670bc8806246fda5ca72f69f657860 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:39:27.575300 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.654618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fb9e543-4c4e-4ba7-94ef-798d96aae2de req-94373182-cb6f-472f-b83b-ad8ecf4a590a tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 210 time: 0.0553882 Aug 10 04:39:27.726251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Allocated IP 172.20.0.3 (3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4/8031b172-69b8-499d-b09d-6676c9514b39/cd73e088-c2c8-4909-8f2f-3d2ebcbb5191) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:39:27.767186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f1cf6ff3-2675-4818-80e0-4e4cedff8434 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:39:27.789222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: f1cf6ff3-2675-4818-80e0-4e4cedff8434 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:39:27.789570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f1cf6ff3-2675-4818-80e0-4e4cedff8434 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:39:27.871223 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.884773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Transition to ACTIVE for port object cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:39:27.916937 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.960212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:39:27.963279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:39:27.966972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:39:27.973854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Pushing event updated for resources: {'Port': ['ID=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:28.021122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:28.021966 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.038346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-14f70d4b-2ad8-4b92-ab73-8873d6c36c4d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780735 Aug 10 04:39:28.051843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Request body: {'port': {'device_id': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:39:28.110513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.206797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-309515fc-a153-4aec-ac92-baaee4a9eb68 None None] Provisioning for port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:28.210711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-309515fc-a153-4aec-ac92-baaee4a9eb68 None None] Provisioning complete for port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:28.211086 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-309515fc-a153-4aec-ac92-baaee4a9eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.246609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-309515fc-a153-4aec-ac92-baaee4a9eb68 None None] Port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:39:28.374665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:39:28.383014 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.395210 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Transition to ACTIVE for port object cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:39:28.398337 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.451064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:28.525457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Attempting to bind port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:39:28.525791 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Attempting to bind port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:39:28.526174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Attempting to bind port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:39:28.530752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:39:28.531075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Attempting to bind port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 on network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:39:28.536095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:39:28.536434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Checking segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:39:28.536820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Bound using segment: {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:39:28.537249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Bound port: cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9915a44e-a6df-4759-9690-d99c9a70b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:39:28.537611 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.604865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] For port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:39:28.608062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] For port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:39:28.612268 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.645096 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:28.645706 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:28.647122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 HTTP/1.1" status: 200 len: 1092 time: 0.6002831 Aug 10 04:39:28.647562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'tag': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:28.649791 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d766f1-3945-48d1-a0c9-a76c57024b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "78884f1d-9bf3-4696-a554-50d328dfe5dc", "tag": "cd73e088-c2c8-4909-8f2f-3d2ebcbb5191"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:28.678131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648671-d901-4e8f-a081-03abab8dfce8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:28.745697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-13add622-5f47-4462-972d-6fe9b51a5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:28.747268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-13add622-5f47-4462-972d-6fe9b51a5107 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 1095 time: 0.0447836 Aug 10 04:39:28.797380 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09645d81-4c78-4503-8a60-1cb4460e3cd6 x-openstack-request-id: req-09645d81-4c78-4503-8a60-1cb4460e3cd6 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:28.797678 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78884f1d-9bf3-4696-a554-50d328dfe5dc", "tag": "cd73e088-c2c8-4909-8f2f-3d2ebcbb5191", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:28.797923 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09645d81-4c78-4503-8a60-1cb4460e3cd6 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:28.798379 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'tag': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191', 'status': 'completed', 'code': 200} Aug 10 04:39:28.814088 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8eedb9ed-823e-4d03-ace6-e07658fc17cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 HTTP/1.1" status: 200 len: 217 time: 0.0570381 Aug 10 04:39:28.864445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3ed74-3500-401c-a80a-2efdc310a027 req-d0bda176-aa07-4612-8a04-cb8fd031fad6 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:28.865922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fe3ed74-3500-401c-a80a-2efdc310a027 req-d0bda176-aa07-4612-8a04-cb8fd031fad6 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 943 time: 0.1177876 Aug 10 04:39:28.891478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-b3f28d3b-1edc-4d1b-9492-733b788fa391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:28.892982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-b3f28d3b-1edc-4d1b-9492-733b788fa391 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8031b172-69b8-499d-b09d-6676c9514b39 HTTP/1.1" status: 200 len: 856 time: 0.0713940 Aug 10 04:39:28.936503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8fe3ed74-3500-401c-a80a-2efdc310a027 req-4531a5bd-4df4-4f6c-ada9-53feb04a200b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645027 Aug 10 04:39:28.952300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8603be36-b46a-4976-b957-86c12c2a0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:28.953797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-8603be36-b46a-4976-b957-86c12c2a0c7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494545 Aug 10 04:39:29.042279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-0cf5b778-0b73-4f51-a615-0fb9510fc8ec service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800791 Aug 10 04:39:29.135378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e1d43287-09f4-4565-8a4f-c78559e7cd10 req-203d3708-5514-4c7f-9db5-ea42098a5294 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846300 Aug 10 04:39:29.223584 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-c48bffc4-579d-4bd8-9db6-59f378c465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:29.225141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-c48bffc4-579d-4bd8-9db6-59f378c465ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca670bc8806246fda5ca72f69f657860&device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 1095 time: 0.0431552 Aug 10 04:39:29.316563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-4bfda7f1-9206-4085-a294-2250d3064846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:29.317967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-4bfda7f1-9206-4085-a294-2250d3064846 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 200 len: 918 time: 0.0849392 Aug 10 04:39:29.366798 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-bf064888-db7d-40d5-89c3-c89497450b74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 HTTP/1.1" status: 200 len: 217 time: 0.0382569 Aug 10 04:39:29.418436 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-b217126a-dc6b-4371-aca1-1fa71a475644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:29.419906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-b217126a-dc6b-4371-aca1-1fa71a475644 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8031b172-69b8-499d-b09d-6676c9514b39 HTTP/1.1" status: 200 len: 856 time: 0.0450728 Aug 10 04:39:29.470635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-d491e41a-2191-4cb0-8712-ba5197582ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:29.472142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-d491e41a-2191-4cb0-8712-ba5197582ccd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409646 Aug 10 04:39:29.568060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-374abbea-caff-4844-8c37-53e6cdbcb25e service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862420 Aug 10 04:39:29.659372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-01d766f1-3945-48d1-a0c9-a76c57024b2d req-cf1dfd0c-5864-4f30-a3af-0fc04b1742c7 service neutron] 10.222.0.39 "GET /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Aug 10 04:39:29.732575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:29.970855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1336fd6f-1bed-4abd-be69-599f23125a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:30.056338 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740f74-accd-4547-9289-0c2ae97b4a6d req-60a67a62-7044-4211-9bfc-671291aa7b6c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:30.057849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9740f74-accd-4547-9289-0c2ae97b4a6d req-60a67a62-7044-4211-9bfc-671291aa7b6c tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 943 time: 0.0483294 Aug 10 04:39:30.096098 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9740f74-accd-4547-9289-0c2ae97b4a6d req-c59b78ed-dab9-46c6-b012-a5bca39bdec3 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Aug 10 04:39:31.214175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e90728-131c-4e8a-a2ff-912e95b90132 req-9ebbcf15-5f7f-46c5-b165-c0af864798b8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:31.215763 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9e90728-131c-4e8a-a2ff-912e95b90132 req-9ebbcf15-5f7f-46c5-b165-c0af864798b8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 943 time: 0.0530314 Aug 10 04:39:31.252954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a9e90728-131c-4e8a-a2ff-912e95b90132 req-e7da4704-17b7-4b38-8859-b3fdc9b40ed7 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Aug 10 04:39:31.797003 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:39:31.886696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:31.898194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191', 'network_id': '3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4', 'port_id': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191', 'mac_address': 'fa:16:3e:ea:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8031b172-69b8-499d-b09d-6676c9514b39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:39:31.938207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:31.950938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:39:31.976991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:31.981373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:31.985098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:32.028389 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:32.035493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.035832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.036202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.036496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.036821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.037199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.037465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.037781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.038129 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.038445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.038761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.039073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:39:32.184213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd73e088-c2c8-4909-8f2f-3d2ebcbb5191'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:39:32.368594 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc44d4-f5b0-42b1-ab57-7fc0d626de26 req-02783ac8-a321-4fe6-b573-0342a6e79f3b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:32.370003 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dfc44d4-f5b0-42b1-ab57-7fc0d626de26 req-02783ac8-a321-4fe6-b573-0342a6e79f3b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 944 time: 0.0486157 Aug 10 04:39:32.407127 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5dfc44d4-f5b0-42b1-ab57-7fc0d626de26 req-7d6cfce8-6b60-43d8-bc43-bd3173ce6872 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Aug 10 04:39:33.434135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:33.522620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991c806-bc39-4d7b-a6fb-4d62a7c19e33 req-6dd0efb3-9618-437d-bee9-6517331890df tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:33.524146 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5991c806-bc39-4d7b-a6fb-4d62a7c19e33 req-6dd0efb3-9618-437d-bee9-6517331890df tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 944 time: 0.0499372 Aug 10 04:39:33.561697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5991c806-bc39-4d7b-a6fb-4d62a7c19e33 req-06b86f20-3187-4fbb-9cfa-debdc4a4e48e tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Aug 10 04:39:33.812117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:39:33.859940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:39:33.864135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:39:33.864500 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:33.941821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:33.963093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:33.965420 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ee8f9a-878e-4b84-b22a-a82ffb80a339" -d '{"events": [{"server_uuid": "78884f1d-9bf3-4696-a554-50d328dfe5dc", "name": "network-vif-plugged", "status": "completed", "tag": "cd73e088-c2c8-4909-8f2f-3d2ebcbb5191"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:33.987691 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:33.992125 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:34.040094 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:34.062725 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d85c7b-df68-4f57-81de-cc3dcdb8ba83 x-openstack-request-id: req-07d85c7b-df68-4f57-81de-cc3dcdb8ba83 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:34.062957 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78884f1d-9bf3-4696-a554-50d328dfe5dc", "name": "network-vif-plugged", "status": "completed", "tag": "cd73e088-c2c8-4909-8f2f-3d2ebcbb5191", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:34.063211 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07d85c7b-df68-4f57-81de-cc3dcdb8ba83 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:34.063602 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191', 'code': 200} Aug 10 04:39:34.157209 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b7d12-6315-4d0c-8d69-5dd8c511f230 req-73184ae7-6d6d-459e-a4a3-e3eb94fb391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:34.159263 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c53b7d12-6315-4d0c-8d69-5dd8c511f230 req-73184ae7-6d6d-459e-a4a3-e3eb94fb391a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 1097 time: 0.0397961 Aug 10 04:39:34.194316 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c53b7d12-6315-4d0c-8d69-5dd8c511f230 req-0c18a882-7d6d-424b-ad97-dcbc85cb1e57 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270770 Aug 10 04:39:34.678235 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fee805-ca1e-4279-ac25-13d665d1a95a req-e35eab7d-c053-4880-b5af-5672e41ca20b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:34.679727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68fee805-ca1e-4279-ac25-13d665d1a95a req-e35eab7d-c053-4880-b5af-5672e41ca20b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 945 time: 0.0518007 Aug 10 04:39:34.717186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-68fee805-ca1e-4279-ac25-13d665d1a95a req-219dac18-2671-483a-bb5b-090da136786b tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Aug 10 04:39:35.835819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a2a9f-f0fc-4888-b0eb-df26f8d43103 req-5909e9ae-c6e2-4bd5-8d85-6fabe5484c31 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:35.837226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f78a2a9f-f0fc-4888-b0eb-df26f8d43103 req-5909e9ae-c6e2-4bd5-8d85-6fabe5484c31 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 945 time: 0.0520573 Aug 10 04:39:35.880649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f78a2a9f-f0fc-4888-b0eb-df26f8d43103 req-2b473993-570a-4c01-b337-e8802ed5740d tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Aug 10 04:39:35.994178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab875085-002d-4c74-9cf4-a33e347c9103 req-35893d5e-b9a1-44e7-a8df-7330e511e6eb tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:35.995682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab875085-002d-4c74-9cf4-a33e347c9103 req-35893d5e-b9a1-44e7-a8df-7330e511e6eb tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 945 time: 0.0481400 Aug 10 04:39:36.033112 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ab875085-002d-4c74-9cf4-a33e347c9103 req-3f02014b-5470-4e12-b444-64bacfe15cb0 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Aug 10 04:39:54.417286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80344fe1-7f10-45a3-b7c6-3010e75afbb4 req-001b9a67-951f-4d63-b647-b434b3b759ff tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:54.419290 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80344fe1-7f10-45a3-b7c6-3010e75afbb4 req-001b9a67-951f-4d63-b647-b434b3b759ff tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 945 time: 0.0489974 Aug 10 04:39:54.460021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-80344fe1-7f10-45a3-b7c6-3010e75afbb4 req-1f7272b7-4b56-44ab-a371-ee06ce69ea41 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Aug 10 04:39:55.504004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:55.581348 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32ea63-9735-4201-8a31-23bbb0047c90 req-a2705180-5a55-4ca6-93af-008769f86d36 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:55.582875 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a32ea63-9735-4201-8a31-23bbb0047c90 req-a2705180-5a55-4ca6-93af-008769f86d36 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 945 time: 0.0504470 Aug 10 04:39:55.620889 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9a32ea63-9735-4201-8a31-23bbb0047c90 req-37209c25-5ff9-4824-a500-0ec237faa077 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319672 Aug 10 04:39:56.064465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-3434fe3a-ca6f-44c8-90ba-8a2d8b4d6657 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:56.066066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-3434fe3a-ca6f-44c8-90ba-8a2d8b4d6657 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 945 time: 0.0518243 Aug 10 04:39:56.155223 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Deleting port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:39:56.155565 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:56.243590 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] For port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:56.243994 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:56.588764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Calling delete_port for cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:39:56.637862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:56.744830 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:56.758410 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd73e088-c2c8-4909-8f2f-3d2ebcbb5191'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:39:56.781874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0678-3336-40e1-9179-0ef58fb4d712 req-47d6d457-c8f6-43e1-a06d-6dd5e787e36e tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:56.783443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b9b0678-3336-40e1-9179-0ef58fb4d712 req-47d6d457-c8f6-43e1-a06d-6dd5e787e36e tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/ports?device_id=78884f1d-9bf3-4696-a554-50d328dfe5dc HTTP/1.1" status: 200 len: 867 time: 0.0901659 Aug 10 04:39:56.785908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Pushing event deleted for resources: {'Port': ['ID=cd73e088-c2c8-4909-8f2f-3d2ebcbb5191,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:56.838932 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] No DVR routers for this DVR port cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:39:56.843609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:56.845583 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfac7043-6c50-4499-9bd1-8a9ee01816eb req-210d824f-72e7-4c6a-9e45-103bdbaedda8 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.39 "DELETE /v2.0/ports/cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 HTTP/1.1" status: 204 len: 173 time: 0.7728331 Aug 10 04:39:56.846054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'name': 'network-vif-deleted', 'tag': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:39:56.848453 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0be95d-d2fa-451b-85b2-fc4fa6be59f1" -d '{"events": [{"server_uuid": "78884f1d-9bf3-4696-a554-50d328dfe5dc", "name": "network-vif-deleted", "tag": "cd73e088-c2c8-4909-8f2f-3d2ebcbb5191"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:39:56.866771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2b9b0678-3336-40e1-9179-0ef58fb4d712 req-6665c577-cb4b-4465-9232-1aea2b8431f9 tempest-TestEncryptedCinderVolumes-935677463 tempest-TestEncryptedCinderVolumes-935677463-project] 10.222.0.53 "GET /v2.0/security-groups?id=b1130562-8466-484b-8619-c3af7fc16a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743551 Aug 10 04:39:56.908825 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f18c29-f2e2-4d2f-b81d-4a4f4beaa64b x-openstack-request-id: req-74f18c29-f2e2-4d2f-b81d-4a4f4beaa64b {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:39:56.909165 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78884f1d-9bf3-4696-a554-50d328dfe5dc", "name": "network-vif-deleted", "tag": "cd73e088-c2c8-4909-8f2f-3d2ebcbb5191", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:39:56.910149 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74f18c29-f2e2-4d2f-b81d-4a4f4beaa64b {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:39:56.910575 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78884f1d-9bf3-4696-a554-50d328dfe5dc', 'name': 'network-vif-deleted', 'tag': 'cd73e088-c2c8-4909-8f2f-3d2ebcbb5191', 'status': 'completed', 'code': 200} Aug 10 04:39:57.140076 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9831953b-02c8-4bbf-b541-e6392eb764f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:57.956665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46928) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:58.301957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:58.573690 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Deleting port 764359d4-b51b-46ef-a7c9-5887dc07716e {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:39:58.574052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:58.650744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] For port 764359d4-b51b-46ef-a7c9-5887dc07716e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=764359d4-b51b-46ef-a7c9-5887dc07716e,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:58.651089 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:58.664423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Calling delete_port for 764359d4-b51b-46ef-a7c9-5887dc07716e owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:39:58.844100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:58.873176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Pushing event deleted for resources: {'Port': ['ID=764359d4-b51b-46ef-a7c9-5887dc07716e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:59.035568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.251426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:39:59.356682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:39:59.361648 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7ae35a66-2ede-4fa1-81f5-6921c86d5150 admin admin] 10.222.0.53 "PUT /v2.0/routers/b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030836 Aug 10 04:39:59.366206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:39:59.368397 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] Sync routers for ids ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:39:59.377403 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] Routers {'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:39:59.378034 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:39:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:59.470126 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.479096 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] Set router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:39:59.578154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.631877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Deleting port 50ae48a0-8584-421f-a25b-898e11526b90 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:39:59.632311 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.655013 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '50ae48a0-8584-421f-a25b-898e11526b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:39:58Z', 'revision_number': 5, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port': {'id': '50ae48a0-8584-421f-a25b-898e11526b90', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:41Z', 'updated_at': '2021-08-10T04:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:59.680735 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] Checking router: b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:39:59.689064 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] Routers {'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:39:59.689669 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:39:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:59.710701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] For port 50ae48a0-8584-421f-a25b-898e11526b90, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=50ae48a0-8584-421f-a25b-898e11526b90,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:39:59.711051 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.725364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Calling delete_port for 50ae48a0-8584-421f-a25b-898e11526b90 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:39:59.736383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.777601 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] Set router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:39:59.910733 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.924449 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:39:59Z', 'revision_number': 6, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:39:59.935166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ae48a0-8584-421f-a25b-898e11526b90,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:39:59.952043 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708209a-29f9-4254-b2cf-26ca124175e7 None None] The sync data for ids ['b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba'] in n-d-769329-14 is: [{'id': 'b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba', 'name': 'tempest-TestEncryptedCinderVolumes-1242682481-router', 'tenant_id': 'ca670bc8806246fda5ca72f69f657860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:40Z', 'updated_at': '2021-08-10T04:39:59Z', 'revision_number': 6, 'project_id': 'ca670bc8806246fda5ca72f69f657860', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:39:59.969424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:39:59.994237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43145774-0f29-4204-8d19-0667bb09542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:59.995564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:39:59.996102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd73e088-c2c8-4909-8f2f-3d2ebcbb5191 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:00.007245 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.097097 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.099952 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.143573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.144206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:40:00.149081 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.149903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e43e638b-d6a7-415d-93a1-edadf42f4281 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b9f6ebf2-10ef-4cf5-bcfe-1f2c949ab5ba HTTP/1.1" status: 204 len: 168 time: 0.7827890 Aug 10 04:40:00.154348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:00.204072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Deleting subnet 8031b172-69b8-499d-b09d-6676c9514b39 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:40:00.207186 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.242894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.324987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.388207 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.414797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 764359d4-b51b-46ef-a7c9-5887dc07716e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:00.417643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8031b172-69b8-499d-b09d-6676c9514b39,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:00.423730 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.426230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-90619541-bc1f-4358-b058-0d515f9755f4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8031b172-69b8-499d-b09d-6676c9514b39 HTTP/1.1" status: 204 len: 168 time: 0.2703781 Aug 10 04:40:00.429032 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:00.453857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37767eb3-f5f5-4f61-b202-a4bd9a55973d None None] Network 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:40:00.456493 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 764359d4-b51b-46ef-a7c9-5887dc07716e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:00.456885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 764359d4-b51b-46ef-a7c9-5887dc07716e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:00.504652 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.559443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Deleting port bb005648-9710-4c4f-8034-ceb35d3daf02 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:00.559783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.633689 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] For port bb005648-9710-4c4f-8034-ceb35d3daf02, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bb005648-9710-4c4f-8034-ceb35d3daf02,segment=NetworkSegment(9915a44e-a6df-4759-9690-d99c9a70b5fe),segment_id=9915a44e-a6df-4759-9690-d99c9a70b5fe)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:00.634149 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.648779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Calling delete_port for bb005648-9710-4c4f-8034-ceb35d3daf02 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:00.727855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.755978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb005648-9710-4c4f-8034-ceb35d3daf02,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:00.758093 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] No DVR routers for this DVR port bb005648-9710-4c4f-8034-ceb35d3daf02 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:40:00.774862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545f0a7-c47b-437e-b157-aeb29eeb6348 None None] DHCP port deletion for 3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:40:00.832449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.842099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:00.852806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9915a44e-a6df-4759-9690-d99c9a70b5fe') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:00.853101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9915a44e-a6df-4759-9690-d99c9a70b5fe') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:00.862462 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.877318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.886029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:40:00.886450 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:40:00.888227 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:40:00.947009 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.952428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:00.957008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4 HTTP/1.1" status: 204 len: 168 time: 0.5243747 Aug 10 04:40:00.957392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46938) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:00.967443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fe824-1f0a-4693-8d40-c341b2de4252 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1ecd06-52d7-4ec8-92b3-1b2c57c122b4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:01.627317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:01.867204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Deleting port 972510c7-b646-465b-ad81-af50a703ae2f {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:01.867449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:01.944340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] For port 972510c7-b646-465b-ad81-af50a703ae2f, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=972510c7-b646-465b-ad81-af50a703ae2f,segment=NetworkSegment(340afbea-8064-459c-b3cb-93946796ec51),segment_id=340afbea-8064-459c-b3cb-93946796ec51)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:01.944710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:01.956871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Calling delete_port for 972510c7-b646-465b-ad81-af50a703ae2f owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:01.977633 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:02.144837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:02.170615 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Pushing event deleted for resources: {'Port': ['ID=972510c7-b646-465b-ad81-af50a703ae2f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:02.201172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.201524 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.201870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.202231 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.202566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.202901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.203230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.203551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.203878 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.204200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.204523 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.204842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:02.361612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:02.364804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bb005648-9710-4c4f-8034-ceb35d3daf02 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:02.385517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: bb005648-9710-4c4f-8034-ceb35d3daf02 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:02.385860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bb005648-9710-4c4f-8034-ceb35d3daf02 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:02.386310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50ae48a0-8584-421f-a25b-898e11526b90 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:02.405169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 50ae48a0-8584-421f-a25b-898e11526b90 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:02.405447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 50ae48a0-8584-421f-a25b-898e11526b90 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:02.523218 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:02.590957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Router 8333b7dd-0528-4c1b-91c2-565618c74839 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:02.696102 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:02.701030 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9bd767b0-af0b-4296-a5ee-5072feb7d1be admin admin] 10.222.0.53 "PUT /v2.0/routers/8333b7dd-0528-4c1b-91c2-565618c74839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425280 Aug 10 04:40:02.703760 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46940) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:02.704432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] Sync routers for ids ['8333b7dd-0528-4c1b-91c2-565618c74839'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:02.714029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] Routers {'8333b7dd-0528-4c1b-91c2-565618c74839'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:02.714653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8333b7dd-0528-4c1b-91c2-565618c74839'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:02.807746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:02.817234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] Set router 8333b7dd-0528-4c1b-91c2-565618c74839 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:02.909595 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:02.961383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Deleting port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:02.961616 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:02.992556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:40:02Z', 'revision_number': 5, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port': {'id': '2fbfb5d7-a4bf-4057-a058-4deba54c72f6', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:38:47Z', 'updated_at': '2021-08-10T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:03.022548 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] Checking router: 8333b7dd-0528-4c1b-91c2-565618c74839 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:03.031318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] Routers {'8333b7dd-0528-4c1b-91c2-565618c74839'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:03.031932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8333b7dd-0528-4c1b-91c2-565618c74839'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:03.045122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] For port 2fbfb5d7-a4bf-4057-a058-4deba54c72f6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:03.045490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.059489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Calling delete_port for 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:03.117664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] Set router 8333b7dd-0528-4c1b-91c2-565618c74839 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:03.169320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:40:02Z', 'revision_number': 6, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:03.198893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e70a9-cf24-4e92-9b66-bbe7f3ed4398 None None] The sync data for ids ['8333b7dd-0528-4c1b-91c2-565618c74839'] in n-d-769329-14 is: [{'id': '8333b7dd-0528-4c1b-91c2-565618c74839', 'name': 'tempest-TestEncryptedCinderVolumes-1871373439-router', 'tenant_id': '7b7720c09f624cafa13ad30c3d34402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:38:46Z', 'updated_at': '2021-08-10T04:40:02Z', 'revision_number': 6, 'project_id': '7b7720c09f624cafa13ad30c3d34402a', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:03.230316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.257488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbfb5d7-a4bf-4057-a058-4deba54c72f6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:03.318220 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.405907 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.408212 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.436578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.455828 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.456354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8333b7dd-0528-4c1b-91c2-565618c74839 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:40:03.461232 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.462384 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dd213910-2d3a-4f8f-8a45-f6221c3983f5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8333b7dd-0528-4c1b-91c2-565618c74839 HTTP/1.1" status: 204 len: 168 time: 0.7577915 Aug 10 04:40:03.464907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46942) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:03.508931 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Deleting subnet e1e32946-7abd-4c47-8a77-32aa7efa3773 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:40:03.512047 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.548853 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.633160 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.689843 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.715036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e32946-7abd-4c47-8a77-32aa7efa3773,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:03.718630 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.720432 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-192aef6f-0fbd-4a1c-a479-681896f601aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e1e32946-7abd-4c47-8a77-32aa7efa3773 HTTP/1.1" status: 204 len: 168 time: 0.2546172 Aug 10 04:40:03.723514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46944) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:03.725741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd71573-25fd-4c62-8797-7adf4e6416d5 None None] Network bfda8376-d48e-4135-aa7c-b750ab10c322 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:40:03.803594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.859450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Deleting port 98b143ad-ba8d-495d-b6af-e69353bbeb4b {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:03.859792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.926910 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] For port 98b143ad-ba8d-495d-b6af-e69353bbeb4b, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=98b143ad-ba8d-495d-b6af-e69353bbeb4b,segment=NetworkSegment(340afbea-8064-459c-b3cb-93946796ec51),segment_id=340afbea-8064-459c-b3cb-93946796ec51)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:03.927411 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:03.942156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Calling delete_port for 98b143ad-ba8d-495d-b6af-e69353bbeb4b owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:04.033773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.052534 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2196ab-835b-44ac-b7b4-427ac1892d83 None None] DHCP port deletion for bfda8376-d48e-4135-aa7c-b750ab10c322 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:40:04.062379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b143ad-ba8d-495d-b6af-e69353bbeb4b,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:04.065575 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] No DVR routers for this DVR port 98b143ad-ba8d-495d-b6af-e69353bbeb4b on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:40:04.140996 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.151545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfda8376-d48e-4135-aa7c-b750ab10c322']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:04.163149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340afbea-8064-459c-b3cb-93946796ec51') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:04.163441 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340afbea-8064-459c-b3cb-93946796ec51') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:04.178868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.193664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.200081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:40:04.200485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:40:04.202261 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:40:04.260638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.278585 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.280410 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bfda8376-d48e-4135-aa7c-b750ab10c322 HTTP/1.1" status: 204 len: 168 time: 0.5559707 Aug 10 04:40:04.281720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2421f8c-f7c2-4e69-8791-17793a6fe327 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfda8376-d48e-4135-aa7c-b750ab10c322,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:04.301968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:04.324496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:04.324762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 2fbfb5d7-a4bf-4057-a058-4deba54c72f6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:04.325188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 972510c7-b646-465b-ad81-af50a703ae2f no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:04.344995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 972510c7-b646-465b-ad81-af50a703ae2f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:04.345371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 972510c7-b646-465b-ad81-af50a703ae2f not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:04.345756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 98b143ad-ba8d-495d-b6af-e69353bbeb4b no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:04.365348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 98b143ad-ba8d-495d-b6af-e69353bbeb4b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:04.365702 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 98b143ad-ba8d-495d-b6af-e69353bbeb4b not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:04.449242 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46948) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:04.489418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-18509ee0-4606-4f83-a659-d4c1a0a57416 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca670bc8806246fda5ca72f69f657860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389185 Aug 10 04:40:04.491888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46950) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:04.544035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-904709c0-1c59-4dbd-8446-606f80b4e5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.564829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-904709c0-1c59-4dbd-8446-606f80b4e5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.610766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-904709c0-1c59-4dbd-8446-606f80b4e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.613292 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-904709c0-1c59-4dbd-8446-606f80b4e5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:04.614492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-904709c0-1c59-4dbd-8446-606f80b4e5ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1130562-8466-484b-8619-c3af7fc16a81 HTTP/1.1" status: 204 len: 168 time: 0.1216757 Aug 10 04:40:04.622568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904709c0-1c59-4dbd-8446-606f80b4e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1130562-8466-484b-8619-c3af7fc16a81,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:04.934896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46956) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:04.975987 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9cd896af-56c8-40fa-b176-a7144d0e8fb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b7720c09f624cafa13ad30c3d34402a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398474 Aug 10 04:40:04.978597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46958) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:05.028682 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34a46f2a-281b-47db-9664-12b4113bf702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:05.049638 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34a46f2a-281b-47db-9664-12b4113bf702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:05.098481 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34a46f2a-281b-47db-9664-12b4113bf702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:05.101100 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-34a46f2a-281b-47db-9664-12b4113bf702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:05.102308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-34a46f2a-281b-47db-9664-12b4113bf702 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e71866bc-796f-45b2-8834-0d75bbe49516 HTTP/1.1" status: 204 len: 168 time: 0.1227458 Aug 10 04:40:05.110551 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a46f2a-281b-47db-9664-12b4113bf702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71866bc-796f-45b2-8834-0d75bbe49516,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:05.788089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 46980) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:05.882213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1844913782-network', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:05.902766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Made reservation on behalf of b17f2b8e2acf4573a7aa369c5fd0b71a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:05.905035 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:05.913914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.000888 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.004677 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.031206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:40:06.038017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd37e0-0c52-408f-a10b-2b6b3b237942,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:06.045582 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.045582 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Added segment 8d63841c-2345-4ee0-8f0c-f448cd5d8bb9 of type vlan for network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 Aug 10 04:40:06.086209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.113779 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.114748 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:06.115329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.168447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3792574 Aug 10 04:40:06.171489 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46984) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:06.176705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Request body: {'subnet': {'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1844913782-subnet', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:06.179333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aee2b3-46c4-46c0-b2c3-96305284e62f admin admin] Pushing event updated for resources: {'Network': ['ID=8a1749ec-4053-4f91-ab9c-b7f3648b3d32,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:06.189565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:40:06.202709 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Made reservation on behalf of b17f2b8e2acf4573a7aa369c5fd0b71a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:06.205171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.381922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.439093 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d2a932-9294-4eb7-bd65-0c4a36d0375f,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:06.449836 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Checking segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:06.450238 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Network hostable DHCP agents. Network: 8a1749ec-4053-4f91-ab9c-b7f3648b3d32, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:40:06.468574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:40:06.479582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8a1749ec-4053-4f91-ab9c-b7f3648b3d32) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:06.484169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:06.485192 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.488749 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cc6ce-750c-4abd-b7c7-ecf1dfe51b6b None None] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:40:06.499611 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-543acc05-d728-4b7f-b85e-6d6563df4ad5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3268991 Aug 10 04:40:06.502215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46986) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:06.507895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:06.528297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.529219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.584802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.649194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:40:06.650169 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.722077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.789401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Allocated IP 172.20.0.2 (8a1749ec-4053-4f91-ab9c-b7f3648b3d32/07d2a932-9294-4eb7-bd65-0c4a36d0375f/7cc2ac1d-b459-48f2-818e-87a96ecc755e) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:06.926636 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.932353 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.941411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Transition to ACTIVE for port object 7cc2ac1d-b459-48f2-818e-87a96ecc755e will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:06.946787 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.956378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Transition to ACTIVE for port object 7cc2ac1d-b459-48f2-818e-87a96ecc755e will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:06.962400 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.001715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:07.005098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:07.007963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:07.018736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Pushing event updated for resources: {'Port': ['ID=7cc2ac1d-b459-48f2-818e-87a96ecc755e,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:07.053095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Allocated IP 172.25.2.36 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/639227c7-4aa9-44d4-b26f-3a769b422600) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:07.070408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Attempting to bind port 7cc2ac1d-b459-48f2-818e-87a96ecc755e on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:07.070784 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Attempting to bind port 7cc2ac1d-b459-48f2-818e-87a96ecc755e by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:07.071149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Attempting to bind port 7cc2ac1d-b459-48f2-818e-87a96ecc755e on network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:07.076098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:07.076478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Checking segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:07.076882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.077277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Bound using segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:07.077745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Bound port: 7cc2ac1d-b459-48f2-818e-87a96ecc755e, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:07.078150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.140713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] For port 7cc2ac1d-b459-48f2-818e-87a96ecc755e, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:07.143727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] For port 7cc2ac1d-b459-48f2-818e-87a96ecc755e, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7cc2ac1d-b459-48f2-818e-87a96ecc755e,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:07.148495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.157727 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.204014 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.206776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2315d-568a-48ee-a346-858e3cc33063 None None] Pushing event updated for resources: {'Port': ['ID=7cc2ac1d-b459-48f2-818e-87a96ecc755e,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:07.241135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:07.246301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:07.249888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:07.274029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Pushing event updated for resources: {'Port': ['ID=639227c7-4aa9-44d4-b26f-3a769b422600,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:07.526918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.052490 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.076137 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37f523-589d-4f63-b940-707a6d9bf81a None None] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:40:08.186780 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Router 98e5f038-bd8b-4a31-9565-3b2b721fef5c is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:40:08.196685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-99bae569-78f2-4b6a-9c44-0db958831f51 None None] Provisioning for port 7cc2ac1d-b459-48f2-818e-87a96ecc755e completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:08.302299 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:08.314332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Sync routers for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:08.324886 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.327147 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ac7ce261-d2ef-4113-abe5-2b546d1f3929 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8237791 Aug 10 04:40:08.329905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 46988) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:08.330816 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:08.332405 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:08.335917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7cc2ac1d-b459-48f2-818e-87a96ecc755e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:08.395992 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 7cc2ac1d-b459-48f2-818e-87a96ecc755e completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:08.404392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7cc2ac1d-b459-48f2-818e-87a96ecc755e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:08.404765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.446330 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:08.523682 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.547055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-35ecfa59-bb58-43db-bf39-ba4ef74a7724 None None] Provisioning complete for port 7cc2ac1d-b459-48f2-818e-87a96ecc755e triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:08.547423 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-35ecfa59-bb58-43db-bf39-ba4ef74a7724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.589096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 7cc2ac1d-b459-48f2-818e-87a96ecc755e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7cc2ac1d-b459-48f2-818e-87a96ecc755e,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:08.595825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.641762 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:07Z', 'revision_number': 3, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:08.669302 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Checking router: 98e5f038-bd8b-4a31-9565-3b2b721fef5c for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:08.669744 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Updating router 98e5f038-bd8b-4a31-9565-3b2b721fef5c port 639227c7-4aa9-44d4-b26f-3a769b422600 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:40:08.687075 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=7cc2ac1d-b459-48f2-818e-87a96ecc755e,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:08.695465 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.826003 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.947395 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.957461 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Transition to ACTIVE for port object 639227c7-4aa9-44d4-b26f-3a769b422600 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:08.962580 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:08.985729 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Allocated IP 172.20.0.1 (8a1749ec-4053-4f91-ab9c-b7f3648b3d32/07d2a932-9294-4eb7-bd65-0c4a36d0375f/1553a256-7c68-4e8f-a269-c8d7be0e89a3) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:09.018132 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Attempting to bind port 639227c7-4aa9-44d4-b26f-3a769b422600 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:09.018499 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Attempting to bind port 639227c7-4aa9-44d4-b26f-3a769b422600 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:09.018864 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Attempting to bind port 639227c7-4aa9-44d4-b26f-3a769b422600 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:09.021654 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Pushing event updated for resources: {'Port': ['ID=639227c7-4aa9-44d4-b26f-3a769b422600,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:09.029485 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:09.029846 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:09.030271 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.030660 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:09.031120 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Bound port: 639227c7-4aa9-44d4-b26f-3a769b422600, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:09.031490 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.034473 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.035341 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.035674 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.036004 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.036338 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.036655 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.036971 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.037289 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.037604 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.037919 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.038285 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.038598 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:09.088103 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] For port 639227c7-4aa9-44d4-b26f-3a769b422600, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:09.091744 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] For port 639227c7-4aa9-44d4-b26f-3a769b422600, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=639227c7-4aa9-44d4-b26f-3a769b422600,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:09.096152 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.096846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.110063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Transition to ACTIVE for port object 1553a256-7c68-4e8f-a269-c8d7be0e89a3 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:09.143732 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.153435 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:09.154078 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:09.158605 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2191e-a5ea-4f24-8888-f73fbf487ae6 None None] Pushing event updated for resources: {'Port': ['ID=639227c7-4aa9-44d4-b26f-3a769b422600,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:09.181013 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:09.185890 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:09.197098 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:09.199216 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Pushing event updated for resources: {'Port': ['ID=1553a256-7c68-4e8f-a269-c8d7be0e89a3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:09.241795 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.267365 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:09.383394 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.427807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e48c8224-df1d-4720-a67c-fdb10b67d633 None None] Provisioning for port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:09.432120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e48c8224-df1d-4720-a67c-fdb10b67d633 None None] Provisioning complete for port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:09.432653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e48c8224-df1d-4720-a67c-fdb10b67d633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.456540 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:07Z', 'revision_number': 3, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:09.470104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e48c8224-df1d-4720-a67c-fdb10b67d633 None None] Port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:09.486701 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2b607-daea-4ba6-b12e-d8a0555f3195 None None] The sync data for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 is: [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:07Z', 'revision_number': 3, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:09.557924 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.562936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.636191 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.637960 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Pushing event updated for resources: {'Port': ['ID=1553a256-7c68-4e8f-a269-c8d7be0e89a3,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:09.749887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:09.751488 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:09.882178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Router 98e5f038-bd8b-4a31-9565-3b2b721fef5c has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:10.003535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:10.005245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3c157fb5-7f39-44e3-b1b7-517ceb4e51de None None] Provisioning complete for port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:10.005620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3c157fb5-7f39-44e3-b1b7-517ceb4e51de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.009415 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c1e14564-cba6-4e5e-a49b-9909d5f1f671 admin admin] 10.222.0.53 "PUT /v2.0/routers/98e5f038-bd8b-4a31-9565-3b2b721fef5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786394 Aug 10 04:40:10.042010 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3c157fb5-7f39-44e3-b1b7-517ceb4e51de None None] Port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:10.368567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 639227c7-4aa9-44d4-b26f-3a769b422600 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:10.417836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 639227c7-4aa9-44d4-b26f-3a769b422600 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:10.421939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 639227c7-4aa9-44d4-b26f-3a769b422600 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:10.422343 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.503389 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47004) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:10.511993 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-191700883-network', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:10.521229 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.534232 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Made reservation on behalf of 1510c675594b4e8a8d075f22edbc2a51 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:10.537145 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.543943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 639227c7-4aa9-44d4-b26f-3a769b422600, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=639227c7-4aa9-44d4-b26f-3a769b422600,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:10.546494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.549633 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.551291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7cc2ac1d-b459-48f2-818e-87a96ecc755e up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:10.633503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=639227c7-4aa9-44d4-b26f-3a769b422600,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:10.639711 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.644513 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.645671 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 7cc2ac1d-b459-48f2-818e-87a96ecc755e triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:10.646073 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.671759 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:40:10.677777 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b63a8d-aaf7-4444-8f6b-1187964f2270,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:10.686599 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.686599 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Added segment 1668aff2-2bf0-4b77-8a22-36fd47b4bd78 of type vlan for network dfc7d265-236e-42bb-9be3-0fea8d36aa9d Aug 10 04:40:10.728937 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.761473 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.762539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:10.763283 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.820988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3144872 Aug 10 04:40:10.823705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47006) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:10.830775 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Request body: {'subnet': {'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-191700883-subnet', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:10.835041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eef11-e50e-4f98-9106-9478c9789b42 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc7d265-236e-42bb-9be3-0fea8d36aa9d,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:10.845077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:40:10.857175 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Made reservation on behalf of 1510c675594b4e8a8d075f22edbc2a51 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:10.859735 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.033301 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.064612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Sync routers for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:11.074212 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:11.074834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:11.091783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Pushing event updated for resources: {'Subnet': ['ID=139e28e5-1a93-44da-a487-eafde8babd4d,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:11.096943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Checking segment: {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:11.097385 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Network hostable DHCP agents. Network: dfc7d265-236e-42bb-9be3-0fea8d36aa9d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:40:11.115057 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:40:11.124086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, dfc7d265-236e-42bb-9be3-0fea8d36aa9d) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:11.128905 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:11.129642 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.134806 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada8777-78d1-4d65-b58c-3f01e7a69209 None None] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:40:11.146934 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-874368cf-8d14-432b-bc6d-cd545614d09e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3198106 Aug 10 04:40:11.147137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47008) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:11.151554 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:11.172178 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.173195 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.228743 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.237248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:11.368390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.458748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'fixed_ips': [{'subnet_id': '139e28e5-1a93-44da-a487-eafde8babd4d'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:40:11.459605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.574221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.593475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.710970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Allocated IP 172.25.2.10 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/3b9f7743-7a2d-4b4c-8e42-188f65789ce7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:11.793287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 2, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:11.813918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.822007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Allocated IP 172.20.0.2 (dfc7d265-236e-42bb-9be3-0fea8d36aa9d/139e28e5-1a93-44da-a487-eafde8babd4d/524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:11.824127 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Checking router: 98e5f038-bd8b-4a31-9565-3b2b721fef5c for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:11.824533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Updating router 98e5f038-bd8b-4a31-9565-3b2b721fef5c port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:40:11.854734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.860046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.890213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:11.895430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:11.898938 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:11.931050 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:12.142428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.155770 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.157661 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Transition to ACTIVE for port object 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:12.187600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Transition to ACTIVE for port object 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:12.200153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.258681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:12.265502 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:12.268069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:12.277019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Pushing event updated for resources: {'Port': ['ID=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:12.345377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 639227c7-4aa9-44d4-b26f-3a769b422600 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:12.402801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Attempting to bind port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:12.403097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Attempting to bind port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:12.403452 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Attempting to bind port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 on network dfc7d265-236e-42bb-9be3-0fea8d36aa9d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:12.410493 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.424429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:12.424809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Checking segment: {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:12.425796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.426266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Bound using segment: {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:12.426758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Bound port: 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:12.427146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.432258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Transition to ACTIVE for port object 1553a256-7c68-4e8f-a269-c8d7be0e89a3 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:12.448325 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.548841 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 639227c7-4aa9-44d4-b26f-3a769b422600 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:12.549383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.554925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd8f76-bf79-47d9-91a1-e01cd8795943 None None] Pushing event updated for resources: {'Port': ['ID=1553a256-7c68-4e8f-a269-c8d7be0e89a3,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:12.643703 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] For port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:12.668882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] For port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,segment=NetworkSegment(1668aff2-2bf0-4b77-8a22-36fd47b4bd78),segment_id=1668aff2-2bf0-4b77-8a22-36fd47b4bd78)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:12.671235 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Attempting to bind port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:12.671744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Attempting to bind port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:12.672282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Attempting to bind port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 on network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:12.677321 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.690846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.691324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:12.691324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Checking segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:12.691723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.692178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Bound using segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:12.692724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Bound port: 1553a256-7c68-4e8f-a269-c8d7be0e89a3, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:12.693171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.820370 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addc229-076c-4365-92db-a20bc9958c01 None None] Pushing event updated for resources: {'Port': ['ID=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:12.839259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Router 566af079-5eaf-4399-a37c-020aa0835fca is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:40:12.850408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] For port 1553a256-7c68-4e8f-a269-c8d7be0e89a3, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:12.853838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] For port 1553a256-7c68-4e8f-a269-c8d7be0e89a3, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1553a256-7c68-4e8f-a269-c8d7be0e89a3,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:12.858226 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.915403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:12.916029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:12.975342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd8f76-bf79-47d9-91a1-e01cd8795943 None None] Pushing event updated for resources: {'Port': ['ID=1553a256-7c68-4e8f-a269-c8d7be0e89a3,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:12.993136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:13.012677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.013354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Sync routers for ids ['566af079-5eaf-4399-a37c-020aa0835fca'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:13.016920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b82a2093-a600-4894-a740-055932c452a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8687365 Aug 10 04:40:13.020535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47012) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:13.035755 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Routers {'566af079-5eaf-4399-a37c-020aa0835fca'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:13.042976 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['566af079-5eaf-4399-a37c-020aa0835fca'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:13.117336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:13.211214 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Set router 566af079-5eaf-4399-a37c-020aa0835fca gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:13.359004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:12Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:13.388021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866fedac-6267-40b1-95e5-2db38fbc678b None None] The sync data for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 is: [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:12Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:13.395882 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:12Z', 'revision_number': 3, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:13.425477 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Checking router: 566af079-5eaf-4399-a37c-020aa0835fca for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:13.425818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Updating router 566af079-5eaf-4399-a37c-020aa0835fca port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:40:13.473006 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.492362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.690383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Allocated IP 172.20.0.1 (dfc7d265-236e-42bb-9be3-0fea8d36aa9d/139e28e5-1a93-44da-a487-eafde8babd4d/c69292c6-aede-46e4-8ce7-55d8729586a7) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:13.791001 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.802140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Transition to ACTIVE for port object 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:13.811151 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.823557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.839651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Transition to ACTIVE for port object c69292c6-aede-46e4-8ce7-55d8729586a7 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:13.855828 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88ac6e-769c-4142-a855-34168ce85622 None None] Pushing event updated for resources: {'Port': ['ID=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:13.872809 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Attempting to bind port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:13.873360 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Attempting to bind port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:13.873916 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Attempting to bind port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:13.880789 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:13.881673 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:13.882080 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.882627 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:13.883277 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Bound port: 3b9f7743-7a2d-4b4c-8e42-188f65789ce7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:13.883656 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.883772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.939885 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] For port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:13.943017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:13.944379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] For port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:13.946684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:13.949513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:13.954809 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.956106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Pushing event updated for resources: {'Port': ['ID=c69292c6-aede-46e4-8ce7-55d8729586a7,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:13.963563 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7842de22-32b6-4527-ae56-854965954e88 None None] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:40:14.001484 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.102559 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-845a4a1d-24da-4740-899e-7e8d7982b466 None None] Provisioning for port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:14.102778 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88ac6e-769c-4142-a855-34168ce85622 None None] Pushing event updated for resources: {'Port': ['ID=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:14.127167 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Routers {'566af079-5eaf-4399-a37c-020aa0835fca'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:14.127795 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['566af079-5eaf-4399-a37c-020aa0835fca'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:14.161501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.242188 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] Set router 566af079-5eaf-4399-a37c-020aa0835fca gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:14.386452 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.392681 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.445785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:14.482038 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.489263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Pushing event updated for resources: {'Port': ['ID=c69292c6-aede-46e4-8ce7-55d8729586a7,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:14.524690 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:14Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c69292c6-aede-46e4-8ce7-55d8729586a7', 'name': '', 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'mac_address': 'fa:16:3e:4a:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:13Z', 'updated_at': '2021-08-10T04:40:13Z', 'revision_number': 1, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'subnets': [{'id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:14.560626 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd4db0-094a-44ad-b194-9b8f0a772e21 None None] The sync data for ids ['566af079-5eaf-4399-a37c-020aa0835fca'] in n-d-769329-14 is: [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:14Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c69292c6-aede-46e4-8ce7-55d8729586a7', 'name': '', 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'mac_address': 'fa:16:3e:4a:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:13Z', 'updated_at': '2021-08-10T04:40:13Z', 'revision_number': 1, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'subnets': [{'id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:14.572916 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Provisioning for port c69292c6-aede-46e4-8ce7-55d8729586a7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:14.577711 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Provisioning complete for port c69292c6-aede-46e4-8ce7-55d8729586a7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:14.578113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.618994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:14.625255 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:14.625726 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.629149 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:14.630659 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:14.673113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Port c69292c6-aede-46e4-8ce7-55d8729586a7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:14.708999 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Provisioning complete for port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:14.709451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.791852 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Router 566af079-5eaf-4399-a37c-020aa0835fca has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:14.809159 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.846506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.867436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,segment=NetworkSegment(1668aff2-2bf0-4b77-8a22-36fd47b4bd78),segment_id=1668aff2-2bf0-4b77-8a22-36fd47b4bd78)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:14.876345 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.877152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1553a256-7c68-4e8f-a269-c8d7be0e89a3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:14.934561 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:14.953268 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1df94e38-d7a6-4398-936a-8113e2ef27ae admin admin] 10.222.0.53 "PUT /v2.0/routers/566af079-5eaf-4399-a37c-020aa0835fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226258 Aug 10 04:40:15.015437 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.db.api [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:40:15.015961 n-d-769329-14 neutron-server[94142]: DEBUG oslo_db.api [None req-17597731-97ae-48b2-9693-bf386966ab62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:40:15.025670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:15.040715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:15.044924 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:15.045317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:15.139032 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:15.176465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 1553a256-7c68-4e8f-a269-c8d7be0e89a3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1553a256-7c68-4e8f-a269-c8d7be0e89a3,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:15.182146 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:15.234299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=1553a256-7c68-4e8f-a269-c8d7be0e89a3,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:15.680310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-04f643b2-1ca5-4de0-9583-ec5cb4b6f021 None None] Provisioning complete for port c69292c6-aede-46e4-8ce7-55d8729586a7 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:15.680881 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-04f643b2-1ca5-4de0-9583-ec5cb4b6f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:15.724049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-04f643b2-1ca5-4de0-9583-ec5cb4b6f021 None None] Port c69292c6-aede-46e4-8ce7-55d8729586a7 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:16.456675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:16.552720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:16.553114 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:16.660295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:16.732649 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:16.741432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:16.741879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:16.857644 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:16.898283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:16.906185 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:16.908144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1553a256-7c68-4e8f-a269-c8d7be0e89a3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:17.183007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:17.195973 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:17.196351 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.850936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Sync routers for ids ['566af079-5eaf-4399-a37c-020aa0835fca'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:17.862891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Routers {'566af079-5eaf-4399-a37c-020aa0835fca'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:17.863832 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['566af079-5eaf-4399-a37c-020aa0835fca'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:17.977751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Set router 566af079-5eaf-4399-a37c-020aa0835fca gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:18.202753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:14Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c69292c6-aede-46e4-8ce7-55d8729586a7', 'name': '', 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'mac_address': 'fa:16:3e:4a:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:13Z', 'updated_at': '2021-08-10T04:40:14Z', 'revision_number': 2, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'subnets': [{'id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:18.230348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Checking router: 566af079-5eaf-4399-a37c-020aa0835fca for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:18.230845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Updating router 566af079-5eaf-4399-a37c-020aa0835fca port c69292c6-aede-46e4-8ce7-55d8729586a7 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:40:18.260814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.337770 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:18.502583 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:18.504606 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.688951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.700208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Transition to ACTIVE for port object c69292c6-aede-46e4-8ce7-55d8729586a7 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:18.714028 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.800939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05800d1c-bd40-4782-9747-14fee6eb7338 None None] Pushing event updated for resources: {'Port': ['ID=c69292c6-aede-46e4-8ce7-55d8729586a7,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:18.817888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Attempting to bind port c69292c6-aede-46e4-8ce7-55d8729586a7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:18.818719 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Attempting to bind port c69292c6-aede-46e4-8ce7-55d8729586a7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:18.819154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Attempting to bind port c69292c6-aede-46e4-8ce7-55d8729586a7 on network dfc7d265-236e-42bb-9be3-0fea8d36aa9d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:18.825059 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:18.825527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Checking segment: {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:18.826404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.826404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Bound using segment: {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:18.827623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Bound port: c69292c6-aede-46e4-8ce7-55d8729586a7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668aff2-2bf0-4b77-8a22-36fd47b4bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:18.827623 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.900627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] For port c69292c6-aede-46e4-8ce7-55d8729586a7, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:18.904549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] For port c69292c6-aede-46e4-8ce7-55d8729586a7, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c69292c6-aede-46e4-8ce7-55d8729586a7,segment=NetworkSegment(1668aff2-2bf0-4b77-8a22-36fd47b4bd78),segment_id=1668aff2-2bf0-4b77-8a22-36fd47b4bd78)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:18.911291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:18.979578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Routers {'566af079-5eaf-4399-a37c-020aa0835fca'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:18.980572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['566af079-5eaf-4399-a37c-020aa0835fca'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:19.029466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05800d1c-bd40-4782-9747-14fee6eb7338 None None] Pushing event updated for resources: {'Port': ['ID=c69292c6-aede-46e4-8ce7-55d8729586a7,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:19.129954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] Set router 566af079-5eaf-4399-a37c-020aa0835fca gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:19.387783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:14Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c69292c6-aede-46e4-8ce7-55d8729586a7', 'name': '', 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'mac_address': 'fa:16:3e:4a:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:13Z', 'updated_at': '2021-08-10T04:40:18Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'subnets': [{'id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:19.417057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37b6ba-c2c5-4530-994d-5a9b4c5ea3ce None None] The sync data for ids ['566af079-5eaf-4399-a37c-020aa0835fca'] in n-d-769329-14 is: [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:14Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c69292c6-aede-46e4-8ce7-55d8729586a7', 'name': '', 'network_id': 'dfc7d265-236e-42bb-9be3-0fea8d36aa9d', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'mac_address': 'fa:16:3e:4a:d4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:13Z', 'updated_at': '2021-08-10T04:40:18Z', 'revision_number': 4, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'subnets': [{'id': '139e28e5-1a93-44da-a487-eafde8babd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:20.351219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c69292c6-aede-46e4-8ce7-55d8729586a7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:20.416073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c69292c6-aede-46e4-8ce7-55d8729586a7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:20.420474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c69292c6-aede-46e4-8ce7-55d8729586a7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:20.421135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:20.537278 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:20.587479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c69292c6-aede-46e4-8ce7-55d8729586a7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c69292c6-aede-46e4-8ce7-55d8729586a7,segment=NetworkSegment(1668aff2-2bf0-4b77-8a22-36fd47b4bd78),segment_id=1668aff2-2bf0-4b77-8a22-36fd47b4bd78)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:20.592838 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:20.654708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c69292c6-aede-46e4-8ce7-55d8729586a7,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:22.307141 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c69292c6-aede-46e4-8ce7-55d8729586a7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:22.368368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c69292c6-aede-46e4-8ce7-55d8729586a7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:22.368736 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:25.151583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-43ba4c7e-21f3-4a90-a856-b5b24e040af1 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:25.153083 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-43ba4c7e-21f3-4a90-a856-b5b24e040af1 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 815 time: 0.1116862 Aug 10 04:40:25.169032 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-30068650-aff5-41cb-a7ec-c0dce533213b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/quotas/b17f2b8e2acf4573a7aa369c5fd0b71a HTTP/1.1" status: 200 len: 375 time: 0.0100882 Aug 10 04:40:25.222242 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-ad265173-9453-4650-bc69-1358ae6590a4 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467155 Aug 10 04:40:25.238682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-99f38dca-59b7-4153-a236-6fe11f510258 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:40:25.239676 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-99f38dca-59b7-4153-a236-6fe11f510258 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059457 Aug 10 04:40:25.330763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f2c0c544-603c-4098-8415-aa2f4020e28f service neutron] 10.222.0.53 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849030 Aug 10 04:40:25.427060 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-639ea8b5-a959-437d-b6dd-a9bd81915d98 service neutron] 10.222.0.53 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902517 Aug 10 04:40:25.499031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:25.600788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b020125-12df-4a0e-a175-4c9e0aa3959d req-ee8b7eac-6b72-4286-9bc0-42aa407d4013 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 210 time: 0.0272787 Aug 10 04:40:26.581309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-045bb279-8eae-4d73-b4d0-ea1299d1d456 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:26.582902 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-045bb279-8eae-4d73-b4d0-ea1299d1d456 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 815 time: 0.1195648 Aug 10 04:40:26.600555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'port': {'device_id': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'admin_state_up': True, 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:26.664626 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.715335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3197612-af6a-4c03-8e50-68926c5acacf req-cdc0ad94-73eb-4627-baf5-c33ec2635856 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 210 time: 0.0357020 Aug 10 04:40:26.746765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Made reservation on behalf of b17f2b8e2acf4573a7aa369c5fd0b71a for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:26.750783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:26.916415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Allocated IP 172.20.0.9 (8a1749ec-4053-4f91-ab9c-b7f3648b3d32/07d2a932-9294-4eb7-bd65-0c4a36d0375f/cd97d5ed-fad3-44e9-8a7b-948375d9054b) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:27.138100 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.150679 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-298203c3-f4bc-4962-81c7-aebfce3ad0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.553911 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Transition to ACTIVE for port object cd97d5ed-fad3-44e9-8a7b-948375d9054b will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:27.618920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.668384 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:27.671971 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:27.677302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:27.686841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:27.720772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.721124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.721455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.721832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.722171 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.722495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.722814 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.723138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.723458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.723783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.724100 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.724413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:27.766721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:27.767418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.789574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-28023e02-46bb-4b35-947e-a46a84fcbfdb tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1944277 Aug 10 04:40:27.920016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffaa0b-7fbf-499a-88ed-84ae646fe0b6 req-c20dd860-4aeb-435b-b64e-0285d52feb7c tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:27.921618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00ffaa0b-7fbf-499a-88ed-84ae646fe0b6 req-c20dd860-4aeb-435b-b64e-0285d52feb7c tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0713308 Aug 10 04:40:27.966626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00ffaa0b-7fbf-499a-88ed-84ae646fe0b6 req-49728120-2388-488b-9c00-796f4b4316f3 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 Aug 10 04:40:28.059355 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c117481a-7201-4c66-97c5-d27ca92cc4fa None None] Provisioning for port cd97d5ed-fad3-44e9-8a7b-948375d9054b completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:28.064016 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c117481a-7201-4c66-97c5-d27ca92cc4fa None None] Provisioning complete for port cd97d5ed-fad3-44e9-8a7b-948375d9054b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:28.064592 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c117481a-7201-4c66-97c5-d27ca92cc4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:28.116105 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c117481a-7201-4c66-97c5-d27ca92cc4fa None None] Port cd97d5ed-fad3-44e9-8a7b-948375d9054b cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:29.089685 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e01878-3a84-4abb-86b1-b0ed7777f202 req-3a6d431f-37b6-4f27-b1ee-cd26683c13ee tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:29.091305 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93e01878-3a84-4abb-86b1-b0ed7777f202 req-3a6d431f-37b6-4f27-b1ee-cd26683c13ee tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0527635 Aug 10 04:40:29.133540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-93e01878-3a84-4abb-86b1-b0ed7777f202 req-c9f4944c-8931-433b-bd1b-c1cd92a5781f tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360069 Aug 10 04:40:29.742350 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:29.978193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8f399388-0b96-47a9-9bdd-e41fbb3d0d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:30.267594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2306489-acbf-40cb-aa08-fe4f4226e47f req-d4d5c717-0670-4a57-a179-b04d2deca29d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:30.269237 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2306489-acbf-40cb-aa08-fe4f4226e47f req-d4d5c717-0670-4a57-a179-b04d2deca29d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0558317 Aug 10 04:40:30.318701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2306489-acbf-40cb-aa08-fe4f4226e47f req-90b01b4c-1ced-4fae-9483-7991d6787fb8 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Aug 10 04:40:31.453868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b8b49-182e-45ea-92ef-85fa88379c8a req-be37de1a-88cf-4c9a-933d-58eeaef000fc tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:31.455499 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-343b8b49-182e-45ea-92ef-85fa88379c8a req-be37de1a-88cf-4c9a-933d-58eeaef000fc tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0608044 Aug 10 04:40:31.518604 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-343b8b49-182e-45ea-92ef-85fa88379c8a req-9c527330-5098-498f-aacf-13a8d4adb628 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Aug 10 04:40:31.988928 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:32.666978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56f700-983a-46fe-aab3-97e9685f7d91 req-945035ec-c40c-4faa-9e1b-ea472b66c1f7 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:32.671780 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b56f700-983a-46fe-aab3-97e9685f7d91 req-945035ec-c40c-4faa-9e1b-ea472b66c1f7 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0788267 Aug 10 04:40:32.714420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8b56f700-983a-46fe-aab3-97e9685f7d91 req-8c4d27b4-98ba-4a58-9d39-b1c266c1bf49 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388138 Aug 10 04:40:33.442880 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:33.838992 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43f66-7ed6-43d4-98d5-987f4e292950 req-2c0c361b-4912-47c3-a696-6c77184d2692 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:33.840577 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23e43f66-7ed6-43d4-98d5-987f4e292950 req-2c0c361b-4912-47c3-a696-6c77184d2692 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0525908 Aug 10 04:40:33.888587 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-23e43f66-7ed6-43d4-98d5-987f4e292950 req-fe028010-048c-4144-b935-5ac37a19dbd0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Aug 10 04:40:35.037418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f80e0a-7fcc-4a8b-9b46-fdb609f49f28 req-bdc1c3f4-b68f-4cc6-9e63-2d6fe364b5f4 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:35.038981 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46f80e0a-7fcc-4a8b-9b46-fdb609f49f28 req-bdc1c3f4-b68f-4cc6-9e63-2d6fe364b5f4 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0559959 Aug 10 04:40:35.084126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-46f80e0a-7fcc-4a8b-9b46-fdb609f49f28 req-4f88c119-9bb6-4d6c-9914-b2b4a329aacf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Aug 10 04:40:36.221650 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331c30b-4d6e-4eea-bc53-13f21b0ca91b req-a476daed-7eb7-4171-b270-ccb369d7c2b9 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:36.223291 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3331c30b-4d6e-4eea-bc53-13f21b0ca91b req-a476daed-7eb7-4171-b270-ccb369d7c2b9 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.0587101 Aug 10 04:40:36.268175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3331c30b-4d6e-4eea-bc53-13f21b0ca91b req-f7825013-3506-447f-a323-5ad9d3861a3f tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Aug 10 04:40:37.291043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Request body: {'port': {'device_id': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:37.377173 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:37.471464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30a567-e848-4b96-a7bb-1328191c42fa req-312806b1-5709-4aad-903d-75fa01059357 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:37.473639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b30a567-e848-4b96-a7bb-1328191c42fa req-312806b1-5709-4aad-903d-75fa01059357 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 931 time: 0.1273277 Aug 10 04:40:37.583281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b30a567-e848-4b96-a7bb-1328191c42fa req-8972821a-6b27-40d6-a925-59af3ddd5ae0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988038 Aug 10 04:40:37.765854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd97d5ed-fad3-44e9-8a7b-948375d9054b {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:37.774433 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:37.786413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Transition to ACTIVE for port object cd97d5ed-fad3-44e9-8a7b-948375d9054b will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:37.790980 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:37.847386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:37.923233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Attempting to bind port cd97d5ed-fad3-44e9-8a7b-948375d9054b on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:37.923573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Attempting to bind port cd97d5ed-fad3-44e9-8a7b-948375d9054b by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:37.924041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Attempting to bind port cd97d5ed-fad3-44e9-8a7b-948375d9054b on network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:37.929415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Port cd97d5ed-fad3-44e9-8a7b-948375d9054b on network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:40:37.929742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Attempting to bind port cd97d5ed-fad3-44e9-8a7b-948375d9054b on network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:37.934996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:37.935337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Checking segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:37.935725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Bound using segment: {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:37.936155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Bound port: cd97d5ed-fad3-44e9-8a7b-948375d9054b, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:37.936514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:38.011948 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:38.015262 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:38.020914 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:38.055548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.056178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:38.057597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 1092 time: 0.7731841 Aug 10 04:40:38.058144 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:38.060509 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51988a00-db30-43de-a4bb-ad876227fd47" -d '{"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:38.092278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7277cdd-8dc7-4b21-b8de-c165ba918e45 service neutron] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:38.122553 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab66b0-95ae-449e-a2fa-3b9d7f484f6e x-openstack-request-id: req-94ab66b0-95ae-449e-a2fa-3b9d7f484f6e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:38.122873 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:38.123095 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94ab66b0-95ae-449e-a2fa-3b9d7f484f6e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:38.123502 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'status': 'completed', 'code': 200} Aug 10 04:40:38.158753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-279e84c8-aa09-4de1-9af0-1e384191e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.160422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-279e84c8-aa09-4de1-9af0-1e384191e961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1095 time: 0.0471601 Aug 10 04:40:38.210874 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-6e3b65bd-9086-425c-88fa-46f623469763 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 217 time: 0.0411282 Aug 10 04:40:38.269946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-292ee2f5-0b1b-4a5f-9075-9dc6ce34f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.271467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-292ee2f5-0b1b-4a5f-9075-9dc6ce34f565 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0534315 Aug 10 04:40:38.320656 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-a0212baa-a5dd-4ede-8db1-74c181d22157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.322249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-a0212baa-a5dd-4ede-8db1-74c181d22157 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428815 Aug 10 04:40:38.428923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-01abac63-dd97-4de6-9eb1-c8be94493dcc service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983539 Aug 10 04:40:38.530490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84b1ad6f-8c32-48d7-9b09-378ab937c7ab req-2d64e105-7966-40c9-9d5e-e0252a8931fa service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929070 Aug 10 04:40:38.616066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988a00-db30-43de-a4bb-ad876227fd47 req-15520046-20df-42c0-b19a-6265793f7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.617617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-15520046-20df-42c0-b19a-6265793f7a9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1095 time: 0.0420568 Aug 10 04:40:38.748137 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee032-bd69-4f43-86f1-e16d5ef5550b req-1b42993c-f2a2-4a49-933c-2c90fb107126 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.749605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9deee032-bd69-4f43-86f1-e16d5ef5550b req-1b42993c-f2a2-4a49-933c-2c90fb107126 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 943 time: 0.0771554 Aug 10 04:40:38.754861 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988a00-db30-43de-a4bb-ad876227fd47 req-9eb592d8-0307-49e6-be0d-53d23e1697a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.756517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-9eb592d8-0307-49e6-be0d-53d23e1697a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.1308923 Aug 10 04:40:38.826273 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-dbd3e119-1a35-4cc9-97b0-d298f78f2d80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 217 time: 0.0472200 Aug 10 04:40:38.833823 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9deee032-bd69-4f43-86f1-e16d5ef5550b req-1f81eef3-b9df-4b6d-92a3-17ee7986a203 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763917 Aug 10 04:40:38.877967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988a00-db30-43de-a4bb-ad876227fd47 req-5887ccc2-cf98-4744-b7a0-cc3e144f25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.880124 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-5887ccc2-cf98-4744-b7a0-cc3e144f25e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0453963 Aug 10 04:40:38.930610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51988a00-db30-43de-a4bb-ad876227fd47 req-1e1cbf94-c912-4113-87e2-6de92ab38841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:38.932174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-1e1cbf94-c912-4113-87e2-6de92ab38841 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434124 Aug 10 04:40:39.027213 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-891e217c-f74e-4d7e-a03a-2911319ec88f service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863001 Aug 10 04:40:39.120519 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-51988a00-db30-43de-a4bb-ad876227fd47 req-4d2b6b04-f00f-41ab-a0c0-59af06591118 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836895 Aug 10 04:40:39.522700 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:39.956256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8c3b-37cc-4b0a-aec6-9f78e77c630b req-e28fdc23-c16c-4c17-9111-feea9c5647ca tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:39.958319 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b73c8c3b-37cc-4b0a-aec6-9f78e77c630b req-e28fdc23-c16c-4c17-9111-feea9c5647ca tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 943 time: 0.0527301 Aug 10 04:40:39.997128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b73c8c3b-37cc-4b0a-aec6-9f78e77c630b req-2b90f84d-abe5-4e66-b572-d533a3a06f9c tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Aug 10 04:40:41.116477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b82ab-7387-4023-b0e5-e5d549ceaedf req-f9af0f32-168e-4195-afa6-547f5841a9d4 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:41.117971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d60b82ab-7387-4023-b0e5-e5d549ceaedf req-f9af0f32-168e-4195-afa6-547f5841a9d4 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 943 time: 0.0540199 Aug 10 04:40:41.158940 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d60b82ab-7387-4023-b0e5-e5d549ceaedf req-b6d39ce2-93e9-487a-9a70-0c2288ea8042 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Aug 10 04:40:42.218262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd97d5ed-fad3-44e9-8a7b-948375d9054b details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:40:42.277810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a8c4e-bfa3-4bf9-8427-bb2fb493aab9 req-db9c3097-ba4e-4e04-874f-e95d4bfc6dd7 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:42.279511 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-342a8c4e-bfa3-4bf9-8427-bb2fb493aab9 req-db9c3097-ba4e-4e04-874f-e95d4bfc6dd7 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 943 time: 0.0503492 Aug 10 04:40:42.315569 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:42.324052 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-342a8c4e-bfa3-4bf9-8427-bb2fb493aab9 req-bae22b7f-1feb-4ef6-90a8-113a0c2ed4e8 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Aug 10 04:40:42.330385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'port_id': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'mac_address': 'fa:16:3e:54:48:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:40:42.375910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:42.389312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd97d5ed-fad3-44e9-8a7b-948375d9054b {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:42.409668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:42.414128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:42.462066 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:42.469440 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.469790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.470175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.470541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.470853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.471191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.471523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.471853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.472204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.473112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.473445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.473768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:42.647726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd97d5ed-fad3-44e9-8a7b-948375d9054b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:40:43.442627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b02970-e014-4c23-9b5c-de8a60278b0c req-2d0ad582-faf5-405f-b851-76d67ef32821 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:43.444172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27b02970-e014-4c23-9b5c-de8a60278b0c req-2d0ad582-faf5-405f-b851-76d67ef32821 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 944 time: 0.0521133 Aug 10 04:40:43.486292 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-27b02970-e014-4c23-9b5c-de8a60278b0c req-c0cf4214-f0df-4c43-a0d0-db4d742b11bd tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Aug 10 04:40:44.218140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd97d5ed-fad3-44e9-8a7b-948375d9054b up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:44.265083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port cd97d5ed-fad3-44e9-8a7b-948375d9054b completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:44.268585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port cd97d5ed-fad3-44e9-8a7b-948375d9054b triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:44.268951 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:44.344127 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:44.368245 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:44.370522 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a532f3-9e49-4265-9620-00de5321dffe" -d '{"events": [{"server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "name": "network-vif-plugged", "status": "completed", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:44.387496 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:44.391767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:44.419060 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5014118b-b0eb-4232-8d15-b734ffe93243 x-openstack-request-id: req-5014118b-b0eb-4232-8d15-b734ffe93243 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:44.419377 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "name": "network-vif-plugged", "status": "completed", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:44.419637 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5014118b-b0eb-4232-8d15-b734ffe93243 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:44.420012 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'code': 200} Aug 10 04:40:44.449722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:44.511476 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d95c-6cd9-4302-964c-6b42d54c685c req-8e5c8fdf-d593-448e-a6a5-4a2d55d7693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:44.513096 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da52d95c-6cd9-4302-964c-6b42d54c685c req-8e5c8fdf-d593-448e-a6a5-4a2d55d7693d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1097 time: 0.0430882 Aug 10 04:40:44.559482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da52d95c-6cd9-4302-964c-6b42d54c685c req-79db9149-e9fa-4075-a735-6155b7ac43ec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Aug 10 04:40:44.613501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c949092-d81a-4317-bcdb-f0cff0d15f6d req-de527581-4285-46c9-bc8a-44c601e766d9 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:44.615129 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c949092-d81a-4317-bcdb-f0cff0d15f6d req-de527581-4285-46c9-bc8a-44c601e766d9 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0547731 Aug 10 04:40:44.655076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3c949092-d81a-4317-bcdb-f0cff0d15f6d req-c619ba92-6677-4fdd-a1b0-07f57b8e62f1 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Aug 10 04:40:45.781133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f4bd-ca4f-4284-9baa-6c946f80b751 req-ce41398a-1a1e-4c24-9930-5b32b27b4725 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:45.782740 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa27f4bd-ca4f-4284-9baa-6c946f80b751 req-ce41398a-1a1e-4c24-9930-5b32b27b4725 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0548735 Aug 10 04:40:45.827911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa27f4bd-ca4f-4284-9baa-6c946f80b751 req-303f0987-f031-442d-b940-00582cb5fbae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Aug 10 04:40:45.958257 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48a02e-7301-48a9-bf4d-249d2a54bdde req-aead147e-f4fc-4c7a-8d35-c2e2c5e0f37b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:45.959909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f48a02e-7301-48a9-bf4d-249d2a54bdde req-aead147e-f4fc-4c7a-8d35-c2e2c5e0f37b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0526695 Aug 10 04:40:46.003157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0f48a02e-7301-48a9-bf4d-249d2a54bdde req-b5fa42a2-c252-44fb-bae9-6e29a33521a0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Aug 10 04:40:46.234405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6b95b-52cf-4538-a9e7-af63ba9a8a81 req-f249be9f-9f00-4109-b328-6ef6d0d9f06e tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:46.235987 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6c6b95b-52cf-4538-a9e7-af63ba9a8a81 req-f249be9f-9f00-4109-b328-6ef6d0d9f06e tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0516293 Aug 10 04:40:46.276100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6c6b95b-52cf-4538-a9e7-af63ba9a8a81 req-5bc1db0d-d011-43c7-a64b-f38d15d654b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Aug 10 04:40:55.509609 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:56.668755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:57.147212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b1600fb-65bf-410c-94f8-8d6743d6f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:57.854942 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dd3a7-c28f-4a83-b5ce-bb9485a0c949 req-a61e2942-c0bc-4899-88ee-61ccf2ad0671 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:57.856430 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a75dd3a7-c28f-4a83-b5ce-bb9485a0c949 req-a61e2942-c0bc-4899-88ee-61ccf2ad0671 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0546749 Aug 10 04:40:57.897807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a75dd3a7-c28f-4a83-b5ce-bb9485a0c949 req-dce46062-5d97-4abf-8957-4cdb3050d2db tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Aug 10 04:40:57.929087 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47204) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:58.064045 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6317868e-5f4b-401c-84b0-7205440e1a39 tempest-TestMinimumBasicScenario-1536539007 tempest-TestMinimumBasicScenario-1536539007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:58.065675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6317868e-5f4b-401c-84b0-7205440e1a39 tempest-TestMinimumBasicScenario-1536539007 tempest-TestMinimumBasicScenario-1536539007-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1092 time: 0.1354990 Aug 10 04:40:58.068641 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47208) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:58.072952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:58.094790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.191308 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.295952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Allocated IP 172.25.2.198 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/4221c08e-1b3f-49b5-a3cf-cc3eac7c4a98) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:58.398783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.450039 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.492241 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:58.497539 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:58.501387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:58.530192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'Port': ['ID=4221c08e-1b3f-49b5-a3cf-cc3eac7c4a98,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:58.878936 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:58.946426 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.093695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.099041 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.168287 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'Port': ['ID=4221c08e-1b3f-49b5-a3cf-cc3eac7c4a98,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:59.177132 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.277113 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Floating IP 272416c9-4d25-45b3-baf5-86b1f0cf131d associated. External IP: 172.25.2.198, port: cd97d5ed-fad3-44e9-8a7b-948375d9054b. Aug 10 04:40:59.486179 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Router 98e5f038-bd8b-4a31-9565-3b2b721fef5c has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:59.596380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:59.607430 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] Sync routers for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:59.612879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.617557 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:59.618255 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:40:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:59.646080 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f2176942-23d7-4d27-b6a7-ee974bb66776 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5763702 Aug 10 04:40:59.646698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:59.648850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47210) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:59.649340 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f378706f-3529-44aa-b93b-e0a9eee3eb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:59.654745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156186553', 'description': 'tempest-secgroup-smoke-1156186553 description', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:59.681724 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.732416 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:59.749623 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.784101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.788836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.818162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.822252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1695545 Aug 10 04:40:59.822552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47216) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:59.827263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group_rule': {'security_group_id': '51092fac-ab39-4d6f-8e5a-f68456faefbc', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:59.833941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f6c3b-4eb7-45bc-adcc-c9599423d444 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51092fac-ab39-4d6f-8e5a-f68456faefbc,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:59.846896 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52618e78-2b31-4ba1-9abd-e93033263356 x-openstack-request-id: req-52618e78-2b31-4ba1-9abd-e93033263356 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:59.847349 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:59.847459 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52618e78-2b31-4ba1-9abd-e93033263356 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:59.847816 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'status': 'completed', 'code': 200} Aug 10 04:40:59.867549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.921790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.927359 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.930742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-8865b425-f272-480c-a662-8c5aff0223a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:59.932425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-8865b425-f272-480c-a662-8c5aff0223a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1097 time: 0.0439150 Aug 10 04:40:59.952065 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d459fa3d-444b-409d-b395-f90fa06824d5,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:59.956941 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.960772 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9649e711-1524-4052-b9ab-700d3b13fc91 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346171 Aug 10 04:40:59.961379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47218) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:59.977235 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group_rule': {'security_group_id': '51092fac-ab39-4d6f-8e5a-f68456faefbc', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:59.981677 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2dc68e93-0119-41f7-bc93-5d22f40e1d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:59.995051 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '272416c9-4d25-45b3-baf5-86b1f0cf131d', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'port_id': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'mac_address': 'fa:16:3e:54:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:40:58Z', 'updated_at': '2021-08-10T04:40:58Z', 'revision_number': 0, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:15Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:00.016515 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.030791 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] Checking router: 98e5f038-bd8b-4a31-9565-3b2b721fef5c for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:41:00.040298 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:41:00.040298 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:41:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:00.046500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-5e31a078-0492-4d72-8578-59b50fc9bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.048025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-5e31a078-0492-4d72-8578-59b50fc9bd75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.1062703 Aug 10 04:41:00.094745 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.099962 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.122592 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-616358f9-a067-441b-82cc-678be2c9e83d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 999 time: 0.0670152 Aug 10 04:41:00.128980 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58912d25-fea8-49c5-a38e-eea16e8231b6,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:00.133504 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.139359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6bebb71f-3b53-4612-a8f3-257d3e8e11ae tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1727579 Aug 10 04:41:00.139359 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47220) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:41:00.143934 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group_rule': {'security_group_id': '51092fac-ab39-4d6f-8e5a-f68456faefbc', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:41:00.168209 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:41:00.177905 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.183418 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-6b2ae4f5-e40f-489b-9ef6-206c1f9f4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.184986 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-6b2ae4f5-e40f-489b-9ef6-206c1f9f4bab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0531301 Aug 10 04:41:00.249642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-d151cfca-a30f-4db1-8245-3bc45382b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.251487 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-d151cfca-a30f-4db1-8245-3bc45382b8b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510621 Aug 10 04:41:00.255392 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.261499 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.288791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fb4c0e-1971-44e9-a144-a6a1fec34c98,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:00.302036 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.304095 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9e8c2c09-346b-4c7a-80bb-e6d5f8748690 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636984 Aug 10 04:41:00.307901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47222) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:41:00.314560 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group_rule': {'security_group_id': '51092fac-ab39-4d6f-8e5a-f68456faefbc', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:41:00.346400 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.382716 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-d2d10842-5c28-4731-92fa-8f1fe555d489 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224451 Aug 10 04:41:00.421181 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.428549 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.452246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e0c040-52e9-40ba-bfc1-a268c7e27468,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:00.461635 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '272416c9-4d25-45b3-baf5-86b1f0cf131d', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'port_id': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'mac_address': 'fa:16:3e:54:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:40:58Z', 'updated_at': '2021-08-10T04:40:58Z', 'revision_number': 0, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:15Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:41:00.464056 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.466375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ffe35378-a4a7-481a-8e61-3e68736b4a98 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1567945 Aug 10 04:41:00.469608 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47224) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:41:00.474402 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group_rule': {'security_group_id': '51092fac-ab39-4d6f-8e5a-f68456faefbc', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:41:00.499057 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a2e2b1-6262-4d88-b52a-74e06b66af71 None None] The sync data for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 is: [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '272416c9-4d25-45b3-baf5-86b1f0cf131d', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'floating_ip_address': '172.25.2.198', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'port_id': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'mac_address': 'fa:16:3e:54:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:40:58Z', 'updated_at': '2021-08-10T04:40:58Z', 'revision_number': 0, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:15Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:41:00.522073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f378706f-3529-44aa-b93b-e0a9eee3eb5a req-83c2b4c3-7815-4ff8-a4d4-187b835ef227 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318579 Aug 10 04:41:00.523279 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Project b17f2b8e2acf4573a7aa369c5fd0b71a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:41:00.528772 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.588334 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.592197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.611372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc65d425-da79-4be2-89f5-225f3309e4d8,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:00.619799 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.624041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b5f5dafd-4109-4316-989c-706f1c733449 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509981 Aug 10 04:41:00.624355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47226) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:41:00.629628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'security_group_rule': {'security_group_id': '51092fac-ab39-4d6f-8e5a-f68456faefbc', 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:41:00.653482 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Project b17f2b8e2acf4573a7aa369c5fd0b71a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:41:00.659043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.729851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c902ec-f3e6-4a48-be8e-18426ee90192 None None] New status for floating IP 272416c9-4d25-45b3-baf5-86b1f0cf131d: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:41:00.759367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.763842 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.783882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543ba72c-80a1-4c40-b6f7-64e7db1767ab,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:00.792012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:00.797747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-97b9b185-b482-4068-98dc-fe8df7b6336b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1676168 Aug 10 04:41:00.886498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-40550c0e-e47b-4f67-b5d1-a70a0dc75dfd tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156186553&fields=id&tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a HTTP/1.1" status: 200 len: 267 time: 0.0423069 Aug 10 04:41:00.955917 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-45d9dce5-8766-4820-a00e-d7c7214ec5fc tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:00.957965 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-45d9dce5-8766-4820-a00e-d7c7214ec5fc tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0515735 Aug 10 04:41:00.969327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'port': {'security_groups': ['16bd37e0-0c52-408f-a10b-2b6b3b237942', '51092fac-ab39-4d6f-8e5a-f68456faefbc']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:41:01.031514 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.215286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:41:01.244740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.250366 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.262845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd97d5ed-fad3-44e9-8a7b-948375d9054b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:41:01.304668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:01.305342 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.306829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2408f825-a762-4da6-a6be-37cf457e36f9 req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "PUT /v2.0/ports/cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 981 time: 0.3422339 Aug 10 04:41:01.307300 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:41:01.309657 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a369da-5bce-488d-9ebd-78ab156aee16" -d '{"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:41:01.335224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f79cf5-bfb6-4e26-aa81-a7c27e7116b2 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=6']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:41:01.367955 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9df3d5-e874-42e6-bdd3-737454fadb77 x-openstack-request-id: req-4b9df3d5-e874-42e6-bdd3-737454fadb77 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:41:01.368259 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:41:01.368512 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b9df3d5-e874-42e6-bdd3-737454fadb77 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:41:01.368931 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'status': 'completed', 'code': 200} Aug 10 04:41:01.375768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd97d5ed-fad3-44e9-8a7b-948375d9054b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:41:01.452043 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-1554c2f3-6f1d-4ee3-962e-75a6145bffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:01.453944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-1554c2f3-6f1d-4ee3-962e-75a6145bffcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1136 time: 0.0531807 Aug 10 04:41:01.494675 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55156cd7-501b-4d1b-8f1c-47da4d5b3e43 req-0a0bd502-c945-43d4-9847-007e9671ae32 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:01.498394 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55156cd7-501b-4d1b-8f1c-47da4d5b3e43 req-0a0bd502-c945-43d4-9847-007e9671ae32 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.1156573 Aug 10 04:41:01.578363 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55156cd7-501b-4d1b-8f1c-47da4d5b3e43 req-2c5e8e21-f75d-4ac9-aff0-2b21eec82119 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672357 Aug 10 04:41:01.604185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-c85f30c2-fed5-4e0d-ba33-659eb4fad198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:01.605682 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-c85f30c2-fed5-4e0d-ba33-659eb4fad198 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.1445796 Aug 10 04:41:01.679084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-f8f08e2b-7a52-4aab-a9f5-e19636750b83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 1001 time: 0.0654597 Aug 10 04:41:01.688143 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2aecfdd2-b472-441a-bdbe-e18548ce0db0 None None] Provisioning complete for port cd97d5ed-fad3-44e9-8a7b-948375d9054b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:41:01.688509 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2aecfdd2-b472-441a-bdbe-e18548ce0db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:01.732715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-c61cd11d-71b1-4610-bf23-7a05b2302ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:01.734386 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-c61cd11d-71b1-4610-bf23-7a05b2302ccd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0466895 Aug 10 04:41:01.783798 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-a39ed22f-bcd6-433a-a5b2-a459008ee2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:01.785401 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-a39ed22f-bcd6-433a-a5b2-a459008ee2fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428431 Aug 10 04:41:01.887973 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-a28afc01-7eba-4d2a-9c05-d92aa46585ef service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926926 Aug 10 04:41:01.983781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f0a369da-5bce-488d-9ebd-78ab156aee16 req-aa7b8571-8c6b-4f72-93c7-96615384de14 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Aug 10 04:41:01.994547 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:03.442094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:16.411510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-777f8942-1e50-445f-8f5e-d22f4243424b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452731 Aug 10 04:41:16.503439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-5517befc-da87-4272-9a49-82edf57096a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:16.504994 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-5517befc-da87-4272-9a49-82edf57096a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1136 time: 0.0452588 Aug 10 04:41:16.522097 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:41:16.608986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-915e046e-9b61-4f7e-a003-67be16452ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:16.610503 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-915e046e-9b61-4f7e-a003-67be16452ffe service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.0835958 Aug 10 04:41:16.682894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-56eddc41-d175-439d-b68e-04a1579879b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 1001 time: 0.0629048 Aug 10 04:41:16.741483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-4ba51f76-ca31-4495-994f-22fca7518d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:16.743117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-4ba51f76-ca31-4495-994f-22fca7518d33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0465927 Aug 10 04:41:16.791391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-b4130c74-bc48-49d1-b4dc-1eed384f18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:16.792833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-b4130c74-bc48-49d1-b4dc-1eed384f18e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420659 Aug 10 04:41:16.894816 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-8f0cdd3b-3295-4b51-8940-5b5370c01f78 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939329 Aug 10 04:41:16.988132 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-99c797b8-4953-4c59-89c8-d9e4e694d9ed req-66ffa578-bbf9-431d-8639-8fcc56409f06 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844278 Aug 10 04:41:18.750140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-7b7ff5e8-7079-4dab-92dc-f4985e2a12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:18.751047 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d64966-b069-4c2e-8850-0b50c597bccd req-5fc9e456-8a97-4d5d-904e-6c58f50262cf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:18.751666 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-7b7ff5e8-7079-4dab-92dc-f4985e2a12ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1136 time: 0.0410597 Aug 10 04:41:18.752591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28d64966-b069-4c2e-8850-0b50c597bccd req-5fc9e456-8a97-4d5d-904e-6c58f50262cf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0534763 Aug 10 04:41:18.796037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-28d64966-b069-4c2e-8850-0b50c597bccd req-e5888f87-ae37-49f3-a062-d38fa751c4bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370944 Aug 10 04:41:18.853483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-06714a6a-f573-4fca-9c6e-fd86ec66ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:18.855149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-06714a6a-f573-4fca-9c6e-fd86ec66ab79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.0951321 Aug 10 04:41:18.924285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-fc84ff04-6d8e-47f9-9d8c-4fad739ae970 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 1001 time: 0.0610764 Aug 10 04:41:18.978681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-34afb226-f89d-4440-a03f-6468ab01cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:18.980665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-34afb226-f89d-4440-a03f-6468ab01cfee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0492921 Aug 10 04:41:19.026457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-74f180d0-f2a2-46fd-9b5f-23267be1f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:19.027975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-74f180d0-f2a2-46fd-9b5f-23267be1f7f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401919 Aug 10 04:41:19.121450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-f130b082-0195-4edd-8588-53452c69fdff service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850191 Aug 10 04:41:19.215141 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1af37b09-dfdd-4b37-a5b6-35cb5efb81c2 req-8918227f-eeed-49e5-914d-d9f562395256 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Aug 10 04:41:19.919427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaad8f-6658-45e5-8fd5-88de7d4186e2 req-d607f7c8-f973-4747-a3fc-40c41dccb98a tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:19.920919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42eaad8f-6658-45e5-8fd5-88de7d4186e2 req-d607f7c8-f973-4747-a3fc-40c41dccb98a tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0504332 Aug 10 04:41:19.961703 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42eaad8f-6658-45e5-8fd5-88de7d4186e2 req-a80834a3-20f0-42b5-a0c6-b022cc8bdbbe tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345361 Aug 10 04:41:21.078465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77881d2f-315c-463e-9aa1-9f6d30784655 req-c725abb6-42d4-4004-9100-28b4f7cab573 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:21.079970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-77881d2f-315c-463e-9aa1-9f6d30784655 req-c725abb6-42d4-4004-9100-28b4f7cab573 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0494936 Aug 10 04:41:21.120029 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-77881d2f-315c-463e-9aa1-9f6d30784655 req-8ecd84f2-912b-40a9-9858-2d10be257ba1 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332632 Aug 10 04:41:22.244973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be617feb-238a-40bc-97f6-0022cc15d1e4 req-ba9963c2-c7ae-426c-a8cb-fefaacbb2a5d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:22.246613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be617feb-238a-40bc-97f6-0022cc15d1e4 req-ba9963c2-c7ae-426c-a8cb-fefaacbb2a5d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0556498 Aug 10 04:41:22.289727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-be617feb-238a-40bc-97f6-0022cc15d1e4 req-792bdd04-5ccc-4ddd-9539-8178b5bce549 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367682 Aug 10 04:41:23.407548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83e6be-da79-4345-92b5-83e1cf114c10 req-d1c395c5-475b-4e65-95a8-871db8a08c32 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:23.409046 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd83e6be-da79-4345-92b5-83e1cf114c10 req-d1c395c5-475b-4e65-95a8-871db8a08c32 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0490494 Aug 10 04:41:23.449109 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd83e6be-da79-4345-92b5-83e1cf114c10 req-a7342987-9b0a-4836-a04e-fcb1e24edb4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338836 Aug 10 04:41:24.572234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda693-24cc-4167-acff-312df180bd77 req-ed25b7c6-ccba-4fea-b963-3d39393203a8 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:24.573645 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1eda693-24cc-4167-acff-312df180bd77 req-ed25b7c6-ccba-4fea-b963-3d39393203a8 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0504372 Aug 10 04:41:24.614161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c1eda693-24cc-4167-acff-312df180bd77 req-32621476-0218-4f83-b36f-1d5bcf15ac5d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341403 Aug 10 04:41:25.526828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:25.742284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9837df-7b2e-438a-b343-86667934cb6b req-de068d84-a252-42e9-be8c-3e7de423077f tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:25.743823 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a9837df-7b2e-438a-b343-86667934cb6b req-de068d84-a252-42e9-be8c-3e7de423077f tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0587947 Aug 10 04:41:25.785107 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a9837df-7b2e-438a-b343-86667934cb6b req-eb87ca10-4aff-4167-a1dd-c9c83f83084b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339251 Aug 10 04:41:26.668173 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:26.911606 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ed93c-97b1-42a2-9d8d-40e25ec572d6 req-b41a52c5-6410-45eb-877b-a47d36579ef6 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:26.913590 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa5ed93c-97b1-42a2-9d8d-40e25ec572d6 req-b41a52c5-6410-45eb-877b-a47d36579ef6 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0550971 Aug 10 04:41:26.955266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa5ed93c-97b1-42a2-9d8d-40e25ec572d6 req-2b4dbf11-dd0e-41bb-a79e-bc14ae8a0912 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350218 Aug 10 04:41:27.148545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6a88223e-f2f8-4f77-8836-b218cd17a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:28.068365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9644-4431-42b2-9f2e-96d8a38b0041 req-feadb810-c683-4d86-a0f8-a1eac19dbf68 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:28.069845 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db8a9644-4431-42b2-9f2e-96d8a38b0041 req-feadb810-c683-4d86-a0f8-a1eac19dbf68 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0482130 Aug 10 04:41:28.109483 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-db8a9644-4431-42b2-9f2e-96d8a38b0041 req-cf65f8ea-f096-48ef-930f-64e2fa74c05c tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330904 Aug 10 04:41:29.247799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b22b-2ae6-492f-bb56-e83c30ef2da0 req-d91bc98f-a42d-4277-93cb-a902d873e904 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:29.249329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f93b22b-2ae6-492f-bb56-e83c30ef2da0 req-d91bc98f-a42d-4277-93cb-a902d873e904 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0550506 Aug 10 04:41:29.289597 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f93b22b-2ae6-492f-bb56-e83c30ef2da0 req-41792e4a-e0bf-4b23-95be-5c27469b5016 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341666 Aug 10 04:41:29.746396 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:29.982679 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0ee5866d-493a-4604-a48b-8f1ef1b79dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:30.402683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec1ac1-6ac4-4514-bc09-c24a31df4fc7 req-3cf540ec-192c-4433-875b-51c0a12cadfc tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:30.404169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38ec1ac1-6ac4-4514-bc09-c24a31df4fc7 req-3cf540ec-192c-4433-875b-51c0a12cadfc tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0483332 Aug 10 04:41:30.444287 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38ec1ac1-6ac4-4514-bc09-c24a31df4fc7 req-9267cb0f-9daf-4047-9dc8-1014b4e68f31 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&id=51092fac-ab39-4d6f-8e5a-f68456faefbc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340574 Aug 10 04:41:31.987455 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:33.444618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:53.521001 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:41:55.527847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:56.665804 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:57.148831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f647bba3-f84c-4db1-b55d-9bdb6bb76004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:59.748668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:59.983204 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d7c3177e-c4cd-4f1c-a9c3-af42ef216fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:01.989509 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.144868 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-88c0f2f1-b46c-4062-9137-45b6d3bbb1d1 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156186553&fields=id&tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a HTTP/1.1" status: 200 len: 267 time: 0.0319381 Aug 10 04:42:03.197103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-15538314-5d4a-43e9-bbfe-cedf51bc4859 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:03.199077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-15538314-5d4a-43e9-bbfe-cedf51bc4859 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 984 time: 0.0480378 Aug 10 04:42:03.210036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Request body: {'port': {'security_groups': ['16bd37e0-0c52-408f-a10b-2b6b3b237942']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:03.271497 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.439409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:03.448200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.469355 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.473903 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.486604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd97d5ed-fad3-44e9-8a7b-948375d9054b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:03.522103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:03.523162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.525605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-71e827d4-1eb7-4f48-8da1-b4ce5c45d150 req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "PUT /v2.0/ports/cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 942 time: 0.3197889 Aug 10 04:42:03.526371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:03.531358 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de11e765-5ce5-48f3-ab0b-1edf84067792" -d '{"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:03.532492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:03.567531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event updated for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=7']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:03.582800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.582998 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.583348 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.583864 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.584184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.585053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.585385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.586040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.586420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.586993 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.587328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.587663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210e93a2-8576-4498-b5a2-2e31a2fe1670 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.603308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd97d5ed-fad3-44e9-8a7b-948375d9054b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:03.607460 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5de27-e88c-4b20-83a9-595570be7299 x-openstack-request-id: req-98e5de27-e88c-4b20-83a9-595570be7299 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:03.607804 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:03.608059 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98e5de27-e88c-4b20-83a9-595570be7299 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:03.608604 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'status': 'completed', 'code': 200} Aug 10 04:42:03.616818 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.649973 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.693265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-78fb80e6-8e94-4a15-9296-a4298c64ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:03.702887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-78fb80e6-8e94-4a15-9296-a4298c64ca54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1097 time: 0.0630317 Aug 10 04:42:03.742876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.746474 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.747755 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "DELETE /v2.0/security-groups/51092fac-ab39-4d6f-8e5a-f68456faefbc HTTP/1.1" status: 204 len: 168 time: 0.2141600 Aug 10 04:42:03.758928 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47284) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:03.805954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51092fac-ab39-4d6f-8e5a-f68456faefbc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:03.824467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-d535260d-2203-48fd-ad15-b6303b50591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:03.826385 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-d535260d-2203-48fd-ad15-b6303b50591a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.1141834 Aug 10 04:42:03.827136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.827484 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.827819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.828151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.828478 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.828808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.829129 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.829449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.829769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.830114 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.830436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.830754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05775913-ae39-4cfc-884d-f52b2a1a3a4d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:03.873761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-85295f42-c595-44ce-a632-0fcf3a4ba630 None None] Provisioning complete for port cd97d5ed-fad3-44e9-8a7b-948375d9054b triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:03.874203 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-85295f42-c595-44ce-a632-0fcf3a4ba630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.903030 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-1e2b8ee8-fe62-4278-b264-82ea10175b87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 1001 time: 0.0673342 Aug 10 04:42:03.951795 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Deleting port 4221c08e-1b3f-49b5-a3cf-cc3eac7c4a98 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:03.952140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:03.954749 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-aaf571ab-49dd-41e7-9c79-db4493f27832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:03.956244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-aaf571ab-49dd-41e7-9c79-db4493f27832 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0460215 Aug 10 04:42:04.006569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-d29c9567-9530-4fe0-a6ad-43a25be7ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:04.008105 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-d29c9567-9530-4fe0-a6ad-43a25be7ca04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412464 Aug 10 04:42:04.032353 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:04.032703 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:04.045946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Calling delete_port for 4221c08e-1b3f-49b5-a3cf-cc3eac7c4a98 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:04.107606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-bd888542-fbee-4e86-ae69-34f20e03808e service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907559 Aug 10 04:42:04.201411 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de11e765-5ce5-48f3-ab0b-1edf84067792 req-0e14294b-99cc-4740-b897-4437c5a78f74 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Aug 10 04:42:04.509188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:04.536789 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event deleted for resources: {'Port': ['ID=4221c08e-1b3f-49b5-a3cf-cc3eac7c4a98,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:04.597444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:04.597775 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Floating IP 272416c9-4d25-45b3-baf5-86b1f0cf131d disassociated (deleted). External IP: 172.25.2.198, port: cd97d5ed-fad3-44e9-8a7b-948375d9054b. Aug 10 04:42:04.801715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Router 98e5f038-bd8b-4a31-9565-3b2b721fef5c has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:04.908178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:04.912978 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:04.919783 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] Sync routers for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:04.928605 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:04.929201 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:04.939482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-14c8fb1a-a631-4cae-85b8-f9fa37fbc7bf tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "DELETE /v2.0/floatingips/272416c9-4d25-45b3-baf5-86b1f0cf131d HTTP/1.1" status: 204 len: 168 time: 1.1792519 Aug 10 04:42:04.940095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:04.942573 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5934d894-545b-4d7a-bf16-81f360693f99" -d '{"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:04.982346 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a5b6c-d868-484a-ac1b-e801d4ba1417 x-openstack-request-id: req-cd2a5b6c-d868-484a-ac1b-e801d4ba1417 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:04.982664 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:04.982921 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd2a5b6c-d868-484a-ac1b-e801d4ba1417 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:04.983327 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'status': 'completed', 'code': 200} Aug 10 04:42:05.059339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d894-545b-4d7a-bf16-81f360693f99 req-b95d06f2-557b-480f-a627-c9b25724605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:05.060928 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-b95d06f2-557b-480f-a627-c9b25724605a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 1097 time: 0.0517445 Aug 10 04:42:05.134045 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:05.166977 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d894-545b-4d7a-bf16-81f360693f99 req-512f16a3-3b5b-4107-87e2-98eb56f30292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:05.168727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-512f16a3-3b5b-4107-87e2-98eb56f30292 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 200 len: 916 time: 0.0998349 Aug 10 04:42:05.225211 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-a450ba39-c1fe-4460-abc2-d634f00be858 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 200 len: 217 time: 0.0473831 Aug 10 04:42:05.276720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d894-545b-4d7a-bf16-81f360693f99 req-19c5d490-e98f-447a-a7d6-0d2f517b8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:05.278276 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-19c5d490-e98f-447a-a7d6-0d2f517b8d27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 200 len: 854 time: 0.0452712 Aug 10 04:42:05.325211 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d894-545b-4d7a-bf16-81f360693f99 req-5fdac6c3-f4f9-4381-be69-5d7a384488d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:05.326667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-5fdac6c3-f4f9-4381-be69-5d7a384488d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a1749ec-4053-4f91-ab9c-b7f3648b3d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405004 Aug 10 04:42:05.329032 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:15Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:05.353615 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] Checking router: 98e5f038-bd8b-4a31-9565-3b2b721fef5c for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:05.361586 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:05.362206 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:05.419659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-e8c6e186-a87a-42fd-a685-d4339cfa7fe9 service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855455 Aug 10 04:42:05.470177 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:05.514335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5934d894-545b-4d7a-bf16-81f360693f99 req-dd557d51-0f05-4422-91a3-8b2219fc518d service neutron] 10.222.0.39 "GET /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853975 Aug 10 04:42:05.672242 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:15Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:05.698174 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c92c1d-ba3a-4f96-b0c5-5d3b9adc5037 None None] The sync data for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 is: [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:09Z', 'revision_number': 4, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '1553a256-7c68-4e8f-a269-c8d7be0e89a3', 'name': '', 'network_id': '8a1749ec-4053-4f91-ab9c-b7f3648b3d32', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'mac_address': 'fa:16:3e:c3:4a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:08Z', 'updated_at': '2021-08-10T04:40:15Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'subnets': [{'id': '07d2a932-9294-4eb7-bd65-0c4a36d0375f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:05.922827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310f618e-0cc4-459d-8a05-3e95b9a559ed None None] New status for floating IP 272416c9-4d25-45b3-baf5-86b1f0cf131d: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:42:11.903760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90a5b2-d2f3-4c1a-aab9-85869d8a5198 req-c62e06dc-f216-48c2-ae17-942d2d6b510a tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:11.905286 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90a5b2-d2f3-4c1a-aab9-85869d8a5198 req-c62e06dc-f216-48c2-ae17-942d2d6b510a tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0502620 Aug 10 04:42:11.944720 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e90a5b2-d2f3-4c1a-aab9-85869d8a5198 req-8c40b274-cb68-4468-b07c-a0c031b65334 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Aug 10 04:42:13.061917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d66f86-3661-480e-bfe6-6006ff849bf4 req-5ae0a950-7a44-44b2-a2ea-c1f73bc3c51b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:13.063462 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84d66f86-3661-480e-bfe6-6006ff849bf4 req-5ae0a950-7a44-44b2-a2ea-c1f73bc3c51b tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0496433 Aug 10 04:42:13.102545 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84d66f86-3661-480e-bfe6-6006ff849bf4 req-8dc26b29-4f6f-4310-809f-eb76ca2fd9ce tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Aug 10 04:42:13.671409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-62d643aa-dbe9-4940-bcdc-7f28c738154d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:13.672834 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-62d643aa-dbe9-4940-bcdc-7f28c738154d tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.39 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0517497 Aug 10 04:42:13.761899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Deleting port cd97d5ed-fad3-44e9-8a7b-948375d9054b {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:13.762219 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:14.159156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] For port cd97d5ed-fad3-44e9-8a7b-948375d9054b, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=cd97d5ed-fad3-44e9-8a7b-948375d9054b,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:14.159518 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:14.181597 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Calling delete_port for cd97d5ed-fad3-44e9-8a7b-948375d9054b owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:14.255952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518e0ab-8734-4f76-a236-d1cf024d718d req-c27540c5-f90d-49df-9b35-6672bb86f917 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:14.257423 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5518e0ab-8734-4f76-a236-d1cf024d718d req-c27540c5-f90d-49df-9b35-6672bb86f917 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/ports?device_id=8079d8ce-bc52-4e39-8880-1e1445198ccc HTTP/1.1" status: 200 len: 945 time: 0.0874131 Aug 10 04:42:14.314754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5518e0ab-8734-4f76-a236-d1cf024d718d req-421bbc5a-8c1e-42b7-9ef9-30cd238bbd31 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.53 "GET /v2.0/security-groups?id=16bd37e0-0c52-408f-a10b-2b6b3b237942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477974 Aug 10 04:42:14.365901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:14.378232 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['cd97d5ed-fad3-44e9-8a7b-948375d9054b'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:14.394681 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Pushing event deleted for resources: {'Port': ['ID=cd97d5ed-fad3-44e9-8a7b-948375d9054b,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:14.435561 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] No DVR routers for this DVR port cd97d5ed-fad3-44e9-8a7b-948375d9054b on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:14.438200 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:14.440188 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bc322e33-933f-4f3d-805b-db31b57814b5 req-8bdb8568-37e3-4991-8d47-ef3500481db0 tempest-TestMinimumBasicScenario-475409356 tempest-TestMinimumBasicScenario-475409356-project] 10.222.0.39 "DELETE /v2.0/ports/cd97d5ed-fad3-44e9-8a7b-948375d9054b HTTP/1.1" status: 204 len: 173 time: 0.7607250 Aug 10 04:42:14.440620 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'name': 'network-vif-deleted', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:14.442876 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490013a5-2d06-4123-ab8a-74b25a114fd3" -d '{"events": [{"server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "name": "network-vif-deleted", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:14.482757 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7b7fe-6c50-481d-a7c7-374645ba4d32 x-openstack-request-id: req-caf7b7fe-6c50-481d-a7c7-374645ba4d32 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:14.483056 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8079d8ce-bc52-4e39-8880-1e1445198ccc", "name": "network-vif-deleted", "tag": "cd97d5ed-fad3-44e9-8a7b-948375d9054b", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:14.483306 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caf7b7fe-6c50-481d-a7c7-374645ba4d32 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:14.483713 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8079d8ce-bc52-4e39-8880-1e1445198ccc', 'name': 'network-vif-deleted', 'tag': 'cd97d5ed-fad3-44e9-8a7b-948375d9054b', 'status': 'completed', 'code': 200} Aug 10 04:42:15.881080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47384) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:16.223839 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.463767 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Deleting port 1553a256-7c68-4e8f-a269-c8d7be0e89a3 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:16.464104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.543816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] For port 1553a256-7c68-4e8f-a269-c8d7be0e89a3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1553a256-7c68-4e8f-a269-c8d7be0e89a3,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:16.544185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.557055 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Calling delete_port for 1553a256-7c68-4e8f-a269-c8d7be0e89a3 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:16.739192 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.770119 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1553a256-7c68-4e8f-a269-c8d7be0e89a3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:16.825421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd97d5ed-fad3-44e9-8a7b-948375d9054b no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:16.848666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: cd97d5ed-fad3-44e9-8a7b-948375d9054b {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:16.849026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device cd97d5ed-fad3-44e9-8a7b-948375d9054b not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:16.950200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.170403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Router 98e5f038-bd8b-4a31-9565-3b2b721fef5c has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:17.279417 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:17.284679 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-15d84627-2bb1-4788-9ba8-c907a9dedd05 admin admin] 10.222.0.53 "PUT /v2.0/routers/98e5f038-bd8b-4a31-9565-3b2b721fef5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4025638 Aug 10 04:42:17.287229 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47386) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:17.290395 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] Sync routers for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:17.300957 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:17.301642 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:17.402087 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.409211 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:17.516332 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.571967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Deleting port 639227c7-4aa9-44d4-b26f-3a769b422600 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:17.572311 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.593322 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:42:16Z', 'revision_number': 5, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port': {'id': '639227c7-4aa9-44d4-b26f-3a769b422600', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:17.623014 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] Checking router: 98e5f038-bd8b-4a31-9565-3b2b721fef5c for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:17.631525 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] Routers {'98e5f038-bd8b-4a31-9565-3b2b721fef5c'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:17.632130 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:17.652409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] For port 639227c7-4aa9-44d4-b26f-3a769b422600, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=639227c7-4aa9-44d4-b26f-3a769b422600,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:17.652873 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.667629 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Calling delete_port for 639227c7-4aa9-44d4-b26f-3a769b422600 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:17.721876 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] Set router 98e5f038-bd8b-4a31-9565-3b2b721fef5c gateway port host: None {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:17.771475 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:42:17Z', 'revision_number': 6, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:17.801834 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e36f72-9c5d-48b3-bf57-b6efa457b9ee None None] The sync data for ids ['98e5f038-bd8b-4a31-9565-3b2b721fef5c'] in n-d-769329-14 is: [{'id': '98e5f038-bd8b-4a31-9565-3b2b721fef5c', 'name': 'tempest-TestMinimumBasicScenario-1844913782-router', 'tenant_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:06Z', 'updated_at': '2021-08-10T04:42:17Z', 'revision_number': 6, 'project_id': 'b17f2b8e2acf4573a7aa369c5fd0b71a', 'gw_port_host': None}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:17.845570 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.876117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Pushing event deleted for resources: {'Port': ['ID=639227c7-4aa9-44d4-b26f-3a769b422600,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:17.934519 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.021363 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.023526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.065475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.066046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e5f038-bd8b-4a31-9565-3b2b721fef5c {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:42:18.070405 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.071375 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5743551a-935c-43e8-b1af-5852f3c2859e admin admin] 10.222.0.53 "DELETE /v2.0/routers/98e5f038-bd8b-4a31-9565-3b2b721fef5c HTTP/1.1" status: 204 len: 168 time: 0.7823265 Aug 10 04:42:18.073900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47388) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:18.122708 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Deleting subnet 07d2a932-9294-4eb7-bd65-0c4a36d0375f {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:42:18.126200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.163372 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.244840 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.299404 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.323513 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d2a932-9294-4eb7-bd65-0c4a36d0375f,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:18.327557 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.329569 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1a319cec-8774-4b5e-a297-9c17fdc19fe1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/07d2a932-9294-4eb7-bd65-0c4a36d0375f HTTP/1.1" status: 204 len: 168 time: 0.2545419 Aug 10 04:42:18.331933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47390) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:18.334425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9695a-0892-4bfa-80b7-6c9d32933796 None None] Network 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:42:18.398299 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.450397 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Deleting port 7cc2ac1d-b459-48f2-818e-87a96ecc755e {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:18.450655 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.519633 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] For port 7cc2ac1d-b459-48f2-818e-87a96ecc755e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7cc2ac1d-b459-48f2-818e-87a96ecc755e,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:18.519990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.533172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Calling delete_port for 7cc2ac1d-b459-48f2-818e-87a96ecc755e owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:18.547821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] DHCP port deletion for 8a1749ec-4053-4f91-ab9c-b7f3648b3d32 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:42:18.602948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Deleting port 7cc2ac1d-b459-48f2-818e-87a96ecc755e {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:18.603436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.615865 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1553a256-7c68-4e8f-a269-c8d7be0e89a3 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:18.617817 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.648875 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc2ac1d-b459-48f2-818e-87a96ecc755e,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:18.654474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] No DVR routers for this DVR port 7cc2ac1d-b459-48f2-818e-87a96ecc755e on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:18.665234 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1553a256-7c68-4e8f-a269-c8d7be0e89a3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:18.665573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1553a256-7c68-4e8f-a269-c8d7be0e89a3 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:18.666008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 639227c7-4aa9-44d4-b26f-3a769b422600 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:18.695384 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 639227c7-4aa9-44d4-b26f-3a769b422600 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:18.695725 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 639227c7-4aa9-44d4-b26f-3a769b422600 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:18.696134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7cc2ac1d-b459-48f2-818e-87a96ecc755e no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:18.722331 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 7cc2ac1d-b459-48f2-818e-87a96ecc755e {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:18.722674 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 7cc2ac1d-b459-48f2-818e-87a96ecc755e not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:18.725300 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] For port 7cc2ac1d-b459-48f2-818e-87a96ecc755e, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=7cc2ac1d-b459-48f2-818e-87a96ecc755e,segment=NetworkSegment(8d63841c-2345-4ee0-8f0c-f448cd5d8bb9),segment_id=8d63841c-2345-4ee0-8f0c-f448cd5d8bb9)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:18.725873 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.739152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.739903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Calling delete_port for 7cc2ac1d-b459-48f2-818e-87a96ecc755e owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:18.749902 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1749ec-4053-4f91-ab9c-b7f3648b3d32']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:18.761289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:18.762357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d63841c-2345-4ee0-8f0c-f448cd5d8bb9') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:18.771938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.786763 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.794672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:42:18.795078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:42:18.796965 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:42:18.821627 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.855504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Pushing event deleted for resources: {'Port': ['ID=7cc2ac1d-b459-48f2-818e-87a96ecc755e,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:18.858846 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.864669 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] No DVR routers for this DVR port 7cc2ac1d-b459-48f2-818e-87a96ecc755e on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:18.865019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:18.869918 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8a1749ec-4053-4f91-ab9c-b7f3648b3d32 HTTP/1.1" status: 204 len: 168 time: 0.5343304 Aug 10 04:42:18.870112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870599 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47392) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:18.870681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.870681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.871954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.871954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.872167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.872403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627f42bf-faaa-4a45-a1dd-e5a2721738d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:18.886342 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f558-d672-4383-9f58-615478b9d034 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1749ec-4053-4f91-ab9c-b7f3648b3d32,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:19.527589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:19.769940 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Deleting port c69292c6-aede-46e4-8ce7-55d8729586a7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:19.770211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:19.854220 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] For port c69292c6-aede-46e4-8ce7-55d8729586a7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c69292c6-aede-46e4-8ce7-55d8729586a7,segment=NetworkSegment(1668aff2-2bf0-4b77-8a22-36fd47b4bd78),segment_id=1668aff2-2bf0-4b77-8a22-36fd47b4bd78)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:19.854577 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:19.866952 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Calling delete_port for c69292c6-aede-46e4-8ce7-55d8729586a7 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:20.043866 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:20.068302 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Pushing event deleted for resources: {'Port': ['ID=c69292c6-aede-46e4-8ce7-55d8729586a7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:20.228305 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:20.446320 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Router 566af079-5eaf-4399-a37c-020aa0835fca has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:20.553052 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:20.558423 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-008061fa-345e-4bec-b0f4-c0b5dd06738f admin admin] 10.222.0.53 "PUT /v2.0/routers/566af079-5eaf-4399-a37c-020aa0835fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873043 Aug 10 04:42:20.561495 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47394) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:20.564324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] Sync routers for ids ['566af079-5eaf-4399-a37c-020aa0835fca'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:20.574305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] Routers {'566af079-5eaf-4399-a37c-020aa0835fca'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:20.574926 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['566af079-5eaf-4399-a37c-020aa0835fca'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:20.665238 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:20.678188 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] Set router 566af079-5eaf-4399-a37c-020aa0835fca gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:20.768992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:20.821647 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Deleting port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:20.821916 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:20.858121 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:42:19Z', 'revision_number': 5, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port': {'id': '3b9f7743-7a2d-4b4c-8e42-188f65789ce7', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566af079-5eaf-4399-a37c-020aa0835fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:20.885268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] Checking router: 566af079-5eaf-4399-a37c-020aa0835fca for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:20.894052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] Routers {'566af079-5eaf-4399-a37c-020aa0835fca'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:20.894675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['566af079-5eaf-4399-a37c-020aa0835fca'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:20.910666 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] For port 3b9f7743-7a2d-4b4c-8e42-188f65789ce7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:20.911030 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:20.924624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Calling delete_port for 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:20.985746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] Set router 566af079-5eaf-4399-a37c-020aa0835fca gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:21.040281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:42:20Z', 'revision_number': 6, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:21.067607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c507b1-4082-4888-9ae5-414b0abc34be None None] The sync data for ids ['566af079-5eaf-4399-a37c-020aa0835fca'] in n-d-769329-14 is: [{'id': '566af079-5eaf-4399-a37c-020aa0835fca', 'name': 'tempest-TestMinimumBasicScenario-191700883-router', 'tenant_id': '1510c675594b4e8a8d075f22edbc2a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:40:11Z', 'updated_at': '2021-08-10T04:42:20Z', 'revision_number': 6, 'project_id': '1510c675594b4e8a8d075f22edbc2a51', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:21.101250 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.128067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9f7743-7a2d-4b4c-8e42-188f65789ce7,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:21.186992 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.274928 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.277025 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.322245 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.322715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 566af079-5eaf-4399-a37c-020aa0835fca {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:42:21.327788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.328912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3666731c-5d0e-41c4-a967-5b3a739627bd admin admin] 10.222.0.53 "DELETE /v2.0/routers/566af079-5eaf-4399-a37c-020aa0835fca HTTP/1.1" status: 204 len: 168 time: 0.7664223 Aug 10 04:42:21.331477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47396) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:21.374844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Deleting subnet 139e28e5-1a93-44da-a487-eafde8babd4d {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:42:21.377780 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.412668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.518943 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.575163 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.601579 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139e28e5-1a93-44da-a487-eafde8babd4d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:21.605380 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.607312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0ad34e17-95c3-415d-9f3e-4e8e41503a78 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/139e28e5-1a93-44da-a487-eafde8babd4d HTTP/1.1" status: 204 len: 168 time: 0.2749197 Aug 10 04:42:21.609735 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47398) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:21.611223 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e9606-0874-4051-a853-891a06a6f726 None None] Network dfc7d265-236e-42bb-9be3-0fea8d36aa9d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:42:21.681821 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.736474 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Deleting port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:21.736827 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.801496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] For port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,segment=NetworkSegment(1668aff2-2bf0-4b77-8a22-36fd47b4bd78),segment_id=1668aff2-2bf0-4b77-8a22-36fd47b4bd78)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:21.801767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.815234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Calling delete_port for 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:21.868804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] DHCP port deletion for dfc7d265-236e-42bb-9be3-0fea8d36aa9d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:42:21.901588 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.916883 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Deleting port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:21.917245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.930999 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] No DVR routers for this DVR port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:21.935791 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:21.983252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] For port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:21.983642 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:21.997076 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Calling delete_port for 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:21.999891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:42:22.001372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.007593 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.018004 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc7d265-236e-42bb-9be3-0fea8d36aa9d']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:22.028029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] Pushing event deleted for resources: {'Port': ['ID=524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:22.030289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dd199-8efb-4e20-a4a4-4ca25976a3be None None] No DVR routers for this DVR port 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:22.037049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1668aff2-2bf0-4b77-8a22-36fd47b4bd78') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:22.037568 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1668aff2-2bf0-4b77-8a22-36fd47b4bd78') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:22.050534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.065598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.072303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:42:22.072678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:42:22.074512 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:42:22.132294 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.142698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.144022 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/dfc7d265-236e-42bb-9be3-0fea8d36aa9d HTTP/1.1" status: 204 len: 168 time: 0.5333259 Aug 10 04:42:22.155156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f97e52-5dfa-48f3-ac88-2e8cef0da0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc7d265-236e-42bb-9be3-0fea8d36aa9d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:22.301672 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47402) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:22.347476 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4f9f5942-2b61-4ced-8a09-d8e073afd36d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b17f2b8e2acf4573a7aa369c5fd0b71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444915 Aug 10 04:42:22.349746 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47404) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:22.364953 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:22.385437 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:22.385701 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 524ceaf0-bf8f-40c4-a2b0-1fa41a8b0ac2 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:22.386187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:22.399386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-190c5f3c-da85-4a9a-abaa-5660a37a2672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.405470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:22.405819 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 3b9f7743-7a2d-4b4c-8e42-188f65789ce7 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:22.406277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c69292c6-aede-46e4-8ce7-55d8729586a7 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:22.424356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c69292c6-aede-46e4-8ce7-55d8729586a7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:42:22.424696 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c69292c6-aede-46e4-8ce7-55d8729586a7 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:22.424856 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-190c5f3c-da85-4a9a-abaa-5660a37a2672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.472958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-190c5f3c-da85-4a9a-abaa-5660a37a2672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.475598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-190c5f3c-da85-4a9a-abaa-5660a37a2672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.476784 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-190c5f3c-da85-4a9a-abaa-5660a37a2672 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16bd37e0-0c52-408f-a10b-2b6b3b237942 HTTP/1.1" status: 204 len: 168 time: 0.1261153 Aug 10 04:42:22.484989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c5f3c-da85-4a9a-abaa-5660a37a2672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd37e0-0c52-408f-a10b-2b6b3b237942,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:22.792162 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47410) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:22.833158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e580b605-b193-4d4c-888c-d44717bdcfbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1510c675594b4e8a8d075f22edbc2a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393426 Aug 10 04:42:22.836172 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47412) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:22.884161 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9cae43f2-8b30-4146-8ea3-c180c69a1079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.904590 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9cae43f2-8b30-4146-8ea3-c180c69a1079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.952526 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9cae43f2-8b30-4146-8ea3-c180c69a1079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.955215 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9cae43f2-8b30-4146-8ea3-c180c69a1079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:22.956400 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9cae43f2-8b30-4146-8ea3-c180c69a1079 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1b63a8d-aaf7-4444-8f6b-1187964f2270 HTTP/1.1" status: 204 len: 168 time: 0.1192780 Aug 10 04:42:22.964080 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae43f2-8b30-4146-8ea3-c180c69a1079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b63a8d-aaf7-4444-8f6b-1187964f2270,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:24.642434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47452) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:24.647120 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290003952', 'description': 'tempest-secgroup-smoke-290003952 description', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:24.669759 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.677537 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.771999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.775646 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.811626 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e673b901-0caa-4a33-bf6f-d0d4ec4b4429,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:24.865184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.868951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.899365 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.900675 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2571783 Aug 10 04:42:24.901499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57863c26-26ce-453f-94a7-80beb454fc81 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e771d5-cf7b-413f-a40e-daf9c2495ea5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:24.904259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47454) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:24.909557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e771d5-cf7b-413f-a40e-daf9c2495ea5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:24.935981 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.991502 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:24.995104 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.015748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee734e5-fec2-4441-97a1-a203673c5537,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.019230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.020427 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0652b2e2-d9bf-416c-ac32-c8e279692a88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152411 Aug 10 04:42:25.023353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47456) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.028294 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e771d5-cf7b-413f-a40e-daf9c2495ea5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.054084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.115390 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.121938 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.141531 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39aab2e-9016-405c-969b-cf2dfaf6e657,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.148704 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.150295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fc9ced5a-ee8c-4a17-bc9f-ec50409fcadf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258650 Aug 10 04:42:25.153871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47458) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.158300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e771d5-cf7b-413f-a40e-daf9c2495ea5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.183094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.240435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.245088 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.263505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c6f8c5-a132-430f-abfe-8d803c67f689,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.270309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.271643 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-49c4fa8d-5bbf-46a3-9f85-c2e6f513d256 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166832 Aug 10 04:42:25.274381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47460) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.278727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e771d5-cf7b-413f-a40e-daf9c2495ea5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.304262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.362479 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.366523 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.385496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbc7cc7-126e-44c1-a8a6-a658c4e28c8b,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.396660 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.398233 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c59ddd7-2399-4404-973b-73d860901029 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228988 Aug 10 04:42:25.400900 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.405341 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e771d5-cf7b-413f-a40e-daf9c2495ea5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.426642 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:42:25.431442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.499180 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.504447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.523086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb77ac91-c610-4d8e-bd38-c586381705b7,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.530609 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.531867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ccea46bf-ef52-496c-abe0-74b3e771a001 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300313 Aug 10 04:42:25.534726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47464) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.539385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'b9e771d5-cf7b-413f-a40e-daf9c2495ea5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.547019 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.563505 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:42:25.570583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.626212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.629963 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.648151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b329c0-4171-4474-a420-af8d52e0ab65,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.654179 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.655405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c902d745-303b-4979-ae2b-01ea54c11c1e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196570 Aug 10 04:42:25.658497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47466) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.663302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'network': {'name': 'tempest-network-smoke--283289790', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.682819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:42:25.687037 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.710373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:42:25.720669 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.721016 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Added segment 4ad51728-c31a-426c-91cd-e21135069ba3 of type vlan for network 28031bcc-e0d0-46de-a318-c8c55eb2501e Aug 10 04:42:25.761543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.789262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.795371 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:25.795954 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.852576 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1930292 Aug 10 04:42:25.855962 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47468) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:25.860381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'admin_state_up': True, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.886450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702444-8b12-4bd6-bccc-6210a20d94eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Network': ['ID=28031bcc-e0d0-46de-a318-c8c55eb2501e,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:25.896501 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:42:25.900955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.902171 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.953043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.086924 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.272564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.291073 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.395783 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.144 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/b6467ea8-9117-430a-afe0-e1df6a5694f9) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:26.494649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.540028 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.579582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:26.582456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:26.586013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:26.591920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=b6467ea8-9117-430a-afe0-e1df6a5694f9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:26.655352 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.833533 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.034209 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.147517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cb044287-2b0c-46a6-a173-caf52639afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.165142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 4de6ebea-4120-4352-871f-180af92feb1e is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:42:27.273013 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:27.282204 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Sync routers for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:27.291484 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:27.291852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.292103 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:27.293591 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a398f95b-7b2c-47a3-951d-c575d93b6a09 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4367046 Aug 10 04:42:27.296745 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47470) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:27.400332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:27.425709 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d53e50af-2a3c-43a3-88df-dbac429fdc5b tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e5295ce036b842c48fa3d1660daa4cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253769 Aug 10 04:42:27.426061 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47474) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:27.516051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cdac5-6ce6-44ca-88ef-8fe0ed022d1c tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:27.517607 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d71cdac5-6ce6-44ca-88ef-8fe0ed022d1c tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906270 Aug 10 04:42:27.520587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47476) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:27.556401 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-28e31919-dfef-410f-b43b-b1659345b873 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345097 Aug 10 04:42:27.558910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47478) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:27.563858 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1817220125', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:27.649710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:42:27.653780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.665774 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:26Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:27.692147 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Checking router: 4de6ebea-4120-4352-871f-180af92feb1e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:27.692531 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Updating router 4de6ebea-4120-4352-871f-180af92feb1e port b6467ea8-9117-430a-afe0-e1df6a5694f9 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:42:27.721366 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.837618 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.894314 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Subnet': ['ID=66692cdb-abb3-423e-9fb0-70bbb51422cc,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:27.910885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Checking segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:27.911248 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network hostable DHCP agents. Network: 28031bcc-e0d0-46de-a318-c8c55eb2501e, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:42:27.927551 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:42:27.936546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 28031bcc-e0d0-46de-a318-c8c55eb2501e) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:27.940554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:27.941122 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.946958 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f668206-1b95-470e-8804-c1fe42650c7a None None] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:42:27.958319 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3c63f2a3-dca6-4515-a9da-e8c5397d1edc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3983569 Aug 10 04:42:27.961177 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47480) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:27.972921 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:27.983444 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Transition to ACTIVE for port object b6467ea8-9117-430a-afe0-e1df6a5694f9 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:27.990207 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.041132 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Pushing event updated for resources: {'Port': ['ID=b6467ea8-9117-430a-afe0-e1df6a5694f9,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:28.049831 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.050205 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.050551 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.050883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.051225 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.051550 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.051874 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.052201 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.052526 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.052837 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.053164 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.053484 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:28.058850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Attempting to bind port b6467ea8-9117-430a-afe0-e1df6a5694f9 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:28.059421 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Attempting to bind port b6467ea8-9117-430a-afe0-e1df6a5694f9 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:28.059929 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Attempting to bind port b6467ea8-9117-430a-afe0-e1df6a5694f9 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:28.065007 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:28.065377 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:28.065773 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.066184 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:28.066660 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Bound port: b6467ea8-9117-430a-afe0-e1df6a5694f9, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:28.067097 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.103940 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-28031bcc-e0d0-46de-a318-c8c55eb2501e', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:42:28.105562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.120234 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] For port b6467ea8-9117-430a-afe0-e1df6a5694f9, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:28.124158 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] For port b6467ea8-9117-430a-afe0-e1df6a5694f9, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6467ea8-9117-430a-afe0-e1df6a5694f9,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:28.132220 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.185533 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:28.186286 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:28.245000 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Allocated IP 172.20.0.2 (28031bcc-e0d0-46de-a318-c8c55eb2501e/66692cdb-abb3-423e-9fb0-70bbb51422cc/1a68d3b7-4ff7-467e-ba18-94a44e764210) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:28.274680 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d54013-88fb-45fa-a98f-15a42caf3249 None None] Pushing event updated for resources: {'Port': ['ID=b6467ea8-9117-430a-afe0-e1df6a5694f9,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:28.305790 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:28.400908 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.409934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Transition to ACTIVE for port object 1a68d3b7-4ff7-467e-ba18-94a44e764210 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:28.425631 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Transition to ACTIVE for port object 1a68d3b7-4ff7-467e-ba18-94a44e764210 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:28.433165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.443612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.477608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:28.481146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:28.491462 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:26Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:28.493332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:28.503798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Pushing event updated for resources: {'Port': ['ID=1a68d3b7-4ff7-467e-ba18-94a44e764210,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:28.525636 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf31ef6-4192-4cd3-848a-88869f0da6b2 None None] The sync data for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 is: [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:26Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:28.563478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Attempting to bind port 1a68d3b7-4ff7-467e-ba18-94a44e764210 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:28.563844 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Attempting to bind port 1a68d3b7-4ff7-467e-ba18-94a44e764210 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:28.564203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Attempting to bind port 1a68d3b7-4ff7-467e-ba18-94a44e764210 on network 28031bcc-e0d0-46de-a318-c8c55eb2501e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:28.569108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:28.569477 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Checking segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:28.569873 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.570352 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Bound using segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:28.570803 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Bound port: 1a68d3b7-4ff7-467e-ba18-94a44e764210, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:28.571180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.638859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] For port 1a68d3b7-4ff7-467e-ba18-94a44e764210, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:28.642190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] For port 1a68d3b7-4ff7-467e-ba18-94a44e764210, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1a68d3b7-4ff7-467e-ba18-94a44e764210,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:28.646554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.718364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1828cca-5952-44e2-8189-00dfe6de0252 None None] Pushing event updated for resources: {'Port': ['ID=1a68d3b7-4ff7-467e-ba18-94a44e764210,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:28.777850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.1 (28031bcc-e0d0-46de-a318-c8c55eb2501e/66692cdb-abb3-423e-9fb0-70bbb51422cc/e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:28.928494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.946990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:28.987705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.034263 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:29.037672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:29.041733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:29.070612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:29.094690 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.235111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.528959 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.534801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.612969 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:29.615475 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.666489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a10230-126d-4625-9ae7-1bbac32f07c1 None None] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:42:29.711487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:29.712756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:29.782098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:29.795909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-2ee00ae2-2d50-4700-997c-2e16034afcc5 None None] Provisioning for port 1a68d3b7-4ff7-467e-ba18-94a44e764210 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:29.987302 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6d15e1ad-3b3f-4ae0-9621-abd7c13801a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.132106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-75896f6c-9527-4003-973f-c2e0942a449e None None] Provisioning for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:30.140353 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-75896f6c-9527-4003-973f-c2e0942a449e None None] Provisioning complete for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:30.140900 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-75896f6c-9527-4003-973f-c2e0942a449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.176708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 4de6ebea-4120-4352-871f-180af92feb1e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:30.181829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-75896f6c-9527-4003-973f-c2e0942a449e None None] Port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:42:30.299929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:30.305054 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b0c9b4ec-a402-42e4-b21b-6dcf316390ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/4de6ebea-4120-4352-871f-180af92feb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3428731 Aug 10 04:42:30.313357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Sync routers for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:30.328155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5bba0a64-9f7e-45bc-b6d5-e618513913cb None None] Provisioning complete for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:30.328541 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5bba0a64-9f7e-45bc-b6d5-e618513913cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.367340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:30.368114 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:30.520825 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:42:30.586736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6467ea8-9117-430a-afe0-e1df6a5694f9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:30.608767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-5bba0a64-9f7e-45bc-b6d5-e618513913cb None None] Port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:42:30.642848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-d70b5bb3-3e21-4934-b7bb-2de0070d8d1d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290003952&fields=id&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 267 time: 0.0338399 Aug 10 04:42:30.688728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b6467ea8-9117-430a-afe0-e1df6a5694f9 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:30.694179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:30.696424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b6467ea8-9117-430a-afe0-e1df6a5694f9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:30.696788 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.751914 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-7a5ef51d-aed5-4ec0-9622-d6efbb555f3e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.753379 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-7a5ef51d-aed5-4ec0-9622-d6efbb555f3e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/networks?id=28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 200 len: 796 time: 0.1036665 Aug 10 04:42:30.769028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-ca6356e1-e5b4-4610-a5fb-6ffb2518aa68 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/quotas/e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 375 time: 0.0090311 Aug 10 04:42:30.817566 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a2ee85c2-2bad-4628-894f-26d3d53fec6a None None] Provisioning complete for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:30.817566 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a2ee85c2-2bad-4628-894f-26d3d53fec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.825669 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-5c46e8c0-22c2-465a-93ed-f46fd58984e5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504582 Aug 10 04:42:30.922942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee85c2-2bad-4628-894f-26d3d53fec6a None None] Port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:42:30.924690 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-76c44468-794d-49cc-9f84-763dbdd56f6d service neutron] 10.222.0.53 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868170 Aug 10 04:42:30.944787 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.990335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b6467ea8-9117-430a-afe0-e1df6a5694f9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6467ea8-9117-430a-afe0-e1df6a5694f9,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:30.996047 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:30.996830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1a68d3b7-4ff7-467e-ba18-94a44e764210 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:31.023818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-c2133fde-32aa-42ea-bde4-53eeb803157f service neutron] 10.222.0.53 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910368 Aug 10 04:42:31.082768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b6467ea8-9117-430a-afe0-e1df6a5694f9,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:31.090179 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 2, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:31.140199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Checking router: 4de6ebea-4120-4352-871f-180af92feb1e for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:31.140578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Updating router 4de6ebea-4120-4352-871f-180af92feb1e port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:42:31.164936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 1a68d3b7-4ff7-467e-ba18-94a44e764210 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:31.173123 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1a68d3b7-4ff7-467e-ba18-94a44e764210 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:31.173489 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.176063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.276414 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3fbcef9b-ec84-4b26-a8c2-47d91233a5fb req-4fc4b262-0d6e-44b3-b96c-f16da6a5e88f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 210 time: 0.0917873 Aug 10 04:42:31.361952 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.441001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 1a68d3b7-4ff7-467e-ba18-94a44e764210, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1a68d3b7-4ff7-467e-ba18-94a44e764210,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:31.447346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.530758 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=1a68d3b7-4ff7-467e-ba18-94a44e764210,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:31.576449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.586277 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Transition to ACTIVE for port object e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:31.591390 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.639108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009923a7-ac53-409c-90cf-188786814002 None None] Pushing event updated for resources: {'Port': ['ID=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:31.694829 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Attempting to bind port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:31.695515 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Attempting to bind port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:31.695637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Attempting to bind port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 on network 28031bcc-e0d0-46de-a318-c8c55eb2501e {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:31.700801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:31.701174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Checking segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:31.701576 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.701968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Bound using segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:31.702455 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Bound port: e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:31.702840 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.767328 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] For port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:31.770693 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] For port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:31.775508 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.830704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:31.831337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:31.875700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009923a7-ac53-409c-90cf-188786814002 None None] Pushing event updated for resources: {'Port': ['ID=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:31.953764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:32.011385 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:32.174736 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:31Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:32.201594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d582f9-7c22-4bc6-b7c2-98db3ffde74d None None] The sync data for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 is: [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:31Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:32.432768 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a7c3f260-3ef5-424f-94c3-8b0df4e7de3f req-5083a538-f54e-459b-a158-e88e902d812f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 210 time: 0.0333505 Aug 10 04:42:32.479480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1a68d3b7-4ff7-467e-ba18-94a44e764210 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:32.535050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 1a68d3b7-4ff7-467e-ba18-94a44e764210 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:32.535425 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:32.627136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6467ea8-9117-430a-afe0-e1df6a5694f9 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:32.675118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b6467ea8-9117-430a-afe0-e1df6a5694f9 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:32.675490 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:32.761058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:32.819144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:32.823254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:32.823637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:32.918647 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:32.960996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:32.966632 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.026420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:33.061594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-9194d2b1-3acd-4d65-818c-2782e8557d3b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:33.063527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-9194d2b1-3acd-4d65-818c-2782e8557d3b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/networks?id=28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 200 len: 796 time: 0.1503720 Aug 10 04:42:33.112850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-322d1f4d-0d24-4dfa-aea9-94835a34b12d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 379 time: 0.0397019 Aug 10 04:42:33.123395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'port': {'device_id': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'admin_state_up': True, 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'security_groups': ['b9e771d5-cf7b-413f-a40e-daf9c2495ea5']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:33.235746 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:42:33.239563 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.371213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.12 (28031bcc-e0d0-46de-a318-c8c55eb2501e/66692cdb-abb3-423e-9fb0-70bbb51422cc/1c1c908a-6c53-42ea-82c7-08341a78fa5f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:33.451765 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.542708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9b054b47-50b4-4e42-868c-7568f7fee9a9 req-45c2d607-ef0d-4b6d-a180-e3a1f6557db3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 210 time: 0.0349050 Aug 10 04:42:33.547551 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.561012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object 1c1c908a-6c53-42ea-82c7-08341a78fa5f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:33.593874 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.638195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:33.641283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:33.645001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:33.668229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=1c1c908a-6c53-42ea-82c7-08341a78fa5f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:33.697498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:33.698164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.714159 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-798c8433-ff82-4f08-bb81-da7bc586513a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949590 Aug 10 04:42:33.726799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Request body: {'port': {'device_id': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:33.788464 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.920176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1498bb00-0d65-4e44-b128-a051e8537ded None None] Provisioning for port 1c1c908a-6c53-42ea-82c7-08341a78fa5f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:33.923912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1498bb00-0d65-4e44-b128-a051e8537ded None None] Provisioning complete for port 1c1c908a-6c53-42ea-82c7-08341a78fa5f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:33.924282 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1498bb00-0d65-4e44-b128-a051e8537ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:33.957520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1498bb00-0d65-4e44-b128-a051e8537ded None None] Port 1c1c908a-6c53-42ea-82c7-08341a78fa5f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:42:34.052236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1c908a-6c53-42ea-82c7-08341a78fa5f {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:34.060176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.071528 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Transition to ACTIVE for port object 1c1c908a-6c53-42ea-82c7-08341a78fa5f will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:34.075394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.125682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Pushing event updated for resources: {'Port': ['ID=1c1c908a-6c53-42ea-82c7-08341a78fa5f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:34.199183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Attempting to bind port 1c1c908a-6c53-42ea-82c7-08341a78fa5f on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:34.199527 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Attempting to bind port 1c1c908a-6c53-42ea-82c7-08341a78fa5f by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:34.199862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Attempting to bind port 1c1c908a-6c53-42ea-82c7-08341a78fa5f on network 28031bcc-e0d0-46de-a318-c8c55eb2501e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:34.204370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Port 1c1c908a-6c53-42ea-82c7-08341a78fa5f on network 28031bcc-e0d0-46de-a318-c8c55eb2501e not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:42:34.204698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Attempting to bind port 1c1c908a-6c53-42ea-82c7-08341a78fa5f on network 28031bcc-e0d0-46de-a318-c8c55eb2501e {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:34.209739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:34.210199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Checking segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:34.210595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Bound using segment: {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:34.211278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Bound port: 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad51728-c31a-426c-91cd-e21135069ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:34.211490 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.279617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] For port 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:34.283838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] For port 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:34.287788 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.326587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.327222 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.328649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] 10.222.0.39 "PUT /v2.0/ports/1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 200 len: 1093 time: 0.6061964 Aug 10 04:42:34.329094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:34.331384 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:34.358124 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277c8c-5bca-4ea7-8a24-833073b7553a service neutron] Pushing event updated for resources: {'Port': ['ID=1c1c908a-6c53-42ea-82c7-08341a78fa5f,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:34.391406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:34.403104 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9015f9fa-bdef-4fbf-a542-5eaa33e59420 x-openstack-request-id: req-9015f9fa-bdef-4fbf-a542-5eaa33e59420 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:34.403398 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:34.403679 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9015f9fa-bdef-4fbf-a542-5eaa33e59420 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:34.404121 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'status': 'completed', 'code': 200} Aug 10 04:42:34.445567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-e1243ab6-24db-4c2e-bc55-654b84cda51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.446485 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:34.446932 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:34.447236 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-e1243ab6-24db-4c2e-bc55-654b84cda51f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1096 time: 0.0539026 Aug 10 04:42:34.501007 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-c46d5d0d-8479-4798-a769-0489ea7d04e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 200 len: 217 time: 0.0447664 Aug 10 04:42:34.555925 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-404b2343-fdd6-47dc-92b2-01a2aeedde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.557512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-404b2343-fdd6-47dc-92b2-01a2aeedde6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66692cdb-abb3-423e-9fb0-70bbb51422cc HTTP/1.1" status: 200 len: 835 time: 0.0489221 Aug 10 04:42:34.622767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-efd1ee31-135b-4320-bcf9-bc25149b5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.624209 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-efd1ee31-135b-4320-bcf9-bc25149b5d53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28031bcc-e0d0-46de-a318-c8c55eb2501e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591025 Aug 10 04:42:34.709623 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55c25b-2271-4c66-b8b6-da3c0ae83bee req-aa6e52cb-8a39-4185-bbe8-7256cf02f82b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.711051 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b55c25b-2271-4c66-b8b6-da3c0ae83bee req-aa6e52cb-8a39-4185-bbe8-7256cf02f82b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 944 time: 0.0992105 Aug 10 04:42:34.772744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-b132a766-8f2a-457f-b46f-a8babcc83ef6 service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309559 Aug 10 04:42:34.775733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b55c25b-2271-4c66-b8b6-da3c0ae83bee req-db8b44e4-2cb1-4ae5-b2d5-55928a177f16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582082 Aug 10 04:42:34.861777 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fb758e2e-34f9-48d9-80d8-7bf2d4963c4a req-92a0f1d6-7eb2-482b-9c26-6b431e98d08a service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804975 Aug 10 04:42:34.957277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-bf4db019-0660-44aa-9b49-fd1419584780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.958824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-bf4db019-0660-44aa-9b49-fd1419584780 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1096 time: 0.0433190 Aug 10 04:42:35.053511 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-8fb0fcda-1b5f-44f0-ae31-f756897a11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.056370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-8fb0fcda-1b5f-44f0-ae31-f756897a11e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 200 len: 897 time: 0.0875013 Aug 10 04:42:35.097142 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-c8eb1ceb-b5a9-4995-a66a-e8076198cffd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 200 len: 217 time: 0.0341003 Aug 10 04:42:35.154776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-a6b0f22f-4026-4dca-95eb-01db79c11e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.156253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-a6b0f22f-4026-4dca-95eb-01db79c11e04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66692cdb-abb3-423e-9fb0-70bbb51422cc HTTP/1.1" status: 200 len: 835 time: 0.0489547 Aug 10 04:42:35.202003 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-8cd5f8ee-c95c-4c42-a074-c9e6fd9a25df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.203514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-8cd5f8ee-c95c-4c42-a074-c9e6fd9a25df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28031bcc-e0d0-46de-a318-c8c55eb2501e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398223 Aug 10 04:42:35.294424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-5610cb73-6a3c-418e-bacf-e148aa96670a service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829377 Aug 10 04:42:35.390045 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fd0928a-2f8b-4e52-89c4-d0319af53c7b req-b1ece0e0-aee6-4258-bea1-231734f347ca service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875823 Aug 10 04:42:35.892030 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71367cb6-90eb-4856-81f3-94104da4f1fa req-e3e824a4-bd0e-4243-a595-21e5fca28d61 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.893503 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71367cb6-90eb-4856-81f3-94104da4f1fa req-e3e824a4-bd0e-4243-a595-21e5fca28d61 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 944 time: 0.0494413 Aug 10 04:42:35.931193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71367cb6-90eb-4856-81f3-94104da4f1fa req-a226637a-1e23-4294-8cdf-6865610ec20e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Aug 10 04:42:36.919348 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1c1c908a-6c53-42ea-82c7-08341a78fa5f details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:42:37.017797 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:37.029107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'port_id': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'mac_address': 'fa:16:3e:0e:bd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:42:37.051568 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902f787-7b40-4da6-a4e6-937223986cf3 req-45b586bd-ec9e-4b38-b2f6-09ee506d51e2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:37.053069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c902f787-7b40-4da6-a4e6-937223986cf3 req-45b586bd-ec9e-4b38-b2f6-09ee506d51e2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 944 time: 0.0500383 Aug 10 04:42:37.066317 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:37.082536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1c908a-6c53-42ea-82c7-08341a78fa5f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:37.093031 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c902f787-7b40-4da6-a4e6-937223986cf3 req-825ae733-06a6-481c-b64a-b99bc59a0964 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Aug 10 04:42:37.101652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:37.106991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:37.159782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1c1c908a-6c53-42ea-82c7-08341a78fa5f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:37.344108 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['1c1c908a-6c53-42ea-82c7-08341a78fa5f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:38.213213 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d58d2c-ab41-4836-a657-b0ea12f934e4 req-1e78c4af-6abf-405a-b3dd-b73a0a58a89b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:38.215283 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5d58d2c-ab41-4836-a657-b0ea12f934e4 req-1e78c4af-6abf-405a-b3dd-b73a0a58a89b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 945 time: 0.0507812 Aug 10 04:42:38.258484 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5d58d2c-ab41-4836-a657-b0ea12f934e4 req-16aa528f-f0b7-4596-a8b4-c7473e0f56c8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356333 Aug 10 04:42:38.939167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1c1c908a-6c53-42ea-82c7-08341a78fa5f up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:38.987448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 1c1c908a-6c53-42ea-82c7-08341a78fa5f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:38.991086 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 1c1c908a-6c53-42ea-82c7-08341a78fa5f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:38.991462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:39.067814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:39.089683 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:39.091910 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f650e931-2ccd-4a68-98c6-fda739ddc003" -d '{"events": [{"server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "name": "network-vif-plugged", "status": "completed", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:39.105505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:39.110336 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:39.133392 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c978bdb-d3cd-48ed-98da-f59949130296 x-openstack-request-id: req-1c978bdb-d3cd-48ed-98da-f59949130296 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:39.133684 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "name": "network-vif-plugged", "status": "completed", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:39.133935 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c978bdb-d3cd-48ed-98da-f59949130296 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:39.134351 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'code': 200} Aug 10 04:42:39.164293 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1c1c908a-6c53-42ea-82c7-08341a78fa5f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:39.230781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb732d-37d6-4fe2-8871-0e45930daf80 req-ba1fb924-67af-4ace-8396-ea15b59f0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:39.232377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dadb732d-37d6-4fe2-8871-0e45930daf80 req-ba1fb924-67af-4ace-8396-ea15b59f0209 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1098 time: 0.0413067 Aug 10 04:42:39.281431 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dadb732d-37d6-4fe2-8871-0e45930daf80 req-154f4779-e628-472d-bdd3-72f50fa5f320 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417833 Aug 10 04:42:39.377811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d979a3c-4bf2-43f2-b896-287d3fc62429 req-9bbbb7c5-6470-4496-843f-8e4537f30cba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:39.379594 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d979a3c-4bf2-43f2-b896-287d3fc62429 req-9bbbb7c5-6470-4496-843f-8e4537f30cba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0522811 Aug 10 04:42:39.419090 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d979a3c-4bf2-43f2-b896-287d3fc62429 req-716260f6-fb23-4802-a72d-c927df315d2c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331678 Aug 10 04:42:40.544666 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d3dd-0067-450f-bfe2-d889adb88c3e req-30142332-c9c7-4d83-89d8-494495f49f88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:40.546205 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9bb6d3dd-0067-450f-bfe2-d889adb88c3e req-30142332-c9c7-4d83-89d8-494495f49f88 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0578387 Aug 10 04:42:40.583944 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9bb6d3dd-0067-450f-bfe2-d889adb88c3e req-5445ebde-a1e0-4cf2-97f1-3175ab62a28c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Aug 10 04:42:40.699252 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03071af-6238-4d81-96af-2fea277f6481 req-30b10d21-3a48-464a-9381-2605db69e4b1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:40.700731 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c03071af-6238-4d81-96af-2fea277f6481 req-30b10d21-3a48-464a-9381-2605db69e4b1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0471990 Aug 10 04:42:40.737450 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c03071af-6238-4d81-96af-2fea277f6481 req-5d92b938-c9b5-49f3-a9e3-efd617c54fae tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307405 Aug 10 04:42:40.759073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47540) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:40.797387 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84fccd9-b978-4fde-bbd5-02b188eddaa6 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:40.798908 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a84fccd9-b978-4fde-bbd5-02b188eddaa6 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1093 time: 0.0388980 Aug 10 04:42:40.801727 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47542) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:40.805947 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:40.827219 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:40.929053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.029393 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.48 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/6bafb06e-5bf6-4197-98ed-ec5eb41ca8ef) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:41.131786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.169286 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.209898 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:41.212648 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:41.216192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:41.221377 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=6bafb06e-5bf6-4197-98ed-ec5eb41ca8ef,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:41.571262 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.636063 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.784478 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.788825 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.858476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=6bafb06e-5bf6-4197-98ed-ec5eb41ca8ef,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:41.868383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.274617 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP cae3e58b-2e07-4e10-bbb7-af2bfe045767 associated. External IP: 172.25.2.48, port: 1c1c908a-6c53-42ea-82c7-08341a78fa5f. Aug 10 04:42:42.476978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 4de6ebea-4120-4352-871f-180af92feb1e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:42.585019 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:42.595132 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] Sync routers for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:42.600187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.604764 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:42.605379 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:42.627865 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f1ebec37-dec2-443c-8392-8c19241fb4c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8251021 Aug 10 04:42:42.628514 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:42.631285 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38abc8ec-95d1-4590-9583-e763077d7cee" -d '{"events": [{"name": "network-changed", "server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:42.671971 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbab913b-8efb-4f71-bc09-507a56a393d6 x-openstack-request-id: req-dbab913b-8efb-4f71-bc09-507a56a393d6 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:42.672357 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:42.672693 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbab913b-8efb-4f71-bc09-507a56a393d6 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:42.673209 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'status': 'completed', 'code': 200} Aug 10 04:42:42.712312 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:42.754045 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e77413-9626-4388-9fc5-9af039648c7c req-7f2554d4-f5d3-4966-ba66-6c268f433bab tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:42.755827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6e77413-9626-4388-9fc5-9af039648c7c req-7f2554d4-f5d3-4966-ba66-6c268f433bab tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0775189 Aug 10 04:42:42.770362 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc8ec-95d1-4590-9583-e763077d7cee req-74681a39-85b9-4c01-80d9-5eb0218615ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:42.771772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-74681a39-85b9-4c01-80d9-5eb0218615ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1098 time: 0.0663202 Aug 10 04:42:42.842934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c6e77413-9626-4388-9fc5-9af039648c7c req-e0ef2bf8-1084-47a9-bbf7-4a255809d166 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806627 Aug 10 04:42:42.865896 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47548) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:42.888727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc8ec-95d1-4590-9583-e763077d7cee req-c6ed1f49-1647-4277-b236-363fa8680e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:42.890249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-c6ed1f49-1647-4277-b236-363fa8680e3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 200 len: 897 time: 0.1095145 Aug 10 04:42:42.935174 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a99d4a9d-4e8c-4623-84f0-f983fc5db2b4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/cae3e58b-2e07-4e10-bbb7-af2bfe045767 HTTP/1.1" status: 200 len: 991 time: 0.0666604 Aug 10 04:42:42.940510 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'cae3e58b-2e07-4e10-bbb7-af2bfe045767', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.48', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'port_id': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'mac_address': 'fa:16:3e:0e:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:42:41Z', 'updated_at': '2021-08-10T04:42:41Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:32Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:42.957558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-4ddaaf69-aaff-41c3-a7cd-e622153c6898 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 200 len: 999 time: 0.0591877 Aug 10 04:42:42.966953 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] Checking router: 4de6ebea-4120-4352-871f-180af92feb1e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:42.975153 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:42.975760 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:42:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:43.010477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc8ec-95d1-4590-9583-e763077d7cee req-20a3b83e-a2d3-43c4-907a-2ab998974c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.011960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-20a3b83e-a2d3-43c4-907a-2ab998974c2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66692cdb-abb3-423e-9fb0-70bbb51422cc HTTP/1.1" status: 200 len: 835 time: 0.0472431 Aug 10 04:42:43.058107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc8ec-95d1-4590-9583-e763077d7cee req-b08780f8-7215-4cf3-a821-20d3a43b3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.059684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-b08780f8-7215-4cf3-a821-20d3a43b3bcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28031bcc-e0d0-46de-a318-c8c55eb2501e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390658 Aug 10 04:42:43.080001 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:43.160451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-69074ffa-ba91-45c0-a136-bb234cbd54d8 service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925891 Aug 10 04:42:43.258701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38abc8ec-95d1-4590-9583-e763077d7cee req-5e977451-78ac-4550-a759-ab40bae9805d service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889323 Aug 10 04:42:43.390838 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'cae3e58b-2e07-4e10-bbb7-af2bfe045767', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.48', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'port_id': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'mac_address': 'fa:16:3e:0e:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:42:41Z', 'updated_at': '2021-08-10T04:42:41Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:32Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:43.415909 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851db1b-966a-4965-9ebd-466f0e0de23b None None] The sync data for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 is: [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'cae3e58b-2e07-4e10-bbb7-af2bfe045767', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.48', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'port_id': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'mac_address': 'fa:16:3e:0e:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:42:41Z', 'updated_at': '2021-08-10T04:42:41Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:32Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:43.599521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cf4e4-ea77-4b34-bd36-a6c1bd8aaa80 None None] New status for floating IP cae3e58b-2e07-4e10-bbb7-af2bfe045767: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:42:43.938458 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47550) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:43.997279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2d3af2a6-7862-40d1-8a10-63109992be1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/cae3e58b-2e07-4e10-bbb7-af2bfe045767 HTTP/1.1" status: 200 len: 993 time: 0.0576434 Aug 10 04:42:55.556802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:56.663527 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:57.149027 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-baad7020-de05-4aaa-bb85-043aea14137e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:59.744980 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:59.988907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-39a65d80-4415-4358-a9fa-c8e606f5895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:01.996472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:03.451986 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:07.519485 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:43:17.326063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e6ad9-e59b-48e4-ae62-505cf2461ba5 req-8f085114-68e9-4f19-8f72-7d5711c8b436 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:17.327672 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c08e6ad9-e59b-48e4-ae62-505cf2461ba5 req-8f085114-68e9-4f19-8f72-7d5711c8b436 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0553637 Aug 10 04:43:17.371359 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c08e6ad9-e59b-48e4-ae62-505cf2461ba5 req-826dcd6e-db8e-41ee-a3a4-8a450957b1f5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366433 Aug 10 04:43:18.440295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-8bdbfbad-df0b-44b0-955d-13934cae7350 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853858 Aug 10 04:43:18.508147 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a908628-f252-4032-be6f-39e8008fed88 req-d787a69c-4f94-4e1e-b711-2ae781162cd2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:18.509696 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a908628-f252-4032-be6f-39e8008fed88 req-d787a69c-4f94-4e1e-b711-2ae781162cd2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0645709 Aug 10 04:43:18.565101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a908628-f252-4032-be6f-39e8008fed88 req-20076003-deac-4be2-8f02-62b329a64c34 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Aug 10 04:43:18.567728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-3435691b-30b6-4f0e-97b5-ab2497643545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:18.569145 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-3435691b-30b6-4f0e-97b5-ab2497643545 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1098 time: 0.0839295 Aug 10 04:43:18.587655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47572) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:18.696471 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-70a0b645-c332-41f1-918c-fd6bd30defc5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/cae3e58b-2e07-4e10-bbb7-af2bfe045767 HTTP/1.1" status: 200 len: 993 time: 0.1077094 Aug 10 04:43:18.722933 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-b37afeae-7a98-4b5f-af08-0ef3a23d7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:18.724482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-b37afeae-7a98-4b5f-af08-0ef3a23d7471 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 200 len: 897 time: 0.1346698 Aug 10 04:43:18.788604 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-825eadc6-ca5f-4475-93df-f998223e5c26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 200 len: 1001 time: 0.0569358 Aug 10 04:43:18.839614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-1b6c1033-0924-4a55-a596-4d45d1de58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:18.841530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-1b6c1033-0924-4a55-a596-4d45d1de58ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66692cdb-abb3-423e-9fb0-70bbb51422cc HTTP/1.1" status: 200 len: 835 time: 0.0458267 Aug 10 04:43:18.885773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-159dbf3a-e98f-4922-8236-9c29aed57d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:18.887827 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-159dbf3a-e98f-4922-8236-9c29aed57d2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28031bcc-e0d0-46de-a318-c8c55eb2501e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387321 Aug 10 04:43:18.976370 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-097d9be2-7403-421d-a6df-394d62f1b98b service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791991 Aug 10 04:43:19.068695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6978cda5-2e16-4e62-bfb0-3c8627c3af32 req-caa2c1ad-0d49-4885-b0e1-e5e53480eca3 service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839751 Aug 10 04:43:19.948246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bbea0-a886-48e9-9bfc-c88979a5669e req-44e44128-8fca-43aa-995d-e9c2b02b2855 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:19.950025 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b41bbea0-a886-48e9-9bfc-c88979a5669e req-44e44128-8fca-43aa-995d-e9c2b02b2855 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0483711 Aug 10 04:43:19.988076 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b41bbea0-a886-48e9-9bfc-c88979a5669e req-1b42315e-e169-47c3-892b-33793fc5575d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Aug 10 04:43:21.106443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84416ac-b98c-4544-8992-f9e42a572798 req-cd35a56f-d0f1-46dd-b3f9-f0b2acf4ed9b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:21.108032 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a84416ac-b98c-4544-8992-f9e42a572798 req-cd35a56f-d0f1-46dd-b3f9-f0b2acf4ed9b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0500634 Aug 10 04:43:21.146809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a84416ac-b98c-4544-8992-f9e42a572798 req-2afa20e0-1949-4c6e-b758-6b12cb8ce53e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328286 Aug 10 04:43:21.170157 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47584) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:21.234575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-357de476-731a-4b70-8a13-f33a13f87587 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/cae3e58b-2e07-4e10-bbb7-af2bfe045767 HTTP/1.1" status: 200 len: 993 time: 0.0632277 Aug 10 04:43:21.456389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47590) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:21.615158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 6bafb06e-5bf6-4197-98ed-ec5eb41ca8ef {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:43:21.615390 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.692102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.692370 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.705351 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 6bafb06e-5bf6-4197-98ed-ec5eb41ca8ef owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:43:21.854344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.884775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=6bafb06e-5bf6-4197-98ed-ec5eb41ca8ef,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:21.913037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.913440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.913714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.914084 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.914419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.914775 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.915083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.915413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.915742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.916066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.916391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.916715 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:21.958686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:21.959025 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP cae3e58b-2e07-4e10-bbb7-af2bfe045767 disassociated (deleted). External IP: 172.25.2.48, port: 1c1c908a-6c53-42ea-82c7-08341a78fa5f. Aug 10 04:43:22.169747 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 4de6ebea-4120-4352-871f-180af92feb1e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:43:22.278726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:43:22.283665 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:22.289658 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] Sync routers for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:43:22.299520 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:22.300104 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:22.312849 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-4e69cf51-7cf6-416a-9d49-ca5ece0c6aee tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/floatingips/cae3e58b-2e07-4e10-bbb7-af2bfe045767 HTTP/1.1" status: 204 len: 168 time: 0.8553481 Aug 10 04:43:22.313489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:22.315829 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21" -d '{"events": [{"name": "network-changed", "server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:22.367526 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070118c1-8c2c-4cf3-9d83-ad9f134f2438 x-openstack-request-id: req-070118c1-8c2c-4cf3-9d83-ad9f134f2438 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:22.367821 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:22.368070 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-070118c1-8c2c-4cf3-9d83-ad9f134f2438 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:22.368472 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'status': 'completed', 'code': 200} Aug 10 04:43:22.417742 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:22.431473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-8c6eca19-d623-4ecc-864e-53cb31b175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:22.432907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-8c6eca19-d623-4ecc-864e-53cb31b175aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 1098 time: 0.0419483 Aug 10 04:43:22.543244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-b98c83d3-10b1-4ddd-a006-d5a559d1ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:22.544851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-b98c83d3-10b1-4ddd-a006-d5a559d1ba2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 200 len: 897 time: 0.1029956 Aug 10 04:43:22.570248 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419628cf-3395-45c3-874a-356c87d51f33 req-5cd17cc0-f484-414c-b936-d6d3d10826bf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:22.571767 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-419628cf-3395-45c3-874a-356c87d51f33 req-5cd17cc0-f484-414c-b936-d6d3d10826bf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0513482 Aug 10 04:43:22.590925 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-fc8b4c10-a6f0-4aed-af92-bc129d3a48b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 200 len: 217 time: 0.0359709 Aug 10 04:43:22.612876 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-419628cf-3395-45c3-874a-356c87d51f33 req-a776792f-e710-4cf6-9384-100ca17c782d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Aug 10 04:43:22.631841 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:32Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:22.656903 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-9bc763e8-9d39-420f-adab-eb287ce35b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:22.657833 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] Checking router: 4de6ebea-4120-4352-871f-180af92feb1e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:43:22.658424 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-9bc763e8-9d39-420f-adab-eb287ce35b4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66692cdb-abb3-423e-9fb0-70bbb51422cc HTTP/1.1" status: 200 len: 835 time: 0.0578816 Aug 10 04:43:22.666224 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:22.666816 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:22.707017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-47ba63b4-d9bc-4039-ba71-a2ee540ba63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:22.708448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-47ba63b4-d9bc-4039-ba71-a2ee540ba63c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28031bcc-e0d0-46de-a318-c8c55eb2501e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402935 Aug 10 04:43:22.771224 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:22.802775 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-bdab910f-b268-468b-9d10-7abdfe63dc51 service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Aug 10 04:43:22.896785 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9fc7e9a5-41b1-40a3-a9dc-9308a25a9b21 req-e692236d-7229-4fbe-ad4f-5380edd39889 service neutron] 10.222.0.39 "GET /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828371 Aug 10 04:43:22.965846 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:32Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:22.994857 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5a83b-656f-4b06-8708-f8003f652189 None None] The sync data for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 is: [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:42:29Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4', 'name': '', 'network_id': '28031bcc-e0d0-46de-a318-c8c55eb2501e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:92:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:28Z', 'updated_at': '2021-08-10T04:42:32Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '66692cdb-abb3-423e-9fb0-70bbb51422cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:43:23.222433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb8a5d-288d-4cb0-801b-b251f64aeed8 None None] New status for floating IP cae3e58b-2e07-4e10-bbb7-af2bfe045767: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:43:23.737470 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7433145-8c56-4aa4-9dfe-8bbcd27d19ab req-5c96d176-e056-4874-84ff-960adb15f723 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:23.739008 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7433145-8c56-4aa4-9dfe-8bbcd27d19ab req-5c96d176-e056-4874-84ff-960adb15f723 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0542741 Aug 10 04:43:23.777025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7433145-8c56-4aa4-9dfe-8bbcd27d19ab req-2b3d3457-1d68-4a32-b18b-ddafa7dc473c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=b9e771d5-cf7b-413f-a40e-daf9c2495ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Aug 10 04:43:24.162169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-09487a66-d80f-4933-acde-92a68e43948f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:24.163549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-09487a66-d80f-4933-acde-92a68e43948f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 946 time: 0.0488150 Aug 10 04:43:24.253726 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 1c1c908a-6c53-42ea-82c7-08341a78fa5f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:43:24.254343 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:24.350227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 1c1c908a-6c53-42ea-82c7-08341a78fa5f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1c1c908a-6c53-42ea-82c7-08341a78fa5f,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:24.350593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:24.364174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 1c1c908a-6c53-42ea-82c7-08341a78fa5f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:43:24.493339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:24.520202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=1c1c908a-6c53-42ea-82c7-08341a78fa5f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:24.564712 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] No DVR routers for this DVR port 1c1c908a-6c53-42ea-82c7-08341a78fa5f on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:43:24.567306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:24.569296 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-046e4afa-2e26-4212-bfb6-54227fd025ed req-34337a3a-559c-45fa-9359-c1fa143be62d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "DELETE /v2.0/ports/1c1c908a-6c53-42ea-82c7-08341a78fa5f HTTP/1.1" status: 204 len: 173 time: 0.3992946 Aug 10 04:43:24.569728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'name': 'network-vif-deleted', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:24.572333 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb42557f-fb72-4321-b02a-58c39618c2db" -d '{"events": [{"server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "name": "network-vif-deleted", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:24.613769 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5aca2d-f46b-4c02-8eb4-8e656e55263a x-openstack-request-id: req-2f5aca2d-f46b-4c02-8eb4-8e656e55263a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:24.614090 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359b424d-5f13-47ee-b9c2-b1635a7fbaea", "name": "network-vif-deleted", "tag": "1c1c908a-6c53-42ea-82c7-08341a78fa5f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:24.614591 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f5aca2d-f46b-4c02-8eb4-8e656e55263a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:24.614988 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359b424d-5f13-47ee-b9c2-b1635a7fbaea', 'name': 'network-vif-deleted', 'tag': '1c1c908a-6c53-42ea-82c7-08341a78fa5f', 'status': 'completed', 'code': 200} Aug 10 04:43:24.880693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa8dfa97-34fe-46bc-a86d-f281510d62fd req-6df6c8e0-b757-4c78-8b50-9ad1ef257771 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=359b424d-5f13-47ee-b9c2-b1635a7fbaea HTTP/1.1" status: 200 len: 210 time: 0.0265150 Aug 10 04:43:25.572717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:25.937913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47606) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:26.289310 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:26.663268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:26.846579 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:43:26.846913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:26.938640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:26.939336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:26.951477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:43:27.137364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.151283 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d23572d0-9905-43a8-a69e-24cb28d262a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.167031 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:27.346199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.569936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 4de6ebea-4120-4352-871f-180af92feb1e has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:43:27.675186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:43:27.680127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-600a7d21-80f6-4535-b4d8-fe9b4dc3873b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/4de6ebea-4120-4352-871f-180af92feb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411523 Aug 10 04:43:27.682990 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47608) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:27.685490 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] Sync routers for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:43:27.695752 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:27.696354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:27.741600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting subnet 66692cdb-abb3-423e-9fb0-70bbb51422cc {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:43:27.745648 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.792718 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.799991 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:27.875114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.939450 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.969888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Subnet': ['ID=66692cdb-abb3-423e-9fb0-70bbb51422cc,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:27.973508 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:27.977821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/subnets/66692cdb-abb3-423e-9fb0-70bbb51422cc HTTP/1.1" status: 204 len: 168 time: 0.2906320 Aug 10 04:43:27.978107 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:43:27Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:27.978545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47610) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:27.980936 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.981306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.981652 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.982588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.982930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.983275 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.983394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761e8c4-3866-4d9c-87a0-28a2c2fc80b9 None None] Network 28031bcc-e0d0-46de-a318-c8c55eb2501e requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:43:27.983833 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.983924 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.984269 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.984593 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.984927 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:27.985254 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dabc46-59e5-4cb1-8cb3-f34de40cb180 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.009496 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] Checking router: 4de6ebea-4120-4352-871f-180af92feb1e for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:43:28.018008 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] Routers {'4de6ebea-4120-4352-871f-180af92feb1e'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:28.018640 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['4de6ebea-4120-4352-871f-180af92feb1e'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:28.111345 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.126698 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] Set router 4de6ebea-4120-4352-871f-180af92feb1e gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:28.182015 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] DHCP port deletion for 28031bcc-e0d0-46de-a318-c8c55eb2501e request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:43:28.232541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Deleting port 1a68d3b7-4ff7-467e-ba18-94a44e764210 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:43:28.233230 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.234058 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.292326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port b6467ea8-9117-430a-afe0-e1df6a5694f9 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:43:28.293061 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.300528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] For port 1a68d3b7-4ff7-467e-ba18-94a44e764210, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=1a68d3b7-4ff7-467e-ba18-94a44e764210,segment=NetworkSegment(4ad51728-c31a-426c-91cd-e21135069ba3),segment_id=4ad51728-c31a-426c-91cd-e21135069ba3)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:28.301009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.313729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Calling delete_port for 1a68d3b7-4ff7-467e-ba18-94a44e764210 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:43:28.383486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port b6467ea8-9117-430a-afe0-e1df6a5694f9, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b6467ea8-9117-430a-afe0-e1df6a5694f9,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:28.383866 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.396673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for b6467ea8-9117-430a-afe0-e1df6a5694f9 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:43:28.419637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.425064 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:43:27Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:28.448532 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Pushing event deleted for resources: {'Port': ['ID=1a68d3b7-4ff7-467e-ba18-94a44e764210,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:28.454303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] No DVR routers for this DVR port 1a68d3b7-4ff7-467e-ba18-94a44e764210 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:43:28.454821 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607b3328-711a-4018-8f04-7bfb22672254 None None] The sync data for ids ['4de6ebea-4120-4352-871f-180af92feb1e'] in n-d-769329-14 is: [{'id': '4de6ebea-4120-4352-871f-180af92feb1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1751154225', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:42:25Z', 'updated_at': '2021-08-10T04:43:27Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'b6467ea8-9117-430a-afe0-e1df6a5694f9', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de6ebea-4120-4352-871f-180af92feb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:42:26Z', 'updated_at': '2021-08-10T04:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:43:28.471168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.471297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.471588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.471918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.472428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.473698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.474533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.475894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.476409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.477195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.477815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.478320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937ea2a-1e8e-4865-b5b7-298518a27fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:28.593086 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.619906 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=b6467ea8-9117-430a-afe0-e1df6a5694f9,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:28.678052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.769899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.772038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.816540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.817317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Fanout notify agent at l3_agent the message router_deleted on router 4de6ebea-4120-4352-871f-180af92feb1e {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:43:28.824672 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:28.826395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4c7b601-969f-4f04-8a27-6fae58660370 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/routers/4de6ebea-4120-4352-871f-180af92feb1e HTTP/1.1" status: 204 len: 168 time: 0.8449662 Aug 10 04:43:28.829023 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47612) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:28.843286 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1a68d3b7-4ff7-467e-ba18-94a44e764210 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:43:28.865925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 1a68d3b7-4ff7-467e-ba18-94a44e764210 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:43:28.866390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 1a68d3b7-4ff7-467e-ba18-94a44e764210 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:43:28.909193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.000217 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.010156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28031bcc-e0d0-46de-a318-c8c55eb2501e']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:29.021176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad51728-c31a-426c-91cd-e21135069ba3') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:29.021465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad51728-c31a-426c-91cd-e21135069ba3') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:29.030541 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.043717 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.050063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:43:29.050455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:43:29.053352 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:43:29.112926 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.117646 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.123341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/networks/28031bcc-e0d0-46de-a318-c8c55eb2501e HTTP/1.1" status: 204 len: 168 time: 0.2900321 Aug 10 04:43:29.123845 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47614) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:29.136423 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7b97e-f375-456f-851c-04ab6ebaac54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Network': ['ID=28031bcc-e0d0-46de-a318-c8c55eb2501e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:29.183647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1c1c908a-6c53-42ea-82c7-08341a78fa5f no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:43:29.186831 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf520bea-d6ae-4a9a-942a-26c75c86d3ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.203005 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 1c1c908a-6c53-42ea-82c7-08341a78fa5f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:43:29.203428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1c1c908a-6c53-42ea-82c7-08341a78fa5f not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:43:29.213491 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf520bea-d6ae-4a9a-942a-26c75c86d3ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.274786 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf520bea-d6ae-4a9a-942a-26c75c86d3ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.277451 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf520bea-d6ae-4a9a-942a-26c75c86d3ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.278801 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf520bea-d6ae-4a9a-942a-26c75c86d3ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/security-groups/b9e771d5-cf7b-413f-a40e-daf9c2495ea5 HTTP/1.1" status: 204 len: 168 time: 0.1538606 Aug 10 04:43:29.289972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf520bea-d6ae-4a9a-942a-26c75c86d3ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e771d5-cf7b-413f-a40e-daf9c2495ea5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:29.575361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47620) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:29.580353 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704703060', 'description': 'tempest-secgroup-smoke-704703060 description', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:29.602347 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.685620 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.689369 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.718025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.718025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414094 Aug 10 04:43:29.719940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d1e2f-7054-46b2-b1a0-cd9622201ed1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:29.721049 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47622) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:29.725817 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'dd11faea-20c3-41bd-9b97-d3fe6e7ccf39', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:29.751085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.754920 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.801393 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.805077 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.820448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ad88c3-852f-4976-9cc8-86b44a2f625c,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:29.829698 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.831072 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6675e842-ec61-46b0-a6fa-dd3f97be1dfe tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090004 Aug 10 04:43:29.833694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47624) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:29.838128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'dd11faea-20c3-41bd-9b97-d3fe6e7ccf39', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:29.864556 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.929368 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.933879 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.956587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5154767-3a5d-4c83-a073-06fb69fbf742,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:29.962664 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:29.964117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f776c075-b5ed-41e8-8334-05f0df184ea1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291788 Aug 10 04:43:29.967268 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47626) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:29.974692 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'dd11faea-20c3-41bd-9b97-d3fe6e7ccf39', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:29.990487 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4fddb8b9-966e-4e94-92bb-0099e7e50a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.004548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.061830 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.065560 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.086631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b334937-8ca2-443d-9050-8f1b2ecb5ec4,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:30.090248 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.092064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1cab4ff2-77dc-4028-a40d-1332526d4fed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232200 Aug 10 04:43:30.094879 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47628) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:30.099565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'dd11faea-20c3-41bd-9b97-d3fe6e7ccf39', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:30.126525 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.184709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.189001 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.209878 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413a2fbe-25e5-440d-9099-8456237031ed,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:30.213599 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.214995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-63b3049e-5657-4056-982e-1bde1da1ff16 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190031 Aug 10 04:43:30.217636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47630) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:30.222077 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'dd11faea-20c3-41bd-9b97-d3fe6e7ccf39', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:30.242634 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:43:30.247784 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.306955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.311108 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.331660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619643c7-3b0d-47e0-8617-5ac14e69c4ce,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:30.335280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.336541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8b25eecb-634f-43bc-9406-f46e44254ec5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179125 Aug 10 04:43:30.340773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47632) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:30.345247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'dd11faea-20c3-41bd-9b97-d3fe6e7ccf39', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:30.368567 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:43:30.374212 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.418503 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6467ea8-9117-430a-afe0-e1df6a5694f9 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:43:30.438873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b6467ea8-9117-430a-afe0-e1df6a5694f9 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:43:30.439218 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b6467ea8-9117-430a-afe0-e1df6a5694f9 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:43:30.439639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:43:30.443124 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.446974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.458956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:43:30.459309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e4ab8ce3-1907-4267-81f6-7bbd3c2eabf4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:43:30.467896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9e2da4-ea3c-4ae8-8c43-ae305c01172f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:30.471383 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.472680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-afeb36a6-bcf3-437e-a327-c9b5dcc7507e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309843 Aug 10 04:43:30.475463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47634) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:30.480427 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'network': {'name': 'tempest-network-smoke--491838595', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:30.502395 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:43:30.506576 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.528979 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:43:30.538150 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.538488 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Added segment 7ee0911e-08d7-45c9-bb56-f551aca702b4 of type vlan for network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d Aug 10 04:43:30.579309 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.607165 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.612853 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:30.613640 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.668569 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919961 Aug 10 04:43:30.671824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47636) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:30.676381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'admin_state_up': True, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:30.698481 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a14feb-0f29-4020-8309-063d4b4e1598 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Network': ['ID=9ca69035-68b5-4b5d-b60f-3da7c4c7151d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:30.708714 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:43:30.711329 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.712353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.766580 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:30.913365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.102193 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.125264 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.224698 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.81 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/40a0e678-479e-469a-8e0b-ef873965a1d4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:43:31.325316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.363601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.409378 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:43:31.412288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:31.415838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:43:31.438342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=40a0e678-479e-469a-8e0b-ef873965a1d4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:31.665111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.863688 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:31.999286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.303776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 88e89fd2-3f98-49a9-ad09-51956666f628 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:43:32.412252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:43:32.422177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Sync routers for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:43:32.430783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.432183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-513f6650-6d8e-4596-83d4-6a2615f073d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7594144 Aug 10 04:43:32.433282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:32.433972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:32.435788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47638) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:32.464042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-19e818d9-9a28-42a5-9ced-2d11b98e54da tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e5295ce036b842c48fa3d1660daa4cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271134 Aug 10 04:43:32.466545 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47640) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:32.539708 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:32.554997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd3a02-b495-40d2-838d-32e9e4d086d8 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:32.556428 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fccd3a02-b495-40d2-838d-32e9e4d086d8 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889437 Aug 10 04:43:32.559227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47644) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:32.592011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7932e620-1f57-4517-ae6b-16264c1541cb tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312157 Aug 10 04:43:32.594516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47646) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:32.599292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-120953016', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:32.684628 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:43:32.688951 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.718909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:31Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:32.749325 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Checking router: 88e89fd2-3f98-49a9-ad09-51956666f628 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:43:32.749677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Updating router 88e89fd2-3f98-49a9-ad09-51956666f628 port 40a0e678-479e-469a-8e0b-ef873965a1d4 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:43:32.776641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.875656 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.941215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Subnet': ['ID=c3fe5d46-e5ba-4591-9fe8-878fba96053c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:32.948929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Checking segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:43:32.949292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network hostable DHCP agents. Network: 9ca69035-68b5-4b5d-b60f-3da7c4c7151d, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:43:32.966069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:43:32.975299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 9ca69035-68b5-4b5d-b60f-3da7c4c7151d) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:32.979671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:32.980273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:32.989658 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a5223-6bc0-4445-8120-b194022b45bf None None] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:43:32.998766 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8d0eb636-775c-4cd0-8ec0-326a068cb666 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3999748 Aug 10 04:43:32.998973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47648) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:33.081215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.101925 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Transition to ACTIVE for port object 40a0e678-479e-469a-8e0b-ef873965a1d4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:33.112300 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.198776 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Attempting to bind port 40a0e678-479e-469a-8e0b-ef873965a1d4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:43:33.199142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Attempting to bind port 40a0e678-479e-469a-8e0b-ef873965a1d4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:43:33.199504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Attempting to bind port 40a0e678-479e-469a-8e0b-ef873965a1d4 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:43:33.204675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572e73c-c005-46dd-88ab-f79522b9a204 None None] Pushing event updated for resources: {'Port': ['ID=40a0e678-479e-469a-8e0b-ef873965a1d4,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:33.212279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:43:33.212614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:43:33.213012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.213394 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:43:33.213862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Bound port: 40a0e678-479e-469a-8e0b-ef873965a1d4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:43:33.214269 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.271619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:43:33.272483 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.299730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] For port 40a0e678-479e-469a-8e0b-ef873965a1d4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:43:33.306810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] For port 40a0e678-479e-469a-8e0b-ef873965a1d4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=40a0e678-479e-469a-8e0b-ef873965a1d4,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:43:33.313245 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.461615 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.467811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572e73c-c005-46dd-88ab-f79522b9a204 None None] Pushing event updated for resources: {'Port': ['ID=40a0e678-479e-469a-8e0b-ef873965a1d4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:33.477025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:33.477637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:33.518992 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.536019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Allocated IP 172.20.0.2 (9ca69035-68b5-4b5d-b60f-3da7c4c7151d/c3fe5d46-e5ba-4591-9fe8-878fba96053c/576ac8f8-6d18-486f-b930-7c471661d11d) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:43:33.643853 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:33.835862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.861933 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Transition to ACTIVE for port object 576ac8f8-6d18-486f-b930-7c471661d11d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:33.881251 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Transition to ACTIVE for port object 576ac8f8-6d18-486f-b930-7c471661d11d will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:33.890449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:33.939064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:43:33.942469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.1 (9ca69035-68b5-4b5d-b60f-3da7c4c7151d/c3fe5d46-e5ba-4591-9fe8-878fba96053c/c2e25444-9362-4a83-b562-9305b88f6ab4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:43:33.944040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Pushing event updated for resources: {'Port': ['ID=576ac8f8-6d18-486f-b930-7c471661d11d,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:33.947302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:33.950692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:43:33.954912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:31Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:33.988811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc558742-d81d-44f0-acb0-95c51532b3a5 None None] The sync data for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 is: [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:31Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:43:34.036281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Attempting to bind port 576ac8f8-6d18-486f-b930-7c471661d11d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:43:34.036648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Attempting to bind port 576ac8f8-6d18-486f-b930-7c471661d11d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:43:34.037012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Attempting to bind port 576ac8f8-6d18-486f-b930-7c471661d11d on network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:43:34.042409 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:43:34.042779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Checking segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:43:34.043183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.043572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Bound using segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:43:34.044040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Bound port: 576ac8f8-6d18-486f-b930-7c471661d11d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:43:34.044987 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.066111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.081895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object c2e25444-9362-4a83-b562-9305b88f6ab4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:34.109972 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] For port 576ac8f8-6d18-486f-b930-7c471661d11d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:43:34.113187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] For port 576ac8f8-6d18-486f-b930-7c471661d11d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=576ac8f8-6d18-486f-b930-7c471661d11d,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:43:34.117107 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.118280 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.166301 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:43:34.176360 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:34.178503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=c2e25444-9362-4a83-b562-9305b88f6ab4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:34.180947 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:43:34.193620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3bb93-13e3-4190-8bd1-799b3b465e62 None None] Pushing event updated for resources: {'Port': ['ID=576ac8f8-6d18-486f-b930-7c471661d11d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:34.238237 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.432751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.495628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 40a0e678-479e-469a-8e0b-ef873965a1d4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:34.564863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 40a0e678-479e-469a-8e0b-ef873965a1d4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:34.569367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 40a0e678-479e-469a-8e0b-ef873965a1d4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:34.569759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.657501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.680679 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 40a0e678-479e-469a-8e0b-ef873965a1d4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=40a0e678-479e-469a-8e0b-ef873965a1d4,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:34.686031 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.747880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=40a0e678-479e-469a-8e0b-ef873965a1d4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:34.755494 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.760938 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.837838 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:34.841467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=c2e25444-9362-4a83-b562-9305b88f6ab4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:34.957333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:43:34.959017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:35.085218 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 88e89fd2-3f98-49a9-ad09-51956666f628 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:43:35.203392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:43:35.208627 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dc3b150e-c459-4a25-82d5-064e8a4e0911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/88e89fd2-3f98-49a9-ad09-51956666f628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2086060 Aug 10 04:43:35.262576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f70008-9bff-4736-be9a-ead13e8e7f95 None None] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:43:35.327275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5ae058db-3658-48c1-a247-0d1156cb1612 None None] Provisioning for port 576ac8f8-6d18-486f-b930-7c471661d11d completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:35.360449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-54acdc7d-5e85-48bd-9393-d175f78a10ed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704703060&fields=id&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 267 time: 0.0388045 Aug 10 04:43:35.498037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-e0cba183-2522-4c71-a44a-7570a487432a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:35.499839 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-e0cba183-2522-4c71-a44a-7570a487432a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 796 time: 0.1311793 Aug 10 04:43:35.519195 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-7e4fca51-ec96-40e2-a74c-707878da377c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/quotas/e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 375 time: 0.0110459 Aug 10 04:43:35.575187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-7a616ece-fa33-4cd0-b257-6118e3ef08de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495555 Aug 10 04:43:35.726562 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Sync routers for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:43:35.731015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-ccfd5de5-a437-4d8e-b1e4-f5d21fbed546 service neutron] 10.222.0.53 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424811 Aug 10 04:43:35.736889 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:35.737504 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:35.824478 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-1a046b47-733c-453b-a511-bf4976337ea0 service neutron] 10.222.0.53 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863032 Aug 10 04:43:35.848658 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:35.865781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6b234ff1-bd64-4b27-acb7-3608c56fcbd9 None None] Provisioning for port c2e25444-9362-4a83-b562-9305b88f6ab4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:35.871279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-6b234ff1-bd64-4b27-acb7-3608c56fcbd9 None None] Provisioning complete for port c2e25444-9362-4a83-b562-9305b88f6ab4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:35.871985 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6b234ff1-bd64-4b27-acb7-3608c56fcbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:35.925893 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-6b234ff1-bd64-4b27-acb7-3608c56fcbd9 None None] Port c2e25444-9362-4a83-b562-9305b88f6ab4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:43:36.040270 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a1d658a7-2508-4db4-9067-b6d7c0d36c09 req-6492366f-781e-4493-926d-966a27fd1883 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 210 time: 0.0390413 Aug 10 04:43:36.060884 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 2, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:36.062415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c653e99d-52f1-43cc-9d71-dd6ff04ac850 None None] Provisioning complete for port c2e25444-9362-4a83-b562-9305b88f6ab4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:36.062989 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c653e99d-52f1-43cc-9d71-dd6ff04ac850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.092609 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Checking router: 88e89fd2-3f98-49a9-ad09-51956666f628 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:43:36.093190 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Updating router 88e89fd2-3f98-49a9-ad09-51956666f628 port c2e25444-9362-4a83-b562-9305b88f6ab4 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:43:36.106254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-c653e99d-52f1-43cc-9d71-dd6ff04ac850 None None] Port c2e25444-9362-4a83-b562-9305b88f6ab4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:43:36.123538 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.324507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f65484a9-05c8-4ff3-ba3e-f67fca8c6f09 None None] Provisioning complete for port c2e25444-9362-4a83-b562-9305b88f6ab4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:36.325064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f65484a9-05c8-4ff3-ba3e-f67fca8c6f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.362704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f65484a9-05c8-4ff3-ba3e-f67fca8c6f09 None None] Port c2e25444-9362-4a83-b562-9305b88f6ab4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:43:36.397577 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.409424 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Transition to ACTIVE for port object c2e25444-9362-4a83-b562-9305b88f6ab4 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:36.422437 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.497293 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Pushing event updated for resources: {'Port': ['ID=c2e25444-9362-4a83-b562-9305b88f6ab4,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:36.511386 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.511727 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.512059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.512449 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.513289 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.513618 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.514125 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.514334 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.514652 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.514964 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.515275 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.516298 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:43:36.529921 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 576ac8f8-6d18-486f-b930-7c471661d11d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:36.582500 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Attempting to bind port c2e25444-9362-4a83-b562-9305b88f6ab4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:43:36.582866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Attempting to bind port c2e25444-9362-4a83-b562-9305b88f6ab4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:43:36.583447 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Attempting to bind port c2e25444-9362-4a83-b562-9305b88f6ab4 on network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:43:36.590091 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:43:36.590882 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Checking segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:43:36.592012 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.592518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Bound using segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:43:36.593402 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Bound port: c2e25444-9362-4a83-b562-9305b88f6ab4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:43:36.593843 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.598531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 576ac8f8-6d18-486f-b930-7c471661d11d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:36.602936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 576ac8f8-6d18-486f-b930-7c471661d11d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:36.603543 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.678975 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] For port c2e25444-9362-4a83-b562-9305b88f6ab4, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:43:36.682645 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] For port c2e25444-9362-4a83-b562-9305b88f6ab4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c2e25444-9362-4a83-b562-9305b88f6ab4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:43:36.691787 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.698954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.741113 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 576ac8f8-6d18-486f-b930-7c471661d11d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=576ac8f8-6d18-486f-b930-7c471661d11d,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:36.746273 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.747435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 40a0e678-479e-469a-8e0b-ef873965a1d4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:36.751646 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:36.752291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:36.800640 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaf400-f594-418b-bf72-c0e577235c68 None None] Pushing event updated for resources: {'Port': ['ID=c2e25444-9362-4a83-b562-9305b88f6ab4,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:36.861601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=576ac8f8-6d18-486f-b930-7c471661d11d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:36.874881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 40a0e678-479e-469a-8e0b-ef873965a1d4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:36.875255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:36.881953 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:37.095941 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:36Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:37.122456 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d8b3a-0c7b-4c5b-b484-efea0f14de1f None None] The sync data for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 is: [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:36Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:43:37.146684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e67c044-269c-42d2-9db5-27e40fd512c9 req-219e5ff9-8d36-44d4-bfad-38002a6abc13 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 210 time: 0.0323405 Aug 10 04:43:37.359976 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-7c5aa9f8-ab46-40e7-86d7-fec03c61e161 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:37.362286 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-7c5aa9f8-ab46-40e7-86d7-fec03c61e161 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 796 time: 0.1162467 Aug 10 04:43:37.416017 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-ac033bea-f910-4bf3-84c6-224140c8cb54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 379 time: 0.0432215 Aug 10 04:43:37.430139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'port': {'device_id': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'admin_state_up': True, 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'security_groups': ['dd11faea-20c3-41bd-9b97-d3fe6e7ccf39']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:37.566988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:43:37.571006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:37.702166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.5 (9ca69035-68b5-4b5d-b60f-3da7c4c7151d/c3fe5d46-e5ba-4591-9fe8-878fba96053c/360cfba8-402f-4425-b84b-da3531dc3ad4) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:43:37.855448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:37.870793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object 360cfba8-402f-4425-b84b-da3531dc3ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:37.905305 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:37.952458 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:43:37.955743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:37.959702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:43:37.984408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=360cfba8-402f-4425-b84b-da3531dc3ad4,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:38.016251 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:38.017018 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.034968 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-62d4f4ec-f970-4e19-8e95-4bd0f782b0a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088765 Aug 10 04:43:38.048702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Request body: {'port': {'device_id': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:38.113419 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.208978 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3d77b927-4340-4fb0-9131-3629fef04b68 None None] Provisioning for port 360cfba8-402f-4425-b84b-da3531dc3ad4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:38.213052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3d77b927-4340-4fb0-9131-3629fef04b68 None None] Provisioning complete for port 360cfba8-402f-4425-b84b-da3531dc3ad4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:38.213546 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d77b927-4340-4fb0-9131-3629fef04b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.258082 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-3d77b927-4340-4fb0-9131-3629fef04b68 None None] Port 360cfba8-402f-4425-b84b-da3531dc3ad4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:43:38.284505 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166eac6-358c-4574-954a-9d7bac8e0b05 req-293db51f-faee-40c9-94af-dda16108e56b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:38.286186 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9166eac6-358c-4574-954a-9d7bac8e0b05 req-293db51f-faee-40c9-94af-dda16108e56b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 931 time: 0.0575180 Aug 10 04:43:38.323777 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-9166eac6-358c-4574-954a-9d7bac8e0b05 req-66b450ec-1484-45e7-93c9-90e0cc330faf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Aug 10 04:43:38.399607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360cfba8-402f-4425-b84b-da3531dc3ad4 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:43:38.408998 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.424397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Transition to ACTIVE for port object 360cfba8-402f-4425-b84b-da3531dc3ad4 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:43:38.428133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.480967 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Pushing event updated for resources: {'Port': ['ID=360cfba8-402f-4425-b84b-da3531dc3ad4,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:38.481207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2e25444-9362-4a83-b562-9305b88f6ab4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:38.540603 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port c2e25444-9362-4a83-b562-9305b88f6ab4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:38.547351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c2e25444-9362-4a83-b562-9305b88f6ab4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:38.547800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.553072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Attempting to bind port 360cfba8-402f-4425-b84b-da3531dc3ad4 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:43:38.553406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Attempting to bind port 360cfba8-402f-4425-b84b-da3531dc3ad4 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:43:38.553733 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Attempting to bind port 360cfba8-402f-4425-b84b-da3531dc3ad4 on network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:43:38.558181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Port 360cfba8-402f-4425-b84b-da3531dc3ad4 on network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:43:38.558772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Attempting to bind port 360cfba8-402f-4425-b84b-da3531dc3ad4 on network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:43:38.564721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:43:38.565053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Checking segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:43:38.565437 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Bound using segment: {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:43:38.565862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Bound port: 360cfba8-402f-4425-b84b-da3531dc3ad4, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee0911e-08d7-45c9-bb56-f551aca702b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:43:38.566241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.633501 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.637569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] For port 360cfba8-402f-4425-b84b-da3531dc3ad4, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:43:38.641807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] For port 360cfba8-402f-4425-b84b-da3531dc3ad4, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=360cfba8-402f-4425-b84b-da3531dc3ad4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:43:38.647262 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.676840 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port c2e25444-9362-4a83-b562-9305b88f6ab4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c2e25444-9362-4a83-b562-9305b88f6ab4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:38.683228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.685401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 576ac8f8-6d18-486f-b930-7c471661d11d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:38.686801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:38.687458 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.688815 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] 10.222.0.39 "PUT /v2.0/ports/360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 1092 time: 0.6453271 Aug 10 04:43:38.689282 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:38.692296 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:38.727195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b89b9c-9126-4e31-8f65-f178896c3d93 service neutron] Pushing event updated for resources: {'Port': ['ID=360cfba8-402f-4425-b84b-da3531dc3ad4,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:38.765758 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86faf1e9-b7bf-4f2b-bf77-7be228d8f2bc x-openstack-request-id: req-86faf1e9-b7bf-4f2b-bf77-7be228d8f2bc {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:38.766067 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:38.766317 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86faf1e9-b7bf-4f2b-bf77-7be228d8f2bc {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:38.766740 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'status': 'completed', 'code': 200} Aug 10 04:43:38.777522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=c2e25444-9362-4a83-b562-9305b88f6ab4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:38.781573 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-014e07a9-4cce-4591-b23a-1747108ffe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:38.783893 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-014e07a9-4cce-4591-b23a-1747108ffe9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1095 time: 0.0534661 Aug 10 04:43:38.808168 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 576ac8f8-6d18-486f-b930-7c471661d11d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:38.808621 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:38.829694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-629190a8-8c6b-4bf9-ba50-c16a137ac6ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0377402 Aug 10 04:43:38.882555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-9368061f-7f10-4790-8ca8-d290970c00af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:38.884134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-9368061f-7f10-4790-8ca8-d290970c00af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 200 len: 834 time: 0.0472326 Aug 10 04:43:38.936718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-d75f2567-e7a5-44bc-9fcf-f441ca315a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:38.938243 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-d75f2567-e7a5-44bc-9fcf-f441ca315a12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460298 Aug 10 04:43:39.025452 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-dacd0d09-55d3-428d-bbf0-b5f65c7d54cf service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795305 Aug 10 04:43:39.120939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fa93926b-ede1-491c-9bba-c95a97a36021 req-97f1bbe5-fb00-4425-88de-fea28bd8bc21 service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Aug 10 04:43:39.205870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-dc756197-d584-4aaa-aa0c-1a7f8e6fd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:39.207395 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-dc756197-d584-4aaa-aa0c-1a7f8e6fd054 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1095 time: 0.0402689 Aug 10 04:43:39.296901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-9affe22d-753d-4331-92fb-72d3869db452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:39.298603 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-9affe22d-753d-4331-92fb-72d3869db452 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 897 time: 0.0832081 Aug 10 04:43:39.343164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-629f35e2-6f3a-4a78-af5e-1fc4fed8fa8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0374219 Aug 10 04:43:39.392956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-d873c8c9-7a08-44e2-8a37-b160f6bd8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:39.394835 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-d873c8c9-7a08-44e2-8a37-b160f6bd8763 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 200 len: 834 time: 0.0447927 Aug 10 04:43:39.442308 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae820e2-3dd8-4e8c-91ff-a97925372b00 req-b0e69863-7123-41b8-8de3-d89e220e153d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:39.442924 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-b2a05a60-1a64-4d43-86f9-a03acf75d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:39.443821 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ae820e2-3dd8-4e8c-91ff-a97925372b00 req-b0e69863-7123-41b8-8de3-d89e220e153d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 943 time: 0.0497715 Aug 10 04:43:39.444136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-b2a05a60-1a64-4d43-86f9-a03acf75d85e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409632 Aug 10 04:43:39.483517 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ae820e2-3dd8-4e8c-91ff-a97925372b00 req-87eef72f-6685-466a-a363-d5ccb861562e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334175 Aug 10 04:43:39.542399 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-08cc7915-fc9a-463a-a873-e6d9e3f5797d service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891211 Aug 10 04:43:39.632127 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-87d1e65c-f586-40ce-b12e-2d3dfbe7e0f9 req-2c724e10-834f-417b-adfe-b16a1366b2a5 service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804567 Aug 10 04:43:40.408187 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2e25444-9362-4a83-b562-9305b88f6ab4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:40.454093 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port c2e25444-9362-4a83-b562-9305b88f6ab4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:40.454545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:40.607195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b61b-28d4-4e20-ba50-8eb1c9e4d95c req-424cbf7f-a854-4b3b-9433-b804d1b9e3e9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:40.608605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7252b61b-28d4-4e20-ba50-8eb1c9e4d95c req-424cbf7f-a854-4b3b-9433-b804d1b9e3e9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 943 time: 0.0548000 Aug 10 04:43:40.645793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7252b61b-28d4-4e20-ba50-8eb1c9e4d95c req-1c229a57-6075-47d6-88f9-ce204da4fef8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Aug 10 04:43:41.238209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 360cfba8-402f-4425-b84b-da3531dc3ad4 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:43:41.346227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 360cfba8-402f-4425-b84b-da3531dc3ad4, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=360cfba8-402f-4425-b84b-da3531dc3ad4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:41.359084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'port_id': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'mac_address': 'fa:16:3e:ef:bf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:43:41.397595 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:41.411558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360cfba8-402f-4425-b84b-da3531dc3ad4 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:43:41.439393 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 360cfba8-402f-4425-b84b-da3531dc3ad4, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=360cfba8-402f-4425-b84b-da3531dc3ad4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:41.444583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:41.502364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=360cfba8-402f-4425-b84b-da3531dc3ad4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:41.661808 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['360cfba8-402f-4425-b84b-da3531dc3ad4'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:43:41.765433 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a6f70-4f92-491e-a403-24f9e06ff8b0 req-09ab9855-ab74-407a-85d5-0f37cbb510ed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:41.767069 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-306a6f70-4f92-491e-a403-24f9e06ff8b0 req-09ab9855-ab74-407a-85d5-0f37cbb510ed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 944 time: 0.0519638 Aug 10 04:43:41.807418 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-306a6f70-4f92-491e-a403-24f9e06ff8b0 req-09151cdf-1bee-4383-8740-d47665e27e46 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337551 Aug 10 04:43:42.927956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e661a-d4e0-484f-a04e-3c66a348eee1 req-f3b0bb3f-b00a-4c05-94dc-d91989dd4083 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:42.929450 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-453e661a-d4e0-484f-a04e-3c66a348eee1 req-f3b0bb3f-b00a-4c05-94dc-d91989dd4083 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 944 time: 0.0494790 Aug 10 04:43:42.967137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-453e661a-d4e0-484f-a04e-3c66a348eee1 req-368c3fdf-44ab-4cc0-a18f-258fc444e4a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 Aug 10 04:43:43.260465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 360cfba8-402f-4425-b84b-da3531dc3ad4 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:43:43.308760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 360cfba8-402f-4425-b84b-da3531dc3ad4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:43:43.312530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 360cfba8-402f-4425-b84b-da3531dc3ad4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:43:43.312903 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:43.388320 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:43.410723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:43.412943 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c513b-3ff4-498e-a3ef-9fcfed179b8a" -d '{"events": [{"server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "name": "network-vif-plugged", "status": "completed", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:43.428522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 360cfba8-402f-4425-b84b-da3531dc3ad4, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=360cfba8-402f-4425-b84b-da3531dc3ad4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:43:43.432949 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:43.463731 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ba43e9-c520-4fdd-9a5f-72afae37b925 x-openstack-request-id: req-b2ba43e9-c520-4fdd-9a5f-72afae37b925 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:43.464025 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "name": "network-vif-plugged", "status": "completed", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:43.464264 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2ba43e9-c520-4fdd-9a5f-72afae37b925 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:43.464639 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'code': 200} Aug 10 04:43:43.505203 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=360cfba8-402f-4425-b84b-da3531dc3ad4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:43.552359 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b55c9-010f-494b-be63-4d3cc089070f req-3119e13c-5c38-4234-b443-b62b5f8fb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:43.553873 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b40b55c9-010f-494b-be63-4d3cc089070f req-3119e13c-5c38-4234-b443-b62b5f8fb106 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1097 time: 0.0471954 Aug 10 04:43:43.588718 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b40b55c9-010f-494b-be63-4d3cc089070f req-d33ea834-8cca-4341-a927-598d37b2176e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271330 Aug 10 04:43:44.084284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693364da-5833-4f15-bb82-92bb6144b8ba req-c166d401-d2a6-4f9d-9409-fac58191a3c8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:44.085784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-693364da-5833-4f15-bb82-92bb6144b8ba req-c166d401-d2a6-4f9d-9409-fac58191a3c8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Aug 10 04:43:44.124176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-693364da-5833-4f15-bb82-92bb6144b8ba req-f146026b-7569-456f-bfd2-dee2c9bf6719 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323393 Aug 10 04:43:44.519590 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:43:45.248182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5156-e33b-49bf-ab07-cd5f35c650fc req-5d00294d-2b41-4c7a-afd1-1f9f4665edce tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:45.249673 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ecb5156-e33b-49bf-ab07-cd5f35c650fc req-5d00294d-2b41-4c7a-afd1-1f9f4665edce tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0544126 Aug 10 04:43:45.288540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1ecb5156-e33b-49bf-ab07-cd5f35c650fc req-633d74c2-147e-4321-a0a8-c4e69620548d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Aug 10 04:43:45.404047 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e2a65-706e-4753-b1b7-e315975635d6 req-2cdec034-27b8-4fd3-a3c8-b9b67274a378 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:45.405460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a80e2a65-706e-4753-b1b7-e315975635d6 req-2cdec034-27b8-4fd3-a3c8-b9b67274a378 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Aug 10 04:43:45.442899 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a80e2a65-706e-4753-b1b7-e315975635d6 req-5bb38e9f-fc0f-4358-ba4e-36710fd57a8c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315387 Aug 10 04:43:45.465000 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47706) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:45.507496 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b910e-5ef5-4c67-92dd-269ba2d2b4ea tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:45.509103 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2c3b910e-5ef5-4c67-92dd-269ba2d2b4ea tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1092 time: 0.0430691 Aug 10 04:43:45.512141 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47708) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:45.516995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:43:45.539817 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:45.640334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:45.746978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.227 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/173b6831-5b4c-4024-9f2a-6f0b16ecb3d3) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:43:45.850536 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:45.894832 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:45.934548 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:43:45.938104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:43:45.941689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:43:45.947081 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=173b6831-5b4c-4024-9f2a-6f0b16ecb3d3,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:46.302761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:46.370270 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:46.526930 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:46.531501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:46.597300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=173b6831-5b4c-4024-9f2a-6f0b16ecb3d3,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:43:46.612834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:46.717227 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP 2ca33215-015c-4009-985d-97e741f4052e associated. External IP: 172.25.2.227, port: 360cfba8-402f-4425-b84b-da3531dc3ad4. Aug 10 04:43:46.936203 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 88e89fd2-3f98-49a9-ad09-51956666f628 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:43:47.047772 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:43:47.057855 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] Sync routers for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:43:47.064548 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:47.068084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:47.068709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:47.092861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a4aa35b3-1645-4e88-ae0b-a6738cb4ca6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5796895 Aug 10 04:43:47.093456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:43:47.095796 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e44f9-2c37-4771-9a32-74a3a2cda06f" -d '{"events": [{"name": "network-changed", "server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:43:47.145241 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd261b0c-3b58-4807-8c93-d9949c9e0a6c x-openstack-request-id: req-dd261b0c-3b58-4807-8c93-d9949c9e0a6c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:43:47.145554 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:43:47.145793 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd261b0c-3b58-4807-8c93-d9949c9e0a6c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:43:47.146238 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'status': 'completed', 'code': 200} Aug 10 04:43:47.193571 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:47.211182 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac486e-0010-47fb-82ae-8d1b74fd2387 req-a8ff5e4c-9756-4a1d-bd20-353df8e84f11 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:47.213117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ac486e-0010-47fb-82ae-8d1b74fd2387 req-a8ff5e4c-9756-4a1d-bd20-353df8e84f11 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0589294 Aug 10 04:43:47.218567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-a5f7b04b-331d-4b96-9478-72d9afde1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:47.220187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-a5f7b04b-331d-4b96-9478-72d9afde1f80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1097 time: 0.0498986 Aug 10 04:43:47.254096 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-66ac486e-0010-47fb-82ae-8d1b74fd2387 req-9e494624-7c73-4897-a378-b76cf3ebc886 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Aug 10 04:43:47.277365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47714) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:47.318524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-c77aeaf7-a221-4039-8b0c-a6ccb08f0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:47.320289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-c77aeaf7-a221-4039-8b0c-a6ccb08f0dda service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 897 time: 0.0927348 Aug 10 04:43:47.349849 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bddcf486-0bed-4884-ab33-d4973cc2d9c8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/2ca33215-015c-4009-985d-97e741f4052e HTTP/1.1" status: 200 len: 991 time: 0.0708504 Aug 10 04:43:47.397267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-4b21c08b-dcba-477e-86a9-c7b082ab8934 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 999 time: 0.0664580 Aug 10 04:43:47.447023 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2ca33215-015c-4009-985d-97e741f4052e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'port_id': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'mac_address': 'fa:16:3e:ef:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:43:46Z', 'updated_at': '2021-08-10T04:43:46Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:38Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:47.448973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-f6d12775-f872-4d51-82a8-bf751649fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:47.451514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-f6d12775-f872-4d51-82a8-bf751649fe93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 200 len: 834 time: 0.0459633 Aug 10 04:43:47.487219 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] Checking router: 88e89fd2-3f98-49a9-ad09-51956666f628 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:43:47.497780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:43:47.498484 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:43:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:47.511164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-72fb0c6e-f9bf-4b54-9428-a4771fa45eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:47.513013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-72fb0c6e-f9bf-4b54-9428-a4771fa45eed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477102 Aug 10 04:43:47.611432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-226e7635-1289-4e42-b9b4-6736e7333581 service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903394 Aug 10 04:43:47.613029 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:43:47.713168 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-184e44f9-2c37-4771-9a32-74a3a2cda06f req-a8ae5ec5-5c74-438b-b114-967ee89fe769 service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933890 Aug 10 04:43:47.864914 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2ca33215-015c-4009-985d-97e741f4052e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'port_id': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'mac_address': 'fa:16:3e:ef:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:43:46Z', 'updated_at': '2021-08-10T04:43:46Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:38Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:43:47.893310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fee316-91f4-4e5c-a806-bf8fa597f241 None None] The sync data for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 is: [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '2ca33215-015c-4009-985d-97e741f4052e', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'port_id': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'mac_address': 'fa:16:3e:ef:bf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:43:46Z', 'updated_at': '2021-08-10T04:43:46Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:38Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:43:48.084675 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904a49c-e789-46c9-b14d-4a605a487fc9 None None] New status for floating IP 2ca33215-015c-4009-985d-97e741f4052e: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:43:48.352907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47716) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:43:48.414420 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-7eeb0ec3-8f76-43c6-bf55-f2c0b4fd473a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/2ca33215-015c-4009-985d-97e741f4052e HTTP/1.1" status: 200 len: 993 time: 0.0603108 Aug 10 04:43:55.560137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:56.656727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:57.152623 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f4aae9df-7ddf-4f6d-a771-6a9875431cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:59.756763 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:59.991046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4b6b4cd2-19a0-43f1-ab74-6b0648e225ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:02.002409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:03.457631 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:18.401574 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-c6c3ddd1-5577-4670-bf0d-5b1aeaff8fde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403984 Aug 10 04:44:18.481246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-e4812c37-8dfe-4d9e-872e-c9b9ef3f80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:18.482751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-e4812c37-8dfe-4d9e-872e-c9b9ef3f80b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1097 time: 0.0384805 Aug 10 04:44:18.588426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-401cfa0a-6a9e-4045-af4b-bbf17d7b14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:18.589887 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-401cfa0a-6a9e-4045-af4b-bbf17d7b14d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 897 time: 0.0850973 Aug 10 04:44:18.655884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-5b5cdcd6-329c-4604-a2b0-437f77843041 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0577848 Aug 10 04:44:18.706410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-4055eaa6-ff74-4ef7-9ef7-2d22bc44d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:18.707807 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-4055eaa6-ff74-4ef7-9ef7-2d22bc44d5a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 200 len: 834 time: 0.0427737 Aug 10 04:44:19.066398 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-f95ce5a9-c92a-44df-a69e-e38431ccee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:19.067892 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-f95ce5a9-c92a-44df-a69e-e38431ccee92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3514075 Aug 10 04:44:19.156758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-8d099910-6c08-4bff-8cde-eb8af2ee400f service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805008 Aug 10 04:44:19.248564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a09a417-7a2c-44d4-8924-cf7292025531 req-a7475666-4fa6-4b5b-98c5-316075b817f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840881 Aug 10 04:44:21.519094 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:21.837750 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8f872-c9dd-43e8-9a4c-4fd8c98461af req-0c7d1783-bc1f-439f-a16f-2e0680144997 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:21.839183 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38e8f872-c9dd-43e8-9a4c-4fd8c98461af req-0c7d1783-bc1f-439f-a16f-2e0680144997 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0767863 Aug 10 04:44:21.841703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-273df009-ca55-46cc-b4c3-616f83388d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:21.843106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-273df009-ca55-46cc-b4c3-616f83388d29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1097 time: 0.0705519 Aug 10 04:44:21.929481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-38e8f872-c9dd-43e8-9a4c-4fd8c98461af req-de56944c-4a4b-4462-8863-2c63d3e11eef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842004 Aug 10 04:44:21.958577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-31fa9b4b-16d3-4b29-9bdd-8f58da9792fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:21.960117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-31fa9b4b-16d3-4b29-9bdd-8f58da9792fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 897 time: 0.1090620 Aug 10 04:44:22.025938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-7e9eb379-300c-4a87-80aa-39aa69ea060a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 1001 time: 0.0580912 Aug 10 04:44:22.078774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-f58e2e64-d4bf-4aeb-856b-b9e95c6a0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:22.080200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-f58e2e64-d4bf-4aeb-856b-b9e95c6a0946 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 200 len: 834 time: 0.0467291 Aug 10 04:44:22.125002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-faf985b3-ca80-4043-8ed6-3ea089fb31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:22.126422 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-faf985b3-ca80-4043-8ed6-3ea089fb31d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387936 Aug 10 04:44:22.213481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-fa68414a-f35f-4aca-b93e-e7fe030daf4c service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792549 Aug 10 04:44:22.307694 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6148e3a8-4e67-4b12-98bb-d8c119299084 req-ade94d3a-3419-4637-9ddc-47bd7b410cfb service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866249 Aug 10 04:44:23.058802 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da1a62-bfe1-4ad1-8736-5544673e5c54 req-b9276ce7-b71d-4c94-bc7b-eaf10a1fe706 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:23.060324 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10da1a62-bfe1-4ad1-8736-5544673e5c54 req-b9276ce7-b71d-4c94-bc7b-eaf10a1fe706 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0592597 Aug 10 04:44:23.098756 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-10da1a62-bfe1-4ad1-8736-5544673e5c54 req-f6fb3693-b82e-4a94-894a-6e1e7b7b7482 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323296 Aug 10 04:44:24.214066 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f659d-4d7b-4874-b50b-7f5faa5ddae2 req-bbb0ba86-6b19-466a-bbf5-953f17b45feb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:24.215558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-907f659d-4d7b-4874-b50b-7f5faa5ddae2 req-bbb0ba86-6b19-466a-bbf5-953f17b45feb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0490482 Aug 10 04:44:24.253060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-907f659d-4d7b-4874-b50b-7f5faa5ddae2 req-1c6b89e6-b7db-4316-9a08-345d24f3a253 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311155 Aug 10 04:44:25.366368 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813022a5-8157-4ef5-b4ef-88d90afcf668 req-6c9e9034-3ef5-4bf4-92a8-f80b9de0324f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:25.367800 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-813022a5-8157-4ef5-b4ef-88d90afcf668 req-6c9e9034-3ef5-4bf4-92a8-f80b9de0324f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Aug 10 04:44:25.405393 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-813022a5-8157-4ef5-b4ef-88d90afcf668 req-65f994a3-b70e-4140-8fcb-06dd44b4e0d5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316865 Aug 10 04:44:25.561727 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:26.524575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205095-768b-4186-9271-f8acd26fc235 req-9e4fe03f-c19e-43b0-a033-8426678e733c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:26.526117 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac205095-768b-4186-9271-f8acd26fc235 req-9e4fe03f-c19e-43b0-a033-8426678e733c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0537758 Aug 10 04:44:26.567656 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ac205095-768b-4186-9271-f8acd26fc235 req-817aab08-f1e7-4e72-bfd0-e0b50abf3332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Aug 10 04:44:26.655395 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:27.154177 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-83d06e8f-aef8-45d7-a432-654c1426ad39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:27.682382 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f277d-e57c-4b54-aa0b-76eb95c5fdb4 req-f57d83bb-b152-4930-ae8f-67cfc99a819e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:27.683884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-970f277d-e57c-4b54-aa0b-76eb95c5fdb4 req-f57d83bb-b152-4930-ae8f-67cfc99a819e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0480831 Aug 10 04:44:27.721730 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-970f277d-e57c-4b54-aa0b-76eb95c5fdb4 req-39c77f74-6f86-4e08-876b-c6daffa72847 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Aug 10 04:44:28.836607 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aadd2e-fda4-4f9a-99d4-92127ec2b66f req-4307e3c7-9f80-4248-8e96-bdcfe7d98750 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:28.838123 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84aadd2e-fda4-4f9a-99d4-92127ec2b66f req-4307e3c7-9f80-4248-8e96-bdcfe7d98750 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0496514 Aug 10 04:44:28.875063 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84aadd2e-fda4-4f9a-99d4-92127ec2b66f req-43e5bd42-5856-460e-b1e5-ed8737056fa8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310571 Aug 10 04:44:29.758563 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:29.991063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-57b71d32-b301-45e4-ae27-d2fe76624b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:29.997284 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea4ece-a25d-400a-aa7a-8b122e86a548 req-44c67cd7-dff6-4619-a13d-35e86c3513b4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:29.998804 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cea4ece-a25d-400a-aa7a-8b122e86a548 req-44c67cd7-dff6-4619-a13d-35e86c3513b4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0541587 Aug 10 04:44:30.040810 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1cea4ece-a25d-400a-aa7a-8b122e86a548 req-b9393536-5afa-46c1-9b86-84496afbff56 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356147 Aug 10 04:44:31.156022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0cbc-55f3-4af9-96d7-ae0fa445de67 req-a6a8a378-5dae-4525-aa58-908fd01767a1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:31.157494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de5c0cbc-55f3-4af9-96d7-ae0fa445de67 req-a6a8a378-5dae-4525-aa58-908fd01767a1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Aug 10 04:44:31.194853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de5c0cbc-55f3-4af9-96d7-ae0fa445de67 req-efed8077-2f53-41a0-880e-22aa6c0ee354 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Aug 10 04:44:32.004497 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:32.308899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869211be-ab41-410f-ae5b-f52122bf7360 req-53cc9eeb-13d3-4398-8a33-c900b2ea79ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:32.310337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-869211be-ab41-410f-ae5b-f52122bf7360 req-53cc9eeb-13d3-4398-8a33-c900b2ea79ff tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0486438 Aug 10 04:44:32.349888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-869211be-ab41-410f-ae5b-f52122bf7360 req-54c31b65-9b96-4fcf-93ff-d7cd05698866 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328367 Aug 10 04:44:33.461830 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:33.473927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7a3e2-dcf0-4bd2-9366-082911abd2a2 req-baad27a4-ba04-4bd2-a88c-7212195e07ab tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:33.475470 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40f7a3e2-dcf0-4bd2-9366-082911abd2a2 req-baad27a4-ba04-4bd2-a88c-7212195e07ab tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0557060 Aug 10 04:44:33.515547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-40f7a3e2-dcf0-4bd2-9366-082911abd2a2 req-f3d62d66-0518-4167-b7ea-139714c27209 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342023 Aug 10 04:44:34.630634 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86d78a-ae39-458c-a30a-077d7de94041 req-d6da2216-1520-4c33-9a5a-5b3196a777d9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:34.632008 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f86d78a-ae39-458c-a30a-077d7de94041 req-d6da2216-1520-4c33-9a5a-5b3196a777d9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0475862 Aug 10 04:44:34.668803 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3f86d78a-ae39-458c-a30a-077d7de94041 req-6520ebf1-d26b-4e33-bca7-edf9ce5a6a0c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308936 Aug 10 04:44:35.788322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a775ad-8330-43c9-89f2-abf8a5777505 req-e37d4962-9c5d-4779-8c9a-0501bdeee0bd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:35.789753 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93a775ad-8330-43c9-89f2-abf8a5777505 req-e37d4962-9c5d-4779-8c9a-0501bdeee0bd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0501924 Aug 10 04:44:35.828081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93a775ad-8330-43c9-89f2-abf8a5777505 req-4c445ee8-4fd7-43ea-a657-8d44cb590dfd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322280 Aug 10 04:44:36.949336 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa58ef0-89fa-44de-b40a-07f627d82984 req-12154f36-8190-40ca-8e2d-6fe56be6f430 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:36.950921 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fa58ef0-89fa-44de-b40a-07f627d82984 req-12154f36-8190-40ca-8e2d-6fe56be6f430 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0548475 Aug 10 04:44:36.989161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8fa58ef0-89fa-44de-b40a-07f627d82984 req-162bc622-c2ff-46a7-a041-f4ca4f43da15 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Aug 10 04:44:38.106774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57daa09-5f66-446c-96cf-c20800f8b4bd req-9b30c37e-14f1-458c-b229-a907c751ff87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:38.108240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c57daa09-5f66-446c-96cf-c20800f8b4bd req-9b30c37e-14f1-458c-b229-a907c751ff87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0480366 Aug 10 04:44:38.146028 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c57daa09-5f66-446c-96cf-c20800f8b4bd req-1ddece5a-ddb6-4d6f-b960-7c43bdde3232 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Aug 10 04:44:38.167562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47762) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:44:38.232869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bed523f3-0408-4e49-b342-a2fb0147a5fb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/2ca33215-015c-4009-985d-97e741f4052e HTTP/1.1" status: 200 len: 993 time: 0.0641820 Aug 10 04:44:55.568589 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:56.654702 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:57.156265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aea84554-8c91-4c81-b0ca-9d84562e22c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:58.519065 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:59.763462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.994341 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4a8095b6-02f1-4bb1-934c-975308dec0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:02.016372 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:03.463217 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:10.605334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47792) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:10.766063 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 173b6831-5b4c-4024-9f2a-6f0b16ecb3d3 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:10.766417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:10.856035 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:10.856338 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:10.868906 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 173b6831-5b4c-4024-9f2a-6f0b16ecb3d3 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:11.026386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.052073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=173b6831-5b4c-4024-9f2a-6f0b16ecb3d3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:11.084278 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.084622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.084965 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.085307 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.085663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.086002 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.086339 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.086673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.087001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.087324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.087651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.087982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:11.129574 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.130101 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP 2ca33215-015c-4009-985d-97e741f4052e disassociated (deleted). External IP: 172.25.2.227, port: 360cfba8-402f-4425-b84b-da3531dc3ad4. Aug 10 04:45:11.357316 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 88e89fd2-3f98-49a9-ad09-51956666f628 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:11.471245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:11.476552 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:11.483675 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] Sync routers for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:11.499529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:11.500681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:11.513355 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-971d3ba9-5485-43b6-b120-6ad7c5117b48 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/floatingips/2ca33215-015c-4009-985d-97e741f4052e HTTP/1.1" status: 204 len: 168 time: 0.9067020 Aug 10 04:45:11.514109 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:11.516812 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:11.561075 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edcf031-0bec-4b52-8f86-1b4db3785b33 x-openstack-request-id: req-7edcf031-0bec-4b52-8f86-1b4db3785b33 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:11.561373 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:11.561622 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7edcf031-0bec-4b52-8f86-1b4db3785b33 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:11.562072 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'status': 'completed', 'code': 200} Aug 10 04:45:11.641237 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-95182512-4fb5-4ac3-8ea5-edd738b223b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.644086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-95182512-4fb5-4ac3-8ea5-edd738b223b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 1097 time: 0.0517697 Aug 10 04:45:11.653834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:11.770492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-1c977bd7-a8c6-4164-b723-d5b94a173d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.772013 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-1c977bd7-a8c6-4164-b723-d5b94a173d34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 200 len: 897 time: 0.1112761 Aug 10 04:45:11.773449 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4b074-7b15-4e91-9896-a73c0f9dae80 req-5e5e11ef-bcc7-42e5-a9f4-83bf5282a387 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.775294 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfd4b074-7b15-4e91-9896-a73c0f9dae80 req-5e5e11ef-bcc7-42e5-a9f4-83bf5282a387 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Aug 10 04:45:11.818370 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dfd4b074-7b15-4e91-9896-a73c0f9dae80 req-c093065c-bef6-4934-85ef-a1560fe6074a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359585 Aug 10 04:45:11.820349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-8ec3518b-94cf-48c8-a41a-b10c50a397cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0384047 Aug 10 04:45:11.891889 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:38Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:11.895837 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-41ee1d0e-e7ba-4e95-bd49-ed3ece46c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.897460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-41ee1d0e-e7ba-4e95-bd49-ed3ece46c1fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 200 len: 834 time: 0.0684297 Aug 10 04:45:11.920448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] Checking router: 88e89fd2-3f98-49a9-ad09-51956666f628 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:11.929111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:11.929724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:11.960183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-830126f7-8ce7-40a3-96f5-0ec95cb0f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.961753 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-830126f7-8ce7-40a3-96f5-0ec95cb0f37c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ca69035-68b5-4b5d-b60f-3da7c4c7151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567837 Aug 10 04:45:12.105901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-08bb7ec4-bb99-486f-b76e-93b36b3d2e5e service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344061 Aug 10 04:45:12.228859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:12.255446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5c908f1a-9f2e-441b-ab20-733b77dd7d4e req-238a3c37-dabd-4d1f-bc7b-f975110b15ee service neutron] 10.222.0.39 "GET /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339350 Aug 10 04:45:12.470416 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:38Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:12.502214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae5b52-40a1-4638-91b6-2de5e787099d None None] The sync data for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 is: [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'c2e25444-9362-4a83-b562-9305b88f6ab4', 'name': '', 'network_id': '9ca69035-68b5-4b5d-b60f-3da7c4c7151d', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:af:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:33Z', 'updated_at': '2021-08-10T04:43:38Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': 'c3fe5d46-e5ba-4591-9fe8-878fba96053c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:12.732694 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5211e-f940-4bbb-8d0a-d350f7202dd3 None None] New status for floating IP 2ca33215-015c-4009-985d-97e741f4052e: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:45:12.962274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d3945-1949-48a2-bbd6-6e2909004eb0 req-07c91a98-7533-4afb-bb78-2ff0c4befbf7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:12.963871 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb1d3945-1949-48a2-bbd6-6e2909004eb0 req-07c91a98-7533-4afb-bb78-2ff0c4befbf7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0581162 Aug 10 04:45:13.005660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bb1d3945-1949-48a2-bbd6-6e2909004eb0 req-d31515ae-f27f-4519-ac8d-2962399b934b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354478 Aug 10 04:45:13.426340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-d1602900-c060-4892-8419-a181bb254475 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.427805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-d1602900-c060-4892-8419-a181bb254475 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 945 time: 0.0503192 Aug 10 04:45:13.526052 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 360cfba8-402f-4425-b84b-da3531dc3ad4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:13.526393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:13.612233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 360cfba8-402f-4425-b84b-da3531dc3ad4, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=360cfba8-402f-4425-b84b-da3531dc3ad4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:13.612593 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:13.625390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 360cfba8-402f-4425-b84b-da3531dc3ad4 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:13.753282 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:13.782413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=360cfba8-402f-4425-b84b-da3531dc3ad4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:13.808366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.808717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.809056 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.809415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.809753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.810109 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.810443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.810773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.811097 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.811417 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.811739 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.812057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:13.833459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] No DVR routers for this DVR port 360cfba8-402f-4425-b84b-da3531dc3ad4 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:45:13.835940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:13.837903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6cd8b2ff-761f-43fc-a6ab-6892ebb35d0b req-623e24b9-e9e4-4413-9670-1ce4e57ef99d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "DELETE /v2.0/ports/360cfba8-402f-4425-b84b-da3531dc3ad4 HTTP/1.1" status: 204 len: 173 time: 0.4033165 Aug 10 04:45:13.838361 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'name': 'network-vif-deleted', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:13.840605 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890caa83-7488-4ca8-aff8-5b5920e90dac" -d '{"events": [{"server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "name": "network-vif-deleted", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:13.955028 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a9e6b2-e3d9-47bf-abf4-8d505b189d1e x-openstack-request-id: req-b7a9e6b2-e3d9-47bf-abf4-8d505b189d1e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:13.955316 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03899b94-ec49-4686-bc22-03f36ddb88a3", "name": "network-vif-deleted", "tag": "360cfba8-402f-4425-b84b-da3531dc3ad4", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:13.955567 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7a9e6b2-e3d9-47bf-abf4-8d505b189d1e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:13.955984 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03899b94-ec49-4686-bc22-03f36ddb88a3', 'name': 'network-vif-deleted', 'tag': '360cfba8-402f-4425-b84b-da3531dc3ad4', 'status': 'completed', 'code': 200} Aug 10 04:45:14.116781 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ff95df02-e8d0-419c-953a-a99243a1d1cf req-1f5678a1-695a-428c-8bdc-b923e090333d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=03899b94-ec49-4686-bc22-03f36ddb88a3 HTTP/1.1" status: 200 len: 210 time: 0.0310116 Aug 10 04:45:15.181298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47812) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:15.861489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.123165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port c2e25444-9362-4a83-b562-9305b88f6ab4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:16.123165 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.217427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port c2e25444-9362-4a83-b562-9305b88f6ab4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=c2e25444-9362-4a83-b562-9305b88f6ab4,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:16.218188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.233156 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for c2e25444-9362-4a83-b562-9305b88f6ab4 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:16.424321 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.450701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=c2e25444-9362-4a83-b562-9305b88f6ab4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:16.640925 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.863103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 88e89fd2-3f98-49a9-ad09-51956666f628 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:16.970347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:16.978437 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a7a9dd35-da9f-4504-b4d2-ac53810114d4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/88e89fd2-3f98-49a9-ad09-51956666f628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933142 Aug 10 04:45:16.978437 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47814) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:16.980189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] Sync routers for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:16.990132 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:16.990741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:17.033552 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting subnet c3fe5d46-e5ba-4591-9fe8-878fba96053c {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:45:17.036961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.079174 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.098894 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:17.162771 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.233418 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.265263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fe5d46-e5ba-4591-9fe8-878fba96053c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:17.269622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.271715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f9c3496e-5d4c-4ab7-8459-04a04a34b472 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/subnets/c3fe5d46-e5ba-4591-9fe8-878fba96053c HTTP/1.1" status: 204 len: 168 time: 0.2922087 Aug 10 04:45:17.274332 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47816) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:17.279368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dfc159-3469-4284-b0a3-8a41d60ab4da None None] Network 9ca69035-68b5-4b5d-b60f-3da7c4c7151d requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:17.341443 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:45:16Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:17.373943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] Checking router: 88e89fd2-3f98-49a9-ad09-51956666f628 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:17.385734 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.419465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] Routers {'88e89fd2-3f98-49a9-ad09-51956666f628'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:17.420097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['88e89fd2-3f98-49a9-ad09-51956666f628'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:17.502291 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.556472 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] Set router 88e89fd2-3f98-49a9-ad09-51956666f628 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:17.571314 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 40a0e678-479e-469a-8e0b-ef873965a1d4 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:17.571737 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.588371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] DHCP port deletion for 9ca69035-68b5-4b5d-b60f-3da7c4c7151d request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:45:17.590246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 360cfba8-402f-4425-b84b-da3531dc3ad4 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:17.643616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 360cfba8-402f-4425-b84b-da3531dc3ad4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:17.643960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 360cfba8-402f-4425-b84b-da3531dc3ad4 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:17.653128 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 40a0e678-479e-469a-8e0b-ef873965a1d4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=40a0e678-479e-469a-8e0b-ef873965a1d4,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:17.653528 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.667755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 40a0e678-479e-469a-8e0b-ef873965a1d4 owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:17.759025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Deleting port 576ac8f8-6d18-486f-b930-7c471661d11d {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:17.759466 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.852013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] For port 576ac8f8-6d18-486f-b930-7c471661d11d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=576ac8f8-6d18-486f-b930-7c471661d11d,segment=NetworkSegment(7ee0911e-08d7-45c9-bb56-f551aca702b4),segment_id=7ee0911e-08d7-45c9-bb56-f551aca702b4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:17.852427 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.863002 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.871887 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Calling delete_port for 576ac8f8-6d18-486f-b930-7c471661d11d owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:17.891102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:45:16Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:17.901085 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=40a0e678-479e-469a-8e0b-ef873965a1d4,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:17.949739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6c9c02-d625-47c8-9dd1-7bee7aa1c3a7 None None] The sync data for ids ['88e89fd2-3f98-49a9-ad09-51956666f628'] in n-d-769329-14 is: [{'id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824639490', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:43:30Z', 'updated_at': '2021-08-10T04:45:16Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '40a0e678-479e-469a-8e0b-ef873965a1d4', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:91:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e89fd2-3f98-49a9-ad09-51956666f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:43:31Z', 'updated_at': '2021-08-10T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:17.973674 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.990155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.019575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Pushing event deleted for resources: {'Port': ['ID=576ac8f8-6d18-486f-b930-7c471661d11d,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:18.029799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.030460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.030804 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.031146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.031482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.031816 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.032152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.032486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.032811 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.033140 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.033464 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.033824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:18.036630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fecc29-4c1e-406b-a3d9-50a16ffad5bc None None] No DVR routers for this DVR port 576ac8f8-6d18-486f-b930-7c471661d11d on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:45:18.080141 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.083120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.126375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.126923 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Fanout notify agent at l3_agent the message router_deleted on router 88e89fd2-3f98-49a9-ad09-51956666f628 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:45:18.136171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.137317 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f6fc4801-f96c-4f23-9b98-1623b90159fd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/routers/88e89fd2-3f98-49a9-ad09-51956666f628 HTTP/1.1" status: 204 len: 168 time: 0.8620546 Aug 10 04:45:18.139967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47818) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:18.219965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.303772 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.313665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca69035-68b5-4b5d-b60f-3da7c4c7151d']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:18.325354 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee0911e-08d7-45c9-bb56-f551aca702b4') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:18.325651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee0911e-08d7-45c9-bb56-f551aca702b4') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:18.335075 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.355792 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.363133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:45:18.363133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:45:18.366163 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:45:18.432803 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.441159 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.443215 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/networks/9ca69035-68b5-4b5d-b60f-3da7c4c7151d HTTP/1.1" status: 204 len: 168 time: 0.3021274 Aug 10 04:45:18.445945 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:18.463944 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4bee7-6799-4865-96c3-921a3edcaf0b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Network': ['ID=9ca69035-68b5-4b5d-b60f-3da7c4c7151d,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:18.522251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9d0bdef5-4e80-42ca-8e0e-aeb5d200589e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.549932 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9d0bdef5-4e80-42ca-8e0e-aeb5d200589e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.557199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 576ac8f8-6d18-486f-b930-7c471661d11d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:18.578153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 576ac8f8-6d18-486f-b930-7c471661d11d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:18.578490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 576ac8f8-6d18-486f-b930-7c471661d11d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:18.578920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2e25444-9362-4a83-b562-9305b88f6ab4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:18.601263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: c2e25444-9362-4a83-b562-9305b88f6ab4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:18.601624 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device c2e25444-9362-4a83-b562-9305b88f6ab4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:18.624944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9d0bdef5-4e80-42ca-8e0e-aeb5d200589e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.630106 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-9d0bdef5-4e80-42ca-8e0e-aeb5d200589e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:18.633818 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-9d0bdef5-4e80-42ca-8e0e-aeb5d200589e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd11faea-20c3-41bd-9b97-d3fe6e7ccf39 HTTP/1.1" status: 204 len: 168 time: 0.1843655 Aug 10 04:45:18.641088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bdef5-4e80-42ca-8e0e-aeb5d200589e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11faea-20c3-41bd-9b97-d3fe6e7ccf39,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.242116 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47826) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.246912 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111276136', 'description': 'tempest-secgroup-smoke-2111276136 description', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.270809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.358205 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.363576 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.394887 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a500424f-fba2-4005-bfbf-59b2ad082039,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.398622 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.399878 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d4732a05-eda9-496e-8459-9d00269e2cb2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1567440 Aug 10 04:45:19.403443 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47828) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.408041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'a500424f-fba2-4005-bfbf-59b2ad082039', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.435251 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.495259 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.499543 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.516356 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f997c63-d568-4851-a084-65d6a3bc15be,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.526167 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.527405 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-81b27f63-6830-4e77-8e0c-1a6232d530a6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230197 Aug 10 04:45:19.530136 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47830) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.534621 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'a500424f-fba2-4005-bfbf-59b2ad082039', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.568328 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.637485 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.641959 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.662487 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fd7a7b-cf3f-45de-9210-620c253e8b7a,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.666555 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.667796 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-4b2a0613-6cda-47a9-9025-66b2ca160cd1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367409 Aug 10 04:45:19.670733 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47832) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.675244 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'a500424f-fba2-4005-bfbf-59b2ad082039', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.703385 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.769823 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.773425 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.791748 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cded539-0efd-4734-88c6-3e99a202cdbf,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.797951 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.802274 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-66d782f5-8b72-4dc7-abf6-406eab6d9ca4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272588 Aug 10 04:45:19.802274 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47834) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.806587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'a500424f-fba2-4005-bfbf-59b2ad082039', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.833027 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.899835 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.903966 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.924251 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af7aab6-c22c-4082-ba05-91af698c3cd0,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:19.929031 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:19.930456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-88a43a05-ca1c-408e-bdcb-4ce5466c1a80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271157 Aug 10 04:45:19.933452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47836) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:19.938137 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'a500424f-fba2-4005-bfbf-59b2ad082039', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:19.960451 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:45:19.965926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.028358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.032060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.050027 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afac669-63f7-491e-a4fb-74b463819203,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:20.055965 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.057295 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-915a24ce-3774-4cf8-86b6-6103c83c2465 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226592 Aug 10 04:45:20.059930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47838) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:20.064352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'a500424f-fba2-4005-bfbf-59b2ad082039', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:20.086720 n-d-769329-14 neutron-server[94140]: INFO neutron.db.securitygroups_db [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:45:20.091695 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.155767 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.160597 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.180450 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bdfd4c-368d-43ed-9b1d-3bc25d0140c4,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:20.183758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.185037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-95321eb9-1fbe-4d72-9fdf-1dd6287cf332 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241763 Aug 10 04:45:20.189866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47840) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:20.195454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'network': {'name': 'tempest-network-smoke--194320814', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'port_security_enabled': True}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:20.220501 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:20.224496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.249631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:45:20.259202 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.259540 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Added segment a269d5b8-7a8e-491e-a2c9-174df8e9103a of type vlan for network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 Aug 10 04:45:20.301133 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.330413 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.336490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.337082 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.398758 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2077188 Aug 10 04:45:20.402706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47842) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:20.408015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b57cd-5b8c-44a4-a135-23740a9c2e23 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Network': ['ID=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:20.409554 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'admin_state_up': True, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:20.419573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:45:20.435540 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 40a0e678-479e-469a-8e0b-ef873965a1d4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:20.436224 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.437489 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.491759 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.492044 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 40a0e678-479e-469a-8e0b-ef873965a1d4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:20.492274 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 40a0e678-479e-469a-8e0b-ef873965a1d4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:20.637605 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.833540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.856382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.961260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.150 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/313b1a04-36e0-45ac-8c65-35fe33825bbb) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:21.071985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.114974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.157307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:21.161021 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:21.164779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:21.170445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=313b1a04-36e0-45ac-8c65-35fe33825bbb,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:21.430515 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.638851 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.769415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:45:21.901337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:21.911585 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Sync routers for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:21.921004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:21.922289 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a06e560c-0b4e-4c9e-843c-754841a90ad1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5181792 Aug 10 04:45:21.926466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47844) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:21.926828 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:21.927614 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:21.955212 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1a300179-d712-4c0a-aab3-faf09d8dfeb0 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e5295ce036b842c48fa3d1660daa4cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276384 Aug 10 04:45:21.957817 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47846) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:22.035988 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:22.047660 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688cc342-ae89-4a4d-bfc2-f93b22bc78c1 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:22.049227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-688cc342-ae89-4a4d-bfc2-f93b22bc78c1 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904768 Aug 10 04:45:22.052766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47848) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:22.087934 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d6929305-a344-44ee-b1ac-ce300283a5b4 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339789 Aug 10 04:45:22.090565 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47850) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:22.095386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826147172', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:22.183725 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:22.187628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.216264 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:21Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:22.241815 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Checking router: 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:22.242184 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Updating router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 port 313b1a04-36e0-45ac-8c65-35fe33825bbb binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:22.270480 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.372220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.434388 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Subnet': ['ID=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:22.443114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Checking segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:22.443477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network hostable DHCP agents. Network: 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:45:22.460022 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:45:22.468910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:22.473495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:22.474128 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.479134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a5b3f-0fca-4234-9c26-26256f24ac1f None None] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:22.492646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fbe57e85-4059-48db-b4f7-f529d196238b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4009910 Aug 10 04:45:22.495325 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47852) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:22.538247 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.549136 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Transition to ACTIVE for port object 313b1a04-36e0-45ac-8c65-35fe33825bbb will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:22.555636 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.608870 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Pushing event updated for resources: {'Port': ['ID=313b1a04-36e0-45ac-8c65-35fe33825bbb,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:22.617481 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.617823 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.618182 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.618513 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.618835 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.619156 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.619475 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.619796 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.620111 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.620425 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.620738 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.621049 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:22.624299 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Attempting to bind port 313b1a04-36e0-45ac-8c65-35fe33825bbb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:22.624700 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Attempting to bind port 313b1a04-36e0-45ac-8c65-35fe33825bbb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:22.624936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Attempting to bind port 313b1a04-36e0-45ac-8c65-35fe33825bbb on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:22.631256 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:22.631480 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:22.631875 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.632420 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:22.632888 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Bound port: 313b1a04-36e0-45ac-8c65-35fe33825bbb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:22.634176 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.638357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:45:22.639498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.694354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] For port 313b1a04-36e0-45ac-8c65-35fe33825bbb, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:22.697576 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] For port 313b1a04-36e0-45ac-8c65-35fe33825bbb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=313b1a04-36e0-45ac-8c65-35fe33825bbb,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:22.703183 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.751593 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:22.752215 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:22.775027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Allocated IP 172.20.0.2 (5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5/57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3/78e5bf27-d283-452d-a004-720707243f84) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:22.808332 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312041a-a027-4077-ba11-ea0be4206a91 None None] Pushing event updated for resources: {'Port': ['ID=313b1a04-36e0-45ac-8c65-35fe33825bbb,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:22.880088 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:22.942545 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.951768 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Transition to ACTIVE for port object 78e5bf27-d283-452d-a004-720707243f84 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:22.967859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Transition to ACTIVE for port object 78e5bf27-d283-452d-a004-720707243f84 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:22.975788 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.024343 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Pushing event updated for resources: {'Port': ['ID=78e5bf27-d283-452d-a004-720707243f84,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:23.028063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:23.029852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:23.035491 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:23.081216 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:21Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:23.099221 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Attempting to bind port 78e5bf27-d283-452d-a004-720707243f84 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:23.099595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Attempting to bind port 78e5bf27-d283-452d-a004-720707243f84 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:23.099952 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Attempting to bind port 78e5bf27-d283-452d-a004-720707243f84 on network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:23.105441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:23.105835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Checking segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:23.106247 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.106866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Bound using segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:23.107280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Bound port: 78e5bf27-d283-452d-a004-720707243f84, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:23.107662 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.112824 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac304a9-d1aa-443e-850c-318da6e8590b None None] The sync data for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 is: [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:21Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:23.178408 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] For port 78e5bf27-d283-452d-a004-720707243f84, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:23.182934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] For port 78e5bf27-d283-452d-a004-720707243f84, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78e5bf27-d283-452d-a004-720707243f84,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:23.189009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.261055 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29dd98-fc11-4953-96f1-ac979fcccf81 None None] Pushing event updated for resources: {'Port': ['ID=78e5bf27-d283-452d-a004-720707243f84,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:23.326559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.671588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.1 (5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5/57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3/9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:23.792339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.807154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:23.844886 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:23.901832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:23.906087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:23.909340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:23.912101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:23.964870 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.099176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.239186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700024ff-7d02-4330-870b-ef794fabc320 None None] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:24.390101 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.396258 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.465128 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5a102c84-045c-404a-862d-d009a6028abe None None] Provisioning for port 78e5bf27-d283-452d-a004-720707243f84 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:24.478358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:24.483632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.587762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78e5bf27-d283-452d-a004-720707243f84 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:24.588892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:24.590685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:24.659209 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 78e5bf27-d283-452d-a004-720707243f84 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:24.667459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 78e5bf27-d283-452d-a004-720707243f84 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:24.668174 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.721842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:24.755417 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.791600 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 78e5bf27-d283-452d-a004-720707243f84, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78e5bf27-d283-452d-a004-720707243f84,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:24.796722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.797541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 313b1a04-36e0-45ac-8c65-35fe33825bbb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:24.864068 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:24.870593 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fe353778-d66d-4e0d-b10d-469039d538f7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/8ffd6924-cb93-460b-a068-ca5b7e0af1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3742001 Aug 10 04:45:24.879109 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Sync routers for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:24.890078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=78e5bf27-d283-452d-a004-720707243f84,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:24.914729 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:24.915463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:24.963991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 313b1a04-36e0-45ac-8c65-35fe33825bbb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:24.965028 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90555a54-b6bd-4ba3-a268-1e36c2173a4c None None] Provisioning complete for port 78e5bf27-d283-452d-a004-720707243f84 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:24.965397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90555a54-b6bd-4ba3-a268-1e36c2173a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:24.999207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 313b1a04-36e0-45ac-8c65-35fe33825bbb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:24.999578 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.038991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-d83e1271-2b5d-4e56-b07c-41d281cfa36a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111276136&fields=id&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 267 time: 0.0344737 Aug 10 04:45:25.108150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:25.168760 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-97a21d70-7fde-4e2b-9cfa-da8543ff8a6b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:25.170371 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-97a21d70-7fde-4e2b-9cfa-da8543ff8a6b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 796 time: 0.1197114 Aug 10 04:45:25.192745 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-d61c17d2-f428-4366-929e-04104ee9c654 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/quotas/e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 375 time: 0.0145898 Aug 10 04:45:25.251359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-63ffab17-8bb8-44ea-93c4-f8b04ee482b2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521164 Aug 10 04:45:25.300903 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.307269 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90555a54-b6bd-4ba3-a268-1e36c2173a4c None None] Provisioning for port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:25.318572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-90555a54-b6bd-4ba3-a268-1e36c2173a4c None None] Provisioning complete for port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:25.319009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-90555a54-b6bd-4ba3-a268-1e36c2173a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.359885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-70d74e2e-f5ff-4fff-a825-fe8348ea4518 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921485 Aug 10 04:45:25.362528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 313b1a04-36e0-45ac-8c65-35fe33825bbb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=313b1a04-36e0-45ac-8c65-35fe33825bbb,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:25.375176 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.415630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-90555a54-b6bd-4ba3-a268-1e36c2173a4c None None] Port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:25.457825 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-0b2489dc-2e67-496d-98e8-026265dcb94a service neutron] 10.222.0.53 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911500 Aug 10 04:45:25.464709 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=313b1a04-36e0-45ac-8c65-35fe33825bbb,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:25.491340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 2, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:25.526520 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Checking router: 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:25.526879 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Updating router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:45:25.557727 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7eaf70fd-36c9-4935-be0b-123610036e7d None None] Provisioning complete for port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:25.558128 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7eaf70fd-36c9-4935-be0b-123610036e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.588016 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.618991 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.622634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf70fd-36c9-4935-be0b-123610036e7d None None] Port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:25.643336 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2d168604-032e-4b6a-945e-8f5b100572c2 req-e70a0492-0ad1-415e-8e16-65014f52fda3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 210 time: 0.0327506 Aug 10 04:45:25.881695 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.892092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Transition to ACTIVE for port object 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:25.898612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:25.954139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724dbd5-e078-44a9-a038-28714ffc375b None None] Pushing event updated for resources: {'Port': ['ID=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:26.005088 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Attempting to bind port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:26.005378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Attempting to bind port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:26.005745 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Attempting to bind port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba on network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:26.011570 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:26.012018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Checking segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:26.012426 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.012826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Bound using segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:26.013299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Bound port: 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:26.013684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.085706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] For port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:26.089474 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] For port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:26.095338 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.144664 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:26.145289 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:26.196706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724dbd5-e078-44a9-a038-28714ffc375b None None] Pushing event updated for resources: {'Port': ['ID=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:26.285335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:26.477466 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78e5bf27-d283-452d-a004-720707243f84 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:26.543091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 78e5bf27-d283-452d-a004-720707243f84 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:26.543940 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.567303 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:26Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:26.603875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fdd58-b2a5-4c20-bbe2-2f38f58263e8 None None] The sync data for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 is: [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:26Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:26.648227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-4b173000-61fb-4a70-b75e-4e348846e6b7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.649279 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-4b173000-61fb-4a70-b75e-4e348846e6b7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 796 time: 0.1203659 Aug 10 04:45:26.716253 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 313b1a04-36e0-45ac-8c65-35fe33825bbb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:26.720303 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.733788 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-19abc8b8-2067-44b5-8b50-2e6bc3cddd77 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 380 time: 0.0728815 Aug 10 04:45:26.744505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'port': {'device_id': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'admin_state_up': True, 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'security_groups': ['a500424f-fba2-4005-bfbf-59b2ad082039']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:26.771432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 313b1a04-36e0-45ac-8c65-35fe33825bbb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:26.771815 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.821053 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18c03284-5210-4654-bbe7-6791dc2e7035 req-591c6c7f-4b32-4e54-8bea-c153944abf9b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 210 time: 0.0341442 Aug 10 04:45:26.888183 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:26.891995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.031512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.3 (5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5/57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3/2cf61a48-113d-4c8e-9948-4dac1a5e510f) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:27.163333 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66cd3605-e71a-4b8a-b143-0e31f118fbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.188933 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.205392 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object 2cf61a48-113d-4c8e-9948-4dac1a5e510f will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:27.240722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.289288 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:27.292583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:27.296743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:27.323116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:27.352335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:27.352676 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.373069 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-9e94fb30-f322-40d5-85b2-e826c9a5cac7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327434 Aug 10 04:45:27.387042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Request body: {'port': {'device_id': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:27.451555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.543320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e6470803-9aae-415e-abec-3e69cad940e6 None None] Provisioning for port 2cf61a48-113d-4c8e-9948-4dac1a5e510f completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:27.547739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e6470803-9aae-415e-abec-3e69cad940e6 None None] Provisioning complete for port 2cf61a48-113d-4c8e-9948-4dac1a5e510f triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:27.550238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e6470803-9aae-415e-abec-3e69cad940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.586202 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e6470803-9aae-415e-abec-3e69cad940e6 None None] Port 2cf61a48-113d-4c8e-9948-4dac1a5e510f cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:45:27.739678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf61a48-113d-4c8e-9948-4dac1a5e510f {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:27.747109 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.759178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Transition to ACTIVE for port object 2cf61a48-113d-4c8e-9948-4dac1a5e510f will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:45:27.762707 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.813854 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:27.889049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Attempting to bind port 2cf61a48-113d-4c8e-9948-4dac1a5e510f on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:45:27.889369 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Attempting to bind port 2cf61a48-113d-4c8e-9948-4dac1a5e510f by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:45:27.889707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Attempting to bind port 2cf61a48-113d-4c8e-9948-4dac1a5e510f on network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:27.894966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Port 2cf61a48-113d-4c8e-9948-4dac1a5e510f on network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:45:27.895292 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Attempting to bind port 2cf61a48-113d-4c8e-9948-4dac1a5e510f on network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:45:27.900516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:45:27.900857 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Checking segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:27.901246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Bound using segment: {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:45:27.901678 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Bound port: 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a269d5b8-7a8e-491e-a2c9-174df8e9103a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:45:27.902063 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.958771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f796d-9d29-4916-a997-8b1cbab75811 req-f0551b03-4c69-40bc-89e0-f4feb2321392 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:27.960641 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-052f796d-9d29-4916-a997-8b1cbab75811 req-f0551b03-4c69-40bc-89e0-f4feb2321392 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 943 time: 0.0597429 Aug 10 04:45:27.972833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:45:27.976576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:45:27.981012 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:28.007581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-052f796d-9d29-4916-a997-8b1cbab75811 req-6fa70a07-86dd-41ec-8331-f49e6b48b834 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403891 Aug 10 04:45:28.016713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.017658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:28.019755 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] 10.222.0.39 "PUT /v2.0/ports/2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 1092 time: 0.6374404 Aug 10 04:45:28.021885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:28.025090 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0e53e4-44b5-479a-a6e3-72d5e136d368" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:28.058815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deff49-55a2-4b03-9c57-e96c6d5db7cb service neutron] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:28.072223 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed5d17d-376a-4001-bf7b-ce78c308cf92 x-openstack-request-id: req-7ed5d17d-376a-4001-bf7b-ce78c308cf92 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:28.072515 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:28.072768 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ed5d17d-376a-4001-bf7b-ce78c308cf92 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:28.073343 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'status': 'completed', 'code': 200} Aug 10 04:45:28.103382 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-a4d8d2c5-86e2-42ca-9ac2-d7f61d987cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.104990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-a4d8d2c5-86e2-42ca-9ac2-d7f61d987cbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1095 time: 0.0434272 Aug 10 04:45:28.155042 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-5ef56af6-6888-4b5d-bc6b-ec4025e739a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 217 time: 0.0406382 Aug 10 04:45:28.212409 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-80a75552-b08a-4781-8ea3-aa58903fb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.213912 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-80a75552-b08a-4781-8ea3-aa58903fb763 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0476377 Aug 10 04:45:28.261889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e539c4b4-962e-4a65-8aba-759894bf98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.263391 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e539c4b4-962e-4a65-8aba-759894bf98f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405550 Aug 10 04:45:28.355840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-e536997c-944a-44d3-99fa-7c46ad405933 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836349 Aug 10 04:45:28.447025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-28221f70-37bc-43f8-91bc-0b4de458c2c7 req-c9d53ef4-cb07-479c-80da-100c76f71c9e service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827618 Aug 10 04:45:28.490861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:28.540314 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:28.544391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:28.545076 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:28.545761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-ef0ed46d-b9af-4020-83ca-30b81fb6af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.547409 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-ef0ed46d-b9af-4020-83ca-30b81fb6af5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1095 time: 0.0497217 Aug 10 04:45:28.625717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:28.644496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-7b2dd9b9-6e86-47f8-855e-49e1d750b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.646792 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-7b2dd9b9-6e86-47f8-855e-49e1d750b05c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.0914001 Aug 10 04:45:28.659175 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:28.663348 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:28.691914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-efe25b86-669c-4d74-8a98-afe6c41a14ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 217 time: 0.0371253 Aug 10 04:45:28.709195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:28.748822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-15589a1b-5e66-4928-a6a0-8e90373c78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.750327 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-15589a1b-5e66-4928-a6a0-8e90373c78ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0502770 Aug 10 04:45:28.795851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-5aadabcd-be35-4d92-85ac-a9c42376f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.797341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-5aadabcd-be35-4d92-85ac-a9c42376f1fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391004 Aug 10 04:45:28.887991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-f9307cb6-fdb6-40c5-870d-39befec978f5 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Aug 10 04:45:28.983679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0a0e53e4-44b5-479a-a6e3-72d5e136d368 req-5391e3b7-ac8b-4bc0-bbe8-7479db51ef80 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Aug 10 04:45:29.122041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d38ebf-0795-44bd-bb1e-b5d483728f6e req-f5b1ee5a-bca9-4442-8939-27b1047011b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:29.123508 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16d38ebf-0795-44bd-bb1e-b5d483728f6e req-f5b1ee5a-bca9-4442-8939-27b1047011b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 943 time: 0.0481124 Aug 10 04:45:29.161047 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-16d38ebf-0795-44bd-bb1e-b5d483728f6e req-3042dbfb-7357-4877-865a-662ccf8aba07 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Aug 10 04:45:29.766397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:29.996389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2424aa-3f5e-46ec-88a8-005d0962ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:30.277518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1204d-23ec-4dc5-81e7-72eb4a58f9dc req-d383d40f-7ecb-455d-8714-e93c5e1b676c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:30.279041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cbe1204d-23ec-4dc5-81e7-72eb4a58f9dc req-d383d40f-7ecb-455d-8714-e93c5e1b676c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 943 time: 0.0490024 Aug 10 04:45:30.316613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-cbe1204d-23ec-4dc5-81e7-72eb4a58f9dc req-28945e49-4047-4688-ab5e-03e350877b76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Aug 10 04:45:30.471608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:30.518721 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:30.519093 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.434714 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a24dcf-7617-49ab-8ce0-f9f9413dfea3 req-7a5cd92e-56e1-441d-b2b3-bcd5ccd30ac0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:31.436247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9a24dcf-7617-49ab-8ce0-f9f9413dfea3 req-7a5cd92e-56e1-441d-b2b3-bcd5ccd30ac0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 943 time: 0.0526404 Aug 10 04:45:31.474491 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a9a24dcf-7617-49ab-8ce0-f9f9413dfea3 req-90ab62ca-5e7c-4db2-aa8a-f851f8d20cef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Aug 10 04:45:31.648097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2cf61a48-113d-4c8e-9948-4dac1a5e510f details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:45:31.743586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:31.758007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'port_id': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'mac_address': 'fa:16:3e:d1:77:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:45:31.794618 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.806864 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf61a48-113d-4c8e-9948-4dac1a5e510f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:31.825549 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:31.829551 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:31.875626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:32.015349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:32.073505 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2cf61a48-113d-4c8e-9948-4dac1a5e510f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:45:32.593490 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875cd9e-9656-42a1-b4c4-da1343e5b92a req-bbaab384-5f14-457a-b577-967b6c0717af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:32.594996 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d875cd9e-9656-42a1-b4c4-da1343e5b92a req-bbaab384-5f14-457a-b577-967b6c0717af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 944 time: 0.0533409 Aug 10 04:45:32.631830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d875cd9e-9656-42a1-b4c4-da1343e5b92a req-f29f3efe-eecc-4bac-a873-981dd5b8d394 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Aug 10 04:45:33.466458 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:33.663239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2cf61a48-113d-4c8e-9948-4dac1a5e510f up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:33.711885 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 2cf61a48-113d-4c8e-9948-4dac1a5e510f completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:45:33.716225 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2cf61a48-113d-4c8e-9948-4dac1a5e510f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:33.716598 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:33.749669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25470adf-b043-4dbe-bba4-db7f9ed22bfa req-a945a2ae-dcdb-4970-88e7-282d34c86de9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:33.751217 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-25470adf-b043-4dbe-bba4-db7f9ed22bfa req-a945a2ae-dcdb-4970-88e7-282d34c86de9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 944 time: 0.0493057 Aug 10 04:45:33.789867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-25470adf-b043-4dbe-bba4-db7f9ed22bfa req-4f2f1a1a-a846-4e46-b805-2f466317ec3d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320890 Aug 10 04:45:33.795950 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:33.818404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:33.820631 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133f8ea-00bc-42c9-948a-8e2f33e909f7" -d '{"events": [{"server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:33.833606 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:33.838397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:33.886663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:33.915135 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ad673d-c1dc-4b13-9f00-c33a5545d145 x-openstack-request-id: req-d3ad673d-c1dc-4b13-9f00-c33a5545d145 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:33.915479 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:33.915744 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3ad673d-c1dc-4b13-9f00-c33a5545d145 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:33.916147 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'code': 200} Aug 10 04:45:34.010752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da998831-9b21-4a7f-a2c7-3eeb0a08c5c2 req-15545800-b582-4154-ae29-60547a1d08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:34.012262 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da998831-9b21-4a7f-a2c7-3eeb0a08c5c2 req-15545800-b582-4154-ae29-60547a1d08fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0404463 Aug 10 04:45:34.047383 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-da998831-9b21-4a7f-a2c7-3eeb0a08c5c2 req-2c52c62c-cf30-47d5-ab91-b7189056f0c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265937 Aug 10 04:45:34.920972 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fbef-b1f1-4aff-a9f4-db253d67e8b2 req-4dce47b5-57b6-4b5a-b7d8-059d78b8c5fa tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:34.922674 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6857fbef-b1f1-4aff-a9f4-db253d67e8b2 req-4dce47b5-57b6-4b5a-b7d8-059d78b8c5fa tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0526388 Aug 10 04:45:34.960763 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6857fbef-b1f1-4aff-a9f4-db253d67e8b2 req-56bbd125-41ee-4b0c-a49b-76d5e6cdd71a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Aug 10 04:45:35.517953 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:36.080368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54de93-76b0-4d2f-abdc-5ba66a913213 req-a82f972b-8d43-4528-92df-097997cf2dab tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:36.081840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa54de93-76b0-4d2f-abdc-5ba66a913213 req-a82f972b-8d43-4528-92df-097997cf2dab tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0494149 Aug 10 04:45:36.119092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aa54de93-76b0-4d2f-abdc-5ba66a913213 req-708c3340-5e33-4e17-a9fb-210eebd1752d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304129 Aug 10 04:45:36.236130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893638f-04f1-473e-bfb1-1dc1d0363a70 req-313bf997-a11b-40dd-8121-0e902535ed2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:36.237603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4893638f-04f1-473e-bfb1-1dc1d0363a70 req-313bf997-a11b-40dd-8121-0e902535ed2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0526152 Aug 10 04:45:36.275249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4893638f-04f1-473e-bfb1-1dc1d0363a70 req-4c34ea50-079e-4266-ba0c-9c51164601d2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Aug 10 04:45:36.297194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47912) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:36.334420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed744fa3-f414-40dc-96fe-90bf3cf79586 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:36.335894 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ed744fa3-f414-40dc-96fe-90bf3cf79586 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1092 time: 0.0377345 Aug 10 04:45:36.339117 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47914) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:36.343330 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:36.364811 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.460063 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.564245 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.172 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/bbe13322-66a8-46d3-bed1-e4f945996d1f) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:45:36.667737 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.706094 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:36.746041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:45:36.748946 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:36.752812 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:45:36.775606 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=bbe13322-66a8-46d3-bed1-e4f945996d1f,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:37.414900 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:37.482049 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:37.634614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:37.638775 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:37.701530 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=bbe13322-66a8-46d3-bed1-e4f945996d1f,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:37.715312 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:37.812583 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP c4a69df1-8924-47b7-a265-ee90b20069ae associated. External IP: 172.25.2.172, port: 2cf61a48-113d-4c8e-9948-4dac1a5e510f. Aug 10 04:45:38.024331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:38.131982 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:38.141484 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] Sync routers for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:38.148837 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:38.151514 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:38.152217 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:38.176470 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3951b17b-a1ed-455c-810a-3438b60f955b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8363483 Aug 10 04:45:38.177058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:38.179585 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba5c31f-9ec1-4826-b401-48ade0b286e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:38.224842 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f68292-49e9-484a-8e30-dcf383084979 x-openstack-request-id: req-64f68292-49e9-484a-8e30-dcf383084979 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:38.225130 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:38.225403 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64f68292-49e9-484a-8e30-dcf383084979 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:38.225837 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'status': 'completed', 'code': 200} Aug 10 04:45:38.259660 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:38.321512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d828-637f-442c-acab-eb1e1ff5fe81 req-d52777c8-2c73-4ebe-8e91-354e86849734 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:38.323057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c207d828-637f-442c-acab-eb1e1ff5fe81 req-d52777c8-2c73-4ebe-8e91-354e86849734 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0872838 Aug 10 04:45:38.329454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-a1c91e05-c83c-4823-bd36-54269012377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:38.331001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-a1c91e05-c83c-4823-bd36-54269012377c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0608430 Aug 10 04:45:38.410820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c207d828-637f-442c-acab-eb1e1ff5fe81 req-00cccdb2-2504-466a-9de5-c41e26c08032 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788305 Aug 10 04:45:38.436291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 47920) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:38.450184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-73804fbd-39d2-4fa7-b090-e6d43a24e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:38.451970 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-73804fbd-39d2-4fa7-b090-e6d43a24e175 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.1126509 Aug 10 04:45:38.503601 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dad47cb5-e1d0-4a69-8068-3e60aafcbf84 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/c4a69df1-8924-47b7-a265-ee90b20069ae HTTP/1.1" status: 200 len: 991 time: 0.0642796 Aug 10 04:45:38.521465 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-3c291089-9e8f-43c2-8d58-9e905add699a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 999 time: 0.0616431 Aug 10 04:45:38.571279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-04575f0d-6348-4eb0-87ce-bd6405982ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:38.572778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-04575f0d-6348-4eb0-87ce-bd6405982ee2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0443754 Aug 10 04:45:38.579869 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4a69df1-8924-47b7-a265-ee90b20069ae', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'port_id': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'mac_address': 'fa:16:3e:d1:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:37Z', 'updated_at': '2021-08-10T04:45:37Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:28Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:38.609309 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] Checking router: 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:38.617463 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:38.618156 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:45:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:38.622519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-1415840f-ced0-480a-9296-b0b78af4f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:38.624085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-1415840f-ced0-480a-9296-b0b78af4f04d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442665 Aug 10 04:45:38.717176 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-c22faa29-6088-4c6e-bf95-3a9c8a67469a service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Aug 10 04:45:38.720504 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:38.811336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-aba5c31f-9ec1-4826-b401-48ade0b286e9 req-51779841-91a8-4f2c-a662-eb222b780786 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859370 Aug 10 04:45:38.934724 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4a69df1-8924-47b7-a265-ee90b20069ae', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'port_id': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'mac_address': 'fa:16:3e:d1:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:37Z', 'updated_at': '2021-08-10T04:45:37Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:28Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:38.960556 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea6f31-c56f-4c17-ba4b-a02a6146ad10 None None] The sync data for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 is: [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'c4a69df1-8924-47b7-a265-ee90b20069ae', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'port_id': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'mac_address': 'fa:16:3e:d1:77:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:45:37Z', 'updated_at': '2021-08-10T04:45:37Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:28Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:39.147360 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87fdc7-aea9-4eec-82c5-bf64db5db8a6 None None] New status for floating IP c4a69df1-8924-47b7-a265-ee90b20069ae: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:45:39.506415 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 47922) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:39.567221 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2087e7f2-94de-4415-997b-321a7964db9d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/c4a69df1-8924-47b7-a265-ee90b20069ae HTTP/1.1" status: 200 len: 993 time: 0.0595646 Aug 10 04:45:55.585509 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.685907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:57.154155 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53d48544-1852-4c23-9a64-8c3f46be6746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.768079 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:00.001561 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-338f4daa-e0eb-478a-9fd4-9331f1aab773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:02.014459 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:03.470493 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.008596 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd944ac-ff2d-4db2-b781-d93057af0043 req-a9bcc692-62d6-48db-8e4d-824ea904a7e5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:11.010114 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3fd944ac-ff2d-4db2-b781-d93057af0043 req-a9bcc692-62d6-48db-8e4d-824ea904a7e5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0486209 Aug 10 04:46:11.029908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-4763655d-fae1-4802-8e66-3824057e37cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829351 Aug 10 04:46:11.049131 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3fd944ac-ff2d-4db2-b781-d93057af0043 req-7f1672a9-3029-47ba-9ef0-835b0417535b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Aug 10 04:46:12.175635 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08481459-513b-4cb2-ad98-140effb4ee56 req-47aac7bf-7371-4431-9808-46aaec5c0646 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.177223 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08481459-513b-4cb2-ad98-140effb4ee56 req-47aac7bf-7371-4431-9808-46aaec5c0646 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0544465 Aug 10 04:46:12.222172 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-08481459-513b-4cb2-ad98-140effb4ee56 req-17ff2e7c-e72e-4919-8a0c-701123d6589b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Aug 10 04:46:12.267934 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-44ac100f-481b-4977-a4a1-8d1f87f1bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.269502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-44ac100f-481b-4977-a4a1-8d1f87f1bbc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0417163 Aug 10 04:46:12.363341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-5c4508b3-4d5d-4a05-9f30-845c36a17494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.365143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-5c4508b3-4d5d-4a05-9f30-845c36a17494 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.0880072 Aug 10 04:46:12.442307 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-b2f96435-da29-4222-8bc1-4c4948e9f3dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 1001 time: 0.0697830 Aug 10 04:46:12.492603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-b74540e8-a763-4711-9e59-54eb95f4b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.494049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-b74540e8-a763-4711-9e59-54eb95f4b731 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0447426 Aug 10 04:46:12.516941 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:12.540105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-c4784545-89eb-4c94-bf09-2d14bf347c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.541606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-c4784545-89eb-4c94-bf09-2d14bf347c05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404561 Aug 10 04:46:12.633340 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-d6316144-e076-4441-907d-77a39f8b276e service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834701 Aug 10 04:46:12.722930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-5d5f3427-8705-4b20-8da2-6c77c2ad14da service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825436 Aug 10 04:46:13.338347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af3165-7b64-478f-bb07-0393d359b124 req-149e1c39-b26d-4516-8ba5-2bf4ebca9185 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:13.339848 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21af3165-7b64-478f-bb07-0393d359b124 req-149e1c39-b26d-4516-8ba5-2bf4ebca9185 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0485170 Aug 10 04:46:13.377936 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-21af3165-7b64-478f-bb07-0393d359b124 req-cfef8ff8-efc2-4563-82bf-54139a69d7a9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Aug 10 04:46:14.498994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2ffd5-c240-49cd-849d-c0660d763f79 req-7c645375-b88b-469c-8ef2-b443684ba929 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:14.502652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74c2ffd5-c240-49cd-849d-c0660d763f79 req-7c645375-b88b-469c-8ef2-b443684ba929 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0543385 Aug 10 04:46:14.539626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-74c2ffd5-c240-49cd-849d-c0660d763f79 req-f7896c67-d0bf-4a57-9730-496192aa3eb4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327818 Aug 10 04:46:15.660230 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9af1a-7a3f-46fd-a7f7-eab86254413f req-c85e40fb-a479-489f-b830-5f154bdc28ac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:15.661764 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fc9af1a-7a3f-46fd-a7f7-eab86254413f req-c85e40fb-a479-489f-b830-5f154bdc28ac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0532196 Aug 10 04:46:15.698249 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0fc9af1a-7a3f-46fd-a7f7-eab86254413f req-1ef0afd5-179f-4bd7-89ca-23e2c2ab0aea tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303094 Aug 10 04:46:16.816155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6430333-5d89-44c0-ba1f-1cb1913b4f99 req-fcff4f56-973c-4e2e-9d07-78b9ff258e61 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:16.817681 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6430333-5d89-44c0-ba1f-1cb1913b4f99 req-fcff4f56-973c-4e2e-9d07-78b9ff258e61 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0492237 Aug 10 04:46:16.854915 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e6430333-5d89-44c0-ba1f-1cb1913b4f99 req-989f8072-434e-4cf7-a745-766178a596da tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Aug 10 04:46:17.969869 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587a92c-575c-4e8d-9160-4a7f066bb5a3 req-36317a8d-338f-4350-b503-e7a17cafb509 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:17.971298 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f587a92c-575c-4e8d-9160-4a7f066bb5a3 req-36317a8d-338f-4350-b503-e7a17cafb509 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0491934 Aug 10 04:46:18.008969 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f587a92c-575c-4e8d-9160-4a7f066bb5a3 req-d9f59005-e5f1-4e5c-9518-c29a5aacc97f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Aug 10 04:46:19.121707 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffbe1b-45c1-464d-911e-2f0818c21153 req-cd6eb833-120b-4ad8-aa77-f625c60d0b7d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:19.123693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ffbe1b-45c1-464d-911e-2f0818c21153 req-cd6eb833-120b-4ad8-aa77-f625c60d0b7d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0473459 Aug 10 04:46:19.160070 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ffbe1b-45c1-464d-911e-2f0818c21153 req-60df7dd1-1b6f-49b4-8399-0fb163277c85 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303190 Aug 10 04:46:20.276355 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5abbc-d051-46be-8d2d-348d2477fc4d req-9a0d55a5-d610-433e-a59b-1db5f4e113c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:20.277947 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bb5abbc-d051-46be-8d2d-348d2477fc4d req-9a0d55a5-d610-433e-a59b-1db5f4e113c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0488627 Aug 10 04:46:20.314570 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1bb5abbc-d051-46be-8d2d-348d2477fc4d req-8ee7b6a6-5b57-4092-a4ec-27d37095cef9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306542 Aug 10 04:46:20.431125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-d1d3afad-88cc-4495-be89-8b02970ba948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:20.432614 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-d1d3afad-88cc-4495-be89-8b02970ba948 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0436583 Aug 10 04:46:20.534340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-d59fc72e-d668-4fdf-84dc-3311b6ed68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:20.535826 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-d59fc72e-d668-4fdf-84dc-3311b6ed68ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.0831628 Aug 10 04:46:20.604612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-7aecb8a7-298d-4e40-b396-322ece71e72f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 1001 time: 0.0608039 Aug 10 04:46:20.652792 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-82ba506e-a3fb-4022-8ed6-6487fdf23232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:20.654923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-82ba506e-a3fb-4022-8ed6-6487fdf23232 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0431895 Aug 10 04:46:20.699642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-5495eac9-1e94-4d04-b1c9-aafe5ee01a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:20.701563 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-5495eac9-1e94-4d04-b1c9-aafe5ee01a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386884 Aug 10 04:46:20.794949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-a7c6dc0e-9e98-4a75-9e8e-82b9ddd4db46 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843856 Aug 10 04:46:21.198238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ed48524e-e45a-4e2e-969c-a3db6bf1a28b req-9e44685b-7ed0-4092-8e02-1cfaecc096f3 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957193 Aug 10 04:46:21.428478 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a56cb-6a42-40e4-94f6-cd30da54aa19 req-f9e3ec2b-7e9d-4ecf-a757-7384339276ed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:21.429941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153a56cb-6a42-40e4-94f6-cd30da54aa19 req-f9e3ec2b-7e9d-4ecf-a757-7384339276ed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0479281 Aug 10 04:46:21.470661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-153a56cb-6a42-40e4-94f6-cd30da54aa19 req-c00f5fa7-5feb-48b6-9011-0efc83c02e11 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343173 Aug 10 04:46:22.590277 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbe394-d9ef-44af-9084-c57cc1beb361 req-3cdf4b4a-ba02-4289-9b76-ab47f952d2c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:22.592310 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55fbe394-d9ef-44af-9084-c57cc1beb361 req-3cdf4b4a-ba02-4289-9b76-ab47f952d2c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0536807 Aug 10 04:46:22.629635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-55fbe394-d9ef-44af-9084-c57cc1beb361 req-ed6f6997-ee84-4f65-9716-4caa93930f83 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Aug 10 04:46:23.749216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142828-b1dc-4d39-bd42-68c5ada9d149 req-11f863d7-9a48-487d-b3be-fe3b0cefad3a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:23.750743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9d142828-b1dc-4d39-bd42-68c5ada9d149 req-11f863d7-9a48-487d-b3be-fe3b0cefad3a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0540745 Aug 10 04:46:23.788896 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9d142828-b1dc-4d39-bd42-68c5ada9d149 req-4bee6a73-d3e6-4a37-aa43-a6853f5c5adb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Aug 10 04:46:24.905101 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4efd4-a9bc-4327-86e0-fbe219f6b7e0 req-0e660f67-a841-436a-b8cb-0344e2c8b702 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:24.906592 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72c4efd4-a9bc-4327-86e0-fbe219f6b7e0 req-0e660f67-a841-436a-b8cb-0344e2c8b702 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0475366 Aug 10 04:46:24.944555 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-72c4efd4-a9bc-4327-86e0-fbe219f6b7e0 req-5a1d5a84-99fa-43fc-a71e-12c1a62ea179 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Aug 10 04:46:25.582170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:26.057662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ee4f1-5026-4f3a-ad94-60e6be5af669 req-74a90b1e-4e63-4c82-ba3e-4275178368b0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:26.059158 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b5ee4f1-5026-4f3a-ad94-60e6be5af669 req-74a90b1e-4e63-4c82-ba3e-4275178368b0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0471942 Aug 10 04:46:26.097122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7b5ee4f1-5026-4f3a-ad94-60e6be5af669 req-acc6144b-2367-4117-9e8a-842bb51c499a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Aug 10 04:46:26.687289 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.158586 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-57d388bf-3679-4530-960a-453066d0f7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.216597 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8450c7-9b1a-4340-a64a-cebbf01a2e9d req-dff45fa3-d2cd-48cd-b568-76719e2b6e97 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:27.218158 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd8450c7-9b1a-4340-a64a-cebbf01a2e9d req-dff45fa3-d2cd-48cd-b568-76719e2b6e97 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0508602 Aug 10 04:46:27.256963 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fd8450c7-9b1a-4340-a64a-cebbf01a2e9d req-d82c57c7-dc29-4e8a-9e3c-aa7b2a250427 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Aug 10 04:46:28.369959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddea31b-cba3-4dc1-8727-ebebc7bb65af req-fdcea025-fc21-4afc-9c09-94ee2acfe9d7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:28.371453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ddea31b-cba3-4dc1-8727-ebebc7bb65af req-fdcea025-fc21-4afc-9c09-94ee2acfe9d7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0472076 Aug 10 04:46:28.408776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7ddea31b-cba3-4dc1-8727-ebebc7bb65af req-0e086668-51fd-4167-bbe6-b81afdd16346 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Aug 10 04:46:29.468507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-c07e1054-2c69-46a3-a3f4-b8daf2f1fa64 service neutron] 10.222.0.39 "GET /v2.0/ports/2cf61a48-113d-4c8e-9948-4dac1a5e510f/bindings/n-h1-769329-14 HTTP/1.1" status: 200 len: 383 time: 0.0578551 Aug 10 04:46:29.535400 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2546b-f962-4229-ac58-e4b30294f998 req-b6da87b8-0de6-40fc-b226-26dc70d92c26 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.537053 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd2546b-f962-4229-ac58-e4b30294f998 req-b6da87b8-0de6-40fc-b226-26dc70d92c26 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0558972 Aug 10 04:46:29.578250 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6bd2546b-f962-4229-ac58-e4b30294f998 req-d2f80489-c8d0-48ec-9d8d-309b4dfd7504 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349975 Aug 10 04:46:29.677513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-601de520-3789-4710-a9dc-d1839cd942e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.679059 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-601de520-3789-4710-a9dc-d1839cd942e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 1097 time: 0.0409315 Aug 10 04:46:29.740985 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-5c5aca18-b694-44c2-a2c8-9553fa7e5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.742518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-5c5aca18-b694-44c2-a2c8-9553fa7e5c83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0411227 Aug 10 04:46:29.769518 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:29.834264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-0184a31e-ecdb-4636-b0b9-7241a2c24e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.835750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-0184a31e-ecdb-4636-b0b9-7241a2c24e33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.0855086 Aug 10 04:46:29.900659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-75bba952-8a86-4a0c-90a1-3d38afca9c0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 1001 time: 0.0576172 Aug 10 04:46:29.950329 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-f1889190-f108-44a7-8960-c8c7f671ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.951814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-f1889190-f108-44a7-8960-c8c7f671ece1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0430360 Aug 10 04:46:30.002602 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-20abcf00-3aae-4254-b7d7-29a88a59922c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:30.007307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-22f861de-8ce7-41a4-9ba0-a8f5cb2c11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:30.008830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-22f861de-8ce7-41a4-9ba0-a8f5cb2c11e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491791 Aug 10 04:46:30.098697 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-dbf78da7-4bc7-4eee-8f95-698cef378a0a service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811546 Aug 10 04:46:30.192011 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3589814a-528c-4a79-b62e-c7adcc00a121 req-d9e0bbc8-3490-4b7a-bf1e-a545a9cddc85 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861130 Aug 10 04:46:30.693422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b027c6-003a-4386-a035-82ba9faf84f3 req-a821adc9-bafe-4782-888e-0b03d893f0cc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:30.694918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8b027c6-003a-4386-a035-82ba9faf84f3 req-a821adc9-bafe-4782-888e-0b03d893f0cc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0480247 Aug 10 04:46:30.732867 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8b027c6-003a-4386-a035-82ba9faf84f3 req-1b29c344-a22b-4662-8aa6-d95bbe25604b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Aug 10 04:46:31.853304 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bde2c-1ad5-4aa6-94ca-e8925aae0614 req-45d240d3-6499-4a20-a0dd-884f7653bb38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:31.854838 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e51bde2c-1ad5-4aa6-94ca-e8925aae0614 req-45d240d3-6499-4a20-a0dd-884f7653bb38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0490434 Aug 10 04:46:31.893165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e51bde2c-1ad5-4aa6-94ca-e8925aae0614 req-245b172a-3223-4a52-bf8c-86be303656a4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Aug 10 04:46:31.975470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2cf61a48-113d-4c8e-9948-4dac1a5e510f details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:46:32.061723 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.084936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:32.096266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'port_id': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'mac_address': 'fa:16:3e:d1:77:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:46:32.098104 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4e126-6ddf-4cce-bad0-2fcd0e5667e8 req-a268d130-7e9a-4934-bb39-88b438c31135 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.099639 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ab4e126-6ddf-4cce-bad0-2fcd0e5667e8 req-a268d130-7e9a-4934-bb39-88b438c31135 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0547171 Aug 10 04:46:32.105812 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-d46a5b4d-138c-44c3-84a7-466112c0d66a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.107691 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-d46a5b4d-138c-44c3-84a7-466112c0d66a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e&tenant_id=e5295ce036b842c48fa3d1660daa4cbb&binding%3Ahost_id=n-h1-769329-14 HTTP/1.1" status: 200 len: 945 time: 0.0552201 Aug 10 04:46:32.135833 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.142383 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ab4e126-6ddf-4cce-bad0-2fcd0e5667e8 req-9e5d3bd1-5bd4-49c3-b805-269923642089 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362258 Aug 10 04:46:32.150431 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf61a48-113d-4c8e-9948-4dac1a5e510f {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:46:32.174227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:32.178668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.200246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-2fe5c216-cdf6-4dcc-b3d2-fe99935851bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.202521 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-2fe5c216-cdf6-4dcc-b3d2-fe99935851bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0491209 Aug 10 04:46:32.236735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:32.243985 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.244334 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.244678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.245024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.245357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.245712 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.246043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.246379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.246705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.247035 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.247357 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.248195 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:32.321648 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4a8a6-55fe-4106-a807-e3f965ee15a0 req-b5510dbb-0256-4162-8d07-22211844ac7d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.323133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07d4a8a6-55fe-4106-a807-e3f965ee15a0 req-b5510dbb-0256-4162-8d07-22211844ac7d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 944 time: 0.1019268 Aug 10 04:46:32.350532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-4c779e6b-14ad-4d7d-abe4-634cbbd85da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.351989 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-4c779e6b-14ad-4d7d-abe4-634cbbd85da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.1420023 Aug 10 04:46:32.380100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07d4a8a6-55fe-4106-a807-e3f965ee15a0 req-95208bbc-8809-48e5-a487-f4ae0676fd44 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501504 Aug 10 04:46:32.416243 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['2cf61a48-113d-4c8e-9948-4dac1a5e510f'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:46:32.430384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-a19464ef-9352-48ab-8f75-9d5e8530e2b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 1000 time: 0.0625324 Aug 10 04:46:32.480058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-57dac1d8-47e6-4371-8306-c2b6db7450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.481558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-57dac1d8-47e6-4371-8306-c2b6db7450f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0441577 Aug 10 04:46:32.535406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-d9ac69bd-4193-4385-8640-b46d01135b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.537106 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-d9ac69bd-4193-4385-8640-b46d01135b4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471983 Aug 10 04:46:32.627185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-a5c411f4-11ec-4f20-999c-71521b42e416 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Aug 10 04:46:32.722130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b6eb72c2-a723-410a-b190-d5b26152d332 req-6c582816-10c1-403a-bc9d-267096747057 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Aug 10 04:46:33.471068 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:33.502844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27dd11-f9d0-4136-9984-b7ee88dd7662 req-2196abda-557d-4558-a7bb-03c3f86fa8e3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:33.504541 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd27dd11-f9d0-4136-9984-b7ee88dd7662 req-2196abda-557d-4558-a7bb-03c3f86fa8e3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 944 time: 0.0563393 Aug 10 04:46:33.542539 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-cd27dd11-f9d0-4136-9984-b7ee88dd7662 req-ae7c36ef-9d75-4de9-9670-eba2e4cfe1a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Aug 10 04:46:33.566429 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48012) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:33.627609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7f742e69-9a3d-480d-83a4-b14f96cb768e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/c4a69df1-8924-47b7-a265-ee90b20069ae HTTP/1.1" status: 200 len: 992 time: 0.0600166 Aug 10 04:46:33.975763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2cf61a48-113d-4c8e-9948-4dac1a5e510f up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:34.022444 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 2cf61a48-113d-4c8e-9948-4dac1a5e510f triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:34.022813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.098712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.120406 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:34.122676 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb67349-035a-41da-89df-5241d0b6414e" -d '{"events": [{"server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:34.135767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:34.141335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.164834 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a801a2-164c-4d78-bf29-0cea74243d0d x-openstack-request-id: req-42a801a2-164c-4d78-bf29-0cea74243d0d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:34.165127 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "name": "network-vif-plugged", "status": "completed", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:34.165401 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42a801a2-164c-4d78-bf29-0cea74243d0d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:34.165790 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'code': 200} Aug 10 04:46:34.192004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:49.516088 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:55.580605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.691759 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.160207 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-08061694-1b47-45a7-abff-ed97a0c97162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.771153 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.004843 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa92a8c9-13b7-4b14-95c7-c52e4ac17473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.021094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:03.475139 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.081676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48026) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:04.237753 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port bbe13322-66a8-46d3-bed1-e4f945996d1f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:04.238143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.316899 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.317226 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.329289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for bbe13322-66a8-46d3-bed1-e4f945996d1f owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:04.476482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.504505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=bbe13322-66a8-46d3-bed1-e4f945996d1f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:04.529062 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.529414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.529758 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.530142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.530465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.530801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.531131 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.531464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.531794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.532120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.532449 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.532774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:04.575598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.575930 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP c4a69df1-8924-47b7-a265-ee90b20069ae disassociated (deleted). External IP: 172.25.2.172, port: 2cf61a48-113d-4c8e-9948-4dac1a5e510f. Aug 10 04:47:04.783202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:47:04.891921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:04.896667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.901513 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] Sync routers for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:04.910964 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:04.911565 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:04.923776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0a9a1fd2-0a60-4cca-8063-ef0c39f04e38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/floatingips/c4a69df1-8924-47b7-a265-ee90b20069ae HTTP/1.1" status: 204 len: 168 time: 0.8409598 Aug 10 04:47:04.924370 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:04.926704 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7429d2-3eeb-416a-8743-61ad7617cfae" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:04.964600 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865fcf8d-3a59-4b71-85de-6fc7d8d4e3cf x-openstack-request-id: req-865fcf8d-3a59-4b71-85de-6fc7d8d4e3cf {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:04.964895 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:04.965193 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-865fcf8d-3a59-4b71-85de-6fc7d8d4e3cf {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:04.965547 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'status': 'completed', 'code': 200} Aug 10 04:47:05.020678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:05.034308 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-741bd57e-0de9-4dfc-b284-339512801808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:05.036037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-741bd57e-0de9-4dfc-b284-339512801808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 1097 time: 0.0459335 Aug 10 04:47:05.142037 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-856f558f-31f3-4ce4-9560-698dc0275a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:05.143616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-856f558f-31f3-4ce4-9560-698dc0275a4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 200 len: 897 time: 0.0963104 Aug 10 04:47:05.172989 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07336af5-e8f7-4b4e-bcf4-d18bcf0484d8 req-00bc4d45-72d6-4ad1-b188-05f1123ff39a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:05.175206 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07336af5-e8f7-4b4e-bcf4-d18bcf0484d8 req-00bc4d45-72d6-4ad1-b188-05f1123ff39a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0556741 Aug 10 04:47:05.190791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-f2e364c7-8efb-412f-8128-5adc5b373d76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 200 len: 217 time: 0.0356011 Aug 10 04:47:05.218543 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-07336af5-e8f7-4b4e-bcf4-d18bcf0484d8 req-a4655b92-674d-4570-bb93-265f76b99675 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369122 Aug 10 04:47:05.240343 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:28Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:05.252464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-2c8f56c1-0a2f-430d-aacc-d5849a618110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:05.253936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-2c8f56c1-0a2f-430d-aacc-d5849a618110 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 200 len: 835 time: 0.0555353 Aug 10 04:47:05.257202 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] Checking router: 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:05.265298 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:05.265892 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:05.306995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-931686a6-c561-43f9-b557-9fcfa694d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:05.308417 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-931686a6-c561-43f9-b557-9fcfa694d440 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402384 Aug 10 04:47:05.323283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-d681ae3b-3308-43e0-9aff-b9e9b31b4eda service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:47:05.324234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-d681ae3b-3308-43e0-9aff-b9e9b31b4eda service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051162 Aug 10 04:47:05.369391 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:05.414559 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-b4764da5-e2a7-499d-a18c-74b3bb966815 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815971 Aug 10 04:47:05.511820 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-de7429d2-3eeb-416a-8743-61ad7617cfae req-2446ec93-ab5b-4d3b-803b-04c888589d20 service neutron] 10.222.0.39 "GET /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882976 Aug 10 04:47:05.568682 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:28Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:05.594366 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9892bc36-6475-4aec-8096-3630aca6bea9 None None] The sync data for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 is: [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:24Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba', 'name': '', 'network_id': '5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:82:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:23Z', 'updated_at': '2021-08-10T04:45:28Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:05.818610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7f0546-0841-458d-a40e-8a36e498c826 None None] New status for floating IP c4a69df1-8924-47b7-a265-ee90b20069ae: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:47:05.995197 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-ca978cd0-1789-41e1-8a4e-d06887248d29 req-da9c42e2-18b4-49f6-b9b4-7076558d4144 service neutron] (94140) timed out ('10.222.0.53', 44834) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:47:06.335991 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c3b5a-4ec1-4508-b18a-c9440f5daca0 req-9752b4b1-a6c9-4151-a9aa-31c51c35c98b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:06.337502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b2c3b5a-4ec1-4508-b18a-c9440f5daca0 req-9752b4b1-a6c9-4151-a9aa-31c51c35c98b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0497942 Aug 10 04:47:06.375530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b2c3b5a-4ec1-4508-b18a-c9440f5daca0 req-32dcc886-fd9b-4b45-818d-1183e1b07f5f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=a500424f-fba2-4005-bfbf-59b2ad082039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315130 Aug 10 04:47:06.650346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-de24bed4-a3f7-4bf3-8f4b-fd2425db7c1d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:06.651818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-de24bed4-a3f7-4bf3-8f4b-fd2425db7c1d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 945 time: 0.0479081 Aug 10 04:47:06.746207 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 2cf61a48-113d-4c8e-9948-4dac1a5e510f {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:06.746540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.831385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 2cf61a48-113d-4c8e-9948-4dac1a5e510f, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=2cf61a48-113d-4c8e-9948-4dac1a5e510f,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:06.831654 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.844069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 2cf61a48-113d-4c8e-9948-4dac1a5e510f owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:06.972546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.999587 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=2cf61a48-113d-4c8e-9948-4dac1a5e510f,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:07.049039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] No DVR routers for this DVR port 2cf61a48-113d-4c8e-9948-4dac1a5e510f on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:47:07.051610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.053652 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4d28220a-9d51-41c0-9306-f9da176f30eb req-86c7d8d9-41df-478e-a116-c8fb3a67e6a8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "DELETE /v2.0/ports/2cf61a48-113d-4c8e-9948-4dac1a5e510f HTTP/1.1" status: 204 len: 173 time: 0.3954651 Aug 10 04:47:07.054134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'name': 'network-vif-deleted', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:07.056379 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d3a52d-e4e5-47e3-bc04-ca8c9c8f8c16" -d '{"events": [{"server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "name": "network-vif-deleted", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:07.095768 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe85e1-3339-428b-a5f1-f87443fbb8cb x-openstack-request-id: req-f4fe85e1-3339-428b-a5f1-f87443fbb8cb {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:07.096116 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf6879-ed53-4635-aed5-75820589f69e", "name": "network-vif-deleted", "tag": "2cf61a48-113d-4c8e-9948-4dac1a5e510f", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:07.096369 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4fe85e1-3339-428b-a5f1-f87443fbb8cb {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:07.096770 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf6879-ed53-4635-aed5-75820589f69e', 'name': 'network-vif-deleted', 'tag': '2cf61a48-113d-4c8e-9948-4dac1a5e510f', 'status': 'completed', 'code': 200} Aug 10 04:47:07.494967 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-93085653-cef3-4867-ab78-a79e7bcd80c6 req-d401c325-30fb-4832-9c6d-e9cd53beda94 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cf6879-ed53-4635-aed5-75820589f69e HTTP/1.1" status: 200 len: 210 time: 0.0325611 Aug 10 04:47:08.563460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48042) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:08.938803 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.182887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:09.183220 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.270843 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:09.271199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.284419 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:09.466410 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.494372 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:09.664033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.878063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:47:10.193667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2cf61a48-113d-4c8e-9948-4dac1a5e510f no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:10.217239 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 2cf61a48-113d-4c8e-9948-4dac1a5e510f {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:47:10.218178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 2cf61a48-113d-4c8e-9948-4dac1a5e510f not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:47:10.299930 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:10.305310 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a53b5a15-2260-4ee2-ba82-12c4e906c518 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/8ffd6924-cb93-460b-a068-ca5b7e0af1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406564 Aug 10 04:47:10.308067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48044) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:10.309176 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] Sync routers for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:10.318315 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:10.318914 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:10.365637 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting subnet 57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:47:10.368756 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.413488 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.421948 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:10.500993 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.565665 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.591225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Subnet': ['ID=57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:10.598974 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.601474 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eed2a4f9-149c-4a2e-819b-fe0016f58862 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/subnets/57d9cc4a-dac2-4b6f-a60d-0c7c914ffcd3 HTTP/1.1" status: 204 len: 168 time: 0.2921369 Aug 10 04:47:10.603789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48046) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:10.607205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178292c-984e-47c1-9a3c-b9a14aa12aad None None] Network 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:10.618743 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:10.650172 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] Checking router: 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:10.659883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] Routers {'8ffd6924-cb93-460b-a068-ca5b7e0af1c1'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:10.660488 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:10.716190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.774248 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] Set router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:10.798946 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] DHCP port deletion for 5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:47:10.827404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.851465 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] Deleting port 78e5bf27-d283-452d-a004-720707243f84 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:10.851840 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.888014 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 313b1a04-36e0-45ac-8c65-35fe33825bbb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:10.888365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.919763 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] For port 78e5bf27-d283-452d-a004-720707243f84, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78e5bf27-d283-452d-a004-720707243f84,segment=NetworkSegment(a269d5b8-7a8e-491e-a2c9-174df8e9103a),segment_id=a269d5b8-7a8e-491e-a2c9-174df8e9103a)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:10.920323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.934439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] Calling delete_port for 78e5bf27-d283-452d-a004-720707243f84 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:10.965854 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:10.968785 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 313b1a04-36e0-45ac-8c65-35fe33825bbb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=313b1a04-36e0-45ac-8c65-35fe33825bbb,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:10.969318 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.982460 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 313b1a04-36e0-45ac-8c65-35fe33825bbb owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:10.992605 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb2fce-7773-4138-b197-a788e2a849ca None None] The sync data for ids ['8ffd6924-cb93-460b-a068-ca5b7e0af1c1'] in n-d-769329-14 is: [{'id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49727361', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '313b1a04-36e0-45ac-8c65-35fe33825bbb', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffd6924-cb93-460b-a068-ca5b7e0af1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:45:20Z', 'updated_at': '2021-08-10T04:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:11.030977 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.056186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] Pushing event deleted for resources: {'Port': ['ID=78e5bf27-d283-452d-a004-720707243f84,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:11.060561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb896c2-f6f7-41b6-9d8a-187a05ebcc2b None None] No DVR routers for this DVR port 78e5bf27-d283-452d-a004-720707243f84 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:47:11.153922 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.178011 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=313b1a04-36e0-45ac-8c65-35fe33825bbb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:11.245060 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.337832 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.340106 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.383103 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.383776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffd6924-cb93-460b-a068-ca5b7e0af1c1 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:47:11.391457 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.392617 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb4162ec-4d77-4b54-8432-bc184aa06bac tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/routers/8ffd6924-cb93-460b-a068-ca5b7e0af1c1 HTTP/1.1" status: 204 len: 168 time: 0.7878454 Aug 10 04:47:11.395600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48048) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:11.473693 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.566563 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.580917 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:11.593405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a269d5b8-7a8e-491e-a2c9-174df8e9103a') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:11.593698 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a269d5b8-7a8e-491e-a2c9-174df8e9103a') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:11.604140 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.619705 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.626953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:47:11.627240 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:47:11.630300 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:47:11.693921 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.700788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.702649 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/networks/5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5 HTTP/1.1" status: 204 len: 168 time: 0.3060570 Aug 10 04:47:11.705583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48050) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:11.715967 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Network': ['ID=5fa98e6c-f9f5-4a4f-81fa-055b84db0fe5,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:11.724058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.724405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.724747 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.725088 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.725421 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.725753 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.726111 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.726440 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.726769 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.727094 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.727416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.727750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c188a-0955-44e3-8b17-315d68c786ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:11.765718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43bb985-5f5c-461d-93fe-738fcdbfe911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.791581 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43bb985-5f5c-461d-93fe-738fcdbfe911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.854568 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43bb985-5f5c-461d-93fe-738fcdbfe911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.857181 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e43bb985-5f5c-461d-93fe-738fcdbfe911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.858975 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e43bb985-5f5c-461d-93fe-738fcdbfe911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/security-groups/a500424f-fba2-4005-bfbf-59b2ad082039 HTTP/1.1" status: 204 len: 168 time: 0.1523247 Aug 10 04:47:11.868789 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bb985-5f5c-461d-93fe-738fcdbfe911 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a500424f-fba2-4005-bfbf-59b2ad082039,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.135973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48056) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.141125 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040384346', 'description': 'tempest-secgroup-smoke-1040384346 description', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.166598 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.268983 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.273493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.309034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.310784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1736715 Aug 10 04:47:12.313660 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48058) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.316278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be3cc2-0536-4c68-9773-c568de41db75 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54757be4-6831-4e6d-a76f-95a972c4a578,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.318578 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': '54757be4-6831-4e6d-a76f-95a972c4a578', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.348475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.410200 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.414076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.433432 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5162d25f-32bd-47a4-8b5f-80ac8ba6a5ac,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.435809 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.437568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-6ca60444-dc67-4830-9038-7fe0b9d4c6c0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227343 Aug 10 04:47:12.440357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48060) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.444901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': '54757be4-6831-4e6d-a76f-95a972c4a578', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.471716 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.534737 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.538758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.540178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78e5bf27-d283-452d-a004-720707243f84 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:12.556644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2e8d18-1f47-4429-b659-0b6f7f0b1ec9,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.562495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 78e5bf27-d283-452d-a004-720707243f84 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:47:12.562845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78e5bf27-d283-452d-a004-720707243f84 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:47:12.563272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 313b1a04-36e0-45ac-8c65-35fe33825bbb no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:12.563561 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.567776 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48062) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.567920 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-8858d77f-f301-4da7-9b4e-fed6627a206a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264756 Aug 10 04:47:12.572736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': '54757be4-6831-4e6d-a76f-95a972c4a578', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.583659 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 313b1a04-36e0-45ac-8c65-35fe33825bbb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:47:12.584148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 313b1a04-36e0-45ac-8c65-35fe33825bbb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:47:12.584741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:12.600024 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.612397 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:47:12.612984 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 9f030dcb-a7f9-4a8a-8ce9-cfc39f1bbbba not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:47:12.668920 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.672712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.694569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c0f389-0619-49e2-b438-914d921ad366,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.698611 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.700055 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d1f652cc-15df-4b1d-8abc-310d48d3e446 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309924 Aug 10 04:47:12.703228 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48064) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.710385 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': '54757be4-6831-4e6d-a76f-95a972c4a578', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.736975 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.796123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.799820 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.819136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c45744-7c25-4cf9-8726-b8b17eb6b640,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.825284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.826418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-744113f0-ab81-4ba8-ae82-2479e02b702d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219027 Aug 10 04:47:12.829126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48066) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.833541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': '54757be4-6831-4e6d-a76f-95a972c4a578', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.854823 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:47:12.860178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.923549 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.927321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.944794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6745ac-a968-4fb0-bc3d-88404a2a93de,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.951507 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.952714 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-52e32514-9a8d-4b1d-ba08-c98db4677aca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226745 Aug 10 04:47:12.955531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48068) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:12.959852 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': '54757be4-6831-4e6d-a76f-95a972c4a578', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:12.980182 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:47:12.985493 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.056857 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.060364 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.080215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e40846-399a-42a0-800d-36d12cbbc936,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:13.083254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.084516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-cbf3bec0-0601-4906-a578-2c80376ef5af tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280735 Aug 10 04:47:13.087447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48070) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:13.092380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'network': {'name': 'tempest-network-smoke--705792373', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:13.112331 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:13.115789 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.145215 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:47:13.150697 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.151041 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Added segment 6639204d-11e0-4be1-b121-f7783a907c07 of type vlan for network 7306d16e-2cff-4ca5-a151-943d9bf81662 Aug 10 04:47:13.191909 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.220387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.225955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:13.226564 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.286789 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1982408 Aug 10 04:47:13.289663 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48072) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:13.296876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'admin_state_up': True, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:13.308569 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d373988-ff66-47e4-86f8-017017ab04b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Network': ['ID=7306d16e-2cff-4ca5-a151-943d9bf81662,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:13.320903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:47:13.324934 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.326156 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.381449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.522257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.723559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.742078 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.840364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.138 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e16c1dbf-b516-45e8-89c1-682f937c268d) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:13.946855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.988190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.025494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:14.030333 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:14.032887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:14.059895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=e16c1dbf-b516-45e8-89c1-682f937c268d,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:14.288242 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.486500 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.614163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router f583a735-d62e-4105-9017-2f70217de344 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:47:14.721494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:14.731400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Sync routers for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:14.740563 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.741506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:14.741793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68815fe1-e602-47da-822a-4432d81cc599 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4511707 Aug 10 04:47:14.742180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:14.744943 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48074) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:14.775371 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6f3301e8-8c13-4472-bc86-67dc05b44d02 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e5295ce036b842c48fa3d1660daa4cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270736 Aug 10 04:47:14.775582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48076) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:14.847259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:14.864287 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37699604-602c-45b7-af01-987cb9c48d68 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:14.865744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-37699604-602c-45b7-af01-987cb9c48d68 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892820 Aug 10 04:47:14.868556 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48078) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:14.900549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-7444cab1-ccb8-4a49-9c13-d54a1dfc482a tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307634 Aug 10 04:47:14.903710 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48080) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:14.908968 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59036060', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:14.996146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'subnet': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:15.000085 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12506622'] for subnet, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.027231 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:15.057026 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Checking router: f583a735-d62e-4105-9017-2f70217de344 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:15.057381 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Updating router f583a735-d62e-4105-9017-2f70217de344 port e16c1dbf-b516-45e8-89c1-682f937c268d binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:47:15.082397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.182780 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9395349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12506572'] for subnet, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.251365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Checking segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:15.251731 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network hostable DHCP agents. Network: 7306d16e-2cff-4ca5-a151-943d9bf81662, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:47:15.258804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Subnet': ['ID=41474264-eb08-4df6-9a21-ecbb2bf25263,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:15.275051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:47:15.284489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 7306d16e-2cff-4ca5-a151-943d9bf81662) {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:15.288465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:15.289129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.296324 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10aa7f3-bf5d-4450-9c09-7e9b9342d4f7 None None] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:15.304224 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5fc56a70-4ed5-4731-837d-daca909f30b6 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3995919 Aug 10 04:47:15.307036 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48084) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:15.538301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.560072 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Transition to ACTIVE for port object e16c1dbf-b516-45e8-89c1-682f937c268d will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:15.572175 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.653401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Attempting to bind port e16c1dbf-b516-45e8-89c1-682f937c268d on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:15.653775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Attempting to bind port e16c1dbf-b516-45e8-89c1-682f937c268d by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:15.654167 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Attempting to bind port e16c1dbf-b516-45e8-89c1-682f937c268d on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:15.656551 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b615a5a-d35c-4f20-a461-70ec1fbd1fb7 None None] Pushing event updated for resources: {'Port': ['ID=e16c1dbf-b516-45e8-89c1-682f937c268d,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:15.667835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:15.668217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:15.668620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.669012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:15.669479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Bound port: e16c1dbf-b516-45e8-89c1-682f937c268d, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:15.669860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.723032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-7306d16e-2cff-4ca5-a151-943d9bf81662', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:47:15.723891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.744058 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.756347 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] For port e16c1dbf-b516-45e8-89c1-682f937c268d, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:15.760166 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] For port e16c1dbf-b516-45e8-89c1-682f937c268d, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e16c1dbf-b516-45e8-89c1-682f937c268d,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:15.768755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.892248 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:15.892861 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:15.947265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b615a5a-d35c-4f20-a461-70ec1fbd1fb7 None None] Pushing event updated for resources: {'Port': ['ID=e16c1dbf-b516-45e8-89c1-682f937c268d,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:16.016596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Allocated IP 172.20.0.2 (7306d16e-2cff-4ca5-a151-943d9bf81662/41474264-eb08-4df6-9a21-ecbb2bf25263/5a08fa74-6f00-474d-8858-9f303d192ebb) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:16.083700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:16.297334 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.307545 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Transition to ACTIVE for port object 5a08fa74-6f00-474d-8858-9f303d192ebb will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:16.328859 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Transition to ACTIVE for port object 5a08fa74-6f00-474d-8858-9f303d192ebb will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:16.336873 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.385206 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:16.388261 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:16.400524 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.1 (7306d16e-2cff-4ca5-a151-943d9bf81662/41474264-eb08-4df6-9a21-ecbb2bf25263/d168ec17-c29d-47e4-bca2-80890720dd90) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:16.423208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:16.425833 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Pushing event updated for resources: {'Port': ['ID=5a08fa74-6f00-474d-8858-9f303d192ebb,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:16.427558 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:16.431070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17aeaa-6423-4727-af22-b4d94c46cd7f None None] The sync data for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 is: [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:16.492332 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Attempting to bind port 5a08fa74-6f00-474d-8858-9f303d192ebb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:16.492715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Attempting to bind port 5a08fa74-6f00-474d-8858-9f303d192ebb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:16.493133 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Attempting to bind port 5a08fa74-6f00-474d-8858-9f303d192ebb on network 7306d16e-2cff-4ca5-a151-943d9bf81662 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:16.499174 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:16.499573 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Checking segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:16.499987 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.500386 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Bound using segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:16.505045 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Bound port: 5a08fa74-6f00-474d-8858-9f303d192ebb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:16.505045 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.534129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.549844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object d168ec17-c29d-47e4-bca2-80890720dd90 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:16.575541 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] For port 5a08fa74-6f00-474d-8858-9f303d192ebb, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:16.580156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] For port 5a08fa74-6f00-474d-8858-9f303d192ebb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5a08fa74-6f00-474d-8858-9f303d192ebb,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:16.585697 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.593227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.636882 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:16.645264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=d168ec17-c29d-47e4-bca2-80890720dd90,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:16.648069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:16.650315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:16.654974 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e56702-5537-4a09-ad5c-fa852187e594 None None] Pushing event updated for resources: {'Port': ['ID=5a08fa74-6f00-474d-8858-9f303d192ebb,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:16.700098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.876374 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.560771 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.566380 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.647090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=d168ec17-c29d-47e4-bca2-80890720dd90,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:17.651143 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.720735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1271c-e280-4b08-8ebe-c449026fee05 None None] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:17.750156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:17.752161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:17.803689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3afe1b88-cb75-4773-9f9c-dc78e08557dc None None] Provisioning for port 5a08fa74-6f00-474d-8858-9f303d192ebb completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:17.875503 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router f583a735-d62e-4105-9017-2f70217de344 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:47:17.994033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:18.000079 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8cdeca20-2897-41f5-abe6-46e87a028781 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/f583a735-d62e-4105-9017-2f70217de344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6919730 Aug 10 04:47:18.152533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68a28b4b-7bf1-4b2c-98f4-3d3e5d68e251 None None] Provisioning for port d168ec17-c29d-47e4-bca2-80890720dd90 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:18.157697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-68a28b4b-7bf1-4b2c-98f4-3d3e5d68e251 None None] Provisioning complete for port d168ec17-c29d-47e4-bca2-80890720dd90 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:18.158180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-68a28b4b-7bf1-4b2c-98f4-3d3e5d68e251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.168253 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-d508a191-3c7b-442f-851b-2c2e6588b929 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040384346&fields=id&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 267 time: 0.0389431 Aug 10 04:47:18.197873 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-68a28b4b-7bf1-4b2c-98f4-3d3e5d68e251 None None] Port d168ec17-c29d-47e4-bca2-80890720dd90 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:18.289779 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Sync routers for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:18.292075 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-40ded28e-8be6-4ed2-85b2-e407dc3bba38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:18.293749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-40ded28e-8be6-4ed2-85b2-e407dc3bba38 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 796 time: 0.1176970 Aug 10 04:47:18.305187 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:18.305936 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:18.310170 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-98aaeb16-714a-454b-aa86-0f960cc4c18b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/quotas/e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 375 time: 0.0098751 Aug 10 04:47:18.316453 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d28f36c8-7632-4d95-abe1-5dc6662944e8 None None] Provisioning complete for port d168ec17-c29d-47e4-bca2-80890720dd90 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:18.316962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d28f36c8-7632-4d95-abe1-5dc6662944e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.352785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d28f36c8-7632-4d95-abe1-5dc6662944e8 None None] Port d168ec17-c29d-47e4-bca2-80890720dd90 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:18.371382 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-fe1d90dd-269a-4b5e-9f60-796c31af4470 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543509 Aug 10 04:47:18.425312 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:18.474098 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-192ea9f9-84cf-4c11-b423-5de947ff1906 service neutron] 10.222.0.53 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896330 Aug 10 04:47:18.576611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d4295292-e09e-43a4-b179-e55a6e935daa None None] Provisioning complete for port d168ec17-c29d-47e4-bca2-80890720dd90 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:18.578013 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d4295292-e09e-43a4-b179-e55a6e935daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.604356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-d44d0305-2182-4035-90df-da8bc270eb3f service neutron] 10.222.0.53 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230838 Aug 10 04:47:18.630041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-d4295292-e09e-43a4-b179-e55a6e935daa None None] Port d168ec17-c29d-47e4-bca2-80890720dd90 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:18.633318 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e16c1dbf-b516-45e8-89c1-682f937c268d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:18.687757 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port e16c1dbf-b516-45e8-89c1-682f937c268d completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:18.691748 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e16c1dbf-b516-45e8-89c1-682f937c268d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:18.692167 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.694218 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:17Z', 'revision_number': 2, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:18.721777 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Checking router: f583a735-d62e-4105-9017-2f70217de344 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:18.722229 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Updating router f583a735-d62e-4105-9017-2f70217de344 port d168ec17-c29d-47e4-bca2-80890720dd90 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:47:18.760595 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.789411 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-44c9f4a7-dbbe-44c9-813e-42000d7b178b req-db787d84-1181-4489-a9af-9be75746a4eb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 210 time: 0.0311742 Aug 10 04:47:18.828388 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.850178 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port e16c1dbf-b516-45e8-89c1-682f937c268d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e16c1dbf-b516-45e8-89c1-682f937c268d,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:18.855135 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:18.856162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a08fa74-6f00-474d-8858-9f303d192ebb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:18.942176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=e16c1dbf-b516-45e8-89c1-682f937c268d,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:18.956354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 5a08fa74-6f00-474d-8858-9f303d192ebb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:18.962419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5a08fa74-6f00-474d-8858-9f303d192ebb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:18.963568 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.069286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.099001 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.105190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 5a08fa74-6f00-474d-8858-9f303d192ebb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5a08fa74-6f00-474d-8858-9f303d192ebb,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:19.109930 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Transition to ACTIVE for port object d168ec17-c29d-47e4-bca2-80890720dd90 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:19.110156 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.119839 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.161564 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Pushing event updated for resources: {'Port': ['ID=d168ec17-c29d-47e4-bca2-80890720dd90,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:19.166220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=5a08fa74-6f00-474d-8858-9f303d192ebb,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:19.170272 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.171226 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.171562 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.171890 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.172211 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.172532 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.172844 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.173157 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.173469 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.173781 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.174132 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.174445 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:19.249911 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Attempting to bind port d168ec17-c29d-47e4-bca2-80890720dd90 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:19.250309 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Attempting to bind port d168ec17-c29d-47e4-bca2-80890720dd90 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:19.251836 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Attempting to bind port d168ec17-c29d-47e4-bca2-80890720dd90 on network 7306d16e-2cff-4ca5-a151-943d9bf81662 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:19.257276 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:19.257637 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Checking segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:19.258061 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.258457 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Bound using segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:19.258920 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Bound port: d168ec17-c29d-47e4-bca2-80890720dd90, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:19.259296 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.327206 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] For port d168ec17-c29d-47e4-bca2-80890720dd90, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:19.331391 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] For port d168ec17-c29d-47e4-bca2-80890720dd90, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d168ec17-c29d-47e4-bca2-80890720dd90,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:19.336404 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.400994 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664d3a3-e7ba-404c-8c63-1f7816ee9cf4 None None] Pushing event updated for resources: {'Port': ['ID=d168ec17-c29d-47e4-bca2-80890720dd90,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:19.405648 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:19.406393 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:19.613427 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:19.826244 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:19Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:19.860359 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833f91f-b4ac-42a9-bd52-ff32a610ca5d None None] The sync data for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 is: [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:19Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:19.869057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-82091390-9970-4175-9d01-d152fcae57bb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:19.870616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-82091390-9970-4175-9d01-d152fcae57bb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 796 time: 0.1257522 Aug 10 04:47:19.929220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c3aee49a-7bfe-4837-a612-cc2c14c70fc1 req-d893740b-9ca0-4f7c-8dd9-56ca1ab47b5b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 210 time: 0.0575900 Aug 10 04:47:19.961285 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-db12fd5d-728e-4b29-bea0-0ba8b9dfa9a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 380 time: 0.0783572 Aug 10 04:47:19.972890 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'port': {'device_id': '26137931-c8fc-4295-b5ac-b30f35736a64', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'admin_state_up': True, 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'security_groups': ['54757be4-6831-4e6d-a76f-95a972c4a578']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:20.092888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:20.096695 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.236057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.14 (7306d16e-2cff-4ca5-a151-943d9bf81662/41474264-eb08-4df6-9a21-ecbb2bf25263/79723655-33a2-4676-a489-47e29714f262) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:20.394968 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.410872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object 79723655-33a2-4676-a489-47e29714f262 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:20.445202 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.493374 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:20.496876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:20.500945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:20.508029 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=79723655-33a2-4676-a489-47e29714f262,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:20.562140 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:20.563056 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.580843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-03cc5396-b38e-47e5-b377-ccb8cd1054c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121571 Aug 10 04:47:20.595363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Request body: {'port': {'device_id': '26137931-c8fc-4295-b5ac-b30f35736a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:20.654615 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a08fa74-6f00-474d-8858-9f303d192ebb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:20.668478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.722170 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5a08fa74-6f00-474d-8858-9f303d192ebb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:20.723066 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.820890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e16c1dbf-b516-45e8-89c1-682f937c268d up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:20.824704 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf4270d4-3c88-4971-899e-eda0f76e491f None None] Provisioning for port 79723655-33a2-4676-a489-47e29714f262 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:20.845623 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-cf4270d4-3c88-4971-899e-eda0f76e491f None None] Provisioning complete for port 79723655-33a2-4676-a489-47e29714f262 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:20.846016 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cf4270d4-3c88-4971-899e-eda0f76e491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.896057 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-cf4270d4-3c88-4971-899e-eda0f76e491f None None] Port 79723655-33a2-4676-a489-47e29714f262 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:20.908363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port e16c1dbf-b516-45e8-89c1-682f937c268d triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:20.908750 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.979534 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79723655-33a2-4676-a489-47e29714f262 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:20.989446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.992835 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d168ec17-c29d-47e4-bca2-80890720dd90 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:21.004181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Transition to ACTIVE for port object 79723655-33a2-4676-a489-47e29714f262 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:21.008612 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.043608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d168ec17-c29d-47e4-bca2-80890720dd90 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:21.047818 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d168ec17-c29d-47e4-bca2-80890720dd90 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:21.048218 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.068803 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Pushing event updated for resources: {'Port': ['ID=79723655-33a2-4676-a489-47e29714f262,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:21.069428 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce51257-dbf1-41e1-a2d7-d66cc4a8e8db req-982ae2e8-9e14-4456-b8be-98bed895ec90 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.079356 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ce51257-dbf1-41e1-a2d7-d66cc4a8e8db req-982ae2e8-9e14-4456-b8be-98bed895ec90 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 944 time: 0.0697305 Aug 10 04:47:21.120362 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5ce51257-dbf1-41e1-a2d7-d66cc4a8e8db req-1152fdde-8c7c-448d-af64-c79b864ac7ca tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Aug 10 04:47:21.157396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Attempting to bind port 79723655-33a2-4676-a489-47e29714f262 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:21.157729 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Attempting to bind port 79723655-33a2-4676-a489-47e29714f262 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:21.158054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Attempting to bind port 79723655-33a2-4676-a489-47e29714f262 on network 7306d16e-2cff-4ca5-a151-943d9bf81662 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:21.159720 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.163744 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Port 79723655-33a2-4676-a489-47e29714f262 on network 7306d16e-2cff-4ca5-a151-943d9bf81662 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:47:21.164185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Attempting to bind port 79723655-33a2-4676-a489-47e29714f262 on network 7306d16e-2cff-4ca5-a151-943d9bf81662 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:21.169622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:21.170130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Checking segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:21.170547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Bound using segment: {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:21.170978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Bound port: 79723655-33a2-4676-a489-47e29714f262, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6639204d-11e0-4be1-b121-f7783a907c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:21.171331 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.194912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d168ec17-c29d-47e4-bca2-80890720dd90, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d168ec17-c29d-47e4-bca2-80890720dd90,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:21.200779 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.251397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] For port 79723655-33a2-4676-a489-47e29714f262, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:21.253229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d168ec17-c29d-47e4-bca2-80890720dd90,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:21.254894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] For port 79723655-33a2-4676-a489-47e29714f262, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=79723655-33a2-4676-a489-47e29714f262,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:21.259320 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.299173 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.299800 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:21.301249 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 1093 time: 0.7120035 Aug 10 04:47:21.301694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'tag': '79723655-33a2-4676-a489-47e29714f262'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:21.304043 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4" -d '{"events": [{"name": "network-changed", "server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "tag": "79723655-33a2-4676-a489-47e29714f262"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:21.343682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d497-3b86-4fa4-b179-11005a1576d8 service neutron] Pushing event updated for resources: {'Port': ['ID=79723655-33a2-4676-a489-47e29714f262,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:21.354621 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73880452-5cec-4200-8946-f7c856a6e2d1 x-openstack-request-id: req-73880452-5cec-4200-8946-f7c856a6e2d1 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:21.355069 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "tag": "79723655-33a2-4676-a489-47e29714f262", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:21.355334 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73880452-5cec-4200-8946-f7c856a6e2d1 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:21.355769 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'tag': '79723655-33a2-4676-a489-47e29714f262', 'status': 'completed', 'code': 200} Aug 10 04:47:21.405632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-05fa1bb4-49b2-4e6a-8403-13785a6a61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.407319 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-05fa1bb4-49b2-4e6a-8403-13785a6a61e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1096 time: 0.0468781 Aug 10 04:47:21.451853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-25891eef-0949-4966-a647-ec2eb51d1cd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 217 time: 0.0360422 Aug 10 04:47:21.505213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-383f5897-0534-4396-8c02-8de90086ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.506860 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-383f5897-0534-4396-8c02-8de90086ff2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 200 len: 833 time: 0.0475285 Aug 10 04:47:21.562616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-cab92509-59c1-41d7-88bf-8d661d0c88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.564184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-cab92509-59c1-41d7-88bf-8d661d0c88c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7306d16e-2cff-4ca5-a151-943d9bf81662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494041 Aug 10 04:47:21.656923 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-4a5ddc85-b02b-4c9a-8542-0ec1dc89323e service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839007 Aug 10 04:47:21.750959 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95efefda-611e-4d2c-9f56-2fa69df8e99b req-5e1368ba-8133-494f-b5b2-63f093033d7e service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Aug 10 04:47:21.840342 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-463e9906-ea14-4ac6-a2bc-20abec651941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.841856 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-463e9906-ea14-4ac6-a2bc-20abec651941 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1096 time: 0.0415740 Aug 10 04:47:21.932078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-601d68ae-a1d7-4a81-a2ff-fd5b7c363b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.933455 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-601d68ae-a1d7-4a81-a2ff-fd5b7c363b2b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 897 time: 0.0831735 Aug 10 04:47:21.979256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-7862a695-316c-431d-a993-a2bd6a0882dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 217 time: 0.0382729 Aug 10 04:47:22.030265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-7c9d80d0-4829-41e2-ab66-78fdddd7d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:22.031719 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-7c9d80d0-4829-41e2-ab66-78fdddd7d50f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 200 len: 833 time: 0.0457919 Aug 10 04:47:22.080997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-61f61f1c-30ba-4189-b97c-817da5d4e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:22.082558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-61f61f1c-30ba-4189-b97c-817da5d4e56e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7306d16e-2cff-4ca5-a151-943d9bf81662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414250 Aug 10 04:47:22.181971 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-8269848e-2221-4316-bd26-bb9cae41daa5 service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913787 Aug 10 04:47:22.258448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81489926-4297-4b99-b495-29a137dfa7f4 req-37a12b1f-8595-4e21-ab25-1956108e0c6a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:22.261459 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81489926-4297-4b99-b495-29a137dfa7f4 req-37a12b1f-8595-4e21-ab25-1956108e0c6a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 944 time: 0.0603213 Aug 10 04:47:22.283115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-685ddd2a-ef58-42a1-b13c-15c1df6b23a4 req-69a84a80-37a2-4054-8d0a-991178e00eab service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934432 Aug 10 04:47:22.300791 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-81489926-4297-4b99-b495-29a137dfa7f4 req-de467f1c-cd91-4c81-9be1-2dd2c595065e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336494 Aug 10 04:47:22.538793 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d168ec17-c29d-47e4-bca2-80890720dd90 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:22.594136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d168ec17-c29d-47e4-bca2-80890720dd90 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:22.594591 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:23.495588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d72b-bfb9-4f77-9c38-243c04ff2509 req-2e90a5c1-05e8-401d-b974-4b84c2beba58 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:23.497206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f624d72b-bfb9-4f77-9c38-243c04ff2509 req-2e90a5c1-05e8-401d-b974-4b84c2beba58 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 944 time: 0.0565135 Aug 10 04:47:23.539832 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f624d72b-bfb9-4f77-9c38-243c04ff2509 req-0f87b4a7-8004-44ff-b52e-b8f8a9c99452 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Aug 10 04:47:24.225244 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 79723655-33a2-4676-a489-47e29714f262 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:47:24.496192 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 79723655-33a2-4676-a489-47e29714f262, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=79723655-33a2-4676-a489-47e29714f262,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:24.512033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '79723655-33a2-4676-a489-47e29714f262', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'port_id': '79723655-33a2-4676-a489-47e29714f262', 'mac_address': 'fa:16:3e:b2:95:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:47:24.553428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.568228 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79723655-33a2-4676-a489-47e29714f262 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:24.594746 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 79723655-33a2-4676-a489-47e29714f262, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=79723655-33a2-4676-a489-47e29714f262,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:24.600684 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:24.671390 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=79723655-33a2-4676-a489-47e29714f262,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:24.672937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf74e6a-2710-427a-b0ff-2e9fa9de232f req-e8d6265b-43dc-4890-98fb-58534e34603a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:24.674530 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdf74e6a-2710-427a-b0ff-2e9fa9de232f req-e8d6265b-43dc-4890-98fb-58534e34603a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 945 time: 0.0549071 Aug 10 04:47:24.722175 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fdf74e6a-2710-427a-b0ff-2e9fa9de232f req-f54ba7d5-2b5a-4ff2-85a3-ec5c793c64e3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Aug 10 04:47:24.804867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['79723655-33a2-4676-a489-47e29714f262'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:47:25.600636 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:25.845057 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860086b8-dd59-4325-ab07-44066ee02155 req-5b67340b-2858-42d4-b4ce-7c4f90287083 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:25.846621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-860086b8-dd59-4325-ab07-44066ee02155 req-5b67340b-2858-42d4-b4ce-7c4f90287083 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 945 time: 0.0523500 Aug 10 04:47:25.896447 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-860086b8-dd59-4325-ab07-44066ee02155 req-6b096c7e-3717-4258-a57b-bc1285a16f8f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Aug 10 04:47:26.224706 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 79723655-33a2-4676-a489-47e29714f262 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:26.279628 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 79723655-33a2-4676-a489-47e29714f262 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:26.284186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 79723655-33a2-4676-a489-47e29714f262 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:26.284600 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:26.366097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:26.390599 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79723655-33a2-4676-a489-47e29714f262'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:26.392912 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825a98af-5b38-4872-b037-4de58b9ae86d" -d '{"events": [{"server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "name": "network-vif-plugged", "status": "completed", "tag": "79723655-33a2-4676-a489-47e29714f262"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:26.412085 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 79723655-33a2-4676-a489-47e29714f262, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=79723655-33a2-4676-a489-47e29714f262,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:26.418312 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:26.446730 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08263414-bace-4afb-bb30-9cb46b4e3f66 x-openstack-request-id: req-08263414-bace-4afb-bb30-9cb46b4e3f66 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:26.447019 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "name": "network-vif-plugged", "status": "completed", "tag": "79723655-33a2-4676-a489-47e29714f262", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:26.447274 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08263414-bace-4afb-bb30-9cb46b4e3f66 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:26.447672 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79723655-33a2-4676-a489-47e29714f262', 'code': 200} Aug 10 04:47:26.480919 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=79723655-33a2-4676-a489-47e29714f262,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:26.515357 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:26.552247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf70d1f-dfb3-49bb-a6f5-4a6361122eac req-8f70acf2-1f32-48d9-993f-f4011adea426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:26.554103 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaf70d1f-dfb3-49bb-a6f5-4a6361122eac req-8f70acf2-1f32-48d9-993f-f4011adea426 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1098 time: 0.0441036 Aug 10 04:47:26.596950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-eaf70d1f-dfb3-49bb-a6f5-4a6361122eac req-22f1c851-3ccc-46be-81f9-78f0a40c6cbc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Aug 10 04:47:26.690349 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:27.026892 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a53fd-3113-41d7-95c1-eac266cde514 req-a3011c53-ff6b-4711-b7a2-e09087a3e68a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.028420 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f19a53fd-3113-41d7-95c1-eac266cde514 req-a3011c53-ff6b-4711-b7a2-e09087a3e68a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0625079 Aug 10 04:47:27.072909 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f19a53fd-3113-41d7-95c1-eac266cde514 req-8144ef54-4d17-4fec-bac1-ae652c5c4bc5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379484 Aug 10 04:47:27.169533 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-29b35240-db6a-4dab-9f8e-fb4405d6c3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:28.208239 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b3cdd-ad19-429c-8aa0-0f1615549505 req-ff09ae2e-4565-4e3c-9054-55de846b839f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:28.209851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-585b3cdd-ad19-429c-8aa0-0f1615549505 req-ff09ae2e-4565-4e3c-9054-55de846b839f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0578711 Aug 10 04:47:28.261098 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-585b3cdd-ad19-429c-8aa0-0f1615549505 req-9077f47f-c5e8-44ae-beca-6aa0a4a65d31 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406735 Aug 10 04:47:28.388281 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9355ff-8b2d-40d9-9c9a-c17b20478569 req-78c747ac-5eb4-41f0-9029-4d4c791efd9a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:28.391547 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d9355ff-8b2d-40d9-9c9a-c17b20478569 req-78c747ac-5eb4-41f0-9029-4d4c791efd9a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0552201 Aug 10 04:47:28.431949 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5d9355ff-8b2d-40d9-9c9a-c17b20478569 req-abf425d4-d3bb-4fcf-9926-d664e99381a0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345464 Aug 10 04:47:28.467843 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48136) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:28.592261 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa1d81-6001-4961-b725-a63645a02a31 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:28.593799 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-49aa1d81-6001-4961-b725-a63645a02a31 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1093 time: 0.1249526 Aug 10 04:47:28.596811 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48140) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:28.601744 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '79723655-33a2-4676-a489-47e29714f262', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:28.627572 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:28.744402 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:28.863899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.177 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/801e1557-82aa-4d32-943a-54a8c75d1a15) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:28.992756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.035213 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.077223 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:29.080834 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:29.084639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:29.090343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=801e1557-82aa-4d32-943a-54a8c75d1a15,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:29.470157 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.576448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.746015 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.751893 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.775049 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.836271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=801e1557-82aa-4d32-943a-54a8c75d1a15,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:29.849184 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:29.966112 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP f462e741-f48b-4612-a8dc-3b5a8e1986cf associated. External IP: 172.25.2.177, port: 79723655-33a2-4676-a489-47e29714f262. Aug 10 04:47:30.002394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e183ffc9-d038-4d9b-bd15-1ef866a45303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:30.203587 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router f583a735-d62e-4105-9017-2f70217de344 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:47:30.327828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:30.340134 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] Sync routers for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:30.346071 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:30.353392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:30.354047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:30.382697 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-aba89df3-2880-4f53-b453-610c7bb83e2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7823031 Aug 10 04:47:30.382697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'tag': '79723655-33a2-4676-a489-47e29714f262'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:30.386273 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825680b3-9e7d-4021-873f-3008ef5bf67f" -d '{"events": [{"name": "network-changed", "server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "tag": "79723655-33a2-4676-a489-47e29714f262"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:30.476403 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:30.553851 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc6caf0-0f66-4e38-b369-8479ab56952d x-openstack-request-id: req-4fc6caf0-0f66-4e38-b369-8479ab56952d {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:30.554514 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "tag": "79723655-33a2-4676-a489-47e29714f262", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:30.554694 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4fc6caf0-0f66-4e38-b369-8479ab56952d {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:30.555252 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'tag': '79723655-33a2-4676-a489-47e29714f262', 'status': 'completed', 'code': 200} Aug 10 04:47:30.583948 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c5216-dc72-4ca5-942e-9cca3203c528 req-230df0c0-97c1-475d-b93d-94952bd4ae5f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:30.587222 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a94c5216-dc72-4ca5-942e-9cca3203c528 req-230df0c0-97c1-475d-b93d-94952bd4ae5f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.1462488 Aug 10 04:47:30.622196 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-b2f8e4ec-1de6-4a56-be2e-749aea151c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:30.624021 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-b2f8e4ec-1de6-4a56-be2e-749aea151c6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1098 time: 0.0517983 Aug 10 04:47:30.635666 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a94c5216-dc72-4ca5-942e-9cca3203c528 req-cc414f0c-1f05-4a6e-887c-ada1972ed9bc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434778 Aug 10 04:47:30.664044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48150) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:30.740279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-dee986ff-8531-4068-a41c-c148767c22dc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/f462e741-f48b-4612-a8dc-3b5a8e1986cf HTTP/1.1" status: 200 len: 992 time: 0.0735965 Aug 10 04:47:30.753661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-9edf1245-580f-4cd2-a2e2-5f899bf0120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:30.755312 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-9edf1245-580f-4cd2-a2e2-5f899bf0120f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 897 time: 0.1233964 Aug 10 04:47:30.762025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'f462e741-f48b-4612-a8dc-3b5a8e1986cf', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'f583a735-d62e-4105-9017-2f70217de344', 'port_id': '79723655-33a2-4676-a489-47e29714f262', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'mac_address': 'fa:16:3e:b2:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26137931-c8fc-4295-b5ac-b30f35736a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:47:29Z', 'updated_at': '2021-08-10T04:47:29Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:21Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:30.797692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] Checking router: f583a735-d62e-4105-9017-2f70217de344 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:30.807099 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:30.808112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:47:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:30.826679 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-8e30d2b0-40ac-49a0-b731-666b6eae2309 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 1000 time: 0.0628812 Aug 10 04:47:30.880420 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-22f318d8-75fa-41d0-9047-58eb807bc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:30.882219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-22f318d8-75fa-41d0-9047-58eb807bc6d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 200 len: 833 time: 0.0470541 Aug 10 04:47:30.924372 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:30.934682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-93c17ad6-3470-4646-b705-790318af4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:30.936265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-93c17ad6-3470-4646-b705-790318af4147 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7306d16e-2cff-4ca5-a151-943d9bf81662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461299 Aug 10 04:47:31.036564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-77f0eb50-45d8-4f39-826d-4262e3171b2c service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915709 Aug 10 04:47:31.136085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-825680b3-9e7d-4021-873f-3008ef5bf67f req-9cacd2e0-d619-4826-9100-095477f9b12d service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920267 Aug 10 04:47:31.160528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'f462e741-f48b-4612-a8dc-3b5a8e1986cf', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'f583a735-d62e-4105-9017-2f70217de344', 'port_id': '79723655-33a2-4676-a489-47e29714f262', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'mac_address': 'fa:16:3e:b2:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26137931-c8fc-4295-b5ac-b30f35736a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:47:29Z', 'updated_at': '2021-08-10T04:47:29Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:21Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:31.186436 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7ca7f-73bc-4c50-a6a0-3056111d2179 None None] The sync data for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 is: [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'f462e741-f48b-4612-a8dc-3b5a8e1986cf', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': 'f583a735-d62e-4105-9017-2f70217de344', 'port_id': '79723655-33a2-4676-a489-47e29714f262', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'mac_address': 'fa:16:3e:b2:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26137931-c8fc-4295-b5ac-b30f35736a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:47:29Z', 'updated_at': '2021-08-10T04:47:29Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:21Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:31.373649 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42302da8-9e8a-4d9d-bf32-c8b091fb0682 None None] New status for floating IP f462e741-f48b-4612-a8dc-3b5a8e1986cf: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:47:31.743062 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48152) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:32.025846 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:32.119322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-252ec3cb-70c9-4d28-9ca7-fbf6b686fbc7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/f462e741-f48b-4612-a8dc-3b5a8e1986cf HTTP/1.1" status: 200 len: 994 time: 0.3750317 Aug 10 04:47:33.476967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:55.610748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.687498 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.159964 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f5db5ed0-32b2-4c27-a6d2-a341ac8baedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:59.777758 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:00.004525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a56ea184-0ac1-472c-823e-5540f5a4344d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:02.027522 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.485799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.514145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:03.526483 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2ed3-5c2f-48e6-837f-93926bd19620 req-cc1dff54-98b1-48f3-8b25-f0ceafe0d52d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:03.527995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-084d2ed3-5c2f-48e6-837f-93926bd19620 req-cc1dff54-98b1-48f3-8b25-f0ceafe0d52d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.1009619 Aug 10 04:48:03.567136 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-084d2ed3-5c2f-48e6-837f-93926bd19620 req-680dae9f-ecc0-43b0-8b6e-1386f2d0e471 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Aug 10 04:48:04.692688 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996115c9-3e0c-4fd5-828a-5e8019b6dfb3 req-be13a5d8-2645-43ed-9638-5e88fbd02faa tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:04.694278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-996115c9-3e0c-4fd5-828a-5e8019b6dfb3 req-be13a5d8-2645-43ed-9638-5e88fbd02faa tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0486219 Aug 10 04:48:04.731953 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-996115c9-3e0c-4fd5-828a-5e8019b6dfb3 req-02531833-d13c-4acd-b359-a617a5e0d5d7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Aug 10 04:48:05.849999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b0f9-04ab-4dba-9faa-e22efa10f5d1 req-ac7f9dea-91eb-48aa-a167-c3d0d552f92d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.851497 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3078b0f9-04ab-4dba-9faa-e22efa10f5d1 req-ac7f9dea-91eb-48aa-a167-c3d0d552f92d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0511692 Aug 10 04:48:05.889256 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3078b0f9-04ab-4dba-9faa-e22efa10f5d1 req-eb87d63a-74e6-49f9-881c-dfabcf772b6d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Aug 10 04:48:07.004436 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443e81-c94a-4f98-9945-31e1b46c321e req-365eceaa-5ad6-4e32-9f7e-b0378a235326 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:07.005924 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c443e81-c94a-4f98-9945-31e1b46c321e req-365eceaa-5ad6-4e32-9f7e-b0378a235326 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0478771 Aug 10 04:48:07.046469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2c443e81-c94a-4f98-9945-31e1b46c321e req-c068ba5c-b7cb-4116-8ec5-c34bbf3c46c3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Aug 10 04:48:08.166463 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1edb-d9e8-4724-bb61-54cef9cc2850 req-fd112a23-e10b-4ebf-b5b7-fba54f90b634 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:08.167980 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-721f1edb-d9e8-4724-bb61-54cef9cc2850 req-fd112a23-e10b-4ebf-b5b7-fba54f90b634 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0529323 Aug 10 04:48:08.207800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-721f1edb-d9e8-4724-bb61-54cef9cc2850 req-d45a1bd7-c4fe-4b3d-8d67-fcd8392ad51f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Aug 10 04:48:09.323631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8ff8-1d1e-441f-b096-a099e8de3379 req-cd8d9746-2fbd-4134-9496-3c66f82cd546 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:09.325098 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b72b8ff8-1d1e-441f-b096-a099e8de3379 req-cd8d9746-2fbd-4134-9496-3c66f82cd546 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0484006 Aug 10 04:48:09.362444 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b72b8ff8-1d1e-441f-b096-a099e8de3379 req-8b11ef85-bc05-402e-9e1a-c9aafbac5fec tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309041 Aug 10 04:48:10.474714 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85806266-d610-4e4e-a0de-b3090c0011c1 req-e1fff13a-e1dd-4a85-b746-d1696277523d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:10.476225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85806266-d610-4e4e-a0de-b3090c0011c1 req-e1fff13a-e1dd-4a85-b746-d1696277523d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0482857 Aug 10 04:48:10.516364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85806266-d610-4e4e-a0de-b3090c0011c1 req-23ca5728-bc43-489d-8af9-85ea8a0463ed tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Aug 10 04:48:11.632372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacb42-1e33-422b-ac9a-2786873681cb req-161785cd-ac85-489f-9fb0-553a181d9ce1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:11.633888 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c0aacb42-1e33-422b-ac9a-2786873681cb req-161785cd-ac85-489f-9fb0-553a181d9ce1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Aug 10 04:48:11.670724 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c0aacb42-1e33-422b-ac9a-2786873681cb req-955770b0-9df7-4def-8d30-e8083e65d51b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307851 Aug 10 04:48:12.787583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136280a-8dea-4bd0-85d9-3222d3c8790d req-87b7eea2-18a7-40dd-b299-0fbbbf8e22b4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:12.788976 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6136280a-8dea-4bd0-85d9-3222d3c8790d req-87b7eea2-18a7-40dd-b299-0fbbbf8e22b4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0485911 Aug 10 04:48:12.830104 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6136280a-8dea-4bd0-85d9-3222d3c8790d req-6ff7b4d6-2225-4f49-8f16-27d59b87c649 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348291 Aug 10 04:48:13.945037 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e7546-0a0b-4498-86a9-e68c097c538b req-ddc4bd28-7e52-4f41-84c7-bc419ed9ac79 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:13.946591 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-539e7546-0a0b-4498-86a9-e68c097c538b req-ddc4bd28-7e52-4f41-84c7-bc419ed9ac79 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0492215 Aug 10 04:48:13.990128 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-539e7546-0a0b-4498-86a9-e68c097c538b req-3e3ae58b-41f3-452b-8214-e2c972848715 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371823 Aug 10 04:48:14.012460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48192) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:14.072826 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2902e026-2ac7-4b17-9e31-815d9546434d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/f462e741-f48b-4612-a8dc-3b5a8e1986cf HTTP/1.1" status: 200 len: 994 time: 0.0591550 Aug 10 04:48:15.355393 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82a5cb-f265-429a-98ff-b181edee7660 req-a4e9308e-b228-4b1c-b0c8-e89a7467b69b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:15.356800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc82a5cb-f265-429a-98ff-b181edee7660 req-a4e9308e-b228-4b1c-b0c8-e89a7467b69b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0799677 Aug 10 04:48:15.372250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-be48c86f-2173-42a8-a03b-8e829eec6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:15.373675 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-be48c86f-2173-42a8-a03b-8e829eec6fcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1098 time: 0.0612335 Aug 10 04:48:15.442432 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-fc82a5cb-f265-429a-98ff-b181edee7660 req-0b667711-43cb-4598-b43b-4b480487c135 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774972 Aug 10 04:48:15.482274 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-043e41b7-81c8-45f0-8f94-a54bf8e58c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:15.483854 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-043e41b7-81c8-45f0-8f94-a54bf8e58c98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 897 time: 0.1000514 Aug 10 04:48:15.555651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-a084f6a7-c885-4ef0-9af1-4b266243c454 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 1002 time: 0.0640213 Aug 10 04:48:15.604601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-050f01bb-7227-40a4-b6bc-09784eb84cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:15.606094 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-050f01bb-7227-40a4-b6bc-09784eb84cbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 200 len: 833 time: 0.0429661 Aug 10 04:48:15.650601 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-f8bd9c69-c33f-4cf9-a62e-78ecf2509a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:15.652062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-f8bd9c69-c33f-4cf9-a62e-78ecf2509a4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7306d16e-2cff-4ca5-a151-943d9bf81662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387561 Aug 10 04:48:15.744695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-3e0a1128-f8b8-438d-891a-9068b46c1d47 service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850835 Aug 10 04:48:15.836491 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23b2e0bf-a636-46b3-ae7d-866efe706c26 req-34936e5e-d8ee-4c2e-a5e4-7e8200a04487 service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841937 Aug 10 04:48:16.562636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadd37c-b7a2-4dbe-a89b-53ea86dffb47 req-adf9029d-7d05-4313-a762-58e06ff94024 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:16.564622 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dcadd37c-b7a2-4dbe-a89b-53ea86dffb47 req-adf9029d-7d05-4313-a762-58e06ff94024 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0484378 Aug 10 04:48:16.603957 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-dcadd37c-b7a2-4dbe-a89b-53ea86dffb47 req-42307b88-15c4-49a6-9f3e-acdc6cb83a85 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Aug 10 04:48:16.627638 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48202) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:16.691338 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fed0442f-1258-43d3-b06a-580e3df18850 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/f462e741-f48b-4612-a8dc-3b5a8e1986cf HTTP/1.1" status: 200 len: 994 time: 0.0625441 Aug 10 04:48:22.438938 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-f8054988-9c1f-49c6-95f5-07f1b08878a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849924 Aug 10 04:48:22.520896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-c1a4eb32-45ec-4e87-a25d-e28a83e6ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:22.522462 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-c1a4eb32-45ec-4e87-a25d-e28a83e6ce76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1098 time: 0.0417602 Aug 10 04:48:22.627002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-a4d7e22f-0563-4dd1-addc-9b6f633dfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:22.628408 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-a4d7e22f-0563-4dd1-addc-9b6f633dfd7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 897 time: 0.0854166 Aug 10 04:48:22.705248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-32d5df03-afcf-4a1a-9987-1eba8c28fbd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 1002 time: 0.0607829 Aug 10 04:48:22.756434 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-1372c8d1-2243-4b26-982b-50aa4f54685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:22.757907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-1372c8d1-2243-4b26-982b-50aa4f54685d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 200 len: 833 time: 0.0450571 Aug 10 04:48:22.803567 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-dcc02cd8-7cf8-4447-b71a-414c62bf7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:22.805039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-dcc02cd8-7cf8-4447-b71a-414c62bf7220 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7306d16e-2cff-4ca5-a151-943d9bf81662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394723 Aug 10 04:48:22.897349 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-69cab9d7-c94d-478d-a3ff-0aa85df94d86 service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842779 Aug 10 04:48:22.985115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b24ebdb0-e2d6-46b0-9124-34749ef1b995 req-0b093d75-2964-4e21-9755-5756d81e4b8a service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806882 Aug 10 04:48:25.600475 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:26.685157 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:27.160512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-052115e7-adc5-4440-99d1-fb734bb5628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:29.779293 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.005411 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-174fa6d6-7b34-4b19-a35f-b137b3d5ca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.029636 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:33.481255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:40.513057 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:47.121913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48222) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:47.278086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 801e1557-82aa-4d32-943a-54a8c75d1a15 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:47.278434 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.355591 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.355923 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.367844 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 801e1557-82aa-4d32-943a-54a8c75d1a15 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:47.517011 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.547147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=801e1557-82aa-4d32-943a-54a8c75d1a15,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:47.572720 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.573071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.573419 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.573757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.574122 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.574459 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.574786 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.575147 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.575476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.575839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.576130 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.576456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:47.619229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.619557 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP f462e741-f48b-4612-a8dc-3b5a8e1986cf disassociated (deleted). External IP: 172.25.2.177, port: 79723655-33a2-4676-a489-47e29714f262. Aug 10 04:48:47.821590 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router f583a735-d62e-4105-9017-2f70217de344 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:47.926503 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:47.931316 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.935798 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] Sync routers for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:47.945056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:47.945673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:47.959736 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-cf51b466-b779-458f-8fd1-7022e216b558 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/floatingips/f462e741-f48b-4612-a8dc-3b5a8e1986cf HTTP/1.1" status: 204 len: 168 time: 0.8366325 Aug 10 04:48:47.960522 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'tag': '79723655-33a2-4676-a489-47e29714f262'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:47.963249 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d1006f-e6de-46d5-8729-f690aefa8099" -d '{"events": [{"name": "network-changed", "server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "tag": "79723655-33a2-4676-a489-47e29714f262"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:48.001228 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eee90e0-92de-4cc7-bc4b-c6fdc0ed7682 x-openstack-request-id: req-8eee90e0-92de-4cc7-bc4b-c6fdc0ed7682 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:48.001522 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "tag": "79723655-33a2-4676-a489-47e29714f262", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:48.001776 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eee90e0-92de-4cc7-bc4b-c6fdc0ed7682 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:48.002454 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'tag': '79723655-33a2-4676-a489-47e29714f262', 'status': 'completed', 'code': 200} Aug 10 04:48:48.057754 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:48.070782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-0962020c-c23d-4159-a5db-a29e4cc391be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:48.072542 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-0962020c-c23d-4159-a5db-a29e4cc391be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 1098 time: 0.0470710 Aug 10 04:48:48.199016 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-4dd5ebb1-e6b9-4af3-a3c6-c3b37f493320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:48.200490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-4dd5ebb1-e6b9-4af3-a3c6-c3b37f493320 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 200 len: 897 time: 0.1189959 Aug 10 04:48:48.223213 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8738c41-c47b-4b65-b3a0-fc9afd8ebf05 req-863a711f-ca45-4e36-bc88-0c611281ce80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:48.224672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8738c41-c47b-4b65-b3a0-fc9afd8ebf05 req-863a711f-ca45-4e36-bc88-0c611281ce80 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0731976 Aug 10 04:48:48.257448 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-ba398469-7ac4-45c0-bfd1-4d97438bdaf4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 200 len: 217 time: 0.0479190 Aug 10 04:48:48.277578 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:21Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:48.307632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] Checking router: f583a735-d62e-4105-9017-2f70217de344 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:48.316051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:48.316660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:48.317900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e8738c41-c47b-4b65-b3a0-fc9afd8ebf05 req-3aa8a51e-9b94-443f-ae8f-2e1f2246fcaa tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630851 Aug 10 04:48:48.328110 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-4224badc-b6c9-4934-b5c9-886a42ac0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:48.329507 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-4224badc-b6c9-4934-b5c9-886a42ac0c3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 200 len: 833 time: 0.0600891 Aug 10 04:48:48.376422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-5e09090e-d894-4571-a068-5ba8cddfe79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:48.377939 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-5e09090e-d894-4571-a068-5ba8cddfe79f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7306d16e-2cff-4ca5-a151-943d9bf81662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403829 Aug 10 04:48:48.418135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:48.472177 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-1d7e0e06-9c46-426b-a382-979b90e26c2b service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859170 Aug 10 04:48:48.566305 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-54d1006f-e6de-46d5-8729-f690aefa8099 req-d9c99536-0edd-444e-8237-29dd3f7a118a service neutron] 10.222.0.39 "GET /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856106 Aug 10 04:48:48.627954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:21Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:48.653577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c13633-b1ad-47e9-af2c-5948e37ccbc6 None None] The sync data for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 is: [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'd168ec17-c29d-47e4-bca2-80890720dd90', 'name': '', 'network_id': '7306d16e-2cff-4ca5-a151-943d9bf81662', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:3d:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:15Z', 'updated_at': '2021-08-10T04:47:21Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '41474264-eb08-4df6-9a21-ecbb2bf25263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:48.872337 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d813f30-fee1-4dcd-a768-5eaed0e92797 None None] New status for floating IP f462e741-f48b-4612-a8dc-3b5a8e1986cf: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:48:49.449240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc3185-fd2d-4d2d-8256-f2188afba57f req-c84c6c67-8c88-4fc1-93f1-73724a62ba05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:49.450789 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52dc3185-fd2d-4d2d-8256-f2188afba57f req-c84c6c67-8c88-4fc1-93f1-73724a62ba05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Aug 10 04:48:49.488867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-52dc3185-fd2d-4d2d-8256-f2188afba57f req-b3faa2d9-d5b2-4439-b37d-6271eb0edb07 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=54757be4-6831-4e6d-a76f-95a972c4a578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Aug 10 04:48:49.803165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-b3bbb550-bb07-4a6f-9084-642e746cc358 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:49.804609 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-b3bbb550-bb07-4a6f-9084-642e746cc358 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 946 time: 0.0538030 Aug 10 04:48:49.890937 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 79723655-33a2-4676-a489-47e29714f262 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:49.891284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.988092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 79723655-33a2-4676-a489-47e29714f262, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=79723655-33a2-4676-a489-47e29714f262,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:49.988446 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.001092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 79723655-33a2-4676-a489-47e29714f262 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:50.125530 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.163893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=79723655-33a2-4676-a489-47e29714f262,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:50.187687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.188040 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.188383 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.188724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.189058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.189391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.189720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.190071 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.190401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.190727 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.191051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.191380 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:50.208033 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] No DVR routers for this DVR port 79723655-33a2-4676-a489-47e29714f262 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:50.210632 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.213100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-420f48ff-f807-4efc-9ade-38709ad7a3ef req-4090d366-ec28-45ba-ae75-b852976ff926 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "DELETE /v2.0/ports/79723655-33a2-4676-a489-47e29714f262 HTTP/1.1" status: 204 len: 173 time: 0.4019608 Aug 10 04:48:50.213582 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'name': 'network-vif-deleted', 'tag': '79723655-33a2-4676-a489-47e29714f262'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:50.216436 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927107fa-b359-4bb3-a726-bd91e6764d39" -d '{"events": [{"server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "name": "network-vif-deleted", "tag": "79723655-33a2-4676-a489-47e29714f262"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:50.254631 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae09a9-a5ab-46f6-88c2-350927fa7e58 x-openstack-request-id: req-e1ae09a9-a5ab-46f6-88c2-350927fa7e58 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:50.254920 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26137931-c8fc-4295-b5ac-b30f35736a64", "name": "network-vif-deleted", "tag": "79723655-33a2-4676-a489-47e29714f262", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:50.255171 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1ae09a9-a5ab-46f6-88c2-350927fa7e58 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:50.255575 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26137931-c8fc-4295-b5ac-b30f35736a64', 'name': 'network-vif-deleted', 'tag': '79723655-33a2-4676-a489-47e29714f262', 'status': 'completed', 'code': 200} Aug 10 04:48:50.613840 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e37c13c7-5926-4ff0-a5bc-74689806d02f req-18b7d08b-fa0d-40a3-9637-3a19c48ba91c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=26137931-c8fc-4295-b5ac-b30f35736a64 HTTP/1.1" status: 200 len: 210 time: 0.0320239 Aug 10 04:48:51.675260 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48240) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:52.029260 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.279704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port d168ec17-c29d-47e4-bca2-80890720dd90 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:52.279958 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.368086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port d168ec17-c29d-47e4-bca2-80890720dd90, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d168ec17-c29d-47e4-bca2-80890720dd90,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:52.368447 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.383015 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for d168ec17-c29d-47e4-bca2-80890720dd90 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:52.569998 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.594121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=d168ec17-c29d-47e4-bca2-80890720dd90,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:52.768461 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.997003 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router f583a735-d62e-4105-9017-2f70217de344 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:53.103331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:53.108449 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ddbe07d2-b8c1-40d8-8941-c398c5d20de4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/f583a735-d62e-4105-9017-2f70217de344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321327 Aug 10 04:48:53.111646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48242) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:53.112837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] Sync routers for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:53.121851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:53.122564 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:53.163580 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting subnet 41474264-eb08-4df6-9a21-ecbb2bf25263 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:48:53.166707 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.205826 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.225007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:53.292885 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.354171 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.380959 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Subnet': ['ID=41474264-eb08-4df6-9a21-ecbb2bf25263,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:53.385098 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.389575 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48244) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:53.393400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f0e6e-f07c-4859-85b3-9fcbaa76f499 None None] Network 7306d16e-2cff-4ca5-a151-943d9bf81662 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:53.393850 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-af52c7bd-6b33-42fc-970d-371248c1c912 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/subnets/41474264-eb08-4df6-9a21-ecbb2bf25263 HTTP/1.1" status: 204 len: 168 time: 0.2809753 Aug 10 04:48:53.485724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:53.524102 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] Checking router: f583a735-d62e-4105-9017-2f70217de344 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:53.719863 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] Routers {'f583a735-d62e-4105-9017-2f70217de344'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:53.720422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f583a735-d62e-4105-9017-2f70217de344'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:53.819135 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e6f04-b60c-4198-a60e-542267354774 None None] DHCP port deletion for 7306d16e-2cff-4ca5-a151-943d9bf81662 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:48:53.836675 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.869112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] Set router f583a735-d62e-4105-9017-2f70217de344 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:53.950755 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.983004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Deleting port 5a08fa74-6f00-474d-8858-9f303d192ebb {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:53.983292 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.003661 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port e16c1dbf-b516-45e8-89c1-682f937c268d {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:54.004011 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.071077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-161e6f04-b60c-4198-a60e-542267354774 None None] For port 5a08fa74-6f00-474d-8858-9f303d192ebb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5a08fa74-6f00-474d-8858-9f303d192ebb,segment=NetworkSegment(6639204d-11e0-4be1-b121-f7783a907c07),segment_id=6639204d-11e0-4be1-b121-f7783a907c07)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:54.071383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.084488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port e16c1dbf-b516-45e8-89c1-682f937c268d, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=e16c1dbf-b516-45e8-89c1-682f937c268d,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:54.084855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.098255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for e16c1dbf-b516-45e8-89c1-682f937c268d owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:54.101850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Calling delete_port for 5a08fa74-6f00-474d-8858-9f303d192ebb owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:54.185272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:54.224091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b217521-9db9-4c30-b98c-06d2524455ae None None] The sync data for ids ['f583a735-d62e-4105-9017-2f70217de344'] in n-d-769329-14 is: [{'id': 'f583a735-d62e-4105-9017-2f70217de344', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484268433', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': 'e16c1dbf-b516-45e8-89c1-682f937c268d', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583a735-d62e-4105-9017-2f70217de344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:13Z', 'updated_at': '2021-08-10T04:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:54.239605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.269332 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.271116 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Pushing event deleted for resources: {'Port': ['ID=5a08fa74-6f00-474d-8858-9f303d192ebb,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:54.279867 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.280150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.280495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.281335 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.281666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.282036 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.282373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.282700 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.283024 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.283344 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.283667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.283994 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e6f04-b60c-4198-a60e-542267354774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:54.286611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e6f04-b60c-4198-a60e-542267354774 None None] No DVR routers for this DVR port 5a08fa74-6f00-474d-8858-9f303d192ebb on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:54.298447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=e16c1dbf-b516-45e8-89c1-682f937c268d,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:54.355663 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.447566 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.449754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.499229 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.499782 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Fanout notify agent at l3_agent the message router_deleted on router f583a735-d62e-4105-9017-2f70217de344 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:48:54.507575 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.508773 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-edfa3e96-28f1-48c7-a822-8b30aedc4b87 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/routers/f583a735-d62e-4105-9017-2f70217de344 HTTP/1.1" status: 204 len: 168 time: 1.1175501 Aug 10 04:48:54.511484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48246) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:54.588824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.687600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.698964 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7306d16e-2cff-4ca5-a151-943d9bf81662']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:54.711538 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6639204d-11e0-4be1-b121-f7783a907c07') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:54.712009 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6639204d-11e0-4be1-b121-f7783a907c07') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:54.713413 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a08fa74-6f00-474d-8858-9f303d192ebb no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:54.724069 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.738025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 79723655-33a2-4676-a489-47e29714f262 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:54.739394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.739964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 5a08fa74-6f00-474d-8858-9f303d192ebb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:54.740305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5a08fa74-6f00-474d-8858-9f303d192ebb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:54.740726 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d168ec17-c29d-47e4-bca2-80890720dd90 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:54.747330 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:48:54.747877 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:48:54.752887 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:48:54.781460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d168ec17-c29d-47e4-bca2-80890720dd90 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:54.781809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d168ec17-c29d-47e4-bca2-80890720dd90 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:54.783200 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 79723655-33a2-4676-a489-47e29714f262 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:54.786400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 79723655-33a2-4676-a489-47e29714f262 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:54.815686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.823129 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.824380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/networks/7306d16e-2cff-4ca5-a151-943d9bf81662 HTTP/1.1" status: 204 len: 168 time: 0.3118854 Aug 10 04:48:54.828602 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48248) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:54.837000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e309f-8221-47f2-a726-d9fd3254b7de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Network': ['ID=7306d16e-2cff-4ca5-a151-943d9bf81662,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:54.899386 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f14e-9937-49c4-b7be-e21b63146fe3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.927834 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f14e-9937-49c4-b7be-e21b63146fe3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.989629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f14e-9937-49c4-b7be-e21b63146fe3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.992264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f14e-9937-49c4-b7be-e21b63146fe3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.993426 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-d0a5f14e-9937-49c4-b7be-e21b63146fe3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/security-groups/54757be4-6831-4e6d-a76f-95a972c4a578 HTTP/1.1" status: 204 len: 168 time: 0.1637709 Aug 10 04:48:55.003757 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5f14e-9937-49c4-b7be-e21b63146fe3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54757be4-6831-4e6d-a76f-95a972c4a578,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:55.626593 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.776168 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48254) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:55.780926 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300399781', 'description': 'tempest-secgroup-smoke-1300399781 description', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:55.803185 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.886755 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.890598 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.916285 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.917507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1403339 Aug 10 04:48:55.920636 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48256) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:55.922073 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d21ccc-4fa2-4f34-b4c8-2623fa5ce7a7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d691efae-db23-4181-8daa-8b5a096d2eae,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:55.926563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'd691efae-db23-4181-8daa-8b5a096d2eae', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:55.952835 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.013255 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.016943 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.033518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817ef34c-f622-4ef6-826a-a712478b02cf,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.039456 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.040641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-179bfd1b-bf06-43fe-ba3a-19612de8c34a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178768 Aug 10 04:48:56.043499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48258) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.048355 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'd691efae-db23-4181-8daa-8b5a096d2eae', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.073648 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.129363 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.132957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.149484 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d21712-650f-44ed-9b4a-342c31c7816d,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.156112 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.157356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-71d84ba5-7b1f-4a89-9f32-124938afa1ef tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129215 Aug 10 04:48:56.160151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48260) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.164549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'd691efae-db23-4181-8daa-8b5a096d2eae', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.191538 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.250783 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.254176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.268431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4aa696a-fcdb-43c1-9430-78aa74e4f930,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.277004 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.278228 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-366e581e-41f9-4c1f-b660-7ca1aadf58e4 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171455 Aug 10 04:48:56.281518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48262) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.285944 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'd691efae-db23-4181-8daa-8b5a096d2eae', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.310942 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.370971 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.374693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.393815 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea2318b-141b-4bac-9904-9bf5e4c51e97,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.400675 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.404482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a54ac78f-815d-4b02-831b-7cc507832288 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193476 Aug 10 04:48:56.404625 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48264) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.409779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'd691efae-db23-4181-8daa-8b5a096d2eae', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.431733 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:48:56.436636 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.496628 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.500808 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.517674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a5c3c2-55d5-4583-a0b0-e6123387e3c0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.523418 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.524599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1a1c9141-00b7-444f-9db2-65aaaf907eeb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190226 Aug 10 04:48:56.527594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48266) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.532765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'security_group_rule': {'security_group_id': 'd691efae-db23-4181-8daa-8b5a096d2eae', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.540420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e16c1dbf-b516-45e8-89c1-682f937c268d no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:56.556091 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Project e5295ce036b842c48fa3d1660daa4cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:48:56.561285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.562190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: e16c1dbf-b516-45e8-89c1-682f937c268d {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:56.562544 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device e16c1dbf-b516-45e8-89c1-682f937c268d not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:56.623277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.627040 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.641986 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadebb65-d3ce-4f51-88fd-cc5e62141d3c,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.651352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.652602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-086b76da-c844-418e-bd06-ddae013f869c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240618 Aug 10 04:48:56.655442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48268) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.660929 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'network': {'name': 'tempest-network-smoke--1565639859', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'port_security_enabled': True}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.682195 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:56.685725 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.696724 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.710134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:48:56.719546 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.719890 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Added segment 79d14a9b-5b36-493f-ab87-0f8272046cc4 of type vlan for network 4daee4a0-3af5-425e-a127-e82e26c0d23c Aug 10 04:48:56.761047 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.789859 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.795454 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:56.796042 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.853339 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1962919 Aug 10 04:48:56.856118 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48270) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:56.862695 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'admin_state_up': True, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:56.872541 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedaf88-f2b5-47d6-99fd-774e44adaccc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Network': ['ID=4daee4a0-3af5-425e-a127-e82e26c0d23c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.891890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:48:56.892240 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.893272 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.951312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.089769 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.160011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-307b42f0-c793-4d8c-8b15-dd869b44858c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.289711 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.308451 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.415363 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.118 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/95e9032d-30eb-42bd-898f-ac0474bd1ec0) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:57.520987 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.560046 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:57.595788 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:57.602632 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:57.605053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:57.637459 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=95e9032d-30eb-42bd-898f-ac0474bd1ec0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:57.857805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.050162 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.174350 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 668aaeb5-716b-4351-9810-4f834f1fdcc5 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:48:58.279000 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:58.290527 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Sync routers for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:58.297067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.298518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-db8461cf-eb58-4d77-b5b6-9b36934ce7b3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4414532 Aug 10 04:48:58.301512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48272) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:58.303165 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:58.303839 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:58.329800 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-fffd8e33-1c1a-4331-ad9f-af6bdeb26a0b tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=e5295ce036b842c48fa3d1660daa4cbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271585 Aug 10 04:48:58.332488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48274) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:58.407968 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:58.424158 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64236062-ac7a-4cdf-916f-a13b7dcc7d85 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:58.425769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-64236062-ac7a-4cdf-916f-a13b7dcc7d85 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922952 Aug 10 04:48:58.428805 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48276) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:58.457568 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ff814440-25ef-4835-ac16-2bcf7312a605 tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=a4fdb4ae-b30e-4708-9211-680c60e57004&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275779 Aug 10 04:48:58.460048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48278) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:58.464913 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890433595', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:58.556383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:58.560010 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.595000 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:48:57Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:58.620504 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Checking router: 668aaeb5-716b-4351-9810-4f834f1fdcc5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:58.620886 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Updating router 668aaeb5-716b-4351-9810-4f834f1fdcc5 port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:48:58.648168 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.747822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.805658 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Subnet': ['ID=370e48e1-dd90-429e-bb9d-62d82a35f434,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:58.816646 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Checking segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:58.817010 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network hostable DHCP agents. Network: 4daee4a0-3af5-425e-a127-e82e26c0d23c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:48:58.835174 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:48:58.844416 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 4daee4a0-3af5-425e-a127-e82e26c0d23c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:58.848815 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:58.849534 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.855756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b555374-149c-48c7-a955-dd70dcfb8cea None None] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:58.864809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-160eac91-10b1-4870-94b0-37215c0b56cb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4036763 Aug 10 04:48:58.867534 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48280) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:58.908145 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.922291 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Transition to ACTIVE for port object 95e9032d-30eb-42bd-898f-ac0474bd1ec0 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:58.928811 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.976403 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Pushing event updated for resources: {'Port': ['ID=95e9032d-30eb-42bd-898f-ac0474bd1ec0,revision_number=2']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:58.992154 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.992641 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.993087 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.993521 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.993953 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.994433 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.994866 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.995200 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.995526 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.995854 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.996179 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:58.996501 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:59.000151 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Attempting to bind port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:59.000459 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Attempting to bind port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:59.000818 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Attempting to bind port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:59.006343 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:59.006717 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:59.007110 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.007487 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:59.007951 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Bound port: 95e9032d-30eb-42bd-898f-ac0474bd1ec0, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:59.008328 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.031459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-4daee4a0-3af5-425e-a127-e82e26c0d23c', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:48:59.032505 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.060028 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] For port 95e9032d-30eb-42bd-898f-ac0474bd1ec0, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:59.063191 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] For port 95e9032d-30eb-42bd-898f-ac0474bd1ec0, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=95e9032d-30eb-42bd-898f-ac0474bd1ec0,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:59.067705 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.122030 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:59.122726 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:48:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:59.173327 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc1d0b-29bd-4fa7-b363-938aace46cbf None None] Pushing event updated for resources: {'Port': ['ID=95e9032d-30eb-42bd-898f-ac0474bd1ec0,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:59.180494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Allocated IP 172.20.0.2 (4daee4a0-3af5-425e-a127-e82e26c0d23c/370e48e1-dd90-429e-bb9d-62d82a35f434/bdfb25ec-fd36-4688-a93f-3c7ed57524e6) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:59.238701 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:59.338657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.341196 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.348281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Transition to ACTIVE for port object bdfb25ec-fd36-4688-a93f-3c7ed57524e6 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:59.366402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Transition to ACTIVE for port object bdfb25ec-fd36-4688-a93f-3c7ed57524e6 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:59.373714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.418299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:59.424160 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:59.428071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:59.433144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Pushing event updated for resources: {'Port': ['ID=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:59.491267 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Attempting to bind port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:59.491774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Attempting to bind port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:59.492237 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Attempting to bind port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 on network 4daee4a0-3af5-425e-a127-e82e26c0d23c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:59.497781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:59.498342 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Checking segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:59.498861 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.500152 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Bound using segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:59.500722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Bound port: bdfb25ec-fd36-4688-a93f-3c7ed57524e6, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:59.501200 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.545455 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:48:57Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:59.574034 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e370ad-df85-4e80-b7eb-90a690188490 None None] The sync data for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 is: [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:48:57Z', 'revision_number': 3, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:59.584928 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] For port bdfb25ec-fd36-4688-a93f-3c7ed57524e6, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:59.591001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] For port bdfb25ec-fd36-4688-a93f-3c7ed57524e6, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:59.597567 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:59.666411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1a4a1-4a99-4712-ad92-43da419d1131 None None] Pushing event updated for resources: {'Port': ['ID=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:59.786187 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.009714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4c36a054-928e-4a04-9682-5785baaa17d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.037453 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.1 (4daee4a0-3af5-425e-a127-e82e26c0d23c/370e48e1-dd90-429e-bb9d-62d82a35f434/78497adb-4fd2-478d-9255-ff7dbf36e6d4) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:49:00.161069 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.176392 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object 78497adb-4fd2-478d-9255-ff7dbf36e6d4 will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:49:00.210045 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.253915 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:49:00.257199 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:49:00.261178 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:49:00.290301 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=78497adb-4fd2-478d-9255-ff7dbf36e6d4,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:00.310849 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.454408 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.663110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f98d41-31c7-4f43-8b81-694a753bb756 None None] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:49:00.710593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 95e9032d-30eb-42bd-898f-ac0474bd1ec0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:00.746090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5c5b0549-7af9-4274-8dcb-257d13a609cd None None] Provisioning for port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:00.781462 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.786060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.815377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:00.829968 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:00.830377 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.865295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.867949 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=78497adb-4fd2-478d-9255-ff7dbf36e6d4,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:00.966265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.974490 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:49:00.976570 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:49:00.992083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 95e9032d-30eb-42bd-898f-ac0474bd1ec0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=95e9032d-30eb-42bd-898f-ac0474bd1ec0,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:00.996825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:00.997874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bdfb25ec-fd36-4688-a93f-3c7ed57524e6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:01.075684 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=95e9032d-30eb-42bd-898f-ac0474bd1ec0,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:01.090650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:01.095995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:01.096407 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.122152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 668aaeb5-716b-4351-9810-4f834f1fdcc5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:49:01.196653 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.198857 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e4a0265f-b751-4243-9388-2bde8433a251 None None] Provisioning for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:01.211359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e4a0265f-b751-4243-9388-2bde8433a251 None None] Provisioning complete for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:01.211735 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e4a0265f-b751-4243-9388-2bde8433a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.244939 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:49:01.250902 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2b9fa558-4499-427a-9102-ef95863040a5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/668aaeb5-716b-4351-9810-4f834f1fdcc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3822901 Aug 10 04:49:01.265813 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port bdfb25ec-fd36-4688-a93f-3c7ed57524e6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:01.268807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0265f-b751-4243-9388-2bde8433a251 None None] Port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:49:01.272664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.305367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e4a0265f-b751-4243-9388-2bde8433a251 None None] Provisioning complete for port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:01.305739 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e4a0265f-b751-4243-9388-2bde8433a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.363051 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:01.398732 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Sync routers for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:49:01.413226 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-7da99c19-e013-45bd-92f8-df9312065c02 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300399781&fields=id&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 267 time: 0.0398164 Aug 10 04:49:01.416524 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:01.417220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:01.558899 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-d8db5861-205d-43ca-a8ba-243913f2c3be tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:01.561736 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-d8db5861-205d-43ca-a8ba-243913f2c3be tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 797 time: 0.1385732 Aug 10 04:49:01.578514 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-f6ccfca2-82fd-492a-9f1d-ae35cc948f3c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/quotas/e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 375 time: 0.0112858 Aug 10 04:49:01.638734 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-3459caff-48f9-4c05-9440-fbb4ac1c2f54 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540450 Aug 10 04:49:01.699052 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-771f2e3c-f363-4e75-bc39-f0465bfa0c6a None None] Provisioning complete for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:01.699711 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-771f2e3c-f363-4e75-bc39-f0465bfa0c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.725643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:01.774488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-771f2e3c-f363-4e75-bc39-f0465bfa0c6a None None] Port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:49:01.792064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-106be300-826c-4409-a999-8fef037de556 service neutron] 10.222.0.53 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400137 Aug 10 04:49:01.889277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-d99294a4-7806-4a96-8c1b-c066c8dce8af service neutron] 10.222.0.53 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900998 Aug 10 04:49:01.929265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9b193497-a612-4514-9de4-f9f9c41baca4 None None] Provisioning complete for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:01.929633 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b193497-a612-4514-9de4-f9f9c41baca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:01.971586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9b193497-a612-4514-9de4-f9f9c41baca4 None None] Port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:49:01.985091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 2, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:02.017106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Checking router: 668aaeb5-716b-4351-9810-4f834f1fdcc5 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:49:02.017526 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Updating router 668aaeb5-716b-4351-9810-4f834f1fdcc5 port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:49:02.056094 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.059346 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.080990 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-62c42b99-dbbf-41bc-973d-f88a3f38f94b req-e8fab503-5e92-4754-9c18-25b52c36cfa1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 210 time: 0.0362587 Aug 10 04:49:02.328872 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.340450 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Transition to ACTIVE for port object 78497adb-4fd2-478d-9255-ff7dbf36e6d4 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:49:02.346590 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.398561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1df8e-7013-4113-afb5-0da6dccc05d3 None None] Pushing event updated for resources: {'Port': ['ID=78497adb-4fd2-478d-9255-ff7dbf36e6d4,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:02.472699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Attempting to bind port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:49:02.473089 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Attempting to bind port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:49:02.473442 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Attempting to bind port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 on network 4daee4a0-3af5-425e-a127-e82e26c0d23c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:49:02.479585 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:49:02.480039 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Checking segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:49:02.480701 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.481310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Bound using segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:49:02.481945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Bound port: 78497adb-4fd2-478d-9255-ff7dbf36e6d4, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:49:02.482412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.555087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] For port 78497adb-4fd2-478d-9255-ff7dbf36e6d4, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:49:02.558504 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] For port 78497adb-4fd2-478d-9255-ff7dbf36e6d4, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78497adb-4fd2-478d-9255-ff7dbf36e6d4,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:49:02.564428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.617169 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 95e9032d-30eb-42bd-898f-ac0474bd1ec0 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:02.668281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1df8e-7013-4113-afb5-0da6dccc05d3 None None] Pushing event updated for resources: {'Port': ['ID=78497adb-4fd2-478d-9255-ff7dbf36e6d4,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:02.670785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:02.671428 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:02.795560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:02.795967 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:02.824241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:03.007340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bdfb25ec-fd36-4688-a93f-3c7ed57524e6 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:03.080719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-7f988983-5cef-461e-bddb-6bab07520af9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:03.082234 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-7f988983-5cef-461e-bddb-6bab07520af9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 797 time: 0.1106875 Aug 10 04:49:03.107365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:03.107750 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.137508 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c0602dc7-8ff1-4062-a83d-e44677360162 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5295ce036b842c48fa3d1660daa4cbb HTTP/1.1" status: 200 len: 380 time: 0.0450230 Aug 10 04:49:03.149588 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'port': {'device_id': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'admin_state_up': True, 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'security_groups': ['d691efae-db23-4181-8daa-8b5a096d2eae']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:03.159614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:02Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:03.174807 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-635d9c20-9ddb-47c7-8d4c-4225d91bfed4 req-9846345f-019f-40e6-ac25-ba93a8e5e85d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Aug 10 04:49:03.188272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d563aae1-dfbb-4171-be74-bd52cc3b7230 None None] The sync data for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 is: [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:02Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:49:03.275513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Made reservation on behalf of e5295ce036b842c48fa3d1660daa4cbb for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:49:03.279111 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.418387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.20.0.6 (4daee4a0-3af5-425e-a127-e82e26c0d23c/370e48e1-dd90-429e-bb9d-62d82a35f434/f8c3bf11-5a26-4841-b9f1-b007767ec0d0) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:49:03.488863 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.561277 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.576224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Transition to ACTIVE for port object f8c3bf11-5a26-4841-b9f1-b007767ec0d0 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:49:03.610235 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.662880 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:49:03.666169 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:49:03.668875 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:49:03.697921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:03.730724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:03.731421 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.749341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-8fbfa848-7ab8-43c0-8997-191ee8533f1a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037526 Aug 10 04:49:03.761765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Request body: {'port': {'device_id': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:03.824573 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:03.974967 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-870d4335-7cb3-4e4c-ba9a-05976a8a0f09 None None] Provisioning for port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:03.980356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-870d4335-7cb3-4e4c-ba9a-05976a8a0f09 None None] Provisioning complete for port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:03.980842 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-870d4335-7cb3-4e4c-ba9a-05976a8a0f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.016751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-870d4335-7cb3-4e4c-ba9a-05976a8a0f09 None None] Port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:49:04.108064 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c3bf11-5a26-4841-b9f1-b007767ec0d0 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:49:04.116430 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.129910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Transition to ACTIVE for port object f8c3bf11-5a26-4841-b9f1-b007767ec0d0 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:49:04.134067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.186252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:04.277150 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Attempting to bind port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:49:04.277391 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Attempting to bind port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:49:04.277691 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Attempting to bind port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 on network 4daee4a0-3af5-425e-a127-e82e26c0d23c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:49:04.295849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 on network 4daee4a0-3af5-425e-a127-e82e26c0d23c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:49:04.296687 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Attempting to bind port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 on network 4daee4a0-3af5-425e-a127-e82e26c0d23c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:49:04.304202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:49:04.304540 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Checking segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:49:04.304920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Bound using segment: {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:49:04.305347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Bound port: f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d14a9b-5b36-493f-ab87-0f8272046cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:49:04.305699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.353160 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41ee45-b443-44aa-aa6c-44d1756b05f9 req-9072a856-eaa5-4e25-a966-d04262f2061e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:04.354711 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8d41ee45-b443-44aa-aa6c-44d1756b05f9 req-9072a856-eaa5-4e25-a966-d04262f2061e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 943 time: 0.0913856 Aug 10 04:49:04.409079 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] For port f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:49:04.416741 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8d41ee45-b443-44aa-aa6c-44d1756b05f9 req-785bfb8a-62c4-49d7-a1a8-34b103743bcc tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532014 Aug 10 04:49:04.425499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] For port f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:49:04.431338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.466764 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:04.467373 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.469264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] 10.222.0.39 "PUT /v2.0/ports/f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 1092 time: 0.7119782 Aug 10 04:49:04.469699 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:04.471958 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab36cb-098a-4458-97a6-12e4ed8211b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:04.509617 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b3733-fa55-4105-b528-9927b3d79a17 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:04.529091 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f03782-7008-4068-9615-177e932db8d8 x-openstack-request-id: req-59f03782-7008-4068-9615-177e932db8d8 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:04.529504 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:04.529678 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59f03782-7008-4068-9615-177e932db8d8 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:04.530227 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'status': 'completed', 'code': 200} Aug 10 04:49:04.574335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-0c0bca40-4f92-4a03-a307-2c9f1efc0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:04.575877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-0c0bca40-4f92-4a03-a307-2c9f1efc0750 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1095 time: 0.0556056 Aug 10 04:49:04.614620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78497adb-4fd2-478d-9255-ff7dbf36e6d4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:04.625730 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-7cd65a45-ad10-4544-9683-e79cc6efdda6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 217 time: 0.0392172 Aug 10 04:49:04.668943 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:04.675648 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:04.675648 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.687842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-e2e324de-f564-4a3d-9c6b-363ba2fadc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:04.689331 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-e2e324de-f564-4a3d-9c6b-363ba2fadc89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 200 len: 834 time: 0.0562105 Aug 10 04:49:04.736176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c49166-b282-4636-8b1f-f245c7785683 req-5b880eab-1059-43d2-a092-c770f552d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:04.737599 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-5b880eab-1059-43d2-a092-c770f552d62a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4daee4a0-3af5-425e-a127-e82e26c0d23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406196 Aug 10 04:49:04.765285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.803027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 78497adb-4fd2-478d-9255-ff7dbf36e6d4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78497adb-4fd2-478d-9255-ff7dbf36e6d4,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:04.807097 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:04.828847 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-2bf0a8ae-ef40-439e-8045-de8fe3072436 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Aug 10 04:49:04.862470 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=78497adb-4fd2-478d-9255-ff7dbf36e6d4,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:04.925238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e5c49166-b282-4636-8b1f-f245c7785683 req-7bfb08d4-9b89-4ec9-a25a-f8f32911f56f service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877979 Aug 10 04:49:05.012298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-6426f889-f9fa-43d9-b2fe-2d98e6e5a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:05.013808 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-6426f889-f9fa-43d9-b2fe-2d98e6e5a85d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1095 time: 0.0417233 Aug 10 04:49:05.108599 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-d0e93b49-cb5a-4275-8e07-2c80e72e3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:05.110108 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-d0e93b49-cb5a-4275-8e07-2c80e72e3308 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 898 time: 0.0881290 Aug 10 04:49:05.463533 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-add78998-ee20-41cb-b7d4-3de611a24fee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 217 time: 0.3454201 Aug 10 04:49:05.541279 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-34d9e326-d231-47f9-9558-7b76b9d53dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:05.542772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-34d9e326-d231-47f9-9558-7b76b9d53dee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 200 len: 834 time: 0.0722129 Aug 10 04:49:05.587536 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df323c55-2def-4c68-9f9d-b8dc000dba0a req-d3edaecc-4126-4542-8534-9267868f5e2d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:05.589220 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df323c55-2def-4c68-9f9d-b8dc000dba0a req-d3edaecc-4126-4542-8534-9267868f5e2d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 943 time: 0.0935264 Aug 10 04:49:05.621552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-c7c35357-df45-418c-b3ab-6e1a25ce81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:05.623058 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-c7c35357-df45-418c-b3ab-6e1a25ce81ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4daee4a0-3af5-425e-a127-e82e26c0d23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697892 Aug 10 04:49:05.643978 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-df323c55-2def-4c68-9f9d-b8dc000dba0a req-0605c8a8-a702-4951-a0f5-8031e8dbc015 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486040 Aug 10 04:49:05.720948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-0ffe0fa9-4964-417c-bbcd-4c63b8235387 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889909 Aug 10 04:49:05.815294 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cab36cb-098a-4458-97a6-12e4ed8211b1 req-bed2bb97-6f3c-4da1-b08b-1b7a940ed802 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Aug 10 04:49:06.591185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78497adb-4fd2-478d-9255-ff7dbf36e6d4 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:06.639119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:06.639480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:06.767636 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeebb7a-61a2-46c3-b08e-050998487620 req-2bf1c8cb-98f2-4b1c-9f4a-dcfabbd89cce tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:06.769122 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abeebb7a-61a2-46c3-b08e-050998487620 req-2bf1c8cb-98f2-4b1c-9f4a-dcfabbd89cce tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 943 time: 0.0548112 Aug 10 04:49:06.777849 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f8c3bf11-5a26-4841-b9f1-b007767ec0d0 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:49:06.809028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-abeebb7a-61a2-46c3-b08e-050998487620 req-ea328765-eb5f-464b-a55b-155e32ba9550 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Aug 10 04:49:06.870077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:06.881939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'port_id': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'mac_address': 'fa:16:3e:4c:90:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:49:06.921608 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:06.933862 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c3bf11-5a26-4841-b9f1-b007767ec0d0 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:49:06.955017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:06.958612 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:07.006056 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:07.172259 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['f8c3bf11-5a26-4841-b9f1-b007767ec0d0'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:49:07.926777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ad55f-7e72-4e4f-8628-496e9ae242ff req-4f970f3e-ca0a-47f7-b9fd-e21284fb526c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:07.928336 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d6ad55f-7e72-4e4f-8628-496e9ae242ff req-4f970f3e-ca0a-47f7-b9fd-e21284fb526c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 944 time: 0.0513783 Aug 10 04:49:07.968619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6d6ad55f-7e72-4e4f-8628-496e9ae242ff req-e2b03a93-37ad-4a9e-9f1a-44647e885253 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Aug 10 04:49:08.784986 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f8c3bf11-5a26-4841-b9f1-b007767ec0d0 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:08.833095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:08.836753 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:08.837145 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:08.915106 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:08.937337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:08.939624 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9d050-79d5-4f5b-8b7f-b0a195bb9a63" -d '{"events": [{"server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "name": "network-vif-plugged", "status": "completed", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:08.953153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:08.957132 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:08.981258 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f0fb8d-8af6-41ed-aa7a-162a583f5369 x-openstack-request-id: req-14f0fb8d-8af6-41ed-aa7a-162a583f5369 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:08.981557 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "name": "network-vif-plugged", "status": "completed", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:08.981815 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14f0fb8d-8af6-41ed-aa7a-162a583f5369 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:08.982242 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'code': 200} Aug 10 04:49:09.009308 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:09.105488 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be888d9-a85a-4d6d-bdc5-acbf7fd21047 req-8d1af76e-050b-40bb-b969-94d1d42d9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:09.106926 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3be888d9-a85a-4d6d-bdc5-acbf7fd21047 req-8d1af76e-050b-40bb-b969-94d1d42d9e47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1097 time: 0.0687959 Aug 10 04:49:09.118001 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7182da-0b50-4f68-b6bc-4028fd160465 req-2e146c98-6bfe-498e-b7d9-e51f6dc0b0cf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:09.119371 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9d7182da-0b50-4f68-b6bc-4028fd160465 req-2e146c98-6bfe-498e-b7d9-e51f6dc0b0cf tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0735819 Aug 10 04:49:09.169911 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3be888d9-a85a-4d6d-bdc5-acbf7fd21047 req-15afa55d-2aa7-45e7-bee6-77d154d139b6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 Aug 10 04:49:09.174606 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9d7182da-0b50-4f68-b6bc-4028fd160465 req-f44c951a-cd5e-4e9c-b137-6fa3b66dc776 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484610 Aug 10 04:49:10.297372 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8a680-060f-4d9d-8500-352a1fb27a6f req-47c4956a-38db-4d9d-9c2c-37b55c291591 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:10.298913 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-50c8a680-060f-4d9d-8500-352a1fb27a6f req-47c4956a-38db-4d9d-9c2c-37b55c291591 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0544269 Aug 10 04:49:10.336527 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-50c8a680-060f-4d9d-8500-352a1fb27a6f req-af5c14f9-e4f1-452d-874b-4bc623e27b7a tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Aug 10 04:49:10.449494 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ddb6-6fc1-4db1-b37a-65a74b461a2b req-8deb018f-66c8-4ba0-9fe5-830b554d2b2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:10.450988 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3350ddb6-6fc1-4db1-b37a-65a74b461a2b req-8deb018f-66c8-4ba0-9fe5-830b554d2b2b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0473597 Aug 10 04:49:10.488672 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3350ddb6-6fc1-4db1-b37a-65a74b461a2b req-635569e4-f34d-4282-b999-db5960504e50 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Aug 10 04:49:10.511774 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48330) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:10.552460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca78cb-0b72-479c-ab6b-35194e3cb7ce tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:10.554033 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e7ca78cb-0b72-479c-ab6b-35194e3cb7ce tempest-TestNetworkAdvancedServerOps-2009193189 tempest-TestNetworkAdvancedServerOps-2009193189-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1092 time: 0.0412352 Aug 10 04:49:10.556918 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48332) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:10.561271 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:10.583710 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:10.684387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:10.790131 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Allocated IP 172.25.2.111 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/323961b5-5e39-4bb2-88ea-d6db139679a1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:49:10.896603 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:10.937868 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:10.977082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:49:10.980221 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:49:10.982684 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:49:11.011253 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=323961b5-5e39-4bb2-88ea-d6db139679a1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:11.350851 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:11.416173 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:11.565887 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:11.570606 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:11.643628 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event updated for resources: {'Port': ['ID=323961b5-5e39-4bb2-88ea-d6db139679a1,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:11.652722 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:11.750793 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP 720c51c0-4f2b-41ab-8267-2ada44007edc associated. External IP: 172.25.2.111, port: f8c3bf11-5a26-4841-b9f1-b007767ec0d0. Aug 10 04:49:11.954705 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 668aaeb5-716b-4351-9810-4f834f1fdcc5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:49:12.061298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:49:12.071829 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] Sync routers for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:49:12.078160 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:12.082156 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:12.082765 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:12.104718 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-de80ceaa-a612-4dfd-a35f-e8189f0d4e05 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5467842 Aug 10 04:49:12.105340 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:12.107749 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bec458-4f36-4efa-a2cc-53d7353b5f99" -d '{"events": [{"name": "network-changed", "server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:12.145484 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a5c27-0911-4a02-bd23-d176eac52548 x-openstack-request-id: req-345a5c27-0911-4a02-bd23-d176eac52548 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:12.145775 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:12.146067 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-345a5c27-0911-4a02-bd23-d176eac52548 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:12.146484 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'status': 'completed', 'code': 200} Aug 10 04:49:12.191082 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:12.213617 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf1ae-2d31-49e5-b7e3-6fef98c46b06 req-b6876dd5-57c3-4d5c-8b23-69cffcad04ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:12.215526 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-78904532-64b6-43b0-9486-0a1a618f8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:12.216089 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ecdf1ae-2d31-49e5-b7e3-6fef98c46b06 req-b6876dd5-57c3-4d5c-8b23-69cffcad04ba tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Aug 10 04:49:12.217930 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-78904532-64b6-43b0-9486-0a1a618f8a55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1097 time: 0.0465400 Aug 10 04:49:12.256330 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ecdf1ae-2d31-49e5-b7e3-6fef98c46b06 req-7a1aae50-27b2-402c-869c-1fb618232c86 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342922 Aug 10 04:49:12.288324 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48338) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:12.316479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-3babef29-90b4-4b7c-88da-fc0fe836e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:12.318065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-3babef29-90b4-4b7c-88da-fc0fe836e71d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 898 time: 0.0927022 Aug 10 04:49:12.349216 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-97e84099-af65-45c2-b4b2-d98038d6aebd tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/720c51c0-4f2b-41ab-8267-2ada44007edc HTTP/1.1" status: 200 len: 991 time: 0.0586491 Aug 10 04:49:12.394537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-34a9edbc-7dae-439e-970a-99e2f5aff38f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 999 time: 0.0681722 Aug 10 04:49:12.423748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '720c51c0-4f2b-41ab-8267-2ada44007edc', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'port_id': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'mac_address': 'fa:16:3e:4c:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:49:11Z', 'updated_at': '2021-08-10T04:49:11Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:04Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:12.446926 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-897abb09-eb27-46a2-a6e3-f5173f95038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:12.448407 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-897abb09-eb27-46a2-a6e3-f5173f95038b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 200 len: 834 time: 0.0461497 Aug 10 04:49:12.449885 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] Checking router: 668aaeb5-716b-4351-9810-4f834f1fdcc5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:49:12.458115 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:12.458721 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:12.497236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-ae47083e-2cd1-4a7d-9c7d-381b871e8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:12.498830 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-ae47083e-2cd1-4a7d-9c7d-381b871e8cdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4daee4a0-3af5-425e-a127-e82e26c0d23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432072 Aug 10 04:49:12.564666 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:12.592584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-d2f920bd-6c32-4ff1-97e5-b8ee987b101f service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Aug 10 04:49:12.683260 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73bec458-4f36-4efa-a2cc-53d7353b5f99 req-7a2aed3d-bd2f-4bd3-9b24-b9444f2373d2 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831711 Aug 10 04:49:12.783973 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '720c51c0-4f2b-41ab-8267-2ada44007edc', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'port_id': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'mac_address': 'fa:16:3e:4c:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:49:11Z', 'updated_at': '2021-08-10T04:49:11Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:04Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:12.813637 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b0430-aa6a-4101-892b-b6c52b733991 None None] The sync data for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 is: [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '720c51c0-4f2b-41ab-8267-2ada44007edc', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'port_id': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'mac_address': 'fa:16:3e:4c:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:49:11Z', 'updated_at': '2021-08-10T04:49:11Z', 'revision_number': 0, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:04Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:49:13.002180 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd91d44-b092-4189-a8c5-e488f44a957f None None] New status for floating IP 720c51c0-4f2b-41ab-8267-2ada44007edc: ACTIVE {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:49:13.351859 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48340) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:13.415919 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1cde5c94-cb96-47aa-a8b5-5c378df94975 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/720c51c0-4f2b-41ab-8267-2ada44007edc HTTP/1.1" status: 200 len: 993 time: 0.0626929 Aug 10 04:49:17.512048 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:22.398876 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-2103f87c-26f4-46ff-b502-4f538b4ace34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419686 Aug 10 04:49:22.496133 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-4e145e9f-d7fd-4239-a51f-a61941e3a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.497659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-4e145e9f-d7fd-4239-a51f-a61941e3a20d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1097 time: 0.0452085 Aug 10 04:49:22.603054 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-ed32cbaf-827f-4805-ba4d-9becf579862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.604541 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-ed32cbaf-827f-4805-ba4d-9becf579862b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 898 time: 0.0844984 Aug 10 04:49:22.674809 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-91f01bf7-a62f-4fd9-9d83-5115ab82e758 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 1001 time: 0.0616677 Aug 10 04:49:22.725161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-5fbca2cc-71f0-40bb-84ce-e2e482dfca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.726673 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-5fbca2cc-71f0-40bb-84ce-e2e482dfca83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 200 len: 834 time: 0.0442872 Aug 10 04:49:22.772469 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-094d1e12-cbcc-4e6a-8cb7-aeeee788a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.773864 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-094d1e12-cbcc-4e6a-8cb7-aeeee788a83d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4daee4a0-3af5-425e-a127-e82e26c0d23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392685 Aug 10 04:49:22.868100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-eb049230-9ad6-4bf6-a16e-890d4f466213 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832603 Aug 10 04:49:22.962453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a7944eee-c55d-4b22-ae79-253ee4fd7c89 req-0851388a-c9ca-4f5d-b46b-cce4b5aea446 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866852 Aug 10 04:49:25.655095 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:26.699948 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:27.161291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2ff2eb4d-8215-450e-9191-2dd2f2c1d676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:29.776849 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:30.001179 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a91ceaba-9a22-415d-8830-e0c917afe8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:32.036517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:33.486606 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.875194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0de2-d0b9-4af9-b748-b36a580cc633 req-001b3f18-9434-43f0-b2c8-f168a6d7107d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:46.876699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ec3e0de2-d0b9-4af9-b748-b36a580cc633 req-001b3f18-9434-43f0-b2c8-f168a6d7107d tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0491798 Aug 10 04:49:46.914768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ec3e0de2-d0b9-4af9-b748-b36a580cc633 req-74ef23d2-9430-4c97-a3da-8baa4327a2d8 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320303 Aug 10 04:49:48.036649 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def40e7a-9e0d-49b8-a11e-95bb6f669426 req-8d4dc8cf-5232-4e7a-a90d-458c274832de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:48.038193 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-def40e7a-9e0d-49b8-a11e-95bb6f669426 req-8d4dc8cf-5232-4e7a-a90d-458c274832de tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Aug 10 04:49:48.075890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-def40e7a-9e0d-49b8-a11e-95bb6f669426 req-228f6f7e-0f32-4d6a-ad81-88025e6e7c8f tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Aug 10 04:49:48.098662 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48364) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:48.161786 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-2049ff19-4c03-4a35-b83a-10835dff57ae tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/720c51c0-4f2b-41ab-8267-2ada44007edc HTTP/1.1" status: 200 len: 993 time: 0.0620034 Aug 10 04:49:49.454704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f8349-0c2b-48b2-b250-1cb05697f8ae req-83ca8f9f-0bd3-4e8e-a8bd-e662c181c023 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.456122 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-203f8349-0c2b-48b2-b250-1cb05697f8ae req-83ca8f9f-0bd3-4e8e-a8bd-e662c181c023 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0830288 Aug 10 04:49:49.460808 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-497fbdb5-e649-44a2-b059-3598c77ee307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.462244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-497fbdb5-e649-44a2-b059-3598c77ee307 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1097 time: 0.0552487 Aug 10 04:49:49.544078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-203f8349-0c2b-48b2-b250-1cb05697f8ae req-62634a72-c14f-4b6c-ac22-658932fe6b4c tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808661 Aug 10 04:49:49.583487 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-d7a9a307-3f31-46d9-bf00-8c5b1a926e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.584951 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-d7a9a307-3f31-46d9-bf00-8c5b1a926e3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 898 time: 0.1145692 Aug 10 04:49:49.652116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-c4fc9d47-7011-4a7e-a384-ad3c847e24d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 1001 time: 0.0590861 Aug 10 04:49:49.701332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-4cc5d9b2-6066-45b3-af64-f087f756e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.702776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-4cc5d9b2-6066-45b3-af64-f087f756e6fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 200 len: 834 time: 0.0423751 Aug 10 04:49:49.752397 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-cab67af1-46ef-4a98-a2fb-6200899a0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.753900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-cab67af1-46ef-4a98-a2fb-6200899a0605 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4daee4a0-3af5-425e-a127-e82e26c0d23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439661 Aug 10 04:49:49.841377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-2abffa43-691f-4c53-8254-9e265328e0bf service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794570 Aug 10 04:49:49.932707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-673e693e-0773-4cfb-be08-c4ff4023d658 req-607ad655-3af8-47cd-8ba3-f87484df303c service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836637 Aug 10 04:49:50.964751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5d98-a87b-4b35-b832-b6304196bbf2 req-be2854c2-25ec-45df-ab56-ae96fd60c314 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:50.966151 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b3c5d98-a87b-4b35-b832-b6304196bbf2 req-be2854c2-25ec-45df-ab56-ae96fd60c314 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.3491251 Aug 10 04:49:51.007825 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8b3c5d98-a87b-4b35-b832-b6304196bbf2 req-4a456fee-cbc5-4c5f-8389-2cd185f6819e tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351310 Aug 10 04:49:52.124099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fd919-e6f2-4725-8d92-e97af85def02 req-9de84989-9edd-47f5-9a8d-bd6d69b4a8c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:52.125852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b02fd919-e6f2-4725-8d92-e97af85def02 req-9de84989-9edd-47f5-9a8d-bd6d69b4a8c7 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0502098 Aug 10 04:49:52.162175 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b02fd919-e6f2-4725-8d92-e97af85def02 req-430de769-d87c-4137-ad21-7b2c734c3ab2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303833 Aug 10 04:49:52.184463 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48376) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:52.242775 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f1b0e9c1-406e-4076-8244-08b6449732d1 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/floatingips/720c51c0-4f2b-41ab-8267-2ada44007edc HTTP/1.1" status: 200 len: 993 time: 0.0571210 Aug 10 04:49:52.454286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48382) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:52.611091 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 323961b5-5e39-4bb2-88ea-d6db139679a1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:49:52.611352 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:52.688785 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:52.689116 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:52.700424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 323961b5-5e39-4bb2-88ea-d6db139679a1 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:49:52.844511 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:52.873703 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=323961b5-5e39-4bb2-88ea-d6db139679a1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:52.886455 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.886833 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.887174 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.887512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.887842 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.888175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.888499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.888821 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.889143 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.889461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.889780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.890122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:52.942153 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:52.942485 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Floating IP 720c51c0-4f2b-41ab-8267-2ada44007edc disassociated (deleted). External IP: 172.25.2.111, port: f8c3bf11-5a26-4841-b9f1-b007767ec0d0. Aug 10 04:49:53.152863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 668aaeb5-716b-4351-9810-4f834f1fdcc5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:49:53.261987 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:49:53.267133 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:53.271812 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] Sync routers for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:49:53.281941 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:53.282592 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:53.295165 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5a5b9ecf-d33a-4d05-a701-498e5d8e5de2 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/floatingips/720c51c0-4f2b-41ab-8267-2ada44007edc HTTP/1.1" status: 204 len: 168 time: 0.8392184 Aug 10 04:49:53.296123 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:53.298290 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f263006-9bff-47b0-a9fe-3bc6332366a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:53.343347 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551963d7-23e8-445d-8567-9ab2f404830a x-openstack-request-id: req-551963d7-23e8-445d-8567-9ab2f404830a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:53.343731 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:53.344012 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-551963d7-23e8-445d-8567-9ab2f404830a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:53.344440 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'status': 'completed', 'code': 200} Aug 10 04:49:53.397797 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:53.410389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-709f19aa-4605-4fb5-b651-692caefd648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:53.411850 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-709f19aa-4605-4fb5-b651-692caefd648e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 1097 time: 0.0451107 Aug 10 04:49:53.527234 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-67662ec1-a899-4aed-bb2b-c2e8fc1daf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:53.530024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-67662ec1-a899-4aed-bb2b-c2e8fc1daf9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 200 len: 898 time: 0.1093585 Aug 10 04:49:53.558106 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3427f5-1dda-4340-89f6-a2fde4a00455 req-0fdb69ea-21b0-43a9-8327-00f5fda8c1bb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:53.559635 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c3427f5-1dda-4340-89f6-a2fde4a00455 req-0fdb69ea-21b0-43a9-8327-00f5fda8c1bb tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0546372 Aug 10 04:49:53.573265 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-85055062-444a-48ec-8183-5cdea2fcc686 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 200 len: 217 time: 0.0367436 Aug 10 04:49:53.606481 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-1c3427f5-1dda-4340-89f6-a2fde4a00455 req-164b93fb-b07c-425c-b996-24fbbc995488 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Aug 10 04:49:53.612873 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:04Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:53.626523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-f6a1e56a-e163-42a9-b735-84201e892d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:53.627993 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-f6a1e56a-e163-42a9-b735-84201e892d39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 200 len: 834 time: 0.0467007 Aug 10 04:49:53.643737 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] Checking router: 668aaeb5-716b-4351-9810-4f834f1fdcc5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:49:53.652226 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:53.652844 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:53.681107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-c1f448c0-fc02-4975-add0-53e7b0da33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:53.682677 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-c1f448c0-fc02-4975-add0-53e7b0da33c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4daee4a0-3af5-425e-a127-e82e26c0d23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461543 Aug 10 04:49:53.764269 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:53.776812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-00921891-826d-483c-bb5a-8b94dffae8c8 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Aug 10 04:49:53.878831 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9f263006-9bff-47b0-a9fe-3bc6332366a2 req-e5b6dae3-b0f7-4be7-b5a0-9de59b5b62c2 service neutron] 10.222.0.39 "GET /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933990 Aug 10 04:49:54.061023 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:04Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:54.086914 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1f4f9-a86d-4eed-85bd-1a3c302d293d None None] The sync data for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 is: [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '78497adb-4fd2-478d-9255-ff7dbf36e6d4', 'name': '', 'network_id': '4daee4a0-3af5-425e-a127-e82e26c0d23c', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'mac_address': 'fa:16:3e:ae:df:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:59Z', 'updated_at': '2021-08-10T04:49:04Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'subnets': [{'id': '370e48e1-dd90-429e-bb9d-62d82a35f434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:49:54.303361 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb1c60-0433-472e-961e-457b74f4f093 None None] New status for floating IP 720c51c0-4f2b-41ab-8267-2ada44007edc: DOWN {{(pid=94142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:49:54.511619 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:54.728041 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317366ac-5cdb-4813-b89e-3b9aaf17ec85 req-09f5f6d3-5355-41bf-a0f3-e04d3530336b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:54.729625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317366ac-5cdb-4813-b89e-3b9aaf17ec85 req-09f5f6d3-5355-41bf-a0f3-e04d3530336b tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0527873 Aug 10 04:49:54.767537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-317366ac-5cdb-4813-b89e-3b9aaf17ec85 req-25b7b8b3-a8a6-4bec-86c3-fdd1cc2a4bd9 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/security-groups?id=d691efae-db23-4181-8daa-8b5a096d2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319815 Aug 10 04:49:55.183335 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-bbd9e258-a2ea-4d94-a8fb-640f0a4f92a3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:55.184797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-bbd9e258-a2ea-4d94-a8fb-640f0a4f92a3 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 945 time: 0.0468717 Aug 10 04:49:55.275498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:49:55.275965 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:55.362073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port f8c3bf11-5a26-4841-b9f1-b007767ec0d0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:55.362353 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:55.376002 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for f8c3bf11-5a26-4841-b9f1-b007767ec0d0 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:49:55.509970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:55.537445 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=f8c3bf11-5a26-4841-b9f1-b007767ec0d0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:55.582886 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] No DVR routers for this DVR port f8c3bf11-5a26-4841-b9f1-b007767ec0d0 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:49:55.585400 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:55.587453 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-edd86cb3-b7cb-4e6f-ab41-5c629a07f88a req-97b6db81-bf3d-4a7e-a788-b1df362f9705 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.39 "DELETE /v2.0/ports/f8c3bf11-5a26-4841-b9f1-b007767ec0d0 HTTP/1.1" status: 204 len: 173 time: 0.3957543 Aug 10 04:49:55.587898 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'name': 'network-vif-deleted', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:55.590177 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e0842d-3cbd-4245-b675-5309fd0c36d9" -d '{"events": [{"server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "name": "network-vif-deleted", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:55.629665 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb11147c-3a68-42de-aaa5-7293d71a3f5e x-openstack-request-id: req-fb11147c-3a68-42de-aaa5-7293d71a3f5e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:55.630007 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09ca1c9-c09a-448f-accb-4da0e1191d62", "name": "network-vif-deleted", "tag": "f8c3bf11-5a26-4841-b9f1-b007767ec0d0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:55.630325 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb11147c-3a68-42de-aaa5-7293d71a3f5e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:55.630743 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ca1c9-c09a-448f-accb-4da0e1191d62', 'name': 'network-vif-deleted', 'tag': 'f8c3bf11-5a26-4841-b9f1-b007767ec0d0', 'status': 'completed', 'code': 200} Aug 10 04:49:55.670616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:55.875113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ee46eeb1-fdca-48dd-85ac-ef63e5976617 req-18610872-603a-4d2e-951c-005867d6afd5 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "GET /v2.0/ports?device_id=d09ca1c9-c09a-448f-accb-4da0e1191d62 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Aug 10 04:49:56.695819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:56.932406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48398) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:57.163989 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a9f31a22-a881-4fb6-873a-23825a78882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:57.604403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:57.853603 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 78497adb-4fd2-478d-9255-ff7dbf36e6d4 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:49:57.853860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:57.943107 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 78497adb-4fd2-478d-9255-ff7dbf36e6d4, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=78497adb-4fd2-478d-9255-ff7dbf36e6d4,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:57.943819 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:57.957600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 78497adb-4fd2-478d-9255-ff7dbf36e6d4 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:49:58.140135 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.163515 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=78497adb-4fd2-478d-9255-ff7dbf36e6d4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:58.341292 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.560779 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Router 668aaeb5-716b-4351-9810-4f834f1fdcc5 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:49:58.671877 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:49:58.677048 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-570ec70c-0a7f-4401-920f-53f5bb117796 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "PUT /v2.0/routers/668aaeb5-716b-4351-9810-4f834f1fdcc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435706 Aug 10 04:49:58.679713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48400) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:58.682823 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] Sync routers for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:49:58.692237 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:58.692925 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:58.730641 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting subnet 370e48e1-dd90-429e-bb9d-62d82a35f434 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:49:58.734824 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.774178 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.796485 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:58.862555 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.922853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.949771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Subnet': ['ID=370e48e1-dd90-429e-bb9d-62d82a35f434,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:58.954283 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:58.956197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e10feaf9-925c-436c-a83d-f47983098938 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/subnets/370e48e1-dd90-429e-bb9d-62d82a35f434 HTTP/1.1" status: 204 len: 168 time: 0.2755425 Aug 10 04:49:58.958772 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48402) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:58.963565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf0e854-17c3-4e2e-963e-286b0c42a689 None None] Network 4daee4a0-3af5-425e-a127-e82e26c0d23c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:49:58.977042 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:58Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:59.002850 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] Checking router: 668aaeb5-716b-4351-9810-4f834f1fdcc5 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:49:59.011748 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] Routers {'668aaeb5-716b-4351-9810-4f834f1fdcc5'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:59.012491 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:49:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['668aaeb5-716b-4351-9810-4f834f1fdcc5'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:59.073306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.107993 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f8c3bf11-5a26-4841-b9f1-b007767ec0d0 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:49:59.126640 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] Set router 668aaeb5-716b-4351-9810-4f834f1fdcc5 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:59.138183 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: f8c3bf11-5a26-4841-b9f1-b007767ec0d0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:49:59.138538 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device f8c3bf11-5a26-4841-b9f1-b007767ec0d0 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:49:59.153852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] DHCP port deletion for 4daee4a0-3af5-425e-a127-e82e26c0d23c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:49:59.196368 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.203523 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Deleting port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:49:59.203994 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.256200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Deleting port 95e9032d-30eb-42bd-898f-ac0474bd1ec0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:49:59.256601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.268761 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] For port bdfb25ec-fd36-4688-a93f-3c7ed57524e6, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,segment=NetworkSegment(79d14a9b-5b36-493f-ab87-0f8272046cc4),segment_id=79d14a9b-5b36-493f-ab87-0f8272046cc4)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:59.268761 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.283049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Calling delete_port for bdfb25ec-fd36-4688-a93f-3c7ed57524e6 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:49:59.310342 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:58Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:59.340624 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb1a69-b70f-4c88-bdbc-8b359ff887fd None None] The sync data for ids ['668aaeb5-716b-4351-9810-4f834f1fdcc5'] in n-d-769329-14 is: [{'id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-607433235', 'tenant_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:56Z', 'updated_at': '2021-08-10T04:49:58Z', 'revision_number': 5, 'project_id': 'e5295ce036b842c48fa3d1660daa4cbb', 'gw_port': {'id': '95e9032d-30eb-42bd-898f-ac0474bd1ec0', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668aaeb5-716b-4351-9810-4f834f1fdcc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:57Z', 'updated_at': '2021-08-10T04:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:49:59.351846 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] For port 95e9032d-30eb-42bd-898f-ac0474bd1ec0, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=95e9032d-30eb-42bd-898f-ac0474bd1ec0,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:59.352313 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.365640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Calling delete_port for 95e9032d-30eb-42bd-898f-ac0474bd1ec0 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:49:59.371378 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.404777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Pushing event deleted for resources: {'Port': ['ID=bdfb25ec-fd36-4688-a93f-3c7ed57524e6,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:59.408983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] No DVR routers for this DVR port bdfb25ec-fd36-4688-a93f-3c7ed57524e6 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:49:59.416576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.416936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.420699 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f709d-f567-4ec6-8a81-c3759f38d8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:59.539647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.566278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Port': ['ID=95e9032d-30eb-42bd-898f-ac0474bd1ec0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:59.627312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.722413 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.724831 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.770174 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.771233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Fanout notify agent at l3_agent the message router_deleted on router 668aaeb5-716b-4351-9810-4f834f1fdcc5 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:49:59.779498 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.780742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-77828ac9-98a0-4c71-9f47-c1a010192cd0 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/routers/668aaeb5-716b-4351-9810-4f834f1fdcc5 HTTP/1.1" status: 204 len: 168 time: 0.8210530 Aug 10 04:49:59.784178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48404) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:59.784531 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.860098 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.952403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:59.962521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daee4a0-3af5-425e-a127-e82e26c0d23c']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:59.975120 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d14a9b-5b36-493f-ab87-0f8272046cc4') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:59.975413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d14a9b-5b36-493f-ab87-0f8272046cc4') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:59.985197 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.004025 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-42ed3293-a019-4cc9-96ad-7852950836d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.004547 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.011895 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:50:00.012280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: timer() Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:50:00.015973 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:50:00.076531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.081698 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.084502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/networks/4daee4a0-3af5-425e-a127-e82e26c0d23c HTTP/1.1" status: 204 len: 168 time: 0.2992208 Aug 10 04:50:00.087420 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48406) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:00.099797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec7b7-7ac8-485c-8ee5-71f76b4f1869 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'Network': ['ID=4daee4a0-3af5-425e-a127-e82e26c0d23c,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:00.144782 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.168463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.227999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.230701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.231871 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] 10.222.0.53 "DELETE /v2.0/security-groups/d691efae-db23-4181-8daa-8b5a096d2eae HTTP/1.1" status: 204 len: 168 time: 0.1433828 Aug 10 04:50:00.240810 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d691efae-db23-4181-8daa-8b5a096d2eae,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:00.251215 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.251499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.251850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.252194 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.252536 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.252932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.253225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.253577 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.254082 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.254467 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.254837 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.255263 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c6d754-74d3-49ad-ae50-f5040cf9da76 tempest-TestNetworkAdvancedServerOps-1251378912 tempest-TestNetworkAdvancedServerOps-1251378912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:00.575755 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48418) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:00.620150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 95e9032d-30eb-42bd-898f-ac0474bd1ec0 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:00.639900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 95e9032d-30eb-42bd-898f-ac0474bd1ec0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:00.640238 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 95e9032d-30eb-42bd-898f-ac0474bd1ec0 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:00.640657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bdfb25ec-fd36-4688-a93f-3c7ed57524e6 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:00.658670 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: bdfb25ec-fd36-4688-a93f-3c7ed57524e6 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:00.659013 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device bdfb25ec-fd36-4688-a93f-3c7ed57524e6 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:00.659421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78497adb-4fd2-478d-9255-ff7dbf36e6d4 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:50:00.681739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 78497adb-4fd2-478d-9255-ff7dbf36e6d4 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:50:00.682040 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 78497adb-4fd2-478d-9255-ff7dbf36e6d4 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:50:00.708886 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b15c3d46-11a7-40b6-a790-76939daa9825 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5295ce036b842c48fa3d1660daa4cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319859 Aug 10 04:50:00.711318 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48422) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:00.763120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7ff67ad-6c02-47e9-9bd4-b6fd2992abd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.784295 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7ff67ad-6c02-47e9-9bd4-b6fd2992abd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.829507 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7ff67ad-6c02-47e9-9bd4-b6fd2992abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.832084 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e7ff67ad-6c02-47e9-9bd4-b6fd2992abd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:00.833278 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e7ff67ad-6c02-47e9-9bd4-b6fd2992abd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e673b901-0caa-4a33-bf6f-d0d4ec4b4429 HTTP/1.1" status: 204 len: 168 time: 0.1210716 Aug 10 04:50:00.841008 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff67ad-6c02-47e9-9bd4-b6fd2992abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e673b901-0caa-4a33-bf6f-d0d4ec4b4429,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:01.093024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48430) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:01.107188 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-443dde3a-3c21-4307-b380-552e3168c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.197908 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-443dde3a-3c21-4307-b380-552e3168c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.202176 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-443dde3a-3c21-4307-b380-552e3168c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.240037 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-443dde3a-3c21-4307-b380-552e3168c77d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2720654433dd4ce7a64065c8aa62315b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458471 Aug 10 04:50:01.240895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dde3a-3c21-4307-b380-552e3168c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7541ece-d815-4671-b8cd-bc8dd3c458b0,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:01.242762 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:01.294420 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a52a16b3-6446-4123-91a6-b52753467f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.319308 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a52a16b3-6446-4123-91a6-b52753467f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.365855 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a52a16b3-6446-4123-91a6-b52753467f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.368441 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a52a16b3-6446-4123-91a6-b52753467f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:01.369712 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a52a16b3-6446-4123-91a6-b52753467f93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7541ece-d815-4671-b8cd-bc8dd3c458b0 HTTP/1.1" status: 204 len: 168 time: 0.1245835 Aug 10 04:50:01.377694 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a16b3-6446-4123-91a6-b52753467f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7541ece-d815-4671-b8cd-bc8dd3c458b0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:02.038826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.087165 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48456) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:02.182521 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1885315208-network', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:02.203610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Made reservation on behalf of c0366d9edbba4624a3caf356311b2a45 for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:02.206218 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.214649 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.304394 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.308431 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.331994 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:50:02.346034 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6babd5e7-9e6b-4b91-a2c3-eb9146489a02,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:02.351304 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.351645 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Added segment de8bb90b-8010-4e83-b9da-f359135b856b of type vlan for network 8cb1b437-8308-4a79-9bf5-c8879a21d09c Aug 10 04:50:02.397403 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.430167 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.431151 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:02.431740 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.486848 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3954031 Aug 10 04:50:02.487121 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48460) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:02.492379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Request body: {'subnet': {'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1885315208-subnet', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:02.499358 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39549a1-b5ae-449d-a49d-017d41d6273f admin admin] Pushing event updated for resources: {'Network': ['ID=8cb1b437-8308-4a79-9bf5-c8879a21d09c,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:02.512142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:50:02.523427 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Made reservation on behalf of c0366d9edbba4624a3caf356311b2a45 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:02.526001 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.692926 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.749800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:02.756963 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Checking segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:02.757331 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Network hostable DHCP agents. Network: 8cb1b437-8308-4a79-9bf5-c8879a21d09c, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:50:02.774564 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:50:02.783919 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 8cb1b437-8308-4a79-9bf5-c8879a21d09c) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:02.788454 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:02.789111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.793555 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad7829-2fac-4e05-a918-81057702860c None None] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:02.806455 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1183a510-38c4-494a-8e6c-b54131d68cc4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151441 Aug 10 04:50:02.806701 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48462) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:02.810995 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:02.831354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.832361 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.887028 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.939531 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:50:02.940469 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.025853 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.080827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Allocated IP 172.20.0.2 (8cb1b437-8308-4a79-9bf5-c8879a21d09c/4f3b3b0b-ee60-4dfb-829e-30a20009c7a3/948ff671-0fdb-4142-8cac-9956d86b9bae) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:03.224346 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.233445 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.241478 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Transition to ACTIVE for port object 948ff671-0fdb-4142-8cac-9956d86b9bae will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:03.243677 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.257321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Transition to ACTIVE for port object 948ff671-0fdb-4142-8cac-9956d86b9bae will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:03.262850 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.304537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:03.307611 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:03.313147 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:03.315424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Pushing event updated for resources: {'Port': ['ID=948ff671-0fdb-4142-8cac-9956d86b9bae,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:03.364829 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Allocated IP 172.25.2.76 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/d151fcd6-ceff-41ef-a15a-f366f70dddbe) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:03.367272 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Attempting to bind port 948ff671-0fdb-4142-8cac-9956d86b9bae on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:03.367641 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Attempting to bind port 948ff671-0fdb-4142-8cac-9956d86b9bae by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:03.368025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Attempting to bind port 948ff671-0fdb-4142-8cac-9956d86b9bae on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:03.373724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:03.374404 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Checking segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:03.374813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.375204 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Bound using segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:03.375673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Bound port: 948ff671-0fdb-4142-8cac-9956d86b9bae, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:03.376055 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.448257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] For port 948ff671-0fdb-4142-8cac-9956d86b9bae, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:03.451459 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] For port 948ff671-0fdb-4142-8cac-9956d86b9bae, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=948ff671-0fdb-4142-8cac-9956d86b9bae,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:03.456022 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.476013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.509708 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.526284 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:03.530995 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca792-9c11-4a9f-b195-2e7f6ea1a8f3 None None] Pushing event updated for resources: {'Port': ['ID=948ff671-0fdb-4142-8cac-9956d86b9bae,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:03.568907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:03.571895 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:03.575706 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:03.598549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Pushing event updated for resources: {'Port': ['ID=d151fcd6-ceff-41ef-a15a-f366f70dddbe,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:03.847108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.039815 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.171434 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:50:04.284871 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:04.294150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:04.301798 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.303210 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-0389073d-e4fb-46e5-b644-1ba2a1fe70bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4957342 Aug 10 04:50:04.305831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:04.306595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:04.306752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48466) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:04.419533 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:04.477668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1bced8-25cf-4d55-8aba-5b2ede86d654 None None] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:04.612660 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-770e3774-1133-4ecc-8793-96d7bc752f68 None None] Provisioning for port 948ff671-0fdb-4142-8cac-9956d86b9bae completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:04.677954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 948ff671-0fdb-4142-8cac-9956d86b9bae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:04.746681 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.778486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:03Z', 'revision_number': 3, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:04.811189 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:04.811359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Updating router 1d8f6930-327c-4277-b050-e3615a37e0e9 port d151fcd6-ceff-41ef-a15a-f366f70dddbe binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:04.815054 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 948ff671-0fdb-4142-8cac-9956d86b9bae completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:04.835695 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 948ff671-0fdb-4142-8cac-9956d86b9bae triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:04.836065 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.859807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:04.923807 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Allocated IP 172.20.0.1 (8cb1b437-8308-4a79-9bf5-c8879a21d09c/4f3b3b0b-ee60-4dfb-829e-30a20009c7a3/39bb53ed-3b74-46ac-8b3b-9d96db0e9530) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:05.035940 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.049164 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Transition to ACTIVE for port object 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:05.056304 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.082583 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.091383 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-b60b5d5c-2b44-4fc7-bd4e-35badc05a8fd None None] Provisioning complete for port 948ff671-0fdb-4142-8cac-9956d86b9bae triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:05.093024 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b60b5d5c-2b44-4fc7-bd4e-35badc05a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.119104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:05.121972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:05.128497 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:05.145092 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 948ff671-0fdb-4142-8cac-9956d86b9bae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=948ff671-0fdb-4142-8cac-9956d86b9bae,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:05.157017 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.168902 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Pushing event updated for resources: {'Port': ['ID=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:05.178601 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.319266 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.451420 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=948ff671-0fdb-4142-8cac-9956d86b9bae,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:05.477366 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.488270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Transition to ACTIVE for port object d151fcd6-ceff-41ef-a15a-f366f70dddbe will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:05.494190 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.494725 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.498114 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.548490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Attempting to bind port d151fcd6-ceff-41ef-a15a-f366f70dddbe on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:05.548860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Attempting to bind port d151fcd6-ceff-41ef-a15a-f366f70dddbe by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:05.549226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Attempting to bind port d151fcd6-ceff-41ef-a15a-f366f70dddbe on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:05.551186 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c569132-9dcd-47c6-81cd-d99c95fc7889 None None] Pushing event updated for resources: {'Port': ['ID=d151fcd6-ceff-41ef-a15a-f366f70dddbe,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:05.556686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:05.557062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:05.557468 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.557852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:05.558337 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Bound port: d151fcd6-ceff-41ef-a15a-f366f70dddbe, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:05.558717 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.569106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Pushing event updated for resources: {'Port': ['ID=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:05.571513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.607205 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f5345641-fba8-42d1-b380-459c04345145 None None] Provisioning for port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:05.619177 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-f5345641-fba8-42d1-b380-459c04345145 None None] Provisioning complete for port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:05.619549 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f5345641-fba8-42d1-b380-459c04345145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.646572 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] For port d151fcd6-ceff-41ef-a15a-f366f70dddbe, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:05.664422 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:05.665790 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] For port d151fcd6-ceff-41ef-a15a-f366f70dddbe, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d151fcd6-ceff-41ef-a15a-f366f70dddbe,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:05.665916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:05.671825 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:05.677287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-f5345641-fba8-42d1-b380-459c04345145 None None] Port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:05.736826 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:05.737469 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:05.742809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c569132-9dcd-47c6-81cd-d99c95fc7889 None None] Pushing event updated for resources: {'Port': ['ID=d151fcd6-ceff-41ef-a15a-f366f70dddbe,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:05.790718 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:05.855083 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:05.904387 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:05.909335 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-dd3eacb4-7d18-4178-9a48-8ac4ea694177 admin admin] 10.222.0.53 "PUT /v2.0/routers/1d8f6930-327c-4277-b050-e3615a37e0e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6014168 Aug 10 04:50:05.938543 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-67ee1152-aa2b-44d6-8ead-f2a2698be76a None None] Provisioning complete for port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:05.938845 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67ee1152-aa2b-44d6-8ead-f2a2698be76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.016506 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-67ee1152-aa2b-44d6-8ead-f2a2698be76a None None] Port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:06.100424 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 2, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:06.127412 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2dc4c7-f46b-483d-ad54-ff2804cb76f3 None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 2, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:06.397039 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48484) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:06.402899 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1940593643-network', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:06.426042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Made reservation on behalf of 4f6e7d2e6dba4ed58cc4bff66aad201a for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:06.428611 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.438627 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.545134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.549712 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.570500 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:50:06.582395 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.582746 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Added segment a57c5d44-64d0-4274-8da9-fac5dbd2ac9c of type vlan for network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 Aug 10 04:50:06.611492 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ef0cde-2bb9-432d-bd65-f39d552b9e79,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:06.647517 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 948ff671-0fdb-4142-8cac-9956d86b9bae up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:06.649825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.681866 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.683116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:06.683735 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.704556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 948ff671-0fdb-4142-8cac-9956d86b9bae triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:06.705251 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.741670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3434613 Aug 10 04:50:06.744509 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48486) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:06.750266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Request body: {'subnet': {'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1940593643-subnet', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:06.754448 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4162f51-04a1-454d-af03-fb4ce4ff2557 admin admin] Pushing event updated for resources: {'Network': ['ID=6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:06.789106 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:50:06.807022 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Made reservation on behalf of 4f6e7d2e6dba4ed58cc4bff66aad201a for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:06.809489 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:06.997822 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.048663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad291a0-c01e-4f16-af53-3ecf48e16ca4,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:07.064456 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Checking segment: {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:07.064813 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Network hostable DHCP agents. Network: 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:50:07.082932 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:50:07.093357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:07.097956 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:07.098647 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.103392 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58018dcb-e653-49be-8448-af773e15b1b2 None None] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:07.118019 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c26a6861-2e3c-4892-90d9-3fbd180bf430 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3700426 Aug 10 04:50:07.118433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48488) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:07.123701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:07.148864 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.149897 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.267604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'fixed_ips': [{'subnet_id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:50:07.268822 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.419425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Allocated IP 172.20.0.2 (6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18/8ad291a0-c01e-4f16-af53-3ecf48e16ca4/32eccd5e-34f7-48d9-860f-e6920810c156) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:07.555425 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.578974 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.587616 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Transition to ACTIVE for port object 32eccd5e-34f7-48d9-860f-e6920810c156 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:07.603775 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Transition to ACTIVE for port object 32eccd5e-34f7-48d9-860f-e6920810c156 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:07.612542 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.649560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:07.652528 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:07.658400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:07.670448 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Pushing event updated for resources: {'Port': ['ID=32eccd5e-34f7-48d9-860f-e6920810c156,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:07.701284 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.727144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Attempting to bind port 32eccd5e-34f7-48d9-860f-e6920810c156 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:07.727280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Attempting to bind port 32eccd5e-34f7-48d9-860f-e6920810c156 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:07.727630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Attempting to bind port 32eccd5e-34f7-48d9-860f-e6920810c156 on network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:07.733377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:07.733733 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Checking segment: {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:07.734375 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.734948 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Bound using segment: {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:07.735586 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Bound port: 32eccd5e-34f7-48d9-860f-e6920810c156, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:07.736137 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.817153 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] For port 32eccd5e-34f7-48d9-860f-e6920810c156, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:07.820577 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] For port 32eccd5e-34f7-48d9-860f-e6920810c156, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=32eccd5e-34f7-48d9-860f-e6920810c156,segment=NetworkSegment(a57c5d44-64d0-4274-8da9-fac5dbd2ac9c),segment_id=a57c5d44-64d0-4274-8da9-fac5dbd2ac9c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:07.827817 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.893157 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13b8a-dd08-4cb9-aacf-dc1cdbacb7b5 None None] Pushing event updated for resources: {'Port': ['ID=32eccd5e-34f7-48d9-860f-e6920810c156,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:07.943144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:07.963336 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.123486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Allocated IP 172.25.2.192 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/5fd788ae-6a74-45bf-bfaf-b00c8c0276b2) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:08.161007 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:08.172458 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:08.173258 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:08.256614 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.296964 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:08.299034 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.346547 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:08.352307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:08.354326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:08.356640 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:08.502165 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 2, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:08.529238 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:08.529584 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Updating router 1d8f6930-327c-4277-b050-e3615a37e0e9 port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:08.561301 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.638600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.734463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d151fcd6-ceff-41ef-a15a-f366f70dddbe up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:08.787837 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port d151fcd6-ceff-41ef-a15a-f366f70dddbe completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:08.794617 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d151fcd6-ceff-41ef-a15a-f366f70dddbe triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:08.795525 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.870609 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.918323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.921219 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.936993 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Transition to ACTIVE for port object 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:08.942380 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port d151fcd6-ceff-41ef-a15a-f366f70dddbe, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d151fcd6-ceff-41ef-a15a-f366f70dddbe,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:08.945288 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.947472 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:08.948645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 32eccd5e-34f7-48d9-860f-e6920810c156 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:09.010365 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfa6d0-cf56-4bd6-8545-0f5d9840705c None None] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:50:09.011348 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Pushing event updated for resources: {'Port': ['ID=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:09.011651 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:50:09.024712 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.025205 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.025646 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.026136 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.026621 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.027054 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.027489 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.027989 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.028414 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.028865 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.029288 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.031805 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:09.087962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=d151fcd6-ceff-41ef-a15a-f366f70dddbe,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:09.096494 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Attempting to bind port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:09.097282 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Attempting to bind port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:09.098579 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Attempting to bind port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:09.108814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7026662f-c0d9-4ccb-9d6a-428ff51ba4d3 None None] Provisioning for port 32eccd5e-34f7-48d9-860f-e6920810c156 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:09.109347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:09.114634 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Checking segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:09.115363 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.116566 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Bound using segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:09.117263 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Bound port: 39bb53ed-3b74-46ac-8b3b-9d96db0e9530, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:09.117825 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.151162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 32eccd5e-34f7-48d9-860f-e6920810c156 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:09.158295 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:09.181402 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Sync routers for ids ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:09.183449 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.186960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5c065181-1cf6-4237-b15b-a544045bd439 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0671721 Aug 10 04:50:09.189315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48490) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:09.193960 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 32eccd5e-34f7-48d9-860f-e6920810c156 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:09.194427 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.250516 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Routers {'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:09.251159 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:09.307527 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] For port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:09.310984 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] For port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:09.315759 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.376909 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:09.377463 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:09.417153 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da17d3c-6577-42c4-90ec-2e9059b98ad9 None None] Pushing event updated for resources: {'Port': ['ID=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:09.512037 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:09.668645 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Set router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:09.706005 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.742309 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.766192 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:09Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:09.796611 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5f64b-06d1-4791-b0cf-e29f97bd6234 None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:09Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:09.824957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 32eccd5e-34f7-48d9-860f-e6920810c156, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=32eccd5e-34f7-48d9-860f-e6920810c156,segment=NetworkSegment(a57c5d44-64d0-4274-8da9-fac5dbd2ac9c),segment_id=a57c5d44-64d0-4274-8da9-fac5dbd2ac9c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:09.833001 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:09.905704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Allocated IP 172.20.0.1 (6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18/8ad291a0-c01e-4f16-af53-3ecf48e16ca4/a03988ce-0689-46e5-9ba1-976257bf63a3) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:09.945025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=32eccd5e-34f7-48d9-860f-e6920810c156,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:09.974078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-5b20b662-09ef-419e-9280-728dc4476796 None None] Provisioning complete for port 32eccd5e-34f7-48d9-860f-e6920810c156 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:09.974450 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5b20b662-09ef-419e-9280-728dc4476796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.003191 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 3, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:10.027643 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.035720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Checking router: f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:10.036081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Updating router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:10.041265 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Transition to ACTIVE for port object a03988ce-0689-46e5-9ba1-976257bf63a3 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:10.071154 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.078487 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.118544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:10.124461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:10.127512 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:10.171771 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Pushing event updated for resources: {'Port': ['ID=a03988ce-0689-46e5-9ba1-976257bf63a3,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:10.184017 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.349559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.390481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.402852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Transition to ACTIVE for port object 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:10.416855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.430742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7c77425a-a880-4b7e-800c-87b74f9ce97e None None] Provisioning for port a03988ce-0689-46e5-9ba1-976257bf63a3 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:10.464115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Attempting to bind port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:10.464488 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Attempting to bind port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:10.464856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Attempting to bind port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:10.469001 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-7c77425a-a880-4b7e-800c-87b74f9ce97e None None] Provisioning complete for port a03988ce-0689-46e5-9ba1-976257bf63a3 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:10.469746 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7c77425a-a880-4b7e-800c-87b74f9ce97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.505579 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:10.505964 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:10.506394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.506792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:10.507280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Bound port: 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:10.507669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.544866 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3846eb-7cd7-4079-bb0a-9acad3b145a3 None None] Pushing event updated for resources: {'Port': ['ID=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:10.550478 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.553391 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-7c77425a-a880-4b7e-800c-87b74f9ce97e None None] Port a03988ce-0689-46e5-9ba1-976257bf63a3 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:10.556058 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.580214 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] For port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:10.583734 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] For port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:10.590103 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.636914 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Pushing event updated for resources: {'Port': ['ID=a03988ce-0689-46e5-9ba1-976257bf63a3,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:10.642365 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.660229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3846eb-7cd7-4079-bb0a-9acad3b145a3 None None] Pushing event updated for resources: {'Port': ['ID=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:10.668283 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Routers {'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:10.668851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:10.707789 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d151fcd6-ceff-41ef-a15a-f366f70dddbe up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:10.741612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:10.742920 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:10.816461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] Set router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:10.844421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port d151fcd6-ceff-41ef-a15a-f366f70dddbe triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:10.844800 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.863965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:10.984200 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:10.990181 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0ec79480-46c1-4350-9b8f-0bc5301fa63b admin admin] 10.222.0.53 "PUT /v2.0/routers/f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7986360 Aug 10 04:50:11.022282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a5dd5497-cccd-4e53-80c1-89a1438aed26 None None] Provisioning complete for port a03988ce-0689-46e5-9ba1-976257bf63a3 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:11.022580 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5497-cccd-4e53-80c1-89a1438aed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.071955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:11.123136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd5497-cccd-4e53-80c1-89a1438aed26 None None] Port a03988ce-0689-46e5-9ba1-976257bf63a3 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:11.163009 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:11.167941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:11.168244 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.196306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a03988ce-0689-46e5-9ba1-976257bf63a3', 'name': '', 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'mac_address': 'fa:16:3e:4c:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:09Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 2, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'subnets': [{'id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:11.228920 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30b47d-ae1c-4bd5-9599-20dc7b2b1468 None None] The sync data for ids ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'] in n-d-769329-14 is: [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a03988ce-0689-46e5-9ba1-976257bf63a3', 'name': '', 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'mac_address': 'fa:16:3e:4c:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:09Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 2, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'subnets': [{'id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:11.288249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.322635 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:11.330481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.331307 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 32eccd5e-34f7-48d9-860f-e6920810c156 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:11.408298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:11.418591 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 32eccd5e-34f7-48d9-860f-e6920810c156 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:11.418981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.695466 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48502) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:11.700850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822600645', 'description': 'tempest-secgroup-smoke-822600645 description', 'project_id': 'c0366d9edbba4624a3caf356311b2a45'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:11.727997 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.824043 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.828338 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.860185 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.861440 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1649041 Aug 10 04:50:11.865035 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48504) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:11.865671 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b77f8-5d73-4ff2-aa7c-daa7816a5d49 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48135e2a-f2c5-4535-be39-6b3e2dbec2bd,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:11.869819 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': '48135e2a-f2c5-4535-be39-6b3e2dbec2bd', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:11.899375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.954659 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.958271 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.977165 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2660e27a-8348-4b1c-b471-6eebf63b7757,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:11.983463 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:11.984770 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-46b73875-ea88-4429-a2a8-263232dea452 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187301 Aug 10 04:50:11.987724 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48506) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:11.992486 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': '48135e2a-f2c5-4535-be39-6b3e2dbec2bd', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:12.019684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.077371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.081102 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.098752 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f5510c-f3b9-415d-90c7-f79b778cdc82,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:12.104976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.106245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-39293fd4-bdab-43fb-b36a-05e056e206a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174872 Aug 10 04:50:12.109028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48508) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:12.113616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': '48135e2a-f2c5-4535-be39-6b3e2dbec2bd', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:12.139817 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.195774 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.199536 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.217949 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fc61ae-a5bf-42b6-bf70-1b74d92b2464,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:12.224067 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.225283 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2d99ba31-fbeb-4a36-a2d5-9a2a7a837ea0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153419 Aug 10 04:50:12.228083 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48510) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:12.232356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': '48135e2a-f2c5-4535-be39-6b3e2dbec2bd', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:12.258584 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.316520 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.320199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.340286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43416fd2-775d-4149-baa5-33e0bb9bb982,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:12.346297 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.347490 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-05796dee-b91d-40ef-9afc-99dee2c2054a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185482 Aug 10 04:50:12.350273 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48512) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:12.354629 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': '48135e2a-f2c5-4535-be39-6b3e2dbec2bd', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:12.377418 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Project c0366d9edbba4624a3caf356311b2a45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:50:12.382516 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.444435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.448270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.465414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ee3541-0cfb-4d3a-8dbc-194a6bb5e5ec,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:12.471641 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.472985 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6d9cd673-e015-46a5-bd59-b3170a2b9fb4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217577 Aug 10 04:50:12.475823 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48514) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:12.480270 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': '48135e2a-f2c5-4535-be39-6b3e2dbec2bd', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:12.509020 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Project c0366d9edbba4624a3caf356311b2a45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:50:12.515828 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.613946 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.618996 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.643544 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce766fa3-9b7d-40ef-8bd5-855241ad42fd,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:12.656367 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.670057 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-41df67dc-a5f3-46a2-8d8a-2533c720fca1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814249 Aug 10 04:50:12.747637 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:12.796838 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:12.797202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:12.880664 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-e9d84430-1d4a-435e-b263-4b1d807543a2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822600645&fields=id&tenant_id=c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 267 time: 0.0362535 Aug 10 04:50:12.886779 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:12.940385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:12.944460 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:12.944841 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.003299 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-16f86c8e-185d-4e47-aeab-55a918928815 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:13.005120 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-16f86c8e-185d-4e47-aeab-55a918928815 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 809 time: 0.1147125 Aug 10 04:50:13.023240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-c294edf3-e541-4132-a84c-47549cabe1ad tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/quotas/c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 375 time: 0.0109837 Aug 10 04:50:13.026192 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.051499 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:13.056899 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.082750 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-d77d473e-9e4b-4215-b53d-f16c519f7064 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517349 Aug 10 04:50:13.112432 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:13.193570 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-2261fe1b-7bae-4e43-baad-665ce1af54e1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:50:13.194688 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-2261fe1b-7bae-4e43-baad-665ce1af54e1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981715 Aug 10 04:50:13.297427 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-f52cd6bd-c6fc-479e-86c7-4ce24e239725 service neutron] 10.222.0.53 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953939 Aug 10 04:50:13.391813 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-25344d37-8755-44f5-b471-58724c6f7a8a service neutron] 10.222.0.53 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881894 Aug 10 04:50:13.557154 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de37275d-f39c-4c79-a45f-8c5da2e51cac req-be305c28-8d69-4311-8ce4-212999878cf3 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 210 time: 0.0277417 Aug 10 04:50:13.930213 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Sync routers for ids ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:13.941264 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Routers {'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:13.941883 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:14.053438 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Set router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:14.256518 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a03988ce-0689-46e5-9ba1-976257bf63a3', 'name': '', 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'mac_address': 'fa:16:3e:4c:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:09Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 2, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'subnets': [{'id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:14.285736 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Checking router: f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:14.286104 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Updating router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 port a03988ce-0689-46e5-9ba1-976257bf63a3 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:50:14.311065 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.531704 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-641a5ca1-0bd1-4f14-9ca7-2c64de9e5bb7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:14.534621 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-641a5ca1-0bd1-4f14-9ca7-2c64de9e5bb7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 809 time: 0.1219878 Aug 10 04:50:14.585126 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-d199a09d-ddb1-49b6-b592-8729521926db tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 379 time: 0.0393105 Aug 10 04:50:14.596679 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'port': {'device_id': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'admin_state_up': True, 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'security_groups': ['48135e2a-f2c5-4535-be39-6b3e2dbec2bd']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:14.597170 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.617059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Transition to ACTIVE for port object a03988ce-0689-46e5-9ba1-976257bf63a3 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:14.623397 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.642662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:14.669238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8c7d2653-8c49-406a-a70e-78210c9f38df req-92b60bff-3389-4f34-a502-69f14e5d3c39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 210 time: 0.0287652 Aug 10 04:50:14.673507 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc93bb1-7bf2-45fe-861c-d7403f123e0a None None] Pushing event updated for resources: {'Port': ['ID=a03988ce-0689-46e5-9ba1-976257bf63a3,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:14.726096 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:14.726620 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.735693 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Attempting to bind port a03988ce-0689-46e5-9ba1-976257bf63a3 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:14.736144 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Attempting to bind port a03988ce-0689-46e5-9ba1-976257bf63a3 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:14.736573 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Attempting to bind port a03988ce-0689-46e5-9ba1-976257bf63a3 on network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:14.743273 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:14.743765 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Checking segment: {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:14.744227 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.744683 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Bound using segment: {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:14.745779 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Bound port: a03988ce-0689-46e5-9ba1-976257bf63a3, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:14.746397 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.762017 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Made reservation on behalf of c0366d9edbba4624a3caf356311b2a45 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:50:14.768709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.816909 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] For port a03988ce-0689-46e5-9ba1-976257bf63a3, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:14.820287 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] For port a03988ce-0689-46e5-9ba1-976257bf63a3, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a03988ce-0689-46e5-9ba1-976257bf63a3,segment=NetworkSegment(a57c5d44-64d0-4274-8da9-fac5dbd2ac9c),segment_id=a57c5d44-64d0-4274-8da9-fac5dbd2ac9c)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:14.826892 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.894418 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc93bb1-7bf2-45fe-861c-d7403f123e0a None None] Pushing event updated for resources: {'Port': ['ID=a03988ce-0689-46e5-9ba1-976257bf63a3,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:14.897055 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Routers {'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:14.897661 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:15.015059 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] Set router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:15.259161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Allocated IP 172.20.0.3 (8cb1b437-8308-4a79-9bf5-c8879a21d09c/4f3b3b0b-ee60-4dfb-829e-30a20009c7a3/b144805f-75e8-4150-99cd-1abe59e08692) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:15.308557 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a03988ce-0689-46e5-9ba1-976257bf63a3', 'name': '', 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'mac_address': 'fa:16:3e:4c:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:09Z', 'updated_at': '2021-08-10T04:50:14Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'subnets': [{'id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:15.335395 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b379b5-2538-4817-ac76-565938ffd9ea None None] The sync data for ids ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'] in n-d-769329-14 is: [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:10Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': 'a03988ce-0689-46e5-9ba1-976257bf63a3', 'name': '', 'network_id': '6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'mac_address': 'fa:16:3e:4c:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:09Z', 'updated_at': '2021-08-10T04:50:14Z', 'revision_number': 4, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'subnets': [{'id': '8ad291a0-c01e-4f16-af53-3ecf48e16ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:15.402033 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.416352 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Transition to ACTIVE for port object b144805f-75e8-4150-99cd-1abe59e08692 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:15.451259 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.493901 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:15.500717 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:15.504060 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:15.541180 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:15.573795 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.574483 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.590840 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-a44abe73-6fc6-4ebb-9789-ef3a7f8d0610 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9987550 Aug 10 04:50:15.604464 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Request body: {'port': {'device_id': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:15.666986 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.813756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0475b430-aaa9-426f-8095-dd0648667552 None None] Provisioning for port b144805f-75e8-4150-99cd-1abe59e08692 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:15.818399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0475b430-aaa9-426f-8095-dd0648667552 None None] Provisioning complete for port b144805f-75e8-4150-99cd-1abe59e08692 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:15.819050 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0475b430-aaa9-426f-8095-dd0648667552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.825616 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb901f-705c-4ac9-99de-575af934d478 req-6e545086-18c9-451c-89c5-b75bf39a1bf8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.827829 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7cb901f-705c-4ac9-99de-575af934d478 req-6e545086-18c9-451c-89c5-b75bf39a1bf8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 931 time: 0.0548730 Aug 10 04:50:15.869077 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0475b430-aaa9-426f-8095-dd0648667552 None None] Port b144805f-75e8-4150-99cd-1abe59e08692 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:50:15.872482 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d7cb901f-705c-4ac9-99de-575af934d478 req-9d7fb74f-ea57-4f05-b6a5-870721e554cd tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367675 Aug 10 04:50:15.962513 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b144805f-75e8-4150-99cd-1abe59e08692 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:50:15.970377 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.982408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Transition to ACTIVE for port object b144805f-75e8-4150-99cd-1abe59e08692 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:50:15.986199 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.056305 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:16.105705 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Attempting to bind port b144805f-75e8-4150-99cd-1abe59e08692 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:50:16.106073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Attempting to bind port b144805f-75e8-4150-99cd-1abe59e08692 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:50:16.106410 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Attempting to bind port b144805f-75e8-4150-99cd-1abe59e08692 on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:16.110996 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Port b144805f-75e8-4150-99cd-1abe59e08692 on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:50:16.111315 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Attempting to bind port b144805f-75e8-4150-99cd-1abe59e08692 on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:50:16.116261 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:50:16.116600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Checking segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:50:16.116982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Bound using segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:50:16.117408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Bound port: b144805f-75e8-4150-99cd-1abe59e08692, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:50:16.117766 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.183413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:50:16.186546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:50:16.192801 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.224999 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.225460 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.226752 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 1092 time: 0.6268578 Aug 10 04:50:16.228866 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:16.231154 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0720a9f1-63b7-421b-a45d-2f641cae1ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:16.260874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e36a2-33a4-42b5-bafb-0f7ff12297e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:16.315786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-29ae1e6b-e0f4-4c23-9c4c-ccc2e65ef219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.317500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-29ae1e6b-e0f4-4c23-9c4c-ccc2e65ef219 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1095 time: 0.0492060 Aug 10 04:50:16.363201 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac0da9c-6254-4eb1-b824-2e93646591d6 x-openstack-request-id: req-2ac0da9c-6254-4eb1-b824-2e93646591d6 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:16.363402 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:16.363649 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ac0da9c-6254-4eb1-b824-2e93646591d6 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:16.364048 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'status': 'completed', 'code': 200} Aug 10 04:50:16.365884 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-5b108c35-16f3-4ba9-9ffb-146dd5ad7e18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 217 time: 0.0389242 Aug 10 04:50:16.419258 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-534dfa2e-12f4-4ffa-a38d-bd3e7ad4c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.420851 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-534dfa2e-12f4-4ffa-a38d-bd3e7ad4c667 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0456312 Aug 10 04:50:16.465414 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941781-e0b3-4f33-a60d-3146923678db req-5c25d210-a989-46ad-923b-9c7801195d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.467580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-5c25d210-a989-46ad-923b-9c7801195d45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396874 Aug 10 04:50:16.561649 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-19272111-6cb2-45d5-80b5-2ee76e38d02e service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856600 Aug 10 04:50:16.665131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a03988ce-0689-46e5-9ba1-976257bf63a3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:16.668917 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d0941781-e0b3-4f33-a60d-3146923678db req-9744fffd-0db3-45ee-ace3-fb5606d78710 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991945 Aug 10 04:50:16.717250 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port a03988ce-0689-46e5-9ba1-976257bf63a3 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:16.722211 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a03988ce-0689-46e5-9ba1-976257bf63a3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:16.722701 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.765390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-7f024a8d-e65e-454b-a617-564fc2b7285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.766942 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-7f024a8d-e65e-454b-a617-564fc2b7285f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1095 time: 0.0492663 Aug 10 04:50:16.806294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.839875 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port a03988ce-0689-46e5-9ba1-976257bf63a3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a03988ce-0689-46e5-9ba1-976257bf63a3,segment=NetworkSegment(a57c5d44-64d0-4274-8da9-fac5dbd2ac9c),segment_id=a57c5d44-64d0-4274-8da9-fac5dbd2ac9c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:16.845554 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.864146 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-3dd3b1c7-e425-49c9-acde-2f98c9f7d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.865700 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-3dd3b1c7-e425-49c9-acde-2f98c9f7d78b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0908792 Aug 10 04:50:16.906256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=a03988ce-0689-46e5-9ba1-976257bf63a3,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:16.916019 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-9845d606-50cb-41b8-bf8e-c31c5f29fe97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 217 time: 0.0408444 Aug 10 04:50:16.971835 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-08fd38b0-1f1b-4c85-bbc6-4a107edbb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.973774 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-08fd38b0-1f1b-4c85-bbc6-4a107edbb94b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0505245 Aug 10 04:50:17.020024 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7e272-507f-4d82-ac6a-f27efe06b994 req-69e0aa8b-ff8f-41cb-83b9-2bbf5d0b2d70 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:17.022664 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5d7e272-507f-4d82-ac6a-f27efe06b994 req-69e0aa8b-ff8f-41cb-83b9-2bbf5d0b2d70 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0677485 Aug 10 04:50:17.061761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-f9798d7d-d2fa-4c4a-888a-e50a39b1c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:17.063438 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-f9798d7d-d2fa-4c4a-888a-e50a39b1c37b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806363 Aug 10 04:50:17.071743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-e5d7e272-507f-4d82-ac6a-f27efe06b994 req-b6182e80-6c5b-4cb4-b211-eaf4127f5427 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375705 Aug 10 04:50:17.162097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-b4994332-01a0-4fe5-bd25-e828f5f4aec6 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892942 Aug 10 04:50:17.256744 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0720a9f1-63b7-421b-a45d-2f641cae1ba1 req-4f2240b8-1d93-4e48-80f6-acfa59256c46 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848172 Aug 10 04:50:18.196963 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a6e7b-62df-487c-ad1f-352bb9cb347d req-48075f1a-c1ec-4b45-a6f7-a29581694f2f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:18.198947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b23a6e7b-62df-487c-ad1f-352bb9cb347d req-48075f1a-c1ec-4b45-a6f7-a29581694f2f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0508773 Aug 10 04:50:18.237747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b23a6e7b-62df-487c-ad1f-352bb9cb347d req-ef5368fc-0cd7-47fc-b803-cee70e897575 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Aug 10 04:50:18.633327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a03988ce-0689-46e5-9ba1-976257bf63a3 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:18.681429 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port a03988ce-0689-46e5-9ba1-976257bf63a3 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:18.681801 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:19.233627 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:50:19.338226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:19.349396 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'b144805f-75e8-4150-99cd-1abe59e08692', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'mac_address': 'fa:16:3e:a1:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:50:19.357476 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767131a-4dc2-43ed-90c5-173388de1593 req-f18fd6f2-9692-4025-8158-4bd026ef5186 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:19.359016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f767131a-4dc2-43ed-90c5-173388de1593 req-f18fd6f2-9692-4025-8158-4bd026ef5186 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0503285 Aug 10 04:50:19.385924 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:19.400655 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f767131a-4dc2-43ed-90c5-173388de1593 req-b1472c79-e3c7-4d6d-9543-73e6d722e12c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338128 Aug 10 04:50:19.406181 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b144805f-75e8-4150-99cd-1abe59e08692 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:50:19.426433 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:19.430696 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:19.480350 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:19.650737 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b144805f-75e8-4150-99cd-1abe59e08692'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:50:20.519309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8b4d6-fa65-4488-a529-30ad4aa7f1aa req-135d1599-da28-42e0-a411-f2f1a62551eb tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:20.520904 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a8b4d6-fa65-4488-a529-30ad4aa7f1aa req-135d1599-da28-42e0-a411-f2f1a62551eb tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 944 time: 0.0543263 Aug 10 04:50:20.561910 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-02a8b4d6-fa65-4488-a529-30ad4aa7f1aa req-ce0969c5-1d5d-4f40-ac3b-090be3ea2828 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324385 Aug 10 04:50:21.252149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:50:21.299942 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port b144805f-75e8-4150-99cd-1abe59e08692 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:50:21.304063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port b144805f-75e8-4150-99cd-1abe59e08692 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:21.304540 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:21.384478 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:21.406720 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:21.408977 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82658af-9b46-4229-81c4-cb62090740a3" -d '{"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-plugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:21.425399 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:21.429704 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:21.455319 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e8bf30-3e71-44f6-8d92-5d1f057596ba x-openstack-request-id: req-b2e8bf30-3e71-44f6-8d92-5d1f057596ba {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:21.455620 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-plugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:21.455878 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2e8bf30-3e71-44f6-8d92-5d1f057596ba {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:21.456270 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'code': 200} Aug 10 04:50:21.481772 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:21.544386 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364867a-6b9b-4140-ba0c-f30f8598a3b0 req-948aa4ac-d435-4fe8-b502-9ac0998c551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:21.546741 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f364867a-6b9b-4140-ba0c-f30f8598a3b0 req-948aa4ac-d435-4fe8-b502-9ac0998c551e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1097 time: 0.0405297 Aug 10 04:50:21.582552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f364867a-6b9b-4140-ba0c-f30f8598a3b0 req-d2e3f783-0f0a-4c97-b27c-b47064e2f304 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282469 Aug 10 04:50:21.680953 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaac23-9572-44c8-95b3-0a89035ce07d req-e8fa1f5a-8ccf-43b6-877a-e87837c86f31 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:21.682467 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebaaac23-9572-44c8-95b3-0a89035ce07d req-e8fa1f5a-8ccf-43b6-877a-e87837c86f31 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0502210 Aug 10 04:50:21.722219 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ebaaac23-9572-44c8-95b3-0a89035ce07d req-7e27230d-ce15-48fa-9ecd-ca7b573d7e9a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330629 Aug 10 04:50:22.842160 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca123b5b-631c-4ade-8420-746ebf1868f1 req-fd8a590b-26bb-4b4a-bb4f-76d560b90883 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:22.843652 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca123b5b-631c-4ade-8420-746ebf1868f1 req-fd8a590b-26bb-4b4a-bb4f-76d560b90883 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0527027 Aug 10 04:50:22.881431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ca123b5b-631c-4ade-8420-746ebf1868f1 req-995fe2b0-c089-4b75-95ba-aa7f12726c41 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Aug 10 04:50:22.999713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664991f-7e16-4f1d-bbde-8fff8c46e8df req-773f9d8a-628b-4bba-9c8f-7209d457bc11 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:23.001161 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8664991f-7e16-4f1d-bbde-8fff8c46e8df req-773f9d8a-628b-4bba-9c8f-7209d457bc11 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Aug 10 04:50:23.037885 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8664991f-7e16-4f1d-bbde-8fff8c46e8df req-cc5afe10-5fc6-4d0f-9ee2-cd4d51d83369 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308330 Aug 10 04:50:23.059829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48570) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:23.140405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2372923-2694-4387-a625-565dfd241978 tempest-TestShelveInstance-1612649631 tempest-TestShelveInstance-1612649631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:23.141936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d2372923-2694-4387-a625-565dfd241978 tempest-TestShelveInstance-1612649631 tempest-TestShelveInstance-1612649631-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1092 time: 0.0809505 Aug 10 04:50:23.144883 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48574) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:23.149176 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:23.170970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.271708 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.376168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Allocated IP 172.25.2.123 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/e94f519d-8dbd-4611-b0f2-e44a205e92ff) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:50:23.480757 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.520770 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.556239 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:50:23.561389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:50:23.564910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:50:23.590063 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'Port': ['ID=e94f519d-8dbd-4611-b0f2-e44a205e92ff,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:23.926443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:23.991603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.140280 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.144807 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.216101 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'Port': ['ID=e94f519d-8dbd-4611-b0f2-e44a205e92ff,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:24.226756 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.324532 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Floating IP 514f2812-90b7-4488-970c-fb0b37b60034 associated. External IP: 172.25.2.123, port: b144805f-75e8-4150-99cd-1abe59e08692. Aug 10 04:50:24.533819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:24.641309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:24.650723 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:24.657964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:24.663281 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:24.663899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:24.685636 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eba5b942-bbc1-4822-b50a-54631e1da67d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5391979 Aug 10 04:50:24.686365 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:24.688638 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32178b59-6c4f-4dc3-ae17-ffac201436f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:24.728674 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195cd3c-bd52-4d66-b1f0-b7fa8486d962 x-openstack-request-id: req-c195cd3c-bd52-4d66-b1f0-b7fa8486d962 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:24.729032 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:24.729309 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c195cd3c-bd52-4d66-b1f0-b7fa8486d962 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:24.729782 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'status': 'completed', 'code': 200} Aug 10 04:50:24.784053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:24.800357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-93027735-bb3f-4bdd-94cb-0b5659bdbb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:24.801919 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-93027735-bb3f-4bdd-94cb-0b5659bdbb53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1097 time: 0.0496714 Aug 10 04:50:24.892850 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-ec2b2012-25a8-4636-b287-579eb637c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:24.894433 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-ec2b2012-25a8-4636-b287-579eb637c20f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0851471 Aug 10 04:50:24.964769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-e80202ba-1599-449d-83eb-c87b1d52946c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 999 time: 0.0617332 Aug 10 04:50:25.007730 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '514f2812-90b7-4488-970c-fb0b37b60034', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'mac_address': 'fa:16:3e:a1:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:50:23Z', 'updated_at': '2021-08-10T04:50:23Z', 'revision_number': 0, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:25.016095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-a92a606f-43a3-4bcd-a956-20bc00867403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:25.017575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-a92a606f-43a3-4bcd-a956-20bc00867403 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0453415 Aug 10 04:50:25.039463 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:25.049073 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:25.049697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:50:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:25.069580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-ad2bec77-4871-4f70-b4e2-a4558a2267de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:25.071130 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-ad2bec77-4871-4f70-b4e2-a4558a2267de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453451 Aug 10 04:50:25.162922 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:25.165037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-3b9b0d4c-fb8e-465e-8aea-79d9202d600e service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856206 Aug 10 04:50:25.254689 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-32178b59-6c4f-4dc3-ae17-ffac201436f9 req-7838a0fa-42c6-4014-8b31-2cbb7f703ddf service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821342 Aug 10 04:50:25.389594 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '514f2812-90b7-4488-970c-fb0b37b60034', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'mac_address': 'fa:16:3e:a1:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:50:23Z', 'updated_at': '2021-08-10T04:50:23Z', 'revision_number': 0, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:25.416268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf478f-ff0c-4ecc-bbe4-f17e438abead None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '514f2812-90b7-4488-970c-fb0b37b60034', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'floating_ip_address': '172.25.2.123', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'mac_address': 'fa:16:3e:a1:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:50:23Z', 'updated_at': '2021-08-10T04:50:23Z', 'revision_number': 0, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:25.622609 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5ac29-242d-4b38-8d88-ad84f00f93c1 None None] New status for floating IP 514f2812-90b7-4488-970c-fb0b37b60034: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:50:25.672260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:26.695451 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:27.164465 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e9e5410f-6cd6-4982-b798-61f57c917c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:29.784447 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:30.006877 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9426f8bd-6ab0-4997-865e-2ec414b501cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:31.511046 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:32.042442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:33.497272 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:55.673878 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:56.708381 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:57.166165 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-12ea5141-1ae7-4cf8-8cca-16e9e530e53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:59.776959 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:00.008182 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-70ec5576-3546-4f07-8dfc-996e4a3d8b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:02.043313 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:03.497394 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:08.510044 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:24.391089 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-47544766-9dc4-4e16-b47c-8c69d1f452fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411422 Aug 10 04:51:24.478136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798642ca-c6bd-40e7-b509-79876fd9636a req-edc8a829-0dd9-4c76-9b0b-c521907d1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:24.479778 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-edc8a829-0dd9-4c76-9b0b-c521907d1435 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1097 time: 0.0469048 Aug 10 04:51:24.582517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798642ca-c6bd-40e7-b509-79876fd9636a req-14a93777-8517-4835-812d-350ab28daf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:24.584028 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-14a93777-8517-4835-812d-350ab28daf15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0830734 Aug 10 04:51:24.655190 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-906a155f-77f9-4e06-a0b0-479049540a5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 1001 time: 0.0615370 Aug 10 04:51:24.703867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798642ca-c6bd-40e7-b509-79876fd9636a req-1ecb9371-b7cf-445b-98f0-e97fb71115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:24.705308 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-1ecb9371-b7cf-445b-98f0-e97fb71115c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0432658 Aug 10 04:51:24.752138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798642ca-c6bd-40e7-b509-79876fd9636a req-d45b6c53-369a-4c8b-9851-068c6029ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:24.753699 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-d45b6c53-369a-4c8b-9851-068c6029ad9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410275 Aug 10 04:51:24.846410 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-c4d8ef4a-b678-41a7-ba38-44b87a1d58cd service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849323 Aug 10 04:51:25.241516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-798642ca-c6bd-40e7-b509-79876fd9636a req-d08b4135-c08b-4520-bce6-f3bf1d31ecfa service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879216 Aug 10 04:51:25.675807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.723080 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.169687 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d288c60f-87a8-47ff-8d0d-eb5247a9d482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.778399 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:30.008324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eff38cbc-6366-48e9-9b93-618395f099df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.046784 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.503625 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:45.508942 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:55.686088 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:56.722925 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:57.171436 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a24cd6f5-14bf-40f5-bb31-35afe9086b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:59.780624 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:00.008201 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-de58fc7e-67aa-4270-8549-c81d4e9f3bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:02.049172 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:03.500874 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.256516 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b142e-2e46-43ef-b862-fdde0c50748f req-2f47e79d-3579-48ab-b88c-a4a05fe10847 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:22.258006 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe9b142e-2e46-43ef-b862-fdde0c50748f req-2f47e79d-3579-48ab-b88c-a4a05fe10847 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0494540 Aug 10 04:52:22.295507 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fe9b142e-2e46-43ef-b862-fdde0c50748f req-9f085bfd-8f63-4b5b-bd7a-19fb1b465efe tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Aug 10 04:52:22.508216 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:23.444346 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0e748-8d02-4423-8ef8-a774f9c0043f req-06cf96c7-bed1-4270-b888-72d9dae1134b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.445825 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7e0e748-8d02-4423-8ef8-a774f9c0043f req-06cf96c7-bed1-4270-b888-72d9dae1134b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Aug 10 04:52:23.484950 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7e0e748-8d02-4423-8ef8-a774f9c0043f req-bdc5507a-a8a9-425e-874d-f84851fa9fa1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Aug 10 04:52:24.426622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-e1c2fa07-61e1-4517-8508-effad6ebd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.428099 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-e1c2fa07-61e1-4517-8508-effad6ebd2d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1097 time: 0.0430503 Aug 10 04:52:24.535734 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-06e23a60-28c0-43be-8020-9f816220c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.537341 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-06e23a60-28c0-43be-8020-9f816220c72a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0890291 Aug 10 04:52:24.609039 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-6972c0b5-ab6e-4758-ad3e-f9e1e127a6fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 1001 time: 0.0638731 Aug 10 04:52:24.628017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e04797-f909-4bce-be26-276b1abc48f3 req-d70f6614-9417-427b-87cf-dc59d7b32666 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.629614 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75e04797-f909-4bce-be26-276b1abc48f3 req-d70f6614-9417-427b-87cf-dc59d7b32666 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0490487 Aug 10 04:52:24.660735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-bb99df91-4043-46bd-8845-3987aaf65ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.662288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-bb99df91-4043-46bd-8845-3987aaf65ced service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0456753 Aug 10 04:52:24.668851 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-75e04797-f909-4bce-be26-276b1abc48f3 req-7e0e78eb-0fdc-4489-8f3c-d0c344d39d6a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331831 Aug 10 04:52:24.707889 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-257c4214-9765-46d2-a99c-217d69d31684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.709371 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-257c4214-9765-46d2-a99c-217d69d31684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395682 Aug 10 04:52:24.804325 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-b3793bb0-0ae7-4e0b-9de3-568977be2f65 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868840 Aug 10 04:52:24.895601 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8ad27df9-ab78-4644-ae8e-d87230918650 req-bfb0b1e1-2a7c-4b07-a6a4-0f08308a9dfc service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825500 Aug 10 04:52:25.686157 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.786514 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7880c4-588b-4607-af46-67b2b47c4222 req-e71ba316-61ee-48ea-8377-4ebb59eee257 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:25.787982 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f7880c4-588b-4607-af46-67b2b47c4222 req-e71ba316-61ee-48ea-8377-4ebb59eee257 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Aug 10 04:52:25.825814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7f7880c4-588b-4607-af46-67b2b47c4222 req-8cd6fee2-e591-484e-ae0b-44803acb6ebc tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Aug 10 04:52:26.720182 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:26.945998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3376915-9be4-41c2-8322-2c35b7723518 req-27138528-4582-4b4f-b26d-c1380d90a6d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:26.947502 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3376915-9be4-41c2-8322-2c35b7723518 req-27138528-4582-4b4f-b26d-c1380d90a6d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Aug 10 04:52:26.986661 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b3376915-9be4-41c2-8322-2c35b7723518 req-93452a57-9845-4bc5-9d27-d7716db7a167 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329580 Aug 10 04:52:27.171978 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-4f982da4-3a65-45f2-972c-cec24c902c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.103598 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4f388-dca7-4e71-99e4-42c40d6d65af req-c4cd9c84-341a-4e11-864a-9434c9e79101 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:28.105077 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23d4f388-dca7-4e71-99e4-42c40d6d65af req-c4cd9c84-341a-4e11-864a-9434c9e79101 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Aug 10 04:52:28.142115 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-23d4f388-dca7-4e71-99e4-42c40d6d65af req-22c7b4c6-67b4-4cee-b212-30fcb7c10923 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311356 Aug 10 04:52:29.257535 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3f768-3fbb-4f93-85eb-c12d48562f31 req-be5dd6b6-f36f-467e-bfde-40e9ced65983 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:29.259492 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96b3f768-3fbb-4f93-85eb-c12d48562f31 req-be5dd6b6-f36f-467e-bfde-40e9ced65983 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Aug 10 04:52:29.297279 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-96b3f768-3fbb-4f93-85eb-c12d48562f31 req-0c3c45a4-b3bb-44c5-897e-f33f93d6292b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Aug 10 04:52:29.781907 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.008615 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6ec49852-299e-441f-9d6f-dbee637ce4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.413298 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1cd3-4398-436a-8308-d5ac6e678f07 req-07fae0ec-da57-4ee5-b8e1-1894d388d10f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:30.414814 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fed1cd3-4398-436a-8308-d5ac6e678f07 req-07fae0ec-da57-4ee5-b8e1-1894d388d10f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0493081 Aug 10 04:52:30.451552 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5fed1cd3-4398-436a-8308-d5ac6e678f07 req-467617e0-d619-4057-bbcd-8374732c7803 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Aug 10 04:52:31.622545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24545b29-d14f-4657-a0a8-a1a3774672f3 req-8c18b9a2-b6a4-4d7a-9219-1222212ac5a7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:31.624016 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24545b29-d14f-4657-a0a8-a1a3774672f3 req-8c18b9a2-b6a4-4d7a-9219-1222212ac5a7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.1032834 Aug 10 04:52:31.661792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-24545b29-d14f-4657-a0a8-a1a3774672f3 req-5a274abc-5015-460c-bc1d-62419fdb6e6a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Aug 10 04:52:32.051335 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.775441 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7751915-9310-43c2-b981-5d6660be266f req-38ab3284-6e64-42b4-bfb6-551276000335 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:32.776829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7751915-9310-43c2-b981-5d6660be266f req-38ab3284-6e64-42b4-bfb6-551276000335 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Aug 10 04:52:32.813759 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d7751915-9310-43c2-b981-5d6660be266f req-18f1e604-8deb-4f1a-9ec1-ebb8ade97b4a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Aug 10 04:52:33.501320 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.797033 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:52:33.892173 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:33.903831 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'b144805f-75e8-4150-99cd-1abe59e08692', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'mac_address': 'fa:16:3e:a1:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:52:33.932067 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a487af8-fac9-444a-9377-046f58ea9f19 req-ccb1bc74-0d5b-4fb0-9b45-bed113fcee52 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:33.933540 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a487af8-fac9-444a-9377-046f58ea9f19 req-ccb1bc74-0d5b-4fb0-9b45-bed113fcee52 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Aug 10 04:52:33.944812 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.957107 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b144805f-75e8-4150-99cd-1abe59e08692 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:33.971028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2a487af8-fac9-444a-9377-046f58ea9f19 req-09fef30d-95c8-4f8a-bf20-4240e3a1647e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311611 Aug 10 04:52:33.976963 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:33.989444 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.039510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:34.047302 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.047588 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.047930 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.048271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.048604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.048937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.049292 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.049620 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.049944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.050927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.051258 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.051582 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:34.074782 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b144805f-75e8-4150-99cd-1abe59e08692'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:52:35.111094 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3b93-5004-4c58-a67f-ab83f331a2f7 req-20ec475d-1eb2-4f92-b9b3-a8b599c815ac tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:35.113545 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-276e3b93-5004-4c58-a67f-ab83f331a2f7 req-20ec475d-1eb2-4f92-b9b3-a8b599c815ac tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 944 time: 0.0646193 Aug 10 04:52:35.159134 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-276e3b93-5004-4c58-a67f-ab83f331a2f7 req-7a466859-d5cc-41ea-83fa-f861e98fd87b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368493 Aug 10 04:52:35.800263 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:35.859987 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port b144805f-75e8-4150-99cd-1abe59e08692 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:35.860480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.957021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.985438 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:35.987918 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6646dba7-c588-4f4b-94fa-254450ab756b" -d '{"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-plugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:36.001445 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:36.006916 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.059216 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:36.126668 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d7f8b-5a18-43bb-b684-54f650d9af9d x-openstack-request-id: req-af4d7f8b-5a18-43bb-b684-54f650d9af9d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:36.126966 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-plugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:36.127226 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af4d7f8b-5a18-43bb-b684-54f650d9af9d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:36.127634 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'code': 200} Aug 10 04:52:36.289719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677ffc5-0d3e-40fe-a612-be7111a1d8f1 req-9163844a-67eb-4f16-b83e-36d883d5980c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:36.292027 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3677ffc5-0d3e-40fe-a612-be7111a1d8f1 req-9163844a-67eb-4f16-b83e-36d883d5980c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0588415 Aug 10 04:52:36.333457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3677ffc5-0d3e-40fe-a612-be7111a1d8f1 req-f1e901a6-c3ac-4163-8904-11f2c4c49464 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353582 Aug 10 04:52:37.457600 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6595a7-37e3-4ae2-aae0-325846962a8d req-2b36233b-1e64-4a8b-922c-d0f062922b9d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:37.459308 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e6595a7-37e3-4ae2-aae0-325846962a8d req-2b36233b-1e64-4a8b-922c-d0f062922b9d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0507450 Aug 10 04:52:37.506398 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2e6595a7-37e3-4ae2-aae0-325846962a8d req-04930fc7-9ed7-4cba-b526-815cdba0554f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 Aug 10 04:52:38.648950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82af53-9b2e-493d-bc6c-7cbc63a410bf req-bebeecf9-8775-40d0-8820-9be6a360b480 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:38.650514 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d82af53-9b2e-493d-bc6c-7cbc63a410bf req-bebeecf9-8775-40d0-8820-9be6a360b480 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0519483 Aug 10 04:52:38.705770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1d82af53-9b2e-493d-bc6c-7cbc63a410bf req-b0afd6c0-491b-4089-b4b4-f3690bcfc61a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473540 Aug 10 04:52:39.843723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546c747-3f9d-4a6a-a11c-9833def66162 req-d89542c0-fda5-4fba-9f52-5dd9bc032a3d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:39.845468 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6546c747-3f9d-4a6a-a11c-9833def66162 req-d89542c0-fda5-4fba-9f52-5dd9bc032a3d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Aug 10 04:52:39.886988 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6546c747-3f9d-4a6a-a11c-9833def66162 req-09d44be4-c99e-496f-ba06-3ede851a66e3 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345764 Aug 10 04:52:41.021389 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bf6ed-7c6c-4df1-85cc-7342ddbdc11b req-553ecd78-3f19-4e14-a2d5-9d19f0c01642 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:41.023066 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c6bf6ed-7c6c-4df1-85cc-7342ddbdc11b req-553ecd78-3f19-4e14-a2d5-9d19f0c01642 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0590408 Aug 10 04:52:41.071581 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2c6bf6ed-7c6c-4df1-85cc-7342ddbdc11b req-878a0c88-9f02-44c9-ab2d-7910a5818b35 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415854 Aug 10 04:52:42.206012 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b571-32a9-4eae-8917-46073c4b43a4 req-d239d44b-112c-45da-8072-ac0c5a43f247 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:42.208161 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e10b571-32a9-4eae-8917-46073c4b43a4 req-d239d44b-112c-45da-8072-ac0c5a43f247 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0558362 Aug 10 04:52:42.254059 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e10b571-32a9-4eae-8917-46073c4b43a4 req-3c2e4a63-c0d3-4def-93c6-8431a8e865d5 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381083 Aug 10 04:52:43.362457 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c5791-915c-40d0-94d0-ba01c73c2c7b req-f5121de0-cc2d-4c2a-accb-301f32fe9771 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:43.363966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-966c5791-915c-40d0-94d0-ba01c73c2c7b req-f5121de0-cc2d-4c2a-accb-301f32fe9771 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0497174 Aug 10 04:52:43.401947 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-966c5791-915c-40d0-94d0-ba01c73c2c7b req-3d7787f2-dacf-4c43-9321-979cba0c24a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Aug 10 04:52:43.877356 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-3853c842-cccd-4be8-b499-aa77a5df111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:43.879449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-3853c842-cccd-4be8-b499-aa77a5df111f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1097 time: 0.0403934 Aug 10 04:52:43.973435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-b6cdef92-5ca0-4245-968c-84cc20174c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:43.974961 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-b6cdef92-5ca0-4245-968c-84cc20174c31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0869930 Aug 10 04:52:44.041200 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-be4b2e2d-07e3-48d7-a419-fb06e4aa5d12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 1001 time: 0.0582700 Aug 10 04:52:44.096672 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-2ac9d0af-6d31-4577-ada0-5458a5ca1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:44.098254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-2ac9d0af-6d31-4577-ada0-5458a5ca1676 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0486717 Aug 10 04:52:44.145562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-9cec1896-f7fd-42eb-b150-4c091f09b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:44.147080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-9cec1896-f7fd-42eb-b150-4c091f09b93d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404780 Aug 10 04:52:44.238486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-e3be1020-7caa-48d9-86d0-b9f719c9f598 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828979 Aug 10 04:52:44.333416 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8e7f95b7-adca-44bd-950f-35a406249db9 req-2a2747be-4618-44b2-b21d-f8cf16325110 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Aug 10 04:52:44.517788 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662949d-55e4-4641-9897-73cb7c42c07b req-4f65d674-a3b2-4e33-854f-e94750ab6715 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:44.519340 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c662949d-55e4-4641-9897-73cb7c42c07b req-4f65d674-a3b2-4e33-854f-e94750ab6715 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0504768 Aug 10 04:52:44.559945 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c662949d-55e4-4641-9897-73cb7c42c07b req-f1018ab3-64bc-4b98-b1e8-5a003126a772 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Aug 10 04:52:45.678184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762ccb-563b-4500-ac42-97e7f24ba743 req-a08f2460-7644-41cd-85f4-2db730fb81b5 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:45.679733 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8762ccb-563b-4500-ac42-97e7f24ba743 req-a08f2460-7644-41cd-85f4-2db730fb81b5 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0496235 Aug 10 04:52:45.717390 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8762ccb-563b-4500-ac42-97e7f24ba743 req-8d767efc-67c4-43ae-a516-2c15a476cdb3 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Aug 10 04:52:46.831824 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe76f-9d7a-43d5-a380-f9e1a8ec614a req-c0577bfc-80cb-42a2-9026-193d0645cbc1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.833912 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b35fe76f-9d7a-43d5-a380-f9e1a8ec614a req-c0577bfc-80cb-42a2-9026-193d0645cbc1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0478718 Aug 10 04:52:46.870064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b35fe76f-9d7a-43d5-a380-f9e1a8ec614a req-c3f78cf6-6462-45b9-8500-d2e0894d0342 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300825 Aug 10 04:52:47.084715 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4585e6-2481-41a2-880e-66460e7eba26 req-a1d2ced1-25d8-4b22-b7c8-dc95b3e58db7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:47.086312 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee4585e6-2481-41a2-880e-66460e7eba26 req-a1d2ced1-25d8-4b22-b7c8-dc95b3e58db7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Aug 10 04:52:47.124911 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ee4585e6-2481-41a2-880e-66460e7eba26 req-7148eb66-ce01-49f9-86ba-0c947e73aaa6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325494 Aug 10 04:52:47.234278 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48754) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:47.318824 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-4c38667b-8fa1-4cde-9c97-4a192786f3ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833588 Aug 10 04:52:47.876500 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:52:47.953171 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:47.974880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:47.977107 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe5e854-9d29-44a7-9fd6-a3bd24c2adf9" -d '{"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-unplugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:47.990421 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:47.994917 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:48.018131 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38b98b5-15ee-4fe1-a908-cf09e5fb259f x-openstack-request-id: req-f38b98b5-15ee-4fe1-a908-cf09e5fb259f {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:48.018418 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-unplugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:48.018665 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f38b98b5-15ee-4fe1-a908-cf09e5fb259f {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:48.019048 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'code': 200} Aug 10 04:52:48.043379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:48.187810 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-bba2546c-2520-41c2-818c-14485cd6e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.189347 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-bba2546c-2520-41c2-818c-14485cd6e432 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28&tenant_id=c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 1095 time: 0.0465391 Aug 10 04:52:48.242968 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8f96a-463e-4e76-84be-2e7fdccbbebe req-a5b3da63-c1ef-4ee6-95dc-5e8f814627bf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.244493 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ef8f96a-463e-4e76-84be-2e7fdccbbebe req-a5b3da63-c1ef-4ee6-95dc-5e8f814627bf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0492387 Aug 10 04:52:48.251730 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-53a655f9-65b9-49c2-9ed2-a51af8e9a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.253248 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-53a655f9-65b9-49c2-9ed2-a51af8e9a0b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1095 time: 0.0410342 Aug 10 04:52:48.282322 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7ef8f96a-463e-4e76-84be-2e7fdccbbebe req-dd9369ed-09a3-4ca6-ab2f-15fe004420ab tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313962 Aug 10 04:52:48.347024 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-f4083ad9-77d8-45c7-b805-2cbf1a7d0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.349081 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-f4083ad9-77d8-45c7-b805-2cbf1a7d0bb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0878046 Aug 10 04:52:48.415451 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-d8e27575-9928-45db-bfca-1a239e945cfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 999 time: 0.0585179 Aug 10 04:52:48.464128 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-fc760c78-f54a-4a3d-866f-91fd34e402b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.465575 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-fc760c78-f54a-4a3d-866f-91fd34e402b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0426495 Aug 10 04:52:48.515761 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-ca4b6b3a-e799-423c-ad1b-a3d87c2bfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.517288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-ca4b6b3a-e799-423c-ad1b-a3d87c2bfa71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443161 Aug 10 04:52:48.607043 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-8e0dec74-b7f7-4ac2-b953-5f6cbbf3bd4a service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817907 Aug 10 04:52:48.701001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-9376860b-a9f8-41f7-9640-c823129e9bdc service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860450 Aug 10 04:52:49.409406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400756c-c19d-40e7-963e-eee0d25d8e46 req-b6a34689-0e5f-4d0e-8320-8b876ee3ecc0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:49.411015 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e400756c-c19d-40e7-963e-eee0d25d8e46 req-b6a34689-0e5f-4d0e-8320-8b876ee3ecc0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0564902 Aug 10 04:52:49.465644 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e400756c-c19d-40e7-963e-eee0d25d8e46 req-75d30d73-1759-4864-8dec-fcc25c9b1658 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475223 Aug 10 04:52:50.601549 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635b98a-c8cc-4084-b22d-984bc769fe3d req-706c3883-eab8-49c0-913d-09a00cad00ad tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:50.603204 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7635b98a-c8cc-4084-b22d-984bc769fe3d req-706c3883-eab8-49c0-913d-09a00cad00ad tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0527062 Aug 10 04:52:50.645923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-7635b98a-c8cc-4084-b22d-984bc769fe3d req-5c6d59ab-3ed3-4840-b9a6-60c13f9d4b30 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366263 Aug 10 04:52:51.767868 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e105ca-b436-46ba-9c0a-957f9e848d67 req-b4c7f3a5-eafb-4ed0-a1ac-6644c1d5ff9e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:51.769581 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7e105ca-b436-46ba-9c0a-957f9e848d67 req-b4c7f3a5-eafb-4ed0-a1ac-6644c1d5ff9e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0519009 Aug 10 04:52:51.814186 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c7e105ca-b436-46ba-9c0a-957f9e848d67 req-7c4efb02-d149-4015-b48f-c381e9792fad tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Aug 10 04:52:52.979379 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa525ecb-5da4-41de-a8d2-8f778cc6af4b req-4a1eaa7b-a526-432f-b6ed-4f4a82d9444f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:52.981677 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa525ecb-5da4-41de-a8d2-8f778cc6af4b req-4a1eaa7b-a526-432f-b6ed-4f4a82d9444f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0897400 Aug 10 04:52:53.028335 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa525ecb-5da4-41de-a8d2-8f778cc6af4b req-4d09a2da-afa5-415e-b083-9e83f5697d15 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349257 Aug 10 04:52:54.164870 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d24e7-70ca-495e-97e0-5cd8fbb40d1d req-1ad5d46c-c2d7-4ac6-94e0-e67c4379dd63 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:54.167658 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-931d24e7-70ca-495e-97e0-5cd8fbb40d1d req-1ad5d46c-c2d7-4ac6-94e0-e67c4379dd63 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0610797 Aug 10 04:52:54.218869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-931d24e7-70ca-495e-97e0-5cd8fbb40d1d req-185fc95c-7fdd-4d86-b884-e2f14c96f062 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Aug 10 04:52:55.343958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d888b8c-ed5d-4171-87b2-a27505a7f9b6 req-d4d7cb11-ac72-4636-8e12-fef8b90b19a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.345456 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d888b8c-ed5d-4171-87b2-a27505a7f9b6 req-d4d7cb11-ac72-4636-8e12-fef8b90b19a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0534918 Aug 10 04:52:55.384165 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d888b8c-ed5d-4171-87b2-a27505a7f9b6 req-60d7a310-05fc-44b8-ac64-88e588209444 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326850 Aug 10 04:52:55.714214 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.515456 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca94d3-545e-42c1-9c20-9f234313c014 req-6d38691a-20f8-4f06-becf-0b157d74e73b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:56.516960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ca94d3-545e-42c1-9c20-9f234313c014 req-6d38691a-20f8-4f06-becf-0b157d74e73b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0498750 Aug 10 04:52:56.557380 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-66ca94d3-545e-42c1-9c20-9f234313c014 req-dafbef8a-aca8-4548-bc16-b16332e83900 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337865 Aug 10 04:52:56.725616 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.172518 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-57689804-83f9-451b-8ff8-8bb3b18d5182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.670977 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a3930-7060-45df-b5b0-465e1548bdc7 req-84560781-2405-49b6-96f4-257809c9dd23 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:57.672452 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-690a3930-7060-45df-b5b0-465e1548bdc7 req-84560781-2405-49b6-96f4-257809c9dd23 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0478022 Aug 10 04:52:57.711035 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-690a3930-7060-45df-b5b0-465e1548bdc7 req-cc0e9d6a-a45b-43a8-becd-5e8b1ec6780b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Aug 10 04:52:58.837322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be4e08-e6e6-40c6-bdb3-15a77c0e3b1b req-c32eda0e-5129-4266-9d85-71a326a96665 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.838783 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47be4e08-e6e6-40c6-bdb3-15a77c0e3b1b req-c32eda0e-5129-4266-9d85-71a326a96665 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0503690 Aug 10 04:52:58.876787 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-47be4e08-e6e6-40c6-bdb3-15a77c0e3b1b req-17224617-f321-4577-9d05-a9ffa40c278b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 Aug 10 04:52:59.506680 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:59.782156 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.008048 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8164d9-43b2-43c1-a6bb-07454b0b8fea req-1b74a5d5-f1ae-45a6-93b9-14866e6a83b8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:00.008911 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bb1d76f8-45d1-4800-ba39-369feef11eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:00.010522 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be8164d9-43b2-43c1-a6bb-07454b0b8fea req-1b74a5d5-f1ae-45a6-93b9-14866e6a83b8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0648141 Aug 10 04:53:00.050323 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be8164d9-43b2-43c1-a6bb-07454b0b8fea req-cb816e4b-decb-4f85-a448-c96eb7e73597 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344853 Aug 10 04:53:01.166283 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65796ff3-3cc2-40ec-97e6-74cfc25f381d req-e10c5332-2bac-47de-a501-7d95910a6a5e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:01.167771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65796ff3-3cc2-40ec-97e6-74cfc25f381d req-e10c5332-2bac-47de-a501-7d95910a6a5e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0491455 Aug 10 04:53:01.208443 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-65796ff3-3cc2-40ec-97e6-74cfc25f381d req-445f30a9-38af-4454-9df3-49287ecd5d38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347674 Aug 10 04:53:02.055194 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:02.323595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfcb64-f509-4cdc-bbcc-90889cb08a50 req-009d9f8b-5526-4e8c-ba39-610fdc52251d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:02.324983 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27cfcb64-f509-4cdc-bbcc-90889cb08a50 req-009d9f8b-5526-4e8c-ba39-610fdc52251d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0483444 Aug 10 04:53:02.362401 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-27cfcb64-f509-4cdc-bbcc-90889cb08a50 req-b3c0664d-fa44-4b6c-a7e1-91216af61e27 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Aug 10 04:53:02.798950 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-14ca7797-bbd0-45a2-a9cb-2e82737edd12 req-be7ca203-5c22-4c14-8aaf-839499194ed6 service neutron] (94141) timed out ('10.222.0.65', 56353) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:53:02.961778 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-d49556ce-ad99-434e-bef4-647f51c2ad22 req-9366ec74-00b7-4cf0-9a6d-4d605802e3d0 tempest-ServersNegativeTestJSON-408362430 tempest-ServersNegativeTestJSON-408362430-project] (94140) timed out ('10.222.0.65', 57038) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:53:03.482336 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090a64-69ff-4ebc-abae-fc891d964ad6 req-954b038f-e3bf-4da2-936c-a320079e52c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:03.483977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4090a64-69ff-4ebc-abae-fc891d964ad6 req-954b038f-e3bf-4da2-936c-a320079e52c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 943 time: 0.0489585 Aug 10 04:53:03.504797 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:03.527485 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f4090a64-69ff-4ebc-abae-fc891d964ad6 req-966620d8-ff1b-4b3e-acf5-858ed1ab66d6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354815 Aug 10 04:53:03.912830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:53:04.006755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.018242 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'b144805f-75e8-4150-99cd-1abe59e08692', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'port_id': 'b144805f-75e8-4150-99cd-1abe59e08692', 'mac_address': 'fa:16:3e:a1:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:53:04.054294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.066329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b144805f-75e8-4150-99cd-1abe59e08692 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:53:04.084724 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:04.088819 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:04.141065 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=9']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:04.320340 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['b144805f-75e8-4150-99cd-1abe59e08692'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:53:04.640983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab2ac6-00c0-4154-a6df-e988c8a3d132 req-a13198e1-1121-409b-b9f7-fc3a19285f84 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:04.642407 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68ab2ac6-00c0-4154-a6df-e988c8a3d132 req-a13198e1-1121-409b-b9f7-fc3a19285f84 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 944 time: 0.0478237 Aug 10 04:53:04.679300 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-68ab2ac6-00c0-4154-a6df-e988c8a3d132 req-80367e84-2f49-4ee5-af06-9cf42fc743d8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303366 Aug 10 04:53:05.858328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c556c-65aa-4991-b2c2-37e1e457e453 req-e81c26fd-3fd8-43ff-85f8-0a6ca92ae4f4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:05.858966 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-229c556c-65aa-4991-b2c2-37e1e457e453 req-e81c26fd-3fd8-43ff-85f8-0a6ca92ae4f4 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 944 time: 0.1065917 Aug 10 04:53:05.897558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-229c556c-65aa-4991-b2c2-37e1e457e453 req-3516abcd-989a-418f-a1c7-f9d48eb18325 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Aug 10 04:53:05.936367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:53:05.984185 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port b144805f-75e8-4150-99cd-1abe59e08692 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:53:05.984559 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.059614 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.082899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:53:06.085809 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574dea5-8d35-43f7-a19a-421f0850d0c6" -d '{"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-plugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:53:06.100207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:53:06.104562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:06.137604 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4cd677-4693-4e86-8d3b-2ee3787e6334 x-openstack-request-id: req-cb4cd677-4693-4e86-8d3b-2ee3787e6334 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:53:06.137894 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-plugged", "status": "completed", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:53:06.138175 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb4cd677-4693-4e86-8d3b-2ee3787e6334 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:53:06.138659 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'code': 200} Aug 10 04:53:06.166346 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=10']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:53:06.285319 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e88888-8bb1-4eac-aab2-ce16742f2a60 req-d012df7a-515f-4dd4-9cff-227c049c8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:06.286873 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18e88888-8bb1-4eac-aab2-ce16742f2a60 req-d012df7a-515f-4dd4-9cff-227c049c8a3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1098 time: 0.0387540 Aug 10 04:53:06.326513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-18e88888-8bb1-4eac-aab2-ce16742f2a60 req-af958761-e268-405e-b09f-8859c725e82c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312889 Aug 10 04:53:07.013440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f2b6-3b2c-4532-97ce-67b16af373eb req-2201ced2-0520-4b89-868a-9d26dc0c0500 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:07.015006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00b0f2b6-3b2c-4532-97ce-67b16af373eb req-2201ced2-0520-4b89-868a-9d26dc0c0500 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 946 time: 0.0498371 Aug 10 04:53:07.053570 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00b0f2b6-3b2c-4532-97ce-67b16af373eb req-fb40bdd0-3a11-439c-9232-46962cc6dbd1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Aug 10 04:53:08.183380 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e229ff6-a38c-4168-98e8-5e55bb7b7e87 req-229dc843-8069-4cd2-b075-60e5eebcd1c2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:08.192306 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e229ff6-a38c-4168-98e8-5e55bb7b7e87 req-229dc843-8069-4cd2-b075-60e5eebcd1c2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 946 time: 0.0694234 Aug 10 04:53:08.235809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8e229ff6-a38c-4168-98e8-5e55bb7b7e87 req-b2566356-11f2-42ff-b85c-76c2a5d69dc6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Aug 10 04:53:11.628259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-94f14f8d-95af-4e92-a034-a343bbd262bf req-6844af3a-b7e9-4527-9615-872df7dca626 service neutron] (94140) timed out ('10.222.0.39', 50816) {{(pid=94140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:53:24.425659 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-a7023214-0150-4f4f-8dda-856fbb6d1147 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821249 Aug 10 04:53:24.509799 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-00750e21-2b30-45d3-9a56-5f412e7e2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.511364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-00750e21-2b30-45d3-9a56-5f412e7e2c54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1098 time: 0.0416501 Aug 10 04:53:24.620614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-7709f7fb-6922-4d65-9e28-2bb79fbe56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.622505 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-7709f7fb-6922-4d65-9e28-2bb79fbe56cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0888512 Aug 10 04:53:24.690199 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-20253c39-68c3-4241-9932-95a48571f539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 1001 time: 0.0578980 Aug 10 04:53:24.744773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-251a2d2a-f7af-4cf9-8145-e000892074b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.746295 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-251a2d2a-f7af-4cf9-8145-e000892074b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0483348 Aug 10 04:53:24.792447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-62ea90c1-e36a-49c2-999f-a03aff9ddefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:24.794421 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-62ea90c1-e36a-49c2-999f-a03aff9ddefa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408833 Aug 10 04:53:24.883764 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-51da1fec-b13b-4f5d-a777-869a2064f6f8 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815959 Aug 10 04:53:24.984068 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1fb3faf8-7c61-463c-8c48-892e3a91e2f1 req-7e5ba35c-a640-4300-937a-54916f173cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927882 Aug 10 04:53:25.713567 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:26.750205 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:27.173215 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47fc85d7-a27f-4afe-96a4-bf5ba54f2b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:29.782758 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:30.009939 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-33298050-134c-494d-b95c-99ca3c7a5321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:32.057790 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:33.506355 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:36.506012 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:55.724930 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:56.765254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:57.172945 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-71fa728d-874b-42c9-ab67-8c1213766b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:59.784412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:00.011754 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-787b7775-3f1a-4e9a-a544-8bf837d153e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:02.060828 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:03.509891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:13.505496 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:23.612542 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48900) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:23.772455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Deleting port e94f519d-8dbd-4611-b0f2-e44a205e92ff {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:23.772701 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.859416 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.859773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.872728 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Calling delete_port for e94f519d-8dbd-4611-b0f2-e44a205e92ff owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:24.030960 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:24.060154 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event deleted for resources: {'Port': ['ID=e94f519d-8dbd-4611-b0f2-e44a205e92ff,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:24.084763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.085103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.085438 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.085771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.086138 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.086465 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.086801 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.087124 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.087460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.087799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.088123 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.088460 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:24.128783 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:24.129125 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Floating IP 514f2812-90b7-4488-970c-fb0b37b60034 disassociated (deleted). External IP: 172.25.2.123, port: b144805f-75e8-4150-99cd-1abe59e08692. Aug 10 04:54:24.403695 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-ac1a947e-f4d9-4533-95ea-10bf3649bac2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440152 Aug 10 04:54:24.496822 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-380058a7-2e31-47e6-8071-75906f67fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:24.498479 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-380058a7-2e31-47e6-8071-75906f67fbc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1098 time: 0.0444412 Aug 10 04:54:24.616197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-b3e310e2-04b8-41d6-b803-b30e61fdf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:24.617794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-b3e310e2-04b8-41d6-b803-b30e61fdf74f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0963783 Aug 10 04:54:24.662444 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-b2f53a9e-a846-4f9a-85aa-1a32743bf946 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 217 time: 0.0369220 Aug 10 04:54:24.665614 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:54:24.715072 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-46a59ff8-f7cf-4e9b-b5f3-e99a4d72cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:24.716684 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-46a59ff8-f7cf-4e9b-b5f3-e99a4d72cb47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0470316 Aug 10 04:54:24.772249 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-bb4c0013-9660-4674-814a-b1fe69147f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:24.774044 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-bb4c0013-9660-4674-814a-b1fe69147f67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501966 Aug 10 04:54:24.779246 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:24.784430 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:24.791317 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:24.801142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:24.802138 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:24.814070 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5bbece2f-f15a-4e75-b5a5-8b015237a159 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "DELETE /v2.0/floatingips/514f2812-90b7-4488-970c-fb0b37b60034 HTTP/1.1" status: 204 len: 168 time: 1.1978173 Aug 10 04:54:24.814070 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:24.819026 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:24.877363 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-c1575e5a-7498-4323-897b-66ef59e2d849 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955524 Aug 10 04:54:24.928059 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bcfaf9-3deb-43d1-8f4b-ad8d0aeb3630 x-openstack-request-id: req-b9bcfaf9-3deb-43d1-8f4b-ad8d0aeb3630 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:24.928353 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:24.928605 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9bcfaf9-3deb-43d1-8f4b-ad8d0aeb3630 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:24.929025 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'status': 'completed', 'code': 200} Aug 10 04:54:24.935751 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:24.995356 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6a04975d-b8c3-4011-9e28-86624769ec91 req-abdda1c0-0378-4bda-8aee-3f8e47373414 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088412 Aug 10 04:54:25.089448 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8015c-6374-4801-aedf-d77e876aaff5 req-398962df-868a-4c14-84f5-5044a586efd8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:25.091759 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90e8015c-6374-4801-aedf-d77e876aaff5 req-398962df-868a-4c14-84f5-5044a586efd8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 946 time: 0.0609343 Aug 10 04:54:25.094517 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-d60098a4-6f36-48e8-9f86-071246f80743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:25.096646 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-d60098a4-6f36-48e8-9f86-071246f80743 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 1098 time: 0.0513611 Aug 10 04:54:25.143144 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-90e8015c-6374-4801-aedf-d77e876aaff5 req-184d7c45-8360-4d0d-a0cb-bb9c95270d78 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Aug 10 04:54:25.198293 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-bc5aa121-cf75-4dd7-aa16-179f5e14ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:25.199723 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-bc5aa121-cf75-4dd7-aa16-179f5e14ff0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0958433 Aug 10 04:54:25.241914 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-2d65acf8-e78a-4092-a429-025a70f2e398 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 200 len: 217 time: 0.0345099 Aug 10 04:54:25.294289 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-933c57c7-c35d-4c2d-b658-701094272445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:25.295769 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-933c57c7-c35d-4c2d-b658-701094272445 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0448709 Aug 10 04:54:25.320207 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:25.346166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-e41d2fad-f909-45fe-827a-7c405175aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:25.347706 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-e41d2fad-f909-45fe-827a-7c405175aa02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427835 Aug 10 04:54:25.348362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:25.356652 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:25.357356 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:54:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:25.444149 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-640a9654-ec8a-42ee-b373-0235f8070e33 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882523 Aug 10 04:54:25.470296 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:25.537425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-00dd15bc-890e-4d3d-904f-e56e4c6e15d1 req-fd45b537-9d5e-4660-9b7d-d786ac740ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855513 Aug 10 04:54:25.674139 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:25.699371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d382f5-01a6-473c-83df-cb254ef9544f None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:25.725170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:25.912623 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cbc3f2-df87-4b08-99c8-28d77f44be69 None None] New status for floating IP 514f2812-90b7-4488-970c-fb0b37b60034: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:54:26.258639 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b2b26-9434-4309-ac63-de71f620a8d2 req-713d9e69-6e84-45a0-8d32-19db3065a6ed tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:26.260076 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-937b2b26-9434-4309-ac63-de71f620a8d2 req-713d9e69-6e84-45a0-8d32-19db3065a6ed tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 946 time: 0.0539196 Aug 10 04:54:26.297157 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-937b2b26-9434-4309-ac63-de71f620a8d2 req-8964f600-9e8f-437c-99c7-036a08e42cf1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=48135e2a-f2c5-4535-be39-6b3e2dbec2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 10 04:54:26.433677 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-54b07ff4-5926-45d3-b6c9-edb87135e303 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:26.435182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-54b07ff4-5926-45d3-b6c9-edb87135e303 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 946 time: 0.0479324 Aug 10 04:54:26.524408 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Deleting port b144805f-75e8-4150-99cd-1abe59e08692 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:26.525036 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.615291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] For port b144805f-75e8-4150-99cd-1abe59e08692, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=b144805f-75e8-4150-99cd-1abe59e08692,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:26.615655 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.629122 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Calling delete_port for b144805f-75e8-4150-99cd-1abe59e08692 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:26.758306 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.773212 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.786332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event deleted for resources: {'Port': ['ID=b144805f-75e8-4150-99cd-1abe59e08692,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:26.799019 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.799229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.799532 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.799872 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.800216 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.800546 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.800871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.801197 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.801523 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.801849 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.802201 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.802530 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:26.839404 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] No DVR routers for this DVR port b144805f-75e8-4150-99cd-1abe59e08692 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:54:26.842709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.844722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-92648f87-312c-4d95-91e5-43ac8cd1718b req-b851f28a-dac0-402c-8599-edf7948e0e38 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "DELETE /v2.0/ports/b144805f-75e8-4150-99cd-1abe59e08692 HTTP/1.1" status: 204 len: 173 time: 0.4029210 Aug 10 04:54:26.845155 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-deleted', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:26.847421 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad507ba5-49db-4a33-80b1-ff7bbaa1b935" -d '{"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-deleted", "tag": "b144805f-75e8-4150-99cd-1abe59e08692"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:26.891853 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c0a8ac-c49a-4a42-ae9a-12b943628e2e x-openstack-request-id: req-f3c0a8ac-c49a-4a42-ae9a-12b943628e2e {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:26.892147 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e80ef0a-8e17-49b1-86e6-d604ca59fc28", "name": "network-vif-deleted", "tag": "b144805f-75e8-4150-99cd-1abe59e08692", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:26.892403 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3c0a8ac-c49a-4a42-ae9a-12b943628e2e {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:26.892827 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e80ef0a-8e17-49b1-86e6-d604ca59fc28', 'name': 'network-vif-deleted', 'tag': 'b144805f-75e8-4150-99cd-1abe59e08692', 'status': 'completed', 'code': 200} Aug 10 04:54:27.177638 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2518c292-79f8-4319-8563-df8b16e0e5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.408226 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4032ccc8-53a8-46fe-8a6a-09894b801e8c req-3bb3c855-9239-4359-af7a-0faf6207b62f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e80ef0a-8e17-49b1-86e6-d604ca59fc28 HTTP/1.1" status: 200 len: 210 time: 0.0262666 Aug 10 04:54:28.463557 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48924) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:28.523918 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06b7c905-1c57-4bab-a844-71fb1793b688 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.550261 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06b7c905-1c57-4bab-a844-71fb1793b688 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.616442 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06b7c905-1c57-4bab-a844-71fb1793b688 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.619052 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-06b7c905-1c57-4bab-a844-71fb1793b688 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.620219 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-06b7c905-1c57-4bab-a844-71fb1793b688 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "DELETE /v2.0/security-groups/48135e2a-f2c5-4535-be39-6b3e2dbec2bd HTTP/1.1" status: 204 len: 168 time: 0.1556668 Aug 10 04:54:28.629622 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7c905-1c57-4bab-a844-71fb1793b688 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48135e2a-f2c5-4535-be39-6b3e2dbec2bd,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:29.255066 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 48930) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.259909 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941636392', 'description': 'tempest-secgroup-smoke-1941636392 description', 'project_id': 'c0366d9edbba4624a3caf356311b2a45'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.282890 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.364152 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.367910 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.397516 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.398892 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426957 Aug 10 04:54:29.400697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c4785-cece-4176-98b1-c7570b3063a0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75846bf-61ed-4851-90d6-756fb4714b0e,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:29.401801 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48932) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.406840 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': 'c75846bf-61ed-4851-90d6-756fb4714b0e', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.432719 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.493273 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.498387 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.517595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005420ea-ca78-48b3-9f8d-0434756be032,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:29.520123 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.521324 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-00634e4d-b73f-48ec-8801-e8164fd4a9d2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184776 Aug 10 04:54:29.524294 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48934) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.528888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': 'c75846bf-61ed-4851-90d6-756fb4714b0e', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.557440 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.613997 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.617889 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.637204 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a855ac-2e7f-4e75-9cf5-4ebfaea28df7,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:29.640314 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.641512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-2dbae113-d929-4a4a-a05e-5120c56207c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162903 Aug 10 04:54:29.644306 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48936) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.648682 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': 'c75846bf-61ed-4851-90d6-756fb4714b0e', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.674428 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.731145 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.735154 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.752700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff32e34-2cf1-4462-9410-8b3e816f1009,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:29.759003 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.759981 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-6a3ff379-3850-451e-a7a3-f727338dbd22 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147573 Aug 10 04:54:29.762757 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48938) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.767236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': 'c75846bf-61ed-4851-90d6-756fb4714b0e', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.784362 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.794901 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.855957 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.859991 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.877081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41ffc40-0b76-4081-9981-426e8ef84a7f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:29.883561 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.884746 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-16bd5902-580a-4af8-a409-b829e6c4fd39 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210580 Aug 10 04:54:29.887562 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48940) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.892105 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': 'c75846bf-61ed-4851-90d6-756fb4714b0e', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.914353 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Project c0366d9edbba4624a3caf356311b2a45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:54:29.919679 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.978777 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:29.983050 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.000406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4e8b8b-1055-4786-b56b-5599b11783f0,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:30.006517 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.011425 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-9c864420-c97f-4c4b-a14c-829f3252769b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191640 Aug 10 04:54:30.011425 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 48942) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:30.014855 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea6d3-bf27-4564-a82e-5593600ec370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.015553 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'security_group_rule': {'security_group_id': 'c75846bf-61ed-4851-90d6-756fb4714b0e', 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:30.039120 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Project c0366d9edbba4624a3caf356311b2a45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:54:30.044736 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.104607 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.108600 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.123366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b105517-1826-41a5-9856-55ee8a67711b,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:30.132052 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.133304 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5aa2826f-8260-4349-a2d5-487cb47eb66a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216750 Aug 10 04:54:30.400677 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:54:30.420780 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: b144805f-75e8-4150-99cd-1abe59e08692 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:54:30.421359 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device b144805f-75e8-4150-99cd-1abe59e08692 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:54:32.064412 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.514133 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:44.382797 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-9389fac8-e1c3-4298-9827-b160efa75048 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941636392&fields=id&tenant_id=c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 267 time: 0.0314939 Aug 10 04:54:44.487774 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-33264d98-9874-4ee9-962c-0c7a64592e4a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.489272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-33264d98-9874-4ee9-962c-0c7a64592e4a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 809 time: 0.0999715 Aug 10 04:54:44.505156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-58edda5b-2204-421c-bc44-de2262ace423 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/quotas/c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 375 time: 0.0100853 Aug 10 04:54:44.555502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-5f1cbce5-62c8-4c53-bf7f-23d4b01f2beb tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446606 Aug 10 04:54:44.656881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-ceeeac4e-b115-4045-8f6d-b9fb02df2fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893474 Aug 10 04:54:44.743670 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-a915468c-15ba-4aeb-bec3-45731b22f361 service neutron] 10.222.0.53 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805130 Aug 10 04:54:45.024612 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-127e83c1-c28d-4ba5-808f-e6715e1e7c01 req-fcb15a47-4f6b-4d13-8d11-999050cd30d6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 210 time: 0.0261590 Aug 10 04:54:45.942092 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-ff6e4d19-a6e2-424d-a988-7e4ec6fb952a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:45.943555 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-ff6e4d19-a6e2-424d-a988-7e4ec6fb952a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 809 time: 0.1103504 Aug 10 04:54:45.987680 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-9716f417-6c56-4ef0-b865-65fceab9943c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 380 time: 0.0346248 Aug 10 04:54:45.997800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'port': {'device_id': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'admin_state_up': True, 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'security_groups': ['c75846bf-61ed-4851-90d6-756fb4714b0e']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:46.134071 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-e784bb66-11c2-490e-a061-d80d5d54035f req-be523680-7e1f-4d0c-9e6e-8e4db0c5819d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 210 time: 0.0364771 Aug 10 04:54:46.139543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Made reservation on behalf of c0366d9edbba4624a3caf356311b2a45 for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:54:46.144633 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.279405 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Allocated IP 172.20.0.10 (8cb1b437-8308-4a79-9bf5-c8879a21d09c/4f3b3b0b-ee60-4dfb-829e-30a20009c7a3/c24265da-d02c-4e2c-a45c-e3e161067f9a) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:46.417254 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.430955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Transition to ACTIVE for port object c24265da-d02c-4e2c-a45c-e3e161067f9a will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:46.464357 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.511095 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:46.516154 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:46.519951 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:46.552543 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:46.585252 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:46.586407 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.606618 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-0ad28147-303d-4997-b018-07b9a324926d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127822 Aug 10 04:54:46.619450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Request body: {'port': {'device_id': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:46.684405 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.823810 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9dc5be4a-7bc8-43d4-b1aa-07317a5c7e70 None None] Provisioning for port c24265da-d02c-4e2c-a45c-e3e161067f9a completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:46.829027 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-9dc5be4a-7bc8-43d4-b1aa-07317a5c7e70 None None] Provisioning complete for port c24265da-d02c-4e2c-a45c-e3e161067f9a triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:46.829716 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9dc5be4a-7bc8-43d4-b1aa-07317a5c7e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.869312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5be4a-7bc8-43d4-b1aa-07317a5c7e70 None None] Port c24265da-d02c-4e2c-a45c-e3e161067f9a cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:54:46.965828 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24265da-d02c-4e2c-a45c-e3e161067f9a {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:54:46.973798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.987626 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Transition to ACTIVE for port object c24265da-d02c-4e2c-a45c-e3e161067f9a will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:46.992647 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.048132 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:47.121820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Attempting to bind port c24265da-d02c-4e2c-a45c-e3e161067f9a on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:54:47.122229 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Attempting to bind port c24265da-d02c-4e2c-a45c-e3e161067f9a by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:54:47.122560 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Attempting to bind port c24265da-d02c-4e2c-a45c-e3e161067f9a on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:47.130471 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Port c24265da-d02c-4e2c-a45c-e3e161067f9a on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:54:47.131049 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Attempting to bind port c24265da-d02c-4e2c-a45c-e3e161067f9a on network 8cb1b437-8308-4a79-9bf5-c8879a21d09c {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:47.137542 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:54:47.138205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Checking segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:47.138613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Bound using segment: {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:54:47.139167 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Bound port: c24265da-d02c-4e2c-a45c-e3e161067f9a, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8bb90b-8010-4e83-b9da-f359135b856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:54:47.139716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.211952 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:54:47.215673 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:54:47.224020 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.268405 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c490-2260-46d7-98fa-e23b4498199a req-bb464770-7907-4492-8047-0332eccf5580 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.268871 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.269822 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.269970 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c00c490-2260-46d7-98fa-e23b4498199a req-bb464770-7907-4492-8047-0332eccf5580 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0519300 Aug 10 04:54:47.271272 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] 10.222.0.39 "PUT /v2.0/ports/c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 1093 time: 0.6565931 Aug 10 04:54:47.284784 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:47.295539 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:47.345304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbd37a-1fc8-43a5-9e0a-f2ccfbc07fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:47.345996 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5c00c490-2260-46d7-98fa-e23b4498199a req-f3441661-c2e4-4c3c-99c7-801e7f3c2c43 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656455 Aug 10 04:54:47.359395 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c469f04a-972d-4af5-9971-1dca6ef9e74a x-openstack-request-id: req-c469f04a-972d-4af5-9971-1dca6ef9e74a {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:47.359806 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:47.360011 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c469f04a-972d-4af5-9971-1dca6ef9e74a {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:47.360362 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'status': 'completed', 'code': 200} Aug 10 04:54:47.373616 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-11d21ba8-2a8d-4681-990d-7e51fe35da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.373616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-11d21ba8-2a8d-4681-990d-7e51fe35da27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1096 time: 0.0577252 Aug 10 04:54:47.417651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-59c5f914-9c9e-414f-a2d5-35a11fc25754 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 217 time: 0.0364523 Aug 10 04:54:47.476453 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-9bf0cf35-75d5-49bc-a17b-d5d868bb81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.478259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-9bf0cf35-75d5-49bc-a17b-d5d868bb81fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0532582 Aug 10 04:54:47.533600 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-05b4821c-3c85-45b0-b881-4f227453fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.534743 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-05b4821c-3c85-45b0-b881-4f227453fa07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489247 Aug 10 04:54:47.627522 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-d8fd95ff-a5dd-47ea-8d1a-8a19e96907dd service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Aug 10 04:54:47.722578 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-95bd0c0c-5910-45b8-9589-06fc0cf2476f req-030dbbd7-34ce-43f9-90aa-95382f91e699 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870390 Aug 10 04:54:47.818428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-373913db-835a-41d8-93a2-e01caa2ca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.819980 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-373913db-835a-41d8-93a2-e01caa2ca052 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1096 time: 0.0422595 Aug 10 04:54:47.917577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-69ae9208-1234-4565-b6ea-6e95b2df84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:47.919097 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-69ae9208-1234-4565-b6ea-6e95b2df84cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0917583 Aug 10 04:54:47.960933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-b2d79cc2-5072-48d7-b575-03c71631763c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 217 time: 0.0342033 Aug 10 04:54:48.011042 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-313a4d34-824e-4a81-a536-f02699a5c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.012524 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-313a4d34-824e-4a81-a536-f02699a5c8cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0439942 Aug 10 04:54:48.062786 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-799c7444-d0dd-4033-a36a-17e325964e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.064384 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-799c7444-d0dd-4033-a36a-17e325964e6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443323 Aug 10 04:54:48.517254 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-0101c16b-ba5a-475e-8e38-757d6b1ceb99 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445217 Aug 10 04:54:48.524604 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db3809-925b-4720-86f6-2713e1932eae req-4285a696-e34f-4c92-a481-806488595a02 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.526121 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07db3809-925b-4720-86f6-2713e1932eae req-4285a696-e34f-4c92-a481-806488595a02 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0934980 Aug 10 04:54:48.622602 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-07db3809-925b-4720-86f6-2713e1932eae req-6eb36742-cab0-445e-aea2-811b793ba3cb tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873306 Aug 10 04:54:48.645935 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b41b3703-427e-4bc4-b2e4-7ff0ce2c464b req-d6246b11-2093-48c4-bcbf-098eddf92419 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188405 Aug 10 04:54:49.749014 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7d6ce-fe70-40c2-b1c8-499b56a3272a req-8cecf459-9489-48e3-afe8-08d9acf30fbb tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:49.750855 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38f7d6ce-fe70-40c2-b1c8-499b56a3272a req-8cecf459-9489-48e3-afe8-08d9acf30fbb tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0575428 Aug 10 04:54:49.791446 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-38f7d6ce-fe70-40c2-b1c8-499b56a3272a req-788c3ae0-f35b-406d-9bfe-8b766f739244 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Aug 10 04:54:50.505090 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:50.904473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d8200-d1fe-4457-867a-f6a699c52896 req-53bf5fb5-be9c-4e14-a335-6bf09fcbbcdc tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:50.905948 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-732d8200-d1fe-4457-867a-f6a699c52896 req-53bf5fb5-be9c-4e14-a335-6bf09fcbbcdc tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0484030 Aug 10 04:54:50.946493 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-732d8200-d1fe-4457-867a-f6a699c52896 req-8ec2fdd3-87f4-4264-8955-23cdedeba089 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340528 Aug 10 04:54:52.061349 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83bda-1c9b-443e-be96-f57084a8eb1d req-721ab45a-f773-4a5c-976c-644118afedf6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:52.062859 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cb83bda-1c9b-443e-be96-f57084a8eb1d req-721ab45a-f773-4a5c-976c-644118afedf6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0483508 Aug 10 04:54:52.099952 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5cb83bda-1c9b-443e-be96-f57084a8eb1d req-1c35b035-9db9-46f3-babd-86bc4c2ead73 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311534 Aug 10 04:54:53.213320 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b38b65-3ee6-4a75-a72b-cea078b319a8 req-ad2bcc53-67be-4324-b8cc-5fafa09b6e81 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:53.214836 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0b38b65-3ee6-4a75-a72b-cea078b319a8 req-ad2bcc53-67be-4324-b8cc-5fafa09b6e81 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0490203 Aug 10 04:54:53.252434 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a0b38b65-3ee6-4a75-a72b-cea078b319a8 req-65109830-051a-4895-be1c-edfa0bf180ad tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310843 Aug 10 04:54:54.363806 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f95fd-56c0-435b-8a7d-fab2fb491e49 req-764f12dc-26d9-4669-9e75-5706dcd68217 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:54.365296 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed8f95fd-56c0-435b-8a7d-fab2fb491e49 req-764f12dc-26d9-4669-9e75-5706dcd68217 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0476460 Aug 10 04:54:54.403229 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ed8f95fd-56c0-435b-8a7d-fab2fb491e49 req-df2287af-05e6-4667-890d-7cd4c913adb7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Aug 10 04:54:55.517931 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24384e00-11a1-4480-8f74-a0dcd852f9b6 req-4f22d966-35cf-4d77-b60d-a82e6b723197 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:55.519449 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24384e00-11a1-4480-8f74-a0dcd852f9b6 req-4f22d966-35cf-4d77-b60d-a82e6b723197 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0497899 Aug 10 04:54:55.557137 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-24384e00-11a1-4480-8f74-a0dcd852f9b6 req-08d447ed-0bce-4109-a173-d558d6619e5d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314736 Aug 10 04:54:55.747255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:56.499104 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:54:56.590198 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:56.602062 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'port_id': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'mac_address': 'fa:16:3e:45:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:54:56.644144 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:56.656971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24265da-d02c-4e2c-a45c-e3e161067f9a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:54:56.679400 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:56.682609 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:56.684298 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c425a-6678-45a8-9a63-709734f73bff req-e953b2e5-e1b0-4446-8e35-ce197ef2353c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:56.685809 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d59c425a-6678-45a8-9a63-709734f73bff req-e953b2e5-e1b0-4446-8e35-ce197ef2353c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0614209 Aug 10 04:54:56.724169 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-d59c425a-6678-45a8-9a63-709734f73bff req-9e631c27-ce11-42a9-829e-f039997a47d8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Aug 10 04:54:56.730795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:56.738890 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.739246 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.739596 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.739936 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.740276 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.740609 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.740938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.741280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.741604 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.741929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.742279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.742602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:56.770326 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:56.905845 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['c24265da-d02c-4e2c-a45c-e3e161067f9a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:54:57.188455 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1fc36fbe-0cad-409d-9f1b-c85cf2380244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:57.838594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8754eba-5690-4712-980d-1e2aa2e14ea2 req-e32592b6-c409-439c-b15e-33192985fd27 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:57.840073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8754eba-5690-4712-980d-1e2aa2e14ea2 req-e32592b6-c409-439c-b15e-33192985fd27 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 945 time: 0.0484636 Aug 10 04:54:57.881633 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d8754eba-5690-4712-980d-1e2aa2e14ea2 req-d691dad7-49cf-43dc-a70a-14254c235ab5 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356092 Aug 10 04:54:58.525682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:58.574084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port c24265da-d02c-4e2c-a45c-e3e161067f9a completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:58.577575 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port c24265da-d02c-4e2c-a45c-e3e161067f9a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:58.577943 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.658256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.680316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:58.682576 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc665c8-ff0b-4512-be04-26a464dbeee7" -d '{"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-plugged", "status": "completed", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:58.695901 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:58.699926 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:58.725456 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b40aa33-cb57-44a5-8a86-5e4738656b61 x-openstack-request-id: req-8b40aa33-cb57-44a5-8a86-5e4738656b61 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:58.725752 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-plugged", "status": "completed", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:58.726029 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b40aa33-cb57-44a5-8a86-5e4738656b61 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:58.726426 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'code': 200} Aug 10 04:54:58.753458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:58.818873 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d69d5-66b7-40f2-a099-19dbe4d03354 req-a25fa8ec-a495-4f13-a46b-b93570c2cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:58.820378 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e3d69d5-66b7-40f2-a099-19dbe4d03354 req-a25fa8ec-a495-4f13-a46b-b93570c2cb17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0405748 Aug 10 04:54:58.855510 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7e3d69d5-66b7-40f2-a099-19dbe4d03354 req-85c1a8f3-b376-4b81-a754-79d9c7c5e194 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270288 Aug 10 04:54:58.993509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd835910-d118-46fa-abc8-47a6fd928d71 req-7398d6fe-44bf-4ea2-81de-3d5002c2451b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:58.995001 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd835910-d118-46fa-abc8-47a6fd928d71 req-7398d6fe-44bf-4ea2-81de-3d5002c2451b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0481627 Aug 10 04:54:59.032014 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd835910-d118-46fa-abc8-47a6fd928d71 req-5e43fe1e-9a78-4625-8416-1bd404dbae14 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Aug 10 04:54:59.786433 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.014454 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b48909dd-e9af-43d4-b5de-d11929cc510e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.148225 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f1c17-c4a4-4fa8-b745-34d6dd989fdf req-f9421037-d79e-4ff1-8748-f201efd0dc53 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:00.149737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d5f1c17-c4a4-4fa8-b745-34d6dd989fdf req-f9421037-d79e-4ff1-8748-f201efd0dc53 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0493565 Aug 10 04:55:00.186220 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0d5f1c17-c4a4-4fa8-b745-34d6dd989fdf req-76f96a43-865c-46a9-8222-b93731939812 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304828 Aug 10 04:55:00.298477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eec2f-9c7e-4adf-a9e4-87573efdb123 req-db683c23-92b6-4568-a97e-b9bcbb91e0a2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:00.299958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc4eec2f-9c7e-4adf-a9e4-87573efdb123 req-db683c23-92b6-4568-a97e-b9bcbb91e0a2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0485141 Aug 10 04:55:00.341377 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dc4eec2f-9c7e-4adf-a9e4-87573efdb123 req-8638c91e-6c92-43e4-99dd-d782674d7455 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354764 Aug 10 04:55:00.362780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49132) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:00.402816 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c83a44-b8e7-4e77-9217-02a244e33e7a tempest-TestShelveInstance-1612649631 tempest-TestShelveInstance-1612649631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:00.404381 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-c9c83a44-b8e7-4e77-9217-02a244e33e7a tempest-TestShelveInstance-1612649631 tempest-TestShelveInstance-1612649631-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1093 time: 0.0406280 Aug 10 04:55:00.407519 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49134) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:00.412058 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:55:00.433346 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.529887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.637401 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Allocated IP 172.25.2.15 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/97f14357-ef3f-403f-87ea-f91874a6ed05) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:55:00.739255 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.784718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:00.825376 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:55:00.829820 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:55:00.832496 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:55:00.837973 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'Port': ['ID=97f14357-ef3f-403f-87ea-f91874a6ed05,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:01.193929 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.261164 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.416969 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.421964 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.494159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event updated for resources: {'Port': ['ID=97f14357-ef3f-403f-87ea-f91874a6ed05,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:01.500925 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.603013 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Floating IP a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d associated. External IP: 172.25.2.15, port: c24265da-d02c-4e2c-a45c-e3e161067f9a. Aug 10 04:55:01.819078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:55:01.942205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:55:01.952146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fe511-407a-4543-8737-dbd315b28511 None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:55:01.959660 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:01.961966 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:01.962632 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:01.991870 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-97c377a4-a8cd-41e0-ae42-75a3f25cf1cf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5832980 Aug 10 04:55:01.992467 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:01.995168 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:02.032185 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d3eaef-b0a7-420f-bace-e3284afb3ae7 x-openstack-request-id: req-e9d3eaef-b0a7-420f-bace-e3284afb3ae7 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:02.032474 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:02.032727 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9d3eaef-b0a7-420f-bace-e3284afb3ae7 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:02.033136 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'status': 'completed', 'code': 200} Aug 10 04:55:02.077928 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:02.088419 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:02.100468 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-da363f96-573d-4278-abd5-3821423750ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:02.102093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-da363f96-573d-4278-abd5-3821423750ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0428324 Aug 10 04:55:02.203113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-959af3e4-3e28-44d3-9bd8-bbae5793ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:02.204598 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-959af3e4-3e28-44d3-9bd8-bbae5793ad43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0955467 Aug 10 04:55:02.271264 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-6d5cae9b-8c28-4c63-8f17-8028ba9c994b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 999 time: 0.0582881 Aug 10 04:55:02.316339 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'port_id': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'mac_address': 'fa:16:3e:45:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:55:01Z', 'updated_at': '2021-08-10T04:55:01Z', 'revision_number': 0, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:02.326121 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-2bf8ae14-d44a-40f5-88b2-20b2bec7bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:02.327637 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-2bf8ae14-d44a-40f5-88b2-20b2bec7bf09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0489302 Aug 10 04:55:02.342522 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fe511-407a-4543-8737-dbd315b28511 None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:55:02.351593 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:55:02.352252 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:55:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:02.374529 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-0c52935e-fe43-4b2b-bb01-bcbb0b72b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:02.376049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-0c52935e-fe43-4b2b-bb01-bcbb0b72b7ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412056 Aug 10 04:55:02.460148 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:55:02.468346 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-a2929ef8-2349-4865-ae46-cc1044f7ddfb service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836613 Aug 10 04:55:02.570179 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-73ca08e8-dd2d-4a43-b83f-d5b3caeb073d req-0b8ab25d-9aa0-440d-b379-cd247a21f8cf service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944543 Aug 10 04:55:02.688851 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-230fe511-407a-4543-8737-dbd315b28511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'port_id': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'mac_address': 'fa:16:3e:45:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:55:01Z', 'updated_at': '2021-08-10T04:55:01Z', 'revision_number': 0, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:55:02.714454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230fe511-407a-4543-8737-dbd315b28511 None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': 'a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'port_id': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'mac_address': 'fa:16:3e:45:07:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:55:01Z', 'updated_at': '2021-08-10T04:55:01Z', 'revision_number': 0, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:55:02.910098 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865170e-3b76-4c05-8118-81998f1cdb89 None None] New status for floating IP a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:55:03.514056 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.411111 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-ae71522d-079f-4e62-a84a-933b8a5785d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400245 Aug 10 04:55:25.503332 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-f6f104b6-4a5c-40de-b628-61197d796269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.504959 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-f6f104b6-4a5c-40de-b628-61197d796269 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0474863 Aug 10 04:55:25.613428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-e48f87fc-2eee-472f-9319-74803da5e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.614954 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-e48f87fc-2eee-472f-9319-74803da5e9e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0871036 Aug 10 04:55:25.680958 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-5a29f82d-9943-4ffa-af9b-78bf9edfb74b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 1001 time: 0.0570099 Aug 10 04:55:25.735134 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-843ea390-3e54-43d8-8963-4391dacd9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.736579 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-843ea390-3e54-43d8-8963-4391dacd9e75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0482073 Aug 10 04:55:25.765585 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:25.793136 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-977b601d-22c1-4d76-8710-42dc88b41991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.794747 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-977b601d-22c1-4d76-8710-42dc88b41991 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506649 Aug 10 04:55:25.895641 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-32799227-985c-4574-867b-7b13faab078e service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880847 Aug 10 04:55:25.992662 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ea596f-4d8d-4ce7-9e3f-13b9f2a6c3eb req-fd97ceff-448d-4659-98d2-16c3eed7e5dd service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878217 Aug 10 04:55:26.781308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:27.180268 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b9935ef6-7d1c-4d15-956b-ac61a8cd857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:27.504853 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:29.787983 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:30.014954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-af010e7c-f5f8-4f4c-87fa-719dbefc46c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:32.069166 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:33.517824 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:55.764803 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:56.788367 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:57.182158 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-44c8dd47-0ba5-4191-8912-15572e984ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:59.789008 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:00.014731 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c760d311-f937-4d35-aa17-02a53086b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:02.072142 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:03.523147 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:04.503616 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:25.373022 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-3622a5cf-9286-41ce-8e9f-6e9f5d765a3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408914 Aug 10 04:56:25.454267 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-4e728972-b6a2-4559-a442-d06e7f01141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.455671 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-4e728972-b6a2-4559-a442-d06e7f01141d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0402980 Aug 10 04:56:25.564935 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-2a23afc9-dc8c-4681-9a63-1ab621c432a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.566446 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-2a23afc9-dc8c-4681-9a63-1ab621c432a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0899556 Aug 10 04:56:25.632116 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-7b9325d6-9293-40ca-b0b0-9471b4fd4d06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 1001 time: 0.0572488 Aug 10 04:56:25.695185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-bab86026-08bb-4eb8-8c77-f64a2a385cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.696660 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-bab86026-08bb-4eb8-8c77-f64a2a385cfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0484931 Aug 10 04:56:25.743473 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-82d58b50-c80b-4c0a-9e44-53f290d58ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:25.745240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-82d58b50-c80b-4c0a-9e44-53f290d58ca9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407517 Aug 10 04:56:25.773005 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.846651 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-91f391da-c94d-4584-a26c-18ba05525e15 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867836 Aug 10 04:56:25.944605 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4881b9b1-fb5f-466a-bf14-3c9fb07d56d8 req-942326b8-5f64-4413-942d-479c00482e5e service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892575 Aug 10 04:56:26.804414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.182990 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6e234a64-db1b-4b25-8beb-3ef3b7bd3f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:29.789605 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.014787 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-3d16734c-b3d7-4602-9b90-80ef14dc6d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.074641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.522892 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:41.502615 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:55.772834 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:56.803110 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:57.184020 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6fb43c45-12de-4805-9038-3f91c3d0d3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.792224 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.823933 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8ff83-9f58-42c1-8ef4-57262a84f486 req-9fca3a8c-a629-4d1f-9038-39287ef6591c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:59.825414 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1e8ff83-9f58-42c1-8ef4-57262a84f486 req-9fca3a8c-a629-4d1f-9038-39287ef6591c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0488651 Aug 10 04:56:59.863064 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b1e8ff83-9f58-42c1-8ef4-57262a84f486 req-4f7c102b-ed62-4c15-b9e4-535590484c18 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Aug 10 04:57:00.014901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1a110c7f-7081-4b1d-8686-1635a9749cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:01.011507 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62f4af-d070-423c-b282-2142e9f61de7 req-78295d8a-e440-499e-8d2e-efed0e43c1be tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:01.013028 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e62f4af-d070-423c-b282-2142e9f61de7 req-78295d8a-e440-499e-8d2e-efed0e43c1be tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0507722 Aug 10 04:57:01.050794 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2e62f4af-d070-423c-b282-2142e9f61de7 req-7ebb3bfc-c413-47e9-b421-5fd07cec5113 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Aug 10 04:57:02.077486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:02.195264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54438d-72eb-4616-8927-8feb113a251c req-7ac1d9a6-2efc-4cfd-a28e-9c94449df586 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:02.196743 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa54438d-72eb-4616-8927-8feb113a251c req-7ac1d9a6-2efc-4cfd-a28e-9c94449df586 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0530736 Aug 10 04:57:02.234172 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-fa54438d-72eb-4616-8927-8feb113a251c req-1a3df273-deb5-49df-a5f3-4245b1092cf1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Aug 10 04:57:03.348692 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489a882-5937-4109-87ef-c514540f811f req-71cf5f0b-f3df-4f46-9293-2271323f8ef1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:03.350784 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9489a882-5937-4109-87ef-c514540f811f req-71cf5f0b-f3df-4f46-9293-2271323f8ef1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0486407 Aug 10 04:57:03.388657 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-9489a882-5937-4109-87ef-c514540f811f req-f8221e6c-aa6d-47dc-8cb6-5bfcec7a3797 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Aug 10 04:57:03.526957 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:04.502574 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4593a-a414-4272-9325-c7d437c0aa13 req-69bc754a-cbd5-4071-9d9f-a9813b1e22e5 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:04.504068 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63f4593a-a414-4272-9325-c7d437c0aa13 req-69bc754a-cbd5-4071-9d9f-a9813b1e22e5 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0483553 Aug 10 04:57:04.543148 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-63f4593a-a414-4272-9325-c7d437c0aa13 req-fb06d858-8780-42d2-b31a-762bb2f06640 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Aug 10 04:57:05.659326 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74716d-50bf-4217-a7b9-673c96cbed3a req-7bfc311a-5fc0-444a-a4bb-c7fba596c495 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:05.660804 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e74716d-50bf-4217-a7b9-673c96cbed3a req-7bfc311a-5fc0-444a-a4bb-c7fba596c495 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0520341 Aug 10 04:57:05.697753 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e74716d-50bf-4217-a7b9-673c96cbed3a req-563df37f-64e4-4fb7-9a90-deff1980dad8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Aug 10 04:57:06.814545 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990da49-a817-40bc-a2fd-8ab03cc65ca1 req-cc7c1479-a5d7-42e9-b467-fa5cf157c1f2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:06.816065 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5990da49-a817-40bc-a2fd-8ab03cc65ca1 req-cc7c1479-a5d7-42e9-b467-fa5cf157c1f2 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0507619 Aug 10 04:57:06.856993 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-5990da49-a817-40bc-a2fd-8ab03cc65ca1 req-4fec2f2c-f6aa-4aab-b7e3-04ad85241246 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330913 Aug 10 04:57:07.973253 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e241f-3df0-4ce3-83e1-2bcfb54857e8 req-05d1d999-c28b-4378-a2cc-f60d2bc5e6c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:07.974795 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-034e241f-3df0-4ce3-83e1-2bcfb54857e8 req-05d1d999-c28b-4378-a2cc-f60d2bc5e6c6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0494752 Aug 10 04:57:08.013878 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-034e241f-3df0-4ce3-83e1-2bcfb54857e8 req-414c9b51-581a-43d3-9a97-0f4f38a3d06a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Aug 10 04:57:09.131566 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e3e17-f43b-4329-8181-d3534de60435 req-481e9826-b54b-46c6-bc26-e5cd4eb975ac tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:09.133040 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa8e3e17-f43b-4329-8181-d3534de60435 req-481e9826-b54b-46c6-bc26-e5cd4eb975ac tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0527298 Aug 10 04:57:09.170329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-aa8e3e17-f43b-4329-8181-d3534de60435 req-9dcbbf77-1994-437d-aa66-c621e6758884 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Aug 10 04:57:09.963188 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995bd2e-3275-4181-9306-5d88786de238 req-38915807-8368-44ca-9f9f-2b64f112778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:09.964667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-38915807-8368-44ca-9f9f-2b64f112778d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0396342 Aug 10 04:57:10.057126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995bd2e-3275-4181-9306-5d88786de238 req-1ccff77b-0289-4f5e-b59e-7077187ad80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:10.058630 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-1ccff77b-0289-4f5e-b59e-7077187ad80a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0866723 Aug 10 04:57:10.123933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-b4a6bc63-ba32-4489-b4fa-2a7e6ac25dfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 1001 time: 0.0580225 Aug 10 04:57:10.176243 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995bd2e-3275-4181-9306-5d88786de238 req-125ebd3a-2872-4d06-b377-75bc8fa8abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:10.177693 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-125ebd3a-2872-4d06-b377-75bc8fa8abc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0463362 Aug 10 04:57:10.224129 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995bd2e-3275-4181-9306-5d88786de238 req-4c5dfc80-e412-415d-8dfe-a9c2581eb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:10.225625 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-4c5dfc80-e412-415d-8dfe-a9c2581eb733 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403738 Aug 10 04:57:10.238379 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-3d4f20a8-8516-4200-8dba-5939c941423d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:57:10.239393 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-3d4f20a8-8516-4200-8dba-5939c941423d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053065 Aug 10 04:57:10.348505 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a130d-c2ec-40f4-968d-5d66e8275367 req-ea09a4a4-2146-427d-8ffb-bb7c9dfcab55 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:10.350025 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-555a130d-c2ec-40f4-968d-5d66e8275367 req-ea09a4a4-2146-427d-8ffb-bb7c9dfcab55 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.1073697 Aug 10 04:57:10.376894 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-015d4424-eee5-4a54-9dc5-67e3332cbf00 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256685 Aug 10 04:57:10.411481 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-555a130d-c2ec-40f4-968d-5d66e8275367 req-b1a6887e-eee7-4256-bad7-cddcfe5bb279 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555470 Aug 10 04:57:10.475018 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a995bd2e-3275-4181-9306-5d88786de238 req-f683663c-6ac6-4d4d-a45b-4fbe9ba6f601 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900924 Aug 10 04:57:11.526943 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a1b3-1ca1-4590-8132-daab676204d1 req-e53c9520-1432-4104-98a0-b74a29cfe5d9 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:11.528421 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e68a1b3-1ca1-4590-8132-daab676204d1 req-e53c9520-1432-4104-98a0-b74a29cfe5d9 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0497732 Aug 10 04:57:11.566386 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4e68a1b3-1ca1-4590-8132-daab676204d1 req-9ed63a66-0225-4ea7-acba-ea06c9b18d70 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Aug 10 04:57:12.691381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72271b3-9809-4ade-be5f-85689960d943 req-6538fe19-c46e-4a88-b94e-f9c3e4b0ac31 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:12.692960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c72271b3-9809-4ade-be5f-85689960d943 req-6538fe19-c46e-4a88-b94e-f9c3e4b0ac31 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0549269 Aug 10 04:57:12.735284 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c72271b3-9809-4ade-be5f-85689960d943 req-b69cadf8-f9b3-4bd7-be73-6265dc9979ee tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361602 Aug 10 04:57:13.850856 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de482-de8b-4fef-a951-df4c2ad7c689 req-5c97cc46-2532-4f67-ba4e-78ae2835aedf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:13.852329 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de4de482-de8b-4fef-a951-df4c2ad7c689 req-5c97cc46-2532-4f67-ba4e-78ae2835aedf tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0480001 Aug 10 04:57:13.889240 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-de4de482-de8b-4fef-a951-df4c2ad7c689 req-afea6cab-bbfb-48a8-86fb-978dfcc854d1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Aug 10 04:57:14.102468 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe091a-3d5a-454f-8c73-2d994f9afa60 req-dbdd19ca-d783-4a40-b54a-2506a9cc08af tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:14.104079 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ffe091a-3d5a-454f-8c73-2d994f9afa60 req-dbdd19ca-d783-4a40-b54a-2506a9cc08af tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0528693 Aug 10 04:57:14.112086 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-26940e47-4109-448f-b42a-c1776874cd3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833144 Aug 10 04:57:14.142275 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6ffe091a-3d5a-454f-8c73-2d994f9afa60 req-c4ea84e2-4cb9-4a24-b08d-6921bc359d23 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Aug 10 04:57:15.256956 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b751-562a-4746-b159-0a1744c8beb0 req-08acac06-248d-4eb5-941d-7f64f13039f1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:15.258482 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5164b751-562a-4746-b159-0a1744c8beb0 req-08acac06-248d-4eb5-941d-7f64f13039f1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0493243 Aug 10 04:57:15.296373 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5164b751-562a-4746-b159-0a1744c8beb0 req-62f0c6bf-c52b-46c2-817d-762e1eb78617 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Aug 10 04:57:15.372850 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:57:15.449449 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.471398 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:15.473609 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6ea697-7f55-46b6-9fc9-ebf7a13dd388" -d '{"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-unplugged", "status": "completed", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:15.487494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:15.492758 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:15.522329 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577ff351-842c-4eb8-a84d-9e569055d456 x-openstack-request-id: req-577ff351-842c-4eb8-a84d-9e569055d456 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:15.522725 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-unplugged", "status": "failed", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "code": 422}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:15.522952 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-577ff351-842c-4eb8-a84d-9e569055d456 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:15.523426 n-d-769329-14 neutron-server[94142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'code': 422} returned with failed status Aug 10 04:57:15.554681 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:15.561944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.562323 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.562678 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.562996 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.563327 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.563653 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.563983 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.564310 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.564634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.564957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.565279 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:15.565595 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:57:16.418284 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2754392-a7c2-4f7f-8758-38410d2ac86b req-793e94ee-dbc0-4eef-b6fe-bebbef774d8e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:16.419793 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2754392-a7c2-4f7f-8758-38410d2ac86b req-793e94ee-dbc0-4eef-b6fe-bebbef774d8e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0528450 Aug 10 04:57:16.458366 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-f2754392-a7c2-4f7f-8758-38410d2ac86b req-46f9b982-b91d-404c-b298-7ac78fe6af63 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Aug 10 04:57:17.584097 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519bc59-404e-47b1-8bf3-6b1900491068 req-26e73c59-762c-4acc-aef0-91c00a22eff1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:17.585867 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2519bc59-404e-47b1-8bf3-6b1900491068 req-26e73c59-762c-4acc-aef0-91c00a22eff1 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0520561 Aug 10 04:57:17.626562 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-2519bc59-404e-47b1-8bf3-6b1900491068 req-0a65f191-85ff-456f-b137-3658926a4460 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344341 Aug 10 04:57:18.502859 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:18.740806 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030e4d0-4381-4e60-b49f-316e7faa0628 req-859b6153-a7d1-4d93-93ef-e5bc1de50d36 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:18.742315 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7030e4d0-4381-4e60-b49f-316e7faa0628 req-859b6153-a7d1-4d93-93ef-e5bc1de50d36 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0480890 Aug 10 04:57:18.781564 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7030e4d0-4381-4e60-b49f-316e7faa0628 req-cd8d23d4-33d5-4154-8e9b-7b54dfdeccbd tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330389 Aug 10 04:57:18.855773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-8f2e768f-eed0-479e-8c86-fff04eb2129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:18.857665 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-8f2e768f-eed0-479e-8c86-fff04eb2129d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac&tenant_id=c0366d9edbba4624a3caf356311b2a45 HTTP/1.1" status: 200 len: 1096 time: 0.0413079 Aug 10 04:57:18.934439 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-62337903-4ea3-4b12-b699-b1afe3f16ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:18.935941 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-62337903-4ea3-4b12-b699-b1afe3f16ad1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1096 time: 0.0452225 Aug 10 04:57:19.024797 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-1e77d875-4eb3-4868-bfa7-1ff120efaa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:19.026282 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-1e77d875-4eb3-4868-bfa7-1ff120efaa11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0822632 Aug 10 04:57:19.094933 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-b87a72d3-0396-407d-8233-fd7e8823f385 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 999 time: 0.0610249 Aug 10 04:57:19.146347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-f67214e4-7f43-4682-8415-0b4d6ae271eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:19.147812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-f67214e4-7f43-4682-8415-0b4d6ae271eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0445254 Aug 10 04:57:19.194113 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-4af7bede-ad89-47a4-be17-f01af90e2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:19.195596 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-4af7bede-ad89-47a4-be17-f01af90e2a1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395300 Aug 10 04:57:19.286921 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-12933014-4c93-4eaa-add1-9b5478ff275d service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829225 Aug 10 04:57:19.377639 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-ea7a9c2a-7777-48ca-bd66-082d616b7e77 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808609 Aug 10 04:57:19.894689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8275-1180-4f0c-b0ac-50793e89ed0a req-89e622e3-b4f6-49ac-8d51-2a10ab7f6a9a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:19.896253 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3cd8275-1180-4f0c-b0ac-50793e89ed0a req-89e622e3-b4f6-49ac-8d51-2a10ab7f6a9a tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0484650 Aug 10 04:57:19.933553 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c3cd8275-1180-4f0c-b0ac-50793e89ed0a req-cf5685ec-2e90-469b-99ff-70c57408835c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Aug 10 04:57:21.048051 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1710a4-4841-4949-88e0-517436fe7d37 req-dcf2dd04-8839-4f2e-8618-518b02cb2428 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:21.049454 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e1710a4-4841-4949-88e0-517436fe7d37 req-dcf2dd04-8839-4f2e-8618-518b02cb2428 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0489945 Aug 10 04:57:21.087822 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4e1710a4-4841-4949-88e0-517436fe7d37 req-b6f8048d-a5bb-480d-9175-e12de9a6652b tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Aug 10 04:57:22.215240 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3218-2b45-4e23-b070-1b3df791cec2 req-8cad51ae-d108-4d1f-93f1-f4d370a318ec tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:22.216723 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4ed3218-2b45-4e23-b070-1b3df791cec2 req-8cad51ae-d108-4d1f-93f1-f4d370a318ec tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0527532 Aug 10 04:57:22.254120 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-c4ed3218-2b45-4e23-b070-1b3df791cec2 req-f7f0d808-dd41-4dec-8d2c-b80c2fc606ad tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314314 Aug 10 04:57:23.372580 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9013-c805-4055-a02c-e12fbf191ba3 req-6b885440-c4dd-45d6-8d26-778e3daeb369 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:23.374091 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cea9013-c805-4055-a02c-e12fbf191ba3 req-6b885440-c4dd-45d6-8d26-778e3daeb369 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0520146 Aug 10 04:57:23.410900 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7cea9013-c805-4055-a02c-e12fbf191ba3 req-8b024f53-aa5b-4815-9bf1-61e6399d4ce0 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308905 Aug 10 04:57:24.529696 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03770c-d7ce-423e-9bd9-dd0f67053df8 req-4f84108c-53d2-459c-80ec-9f99a0400c3d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:24.531431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d03770c-d7ce-423e-9bd9-dd0f67053df8 req-4f84108c-53d2-459c-80ec-9f99a0400c3d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0540442 Aug 10 04:57:24.570164 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6d03770c-d7ce-423e-9bd9-dd0f67053df8 req-4782cae0-d212-44a2-935f-cd0e335b1045 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328872 Aug 10 04:57:25.418156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-e6158191-7a8d-4ba8-808c-259668d727bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:25.419667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-e6158191-7a8d-4ba8-808c-259668d727bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1096 time: 0.0406706 Aug 10 04:57:25.528796 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-a43ca5cd-c6b8-48a7-9a58-d60515e07cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:25.530359 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-a43ca5cd-c6b8-48a7-9a58-d60515e07cad service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0898602 Aug 10 04:57:25.773193 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:25.927500 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-3ba77594-3959-426d-8f2e-8c1fc9eae64b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 999 time: 0.3881795 Aug 10 04:57:25.949848 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424117e-f8a5-46c2-afd3-4fc42bf010a3 req-6da5b9b1-45b3-4c13-9c4d-993fc4072768 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:25.951259 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1424117e-f8a5-46c2-afd3-4fc42bf010a3 req-6da5b9b1-45b3-4c13-9c4d-993fc4072768 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0711322 Aug 10 04:57:26.008431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-b4f423d2-e434-4951-9c9a-3ef53bb3da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:26.009862 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-b4f423d2-e434-4951-9c9a-3ef53bb3da3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0747674 Aug 10 04:57:26.016771 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1424117e-f8a5-46c2-afd3-4fc42bf010a3 req-16cb7e16-e385-496d-af00-8772e85451e8 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453193 Aug 10 04:57:26.055674 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-d61d55d6-15ef-46a0-a867-f2ae6a087748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:26.057184 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-d61d55d6-15ef-46a0-a867-f2ae6a087748 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395675 Aug 10 04:57:26.147881 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-59bd0d6d-12d9-4dc2-84c8-1549c8e72eb5 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819027 Aug 10 04:57:26.233843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6f89a496-c18e-4d7f-a476-ef27b1f24580 req-f1369444-25a7-4f9e-84a7-ea24f0d2dd7c service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786641 Aug 10 04:57:26.803904 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.129930 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851560e3-be36-44a3-ac72-0a8f27d134d2 req-f98c3724-d36f-4bb6-ae28-fc4995c0fa14 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:27.131946 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-851560e3-be36-44a3-ac72-0a8f27d134d2 req-f98c3724-d36f-4bb6-ae28-fc4995c0fa14 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 944 time: 0.0483999 Aug 10 04:57:27.170474 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-851560e3-be36-44a3-ac72-0a8f27d134d2 req-a9337588-cc17-486d-a769-5b58d850bf77 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316308 Aug 10 04:57:27.184572 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9e539994-8250-46cf-b546-d268d4c4028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.461612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:57:27.557912 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:27.569827 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'port_id': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'mac_address': 'fa:16:3e:45:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:57:27.605180 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.618046 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24265da-d02c-4e2c-a45c-e3e161067f9a {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:57:27.637610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:27.641908 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:27.688156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:27.862587 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['c24265da-d02c-4e2c-a45c-e3e161067f9a'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:57:28.284655 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d5bf8-e9bb-47b2-97ae-e7c753b76235 req-3999c7d3-0206-447d-a2f4-7450cb4e7385 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:28.286143 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-492d5bf8-e9bb-47b2-97ae-e7c753b76235 req-3999c7d3-0206-447d-a2f4-7450cb4e7385 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 945 time: 0.0477417 Aug 10 04:57:28.322749 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-492d5bf8-e9bb-47b2-97ae-e7c753b76235 req-1046be07-4695-4ea6-aba5-4da7b0b67b7f tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299668 Aug 10 04:57:29.441219 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07eab-287f-4def-954a-173f9839b3f6 req-b3171de3-9b34-4335-9077-d707c51ae8ce tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:29.442708 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f07eab-287f-4def-954a-173f9839b3f6 req-b3171de3-9b34-4335-9077-d707c51ae8ce tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 945 time: 0.0528159 Aug 10 04:57:29.471479 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:57:29.479981 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-76f07eab-287f-4def-954a-173f9839b3f6 req-b3bb0faa-54a8-48f5-9dd6-1bbe25eaf16d tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Aug 10 04:57:29.522945 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port c24265da-d02c-4e2c-a45c-e3e161067f9a triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:57:29.523315 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:29.599205 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:29.622589 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:57:29.624744 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf9152f-3bbd-48d4-941c-20d67a23b168" -d '{"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-plugged", "status": "completed", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:57:29.637556 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:57:29.642211 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:29.665634 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f39e53-a673-410a-922b-946f898e1ab2 x-openstack-request-id: req-66f39e53-a673-410a-922b-946f898e1ab2 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:57:29.665926 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-plugged", "status": "completed", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:57:29.666203 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66f39e53-a673-410a-922b-946f898e1ab2 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:57:29.666591 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'code': 200} Aug 10 04:57:29.692486 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:57:29.795409 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:29.811591 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f4da2-2474-44f7-8601-65a80c4b6c79 req-d1fbcfa5-fd62-407c-870f-ce8a14eccdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:29.813084 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b9f4da2-2474-44f7-8601-65a80c4b6c79 req-d1fbcfa5-fd62-407c-870f-ce8a14eccdbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0468719 Aug 10 04:57:29.849322 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b9f4da2-2474-44f7-8601-65a80c4b6c79 req-e6029c5d-1dc8-47d3-9a7c-b360fc9fe6c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278749 Aug 10 04:57:30.018935 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53e7751b-3e7b-42b1-a267-ccd51a888936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:30.598477 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a12fe-7d29-42c9-8f84-6268af7a7f9b req-c9093b86-9e6a-49ac-acfd-7d54809d001e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:30.600137 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-855a12fe-7d29-42c9-8f84-6268af7a7f9b req-c9093b86-9e6a-49ac-acfd-7d54809d001e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0512085 Aug 10 04:57:30.638588 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-855a12fe-7d29-42c9-8f84-6268af7a7f9b req-d239e05e-6e20-445d-b64c-6843916ea214 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Aug 10 04:57:31.751838 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10129c-8038-4560-87f7-5556add2eb6d req-f5f1e2e4-3bc0-429e-93f8-7dfe38186d09 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:31.753326 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a10129c-8038-4560-87f7-5556add2eb6d req-f5f1e2e4-3bc0-429e-93f8-7dfe38186d09 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0483444 Aug 10 04:57:31.794833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-5a10129c-8038-4560-87f7-5556add2eb6d req-f65872c5-76e4-4170-92df-3cd5f572e985 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Aug 10 04:57:32.081106 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:33.529256 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:55.501678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:55.771909 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:56.818844 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:57.185327 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bb9bfb55-6212-42bf-9d7a-ad0be24fb4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:59.797414 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:00.019064 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d15cffd6-5616-4b20-a0c5-d4824f789956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:02.084380 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:03.532092 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.759322 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:26.848486 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.186325 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2f8f172a-fc5b-4570-94fa-5d333d8a1b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.425152 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-a1e209ad-d781-41a4-9e15-945eee2ba19f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962124 Aug 10 04:58:27.513181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-98f278b1-5a74-4f4c-abe9-f0a56fb4403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:27.514722 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-98f278b1-5a74-4f4c-abe9-f0a56fb4403e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0446405 Aug 10 04:58:27.616381 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-919e878d-6068-4498-a881-82188a997185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:27.618459 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-919e878d-6068-4498-a881-82188a997185 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.0826559 Aug 10 04:58:27.686812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-0cf37bd0-d478-46ee-9507-ca9a632bcd42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 1001 time: 0.0607915 Aug 10 04:58:27.736247 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-0b5836d0-a2a0-471b-b70b-a68904a9198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:27.737742 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-0b5836d0-a2a0-471b-b70b-a68904a9198f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0439184 Aug 10 04:58:27.782577 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-82d6e263-51e9-4285-be1e-ccde5d1e885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:27.784049 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-82d6e263-51e9-4285-be1e-ccde5d1e885d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386794 Aug 10 04:58:27.875721 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-68c6613c-1896-4007-afb8-c06b236c7c61 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839622 Aug 10 04:58:27.965080 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bd29539e-65cd-4768-a8ef-193f782ddf1b req-7177b0a7-3982-4147-aef2-328d69b6b554 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813286 Aug 10 04:58:29.799443 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.018919 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67a2a382-2f9b-495c-aec7-d826431fc45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.086122 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.500560 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:33.534481 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:44.778754 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49296) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:44.933576 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Deleting port 97f14357-ef3f-403f-87ea-f91874a6ed05 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:44.933913 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.012673 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.012997 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.024260 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Calling delete_port for 97f14357-ef3f-403f-87ea-f91874a6ed05 owned by network:floatingip {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:45.205038 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.230594 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event deleted for resources: {'Port': ['ID=97f14357-ef3f-403f-87ea-f91874a6ed05,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:45.255102 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.255443 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.255780 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.256119 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.256451 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.256781 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.257111 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.257435 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.257766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.258117 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.258447 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.258773 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:45.299820 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.300151 n-d-769329-14 neutron-server[94141]: INFO neutron.db.l3_db [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Floating IP a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d disassociated (deleted). External IP: 172.25.2.15, port: c24265da-d02c-4e2c-a45c-e3e161067f9a. Aug 10 04:58:45.515586 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:45.626522 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:45.631540 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.637004 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:45.646376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:45.646997 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:45.660065 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bff9c77e-e7b6-4b7d-82cd-6b9111a1d9d7 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "DELETE /v2.0/floatingips/a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d HTTP/1.1" status: 204 len: 168 time: 0.8802869 Aug 10 04:58:45.660669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:45.662992 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2914db56-24dc-4722-ac51-10e7d269552f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:45.764705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:45.786985 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca5d8a-d0bb-49f4-ba1f-6a5833b93216 x-openstack-request-id: req-e3ca5d8a-d0bb-49f4-ba1f-6a5833b93216 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:45.787528 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:45.787528 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3ca5d8a-d0bb-49f4-ba1f-6a5833b93216 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:45.792664 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'status': 'completed', 'code': 200} Aug 10 04:58:45.869728 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914db56-24dc-4722-ac51-10e7d269552f req-a7d0bfbd-2eec-486f-8fd7-9855ca16937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:45.871267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-a7d0bfbd-2eec-486f-8fd7-9855ca16937a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0366d9edbba4624a3caf356311b2a45&device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 1098 time: 0.0490124 Aug 10 04:58:45.970007 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:45.996741 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:45.998982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9d409-40b4-45b7-8e86-8de1b15939c7 req-d395d088-f154-458b-a22b-054ffcef89be tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:46.000516 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acb9d409-40b4-45b7-8e86-8de1b15939c7 req-d395d088-f154-458b-a22b-054ffcef89be tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.1417208 Aug 10 04:58:46.005256 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:46.005872 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:46.020269 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914db56-24dc-4722-ac51-10e7d269552f req-fbac5ea2-471a-4110-81b8-8f1a91c60c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:46.021640 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-fbac5ea2-471a-4110-81b8-8f1a91c60c4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 200 len: 910 time: 0.1412182 Aug 10 04:58:46.074140 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-88dc1c36-6759-44d7-abdb-a73c2e3b09b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 200 len: 217 time: 0.0450225 Aug 10 04:58:46.096754 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-acb9d409-40b4-45b7-8e86-8de1b15939c7 req-023ce5bb-c80e-4e0c-8fcf-a543ca48c62c tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872536 Aug 10 04:58:46.125495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:46.131581 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914db56-24dc-4722-ac51-10e7d269552f req-159da0cc-6787-49eb-b763-5ae3cd3ab528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:46.133083 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-159da0cc-6787-49eb-b763-5ae3cd3ab528 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 200 len: 848 time: 0.0495625 Aug 10 04:58:46.179406 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914db56-24dc-4722-ac51-10e7d269552f req-163a22ad-2f8f-4085-9e4e-1e67440ba10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:46.180918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-163a22ad-2f8f-4085-9e4e-1e67440ba10d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8cb1b437-8308-4a79-9bf5-c8879a21d09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393460 Aug 10 04:58:46.276281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-13e022d6-b35c-4dba-8825-861bd0fddee3 service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Aug 10 04:58:46.321078 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:46.349807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d65c6f-cfc4-4721-94f2-1ea053e89d3b None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:50:05Z', 'revision_number': 4, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '39bb53ed-3b74-46ac-8b3b-9d96db0e9530', 'name': '', 'network_id': '8cb1b437-8308-4a79-9bf5-c8879a21d09c', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'mac_address': 'fa:16:3e:fc:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:04Z', 'updated_at': '2021-08-10T04:50:11Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'subnets': [{'id': '4f3b3b0b-ee60-4dfb-829e-30a20009c7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:46.368268 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2914db56-24dc-4722-ac51-10e7d269552f req-da1f83a7-de5a-42ff-ac75-b89f2ffaf2da service neutron] 10.222.0.39 "GET /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832281 Aug 10 04:58:46.570687 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e829901-d45b-4fb9-bf4a-74eec5e2836b None None] New status for floating IP a26c9c64-ce2c-4e7c-be1e-d1d8714ce81d: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:58:47.258763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4124238-5509-4b9c-b7c5-196c2df2a2d3 req-563c66a1-fa35-4aea-9019-c0efe4144d03 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:47.260766 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4124238-5509-4b9c-b7c5-196c2df2a2d3 req-563c66a1-fa35-4aea-9019-c0efe4144d03 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0935113 Aug 10 04:58:47.301617 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a4124238-5509-4b9c-b7c5-196c2df2a2d3 req-6080dfcf-cf4c-4c10-a0fe-39082c9dc4a6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/security-groups?id=c75846bf-61ed-4851-90d6-756fb4714b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348377 Aug 10 04:58:47.473163 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-d3eaf4a5-5cc4-482b-a414-c51e5c0eaaf6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:47.474610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-d3eaf4a5-5cc4-482b-a414-c51e5c0eaaf6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 946 time: 0.0536036 Aug 10 04:58:47.570106 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Deleting port c24265da-d02c-4e2c-a45c-e3e161067f9a {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:47.570445 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:47.656531 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] For port c24265da-d02c-4e2c-a45c-e3e161067f9a, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=c24265da-d02c-4e2c-a45c-e3e161067f9a,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:47.656887 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:47.669186 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Calling delete_port for c24265da-d02c-4e2c-a45c-e3e161067f9a owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:47.800321 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:47.829053 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event deleted for resources: {'Port': ['ID=c24265da-d02c-4e2c-a45c-e3e161067f9a,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:47.873945 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] No DVR routers for this DVR port c24265da-d02c-4e2c-a45c-e3e161067f9a on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:47.876602 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:47.878643 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-42481814-ac33-4c8a-b4b2-c75dc791f8fc req-c3175f7b-012c-457b-872e-3af0ba640f89 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.39 "DELETE /v2.0/ports/c24265da-d02c-4e2c-a45c-e3e161067f9a HTTP/1.1" status: 204 len: 173 time: 0.3966935 Aug 10 04:58:47.879080 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-deleted', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:47.881335 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffe068-6772-4049-a0fc-a62b4d568eea" -d '{"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-deleted", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:47.920929 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a1fc44-bad8-4c6d-87d6-0e69bc29a930 x-openstack-request-id: req-51a1fc44-bad8-4c6d-87d6-0e69bc29a930 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:47.921234 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac", "name": "network-vif-deleted", "tag": "c24265da-d02c-4e2c-a45c-e3e161067f9a", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:47.921493 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51a1fc44-bad8-4c6d-87d6-0e69bc29a930 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:47.921904 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac', 'name': 'network-vif-deleted', 'tag': 'c24265da-d02c-4e2c-a45c-e3e161067f9a', 'status': 'completed', 'code': 200} Aug 10 04:58:48.396138 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-71545c83-6492-4c7f-884b-6e3f7007e3bb req-4163137b-2027-44e7-b926-92aa82fb9c54 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 210 time: 0.0261471 Aug 10 04:58:49.490626 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-009e8598-644e-4fb6-9147-986242cdf3c3 req-e0727815-b604-4726-a29d-3bcaa1cb8256 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 210 time: 0.0267313 Aug 10 04:58:49.851530 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:49.872601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: c24265da-d02c-4e2c-a45c-e3e161067f9a {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:49.872954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device c24265da-d02c-4e2c-a45c-e3e161067f9a not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:50.585321 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6e5e3ee2-b0d8-4156-b4ea-24bb71979083 req-01683643-5c11-49af-9395-adfe8480fd4e tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 210 time: 0.0269294 Aug 10 04:58:51.695756 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-d054170e-86d5-4ee1-98c2-0d68d988cc67 req-134657ef-b2c9-4021-9fd8-5a960c9c0d01 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f4a74d3-3bbd-49a3-b2cd-8c62af67ccac HTTP/1.1" status: 200 len: 210 time: 0.0275459 Aug 10 04:58:52.754254 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49334) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:52.816327 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2f825a9-2ad1-4779-a18c-edfac3db13f6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:52.842693 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2f825a9-2ad1-4779-a18c-edfac3db13f6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:52.904825 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2f825a9-2ad1-4779-a18c-edfac3db13f6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:52.907495 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b2f825a9-2ad1-4779-a18c-edfac3db13f6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Notify callbacks [] for security_group, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:52.908661 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b2f825a9-2ad1-4779-a18c-edfac3db13f6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] 10.222.0.53 "DELETE /v2.0/security-groups/c75846bf-61ed-4851-90d6-756fb4714b0e HTTP/1.1" status: 204 len: 168 time: 0.1534111 Aug 10 04:58:52.919893 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f825a9-2ad1-4779-a18c-edfac3db13f6 tempest-TestShelveInstance-1962458497 tempest-TestShelveInstance-1962458497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75846bf-61ed-4851-90d6-756fb4714b0e,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:52.970266 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49338) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:53.430076 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:53.678358 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Deleting port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:53.678589 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:53.761808 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] For port 39bb53ed-3b74-46ac-8b3b-9d96db0e9530, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:53.762211 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:53.776135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Calling delete_port for 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 owned by network:router_interface {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:53.964229 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:53.990624 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Pushing event deleted for resources: {'Port': ['ID=39bb53ed-3b74-46ac-8b3b-9d96db0e9530,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:54.024866 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.025353 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.026492 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.026958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.027390 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.027821 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.028250 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.028683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.029108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.029532 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.029958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.030403 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:54.180317 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:54.390442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Router 1d8f6930-327c-4277-b050-e3615a37e0e9 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:54.497842 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:54.503007 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c222f97c-1077-4a62-bf5c-d475fbf0ae3c admin admin] 10.222.0.53 "PUT /v2.0/routers/1d8f6930-327c-4277-b050-e3615a37e0e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5300851 Aug 10 04:58:54.505663 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49342) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:54.509778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] Sync routers for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:54.522834 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:54.524021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:54.618640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:54.628480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:54.720053 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:54.772790 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Deleting port d151fcd6-ceff-41ef-a15a-f366f70dddbe {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:54.773221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:54.802904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:58:53Z', 'revision_number': 5, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port': {'id': 'd151fcd6-ceff-41ef-a15a-f366f70dddbe', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:03Z', 'updated_at': '2021-08-10T04:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:54.833949 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] Checking router: 1d8f6930-327c-4277-b050-e3615a37e0e9 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:54.843049 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] Routers {'1d8f6930-327c-4277-b050-e3615a37e0e9'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:54.843676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['1d8f6930-327c-4277-b050-e3615a37e0e9'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:54.858937 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] For port d151fcd6-ceff-41ef-a15a-f366f70dddbe, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=d151fcd6-ceff-41ef-a15a-f366f70dddbe,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:54.859223 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:54.872916 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Calling delete_port for d151fcd6-ceff-41ef-a15a-f366f70dddbe owned by network:router_gateway {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:54.930874 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] Set router 1d8f6930-327c-4277-b050-e3615a37e0e9 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:54.980630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:58:54Z', 'revision_number': 6, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:55.012799 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc11356-5a66-421a-b013-0339113faa54 None None] The sync data for ids ['1d8f6930-327c-4277-b050-e3615a37e0e9'] in n-d-769329-14 is: [{'id': '1d8f6930-327c-4277-b050-e3615a37e0e9', 'name': 'tempest-TestShelveInstance-1885315208-router', 'tenant_id': 'c0366d9edbba4624a3caf356311b2a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:02Z', 'updated_at': '2021-08-10T04:58:54Z', 'revision_number': 6, 'project_id': 'c0366d9edbba4624a3caf356311b2a45', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:55.050376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.076289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d151fcd6-ceff-41ef-a15a-f366f70dddbe,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:55.138237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.226297 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.228375 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.273797 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.274371 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8f6930-327c-4277-b050-e3615a37e0e9 {{(pid=94140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:58:55.278594 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.279795 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-13b40ae3-11fd-43aa-9b80-0adb6ffb73c1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1d8f6930-327c-4277-b050-e3615a37e0e9 HTTP/1.1" status: 204 len: 168 time: 0.7731960 Aug 10 04:58:55.282303 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49344) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:55.326029 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_v2 [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Deleting subnet 4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 {{(pid=94140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:58:55.328985 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.364265 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8658276'] for subnet, precommit_delete_associations {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.461221 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.519869 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8658161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816089'] for subnet, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.548218 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3b3b0b-ee60-4dfb-829e-30a20009c7a3,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:55.550443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.552923 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-662d29b0-dbab-45fd-be54-5db8242ecab8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4f3b3b0b-ee60-4dfb-829e-30a20009c7a3 HTTP/1.1" status: 204 len: 168 time: 0.2689533 Aug 10 04:58:55.555632 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49346) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:55.559032 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b934708-3f15-430b-9041-65ffe9a46707 None None] Network 8cb1b437-8308-4a79-9bf5-c8879a21d09c requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:58:55.628684 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.681697 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Deleting port 948ff671-0fdb-4142-8cac-9956d86b9bae {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:55.683237 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.744133 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] For port 948ff671-0fdb-4142-8cac-9956d86b9bae, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=948ff671-0fdb-4142-8cac-9956d86b9bae,segment=NetworkSegment(de8bb90b-8010-4e83-b9da-f359135b856b),segment_id=de8bb90b-8010-4e83-b9da-f359135b856b)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:55.744496 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.757603 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Calling delete_port for 948ff671-0fdb-4142-8cac-9956d86b9bae owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:55.783536 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] DHCP port deletion for 8cb1b437-8308-4a79-9bf5-c8879a21d09c request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:58:55.793101 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.843923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Deleting port 948ff671-0fdb-4142-8cac-9956d86b9bae {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:55.844285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.846111 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.872669 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Pushing event deleted for resources: {'Port': ['ID=948ff671-0fdb-4142-8cac-9956d86b9bae,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:55.876033 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] No DVR routers for this DVR port 948ff671-0fdb-4142-8cac-9956d86b9bae on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:55.907554 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] For port 948ff671-0fdb-4142-8cac-9956d86b9bae, host n-d-769329-14, got binding levels [] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:55.908046 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.922362 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Calling delete_port for 948ff671-0fdb-4142-8cac-9956d86b9bae owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:55.925385 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.ipam_backend_mixin [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Port 948ff671-0fdb-4142-8cac-9956d86b9bae was not found and therefore no delete operation was performed {{(pid=94142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:58:55.926744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.950494 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:55.951162 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Pushing event deleted for resources: {'Port': ['ID=948ff671-0fdb-4142-8cac-9956d86b9bae,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:55.955622 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] No DVR routers for this DVR port 948ff671-0fdb-4142-8cac-9956d86b9bae on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:55.961681 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb1b437-8308-4a79-9bf5-c8879a21d09c']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:55.962728 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.963607 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.964298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.964298 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.964610 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.964939 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.965271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.965598 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.965923 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.966278 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.967008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.967008 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcebdd2a-4bcb-4f1b-aafb-a98a826579b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:55.981034 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8bb90b-8010-4e83-b9da-f359135b856b') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:55.981337 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8bb90b-8010-4e83-b9da-f359135b856b') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:55.992999 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.005542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.011711 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:58:56.012112 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:58:56.014085 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:58:56.070788 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.077194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.082244 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49348) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:56.082720 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8cb1b437-8308-4a79-9bf5-c8879a21d09c HTTP/1.1" status: 204 len: 168 time: 0.5258319 Aug 10 04:58:56.095689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96acc73-a6ff-4ec8-bf18-9deb7f0cde60 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb1b437-8308-4a79-9bf5-c8879a21d09c,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:56.435339 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.678736 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Deleting port a03988ce-0689-46e5-9ba1-976257bf63a3 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:56.679070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.755493 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] For port a03988ce-0689-46e5-9ba1-976257bf63a3, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=a03988ce-0689-46e5-9ba1-976257bf63a3,segment=NetworkSegment(a57c5d44-64d0-4274-8da9-fac5dbd2ac9c),segment_id=a57c5d44-64d0-4274-8da9-fac5dbd2ac9c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:56.755853 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.772614 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Calling delete_port for a03988ce-0689-46e5-9ba1-976257bf63a3 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:56.838650 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.906268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d151fcd6-ceff-41ef-a15a-f366f70dddbe no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:56.929288 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: d151fcd6-ceff-41ef-a15a-f366f70dddbe {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:56.929634 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device d151fcd6-ceff-41ef-a15a-f366f70dddbe not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:56.930095 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:56.949333 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:56.949762 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 39bb53ed-3b74-46ac-8b3b-9d96db0e9530 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:56.950351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 948ff671-0fdb-4142-8cac-9956d86b9bae no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:56.951588 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:56.969560 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 948ff671-0fdb-4142-8cac-9956d86b9bae {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:56.969910 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 948ff671-0fdb-4142-8cac-9956d86b9bae not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:56.977225 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03988ce-0689-46e5-9ba1-976257bf63a3,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:57.140616 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:57.187150 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9294dfe2-622c-4b19-ae2d-66c9280b4914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:57.356055 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:57.465099 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:57.470041 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-87181566-77e5-4901-8d72-caf387eb7e97 admin admin] 10.222.0.53 "PUT /v2.0/routers/f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867669 Aug 10 04:58:57.472627 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49350) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:57.473680 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] Sync routers for ids ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:57.482801 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] Routers {'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:57.483415 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:57.587641 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] Set router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:57.866436 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:58:56Z', 'revision_number': 5, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:57.892539 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] Checking router: f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:57.896144 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:57.901137 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] Routers {'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:57.901727 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:58:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:57.999389 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.003391 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] Set router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:58.052957 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Deleting port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:58.053307 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.130227 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] For port 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:58.130484 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.146916 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Calling delete_port for 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:58.180661 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:58:56Z', 'revision_number': 5, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:58.205755 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ec29-b05c-4a8d-8642-4e8f878ccbee None None] The sync data for ids ['f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30'] in n-d-769329-14 is: [{'id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'name': 'tempest-TestShelveInstance-1940593643-router', 'tenant_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:58:56Z', 'revision_number': 5, 'project_id': '4f6e7d2e6dba4ed58cc4bff66aad201a', 'gw_port': {'id': '5fd788ae-6a74-45bf-bfaf-b00c8c0276b2', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:50:07Z', 'updated_at': '2021-08-10T04:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:58.309578 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.339178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd788ae-6a74-45bf-bfaf-b00c8c0276b2,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:58.398482 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.486513 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.488860 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.539852 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.540593 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:58:58.550995 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.550995 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-05e7ecb4-2d60-456b-82c3-22013bf4d690 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f39fba8e-a56c-4b4d-b3bc-73d3ce7faa30 HTTP/1.1" status: 204 len: 168 time: 1.0730398 Aug 10 04:58:58.550995 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49352) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:58.596777 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Deleting subnet 8ad291a0-c01e-4f16-af53-3ecf48e16ca4 {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:58:58.599985 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.636709 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.719382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.774502 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.801767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad291a0-c01e-4f16-af53-3ecf48e16ca4,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:58.808241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.812816 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49354) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:58.813345 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b354c3f1-dc15-452f-a65e-118b342ad33b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8ad291a0-c01e-4f16-af53-3ecf48e16ca4 HTTP/1.1" status: 204 len: 168 time: 0.2623522 Aug 10 04:58:58.814367 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8eb35b-5d4e-424a-9a59-eef2e40c5c42 None None] Network 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:58:58.888756 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:58.948036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Deleting port 32eccd5e-34f7-48d9-860f-e6920810c156 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:58.948376 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.013543 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] For port 32eccd5e-34f7-48d9-860f-e6920810c156, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=32eccd5e-34f7-48d9-860f-e6920810c156,segment=NetworkSegment(a57c5d44-64d0-4274-8da9-fac5dbd2ac9c),segment_id=a57c5d44-64d0-4274-8da9-fac5dbd2ac9c)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:59.013911 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.028043 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Calling delete_port for 32eccd5e-34f7-48d9-860f-e6920810c156 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:59.111193 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.136317 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Pushing event deleted for resources: {'Port': ['ID=32eccd5e-34f7-48d9-860f-e6920810c156,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:59.143072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] No DVR routers for this DVR port 32eccd5e-34f7-48d9-860f-e6920810c156 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:59.214668 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.225171 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:59.238858 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a1580-0976-4b59-85d9-207cc537cf3f None None] DHCP port deletion for 6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:58:59.303482 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a03988ce-0689-46e5-9ba1-976257bf63a3 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:59.324271 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: a03988ce-0689-46e5-9ba1-976257bf63a3 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:59.324614 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device a03988ce-0689-46e5-9ba1-976257bf63a3 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:59.557291 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:59.557582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57c5d44-64d0-4274-8da9-fac5dbd2ac9c') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:59.566334 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.579894 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.585499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:58:59.585876 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: timer() Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:58:59.587486 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:58:59.639089 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.644562 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.646395 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18 HTTP/1.1" status: 204 len: 168 time: 0.8325360 Aug 10 04:58:59.656850 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5771ea-672e-4d5e-94f9-3637cc7b0174 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b498e7b-04e9-4d0b-b278-8ffa1dcd5c18,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:59.764586 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49358) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:59.800101 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.804572 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1eaee94c-e3ae-457e-9f3f-a1b9f0490d5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0366d9edbba4624a3caf356311b2a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388248 Aug 10 04:58:59.807723 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49360) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:59.865358 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff6fc-093f-49d9-a0e4-5d9abd8e5368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.886612 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff6fc-093f-49d9-a0e4-5d9abd8e5368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.932436 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff6fc-093f-49d9-a0e4-5d9abd8e5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.935048 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff6fc-093f-49d9-a0e4-5d9abd8e5368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:59.936212 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-1b9ff6fc-093f-49d9-a0e4-5d9abd8e5368 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6babd5e7-9e6b-4b91-a2c3-eb9146489a02 HTTP/1.1" status: 204 len: 168 time: 0.1275420 Aug 10 04:58:59.943800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ff6fc-093f-49d9-a0e4-5d9abd8e5368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6babd5e7-9e6b-4b91-a2c3-eb9146489a02,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:00.018988 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-43d58288-c232-4336-a5e9-56776841759c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.263237 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49366) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:00.302326 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-49f67f8a-befb-49ff-ad7f-afe61a135ef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f6e7d2e6dba4ed58cc4bff66aad201a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379736 Aug 10 04:59:00.304689 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49368) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:00.351524 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f54-3b05-47f1-842d-ac809fd87fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.372614 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f54-3b05-47f1-842d-ac809fd87fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.418922 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f54-3b05-47f1-842d-ac809fd87fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.421970 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5c8d0f54-3b05-47f1-842d-ac809fd87fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:00.423277 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5c8d0f54-3b05-47f1-842d-ac809fd87fbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19ef0cde-2bb9-432d-bd65-f39d552b9e79 HTTP/1.1" status: 204 len: 168 time: 0.1177027 Aug 10 04:59:00.431217 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d0f54-3b05-47f1-842d-ac809fd87fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ef0cde-2bb9-432d-bd65-f39d552b9e79,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:00.902316 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:00.921882 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:00.922265 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 5fd788ae-6a74-45bf-bfaf-b00c8c0276b2 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:00.922755 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 32eccd5e-34f7-48d9-860f-e6920810c156 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:00.943305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 32eccd5e-34f7-48d9-860f-e6920810c156 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:00.943647 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 32eccd5e-34f7-48d9-860f-e6920810c156 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:01.091794 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49390) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:01.190424 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1953248581-network', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:01.210732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Made reservation on behalf of 9da9aa36dcad47ffaaa8c08bd4bc417e for: {'network': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:01.213658 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.222617 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.312472 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.316302 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.340978 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:59:01.350642 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf98c5-4c4a-445f-a51e-d06aa1dbafe6,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:01.355589 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.355931 n-d-769329-14 neutron-server[94141]: INFO neutron.db.segments_db [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Added segment 86518cb2-b8d9-46af-8860-591c7d97c342 of type vlan for network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 Aug 10 04:59:01.395231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.422684 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.423713 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:01.424288 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.485495 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3925290 Aug 10 04:59:01.488519 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49394) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:01.492059 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bcf3b-ee23-498c-a9a5-75434382ee2d admin admin] Pushing event updated for resources: {'Network': ['ID=6fda74cb-602d-4e4c-9ae1-7aea27162ff9,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:01.493958 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Request body: {'subnet': {'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1953248581-subnet', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:01.502111 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:59:01.515494 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Made reservation on behalf of 9da9aa36dcad47ffaaa8c08bd4bc417e for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:01.517872 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.689060 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.751205 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=235690c8-11f4-4ad3-acb8-111686ac7bcb,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:01.759306 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Checking segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:01.760327 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Network hostable DHCP agents. Network: 6fda74cb-602d-4e4c-9ae1-7aea27162ff9, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:59:01.776452 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:59:01.784983 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, 6fda74cb-602d-4e4c-9ae1-7aea27162ff9) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:01.789046 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:01.789620 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.793650 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc5baf-7d6b-4d92-9f12-ab99854cf076 None None] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:01.807695 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c32b5786-26e6-4855-8543-a9f316be51ca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3177884 Aug 10 04:59:01.810455 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49396) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:01.815694 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:01.836640 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.837746 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.890263 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:01.941312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:59:01.942274 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.030952 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.085047 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Allocated IP 172.20.0.2 (6fda74cb-602d-4e4c-9ae1-7aea27162ff9/235690c8-11f4-4ad3-acb8-111686ac7bcb/02461d29-1b98-4cc8-b206-7f75668f9b49) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:02.099439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.229304 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.238527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Transition to ACTIVE for port object 02461d29-1b98-4cc8-b206-7f75668f9b49 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:02.238801 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.254447 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Transition to ACTIVE for port object 02461d29-1b98-4cc8-b206-7f75668f9b49 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:02.258874 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.260140 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.299673 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:02.304401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:02.308547 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:02.317118 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Pushing event updated for resources: {'Port': ['ID=02461d29-1b98-4cc8-b206-7f75668f9b49,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:02.364499 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Allocated IP 172.25.2.236 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/fc10fa75-6b78-48af-b1c9-d73472359876) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:02.366136 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Attempting to bind port 02461d29-1b98-4cc8-b206-7f75668f9b49 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:02.366508 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Attempting to bind port 02461d29-1b98-4cc8-b206-7f75668f9b49 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:02.366869 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Attempting to bind port 02461d29-1b98-4cc8-b206-7f75668f9b49 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:02.372781 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:02.373154 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Checking segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:02.373553 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.373944 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Bound using segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:02.374435 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Bound port: 02461d29-1b98-4cc8-b206-7f75668f9b49, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:02.374821 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.438309 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] For port 02461d29-1b98-4cc8-b206-7f75668f9b49, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:02.442254 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] For port 02461d29-1b98-4cc8-b206-7f75668f9b49, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=02461d29-1b98-4cc8-b206-7f75668f9b49,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:02.446954 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.476276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.515369 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d1fd8-f961-4845-94c7-ffeb6ce109d2 None None] Pushing event updated for resources: {'Port': ['ID=02461d29-1b98-4cc8-b206-7f75668f9b49,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:02.528503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.564872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:02.567716 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:02.573442 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:02.600873 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Pushing event updated for resources: {'Port': ['ID=fc10fa75-6b78-48af-b1c9-d73472359876,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:02.849480 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:02.939441 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 02461d29-1b98-4cc8-b206-7f75668f9b49 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:02.987461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 02461d29-1b98-4cc8-b206-7f75668f9b49 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:03.051790 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.183683 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:59:03.296273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:03.305938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:03.313354 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.314737 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-a2845034-fa1a-4d74-9477-f838796db34d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5029218 Aug 10 04:59:03.317381 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49398) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:03.320326 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:03.320965 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:03.406962 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d8b2c-78cf-4bbd-95f0-2eddf802063a None None] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:03.472917 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:03.615257 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] Provisioning for port 02461d29-1b98-4cc8-b206-7f75668f9b49 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:03.617126 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.644513 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] Provisioning complete for port 02461d29-1b98-4cc8-b206-7f75668f9b49 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:03.644794 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.740233 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.827380 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.852019 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:02Z', 'revision_number': 3, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:03.884787 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:03.885041 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Updating router 43f75186-d08f-4c8e-b395-8524a39e31b0 port fc10fa75-6b78-48af-b1c9-d73472359876 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:03.908938 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] For port 02461d29-1b98-4cc8-b206-7f75668f9b49, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=02461d29-1b98-4cc8-b206-7f75668f9b49,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:03.910750 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Allocated IP 172.20.0.1 (6fda74cb-602d-4e4c-9ae1-7aea27162ff9/235690c8-11f4-4ad3-acb8-111686ac7bcb/662939b2-8e06-489b-8be5-6d90e2d2e6cb) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:03.918802 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:03.922936 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.044861 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.051284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89909807-4aa3-41ee-ad05-4fe59fceb779 None None] Pushing event updated for resources: {'Port': ['ID=02461d29-1b98-4cc8-b206-7f75668f9b49,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:04.060169 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.provisioning_blocks [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Transition to ACTIVE for port object 662939b2-8e06-489b-8be5-6d90e2d2e6cb will not be triggered until provisioned by entity DHCP. {{(pid=94140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:04.079131 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-aa0b3fa6-5878-41a9-933e-a6ad7a182767 None None] Provisioning complete for port 02461d29-1b98-4cc8-b206-7f75668f9b49 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:04.079499 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3fa6-5878-41a9-933e-a6ad7a182767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.095131 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.136011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:04.140619 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:04.145044 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:04.148173 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Pushing event updated for resources: {'Port': ['ID=662939b2-8e06-489b-8be5-6d90e2d2e6cb,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:04.186264 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.297130 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.307961 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Transition to ACTIVE for port object fc10fa75-6b78-48af-b1c9-d73472359876 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:04.314294 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.332065 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.372970 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabde2c-e4a7-41ea-a13b-3424347777cb None None] Pushing event updated for resources: {'Port': ['ID=fc10fa75-6b78-48af-b1c9-d73472359876,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:04.376715 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Attempting to bind port fc10fa75-6b78-48af-b1c9-d73472359876 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:04.377084 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Attempting to bind port fc10fa75-6b78-48af-b1c9-d73472359876 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:04.377451 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Attempting to bind port fc10fa75-6b78-48af-b1c9-d73472359876 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:04.385439 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:04.385836 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:04.386356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.386666 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:04.387110 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Bound port: fc10fa75-6b78-48af-b1c9-d73472359876, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:04.387513 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.390722 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a70a7246-1939-4f89-9a8e-a9f96f252ee8 None None] Provisioning for port 662939b2-8e06-489b-8be5-6d90e2d2e6cb completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:04.412830 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a70a7246-1939-4f89-9a8e-a9f96f252ee8 None None] Provisioning complete for port 662939b2-8e06-489b-8be5-6d90e2d2e6cb triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:04.413206 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a70a7246-1939-4f89-9a8e-a9f96f252ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.469904 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-a70a7246-1939-4f89-9a8e-a9f96f252ee8 None None] Port 662939b2-8e06-489b-8be5-6d90e2d2e6cb cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:04.473275 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] For port fc10fa75-6b78-48af-b1c9-d73472359876, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:04.476785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] For port fc10fa75-6b78-48af-b1c9-d73472359876, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fc10fa75-6b78-48af-b1c9-d73472359876,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:04.480512 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.501753 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.508629 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.538249 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:04.538881 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:04.543590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabde2c-e4a7-41ea-a13b-3424347777cb None None] Pushing event updated for resources: {'Port': ['ID=fc10fa75-6b78-48af-b1c9-d73472359876,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:04.584258 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:04.586140 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Pushing event updated for resources: {'Port': ['ID=662939b2-8e06-489b-8be5-6d90e2d2e6cb,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:04.652668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:04.677595 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:04.679025 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:04.802978 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:04.859354 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 2, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:05.051336 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 02461d29-1b98-4cc8-b206-7f75668f9b49 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:05.054376 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5555319-cff9-4c91-8371-b3441c114744 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 2, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:05.094759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-db667e09-86c5-4751-9368-53da1add6df6 None None] Provisioning complete for port 662939b2-8e06-489b-8be5-6d90e2d2e6cb triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:05.095134 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-db667e09-86c5-4751-9368-53da1add6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.137900 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-db667e09-86c5-4751-9368-53da1add6df6 None None] Port 662939b2-8e06-489b-8be5-6d90e2d2e6cb cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:05.145454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 02461d29-1b98-4cc8-b206-7f75668f9b49 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:05.145826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.238058 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:05.247816 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-62ea4642-58bc-4704-9d97-91895d6da7fa admin admin] 10.222.0.53 "PUT /v2.0/routers/43f75186-d08f-4c8e-b395-8524a39e31b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9293032 Aug 10 04:59:05.763200 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49414) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:05.768226 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2064843986-network', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:05.791651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Made reservation on behalf of 261e840bb76044c8b8e5003664f12ff3 for: {'network': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:05.794120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for network, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.803724 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.900802 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.905108 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.932305 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:59:05.942273 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c5d9f3-c457-4d48-b79e-71dc7bc1010a,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:05.947333 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:05.947687 n-d-769329-14 neutron-server[94140]: INFO neutron.db.segments_db [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Added segment c48454c2-e1eb-45d6-99c3-7c93c981ef0c of type vlan for network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 Aug 10 04:59:05.988566 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731980932163'] for network, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.022773 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431'] for network, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.023857 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:06.024444 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.083574 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3167920 Aug 10 04:59:06.083799 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49416) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:06.090787 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Request body: {'subnet': {'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2064843986-subnet', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'ip_version': 4}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:06.095115 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddb25b-0e46-4282-874d-c0aa5e4a16a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f6bbe019-b3a2-4ad7-9c3a-0b660db016e1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:06.106018 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 details requested by agent ovs-agent-n-d-769329-14 with host n-d-769329-14 {{(pid=94142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:59:06.120148 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Made reservation on behalf of 261e840bb76044c8b8e5003664f12ff3 for: {'subnet': 1} {{(pid=94140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:06.122841 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816114'] for subnet, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.303114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8658102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816064'] for subnet, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.355758 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16aa3412-3200-4574-bda3-bd3a3809ccff,revision_number=0']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:06.365868 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Checking segment: {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:06.366256 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Network hostable DHCP agents. Network: f6bbe019-b3a2-4ad7-9c3a-0b660db016e1, hostable agents: ['1b625774-0ce8-4d90-929e-035ed155c9a8'], hosted agents: [] {{(pid=94140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:59:06.382682 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 is scheduled to be hosted by DHCP agent 1b625774-0ce8-4d90-929e-035ed155c9a8 with binding_index 1 {{(pid=94140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:59:06.391191 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-14, f6bbe019-b3a2-4ad7-9c3a-0b660db016e1) {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:06.395362 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:06.395961 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.401120 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e7bf03-18ba-4b13-ad12-108a4ee64cfc None None] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:06.411259 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-f19f729b-4294-4b94-b1bd-cbfb7a9c393f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3264549 Aug 10 04:59:06.413703 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49418) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:06.418889 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:06.439715 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3766987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1013'] for router, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.440761 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3767931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3764746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3708467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1022'] for router, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.501309 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.554908 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp434e4b77-f711-5e5f-8821-fbfe300f5197-f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'fixed_ips': [{'subnet_id': '16aa3412-3200-4574-bda3-bd3a3809ccff'}]}} from n-d-769329-14. {{(pid=94142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:59:06.555775 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.637729 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.703031 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.db_base_plugin_common [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Allocated IP 172.20.0.2 (f6bbe019-b3a2-4ad7-9c3a-0b660db016e1/16aa3412-3200-4574-bda3-bd3a3809ccff/6c0c2f70-75d9-495d-9d79-cfe4025be1b7) {{(pid=94142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:06.851767 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.855678 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.861213 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Transition to ACTIVE for port object 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:06.875859 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.877759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Transition to ACTIVE for port object 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 will not be triggered until provisioned by entity DHCP. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:06.887527 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989'] for port, after_create {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:06.933847 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 is already hosted by enough agents. {{(pid=94142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:06.937156 n-d-769329-14 neutron-server[94142]: DEBUG neutron.scheduler.base_scheduler [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Resources bound (agent type, host, resource id): {{(pid=94142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:06.941903 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Received port after_create {{(pid=94142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:06.945070 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Pushing event updated for resources: {'Port': ['ID=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,revision_number=1']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:06.991783 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fc10fa75-6b78-48af-b1c9-d73472359876 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:06.998872 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Allocated IP 172.25.2.90 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:07.025119 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Attempting to bind port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:07.025425 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Attempting to bind port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:07.025795 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Attempting to bind port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 on network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:07.037321 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:07.037705 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Checking segment: {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:07.038139 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.038537 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Bound using segment: {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:07.039014 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Bound port: 6c0c2f70-75d9-495d-9d79-cfe4025be1b7, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:07.039403 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.041823 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:07.051934 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:07.052541 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:07.093091 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port fc10fa75-6b78-48af-b1c9-d73472359876 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:07.105685 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fc10fa75-6b78-48af-b1c9-d73472359876 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:07.106098 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.123236 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.139150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] For port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:07.157625 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] For port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:07.162440 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:07.165265 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.168953 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.189779 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:07.192583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:07.195300 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:07.258454 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff0bee-b657-4cbe-9e9a-40562abccae4 None None] Pushing event updated for resources: {'Port': ['ID=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:07.263661 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.281430 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Pushing event updated for resources: {'Port': ['ID=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:07.287821 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port fc10fa75-6b78-48af-b1c9-d73472359876, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fc10fa75-6b78-48af-b1c9-d73472359876,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:07.293667 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.352510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=fc10fa75-6b78-48af-b1c9-d73472359876,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:07.401248 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 2, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:07.435916 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:07.436262 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Updating router 43f75186-d08f-4c8e-b395-8524a39e31b0 port 662939b2-8e06-489b-8be5-6d90e2d2e6cb binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:07.470129 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.564298 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.750487 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.762510 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Transition to ACTIVE for port object 662939b2-8e06-489b-8be5-6d90e2d2e6cb will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:07.770127 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3767922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3764985'] for router, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.772684 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.827535 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Pushing event updated for resources: {'Port': ['ID=662939b2-8e06-489b-8be5-6d90e2d2e6cb,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:07.839653 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.840034 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.840371 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.840704 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.841032 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.841354 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.841678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.842012 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.842406 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.842722 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.843039 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.843361 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:07.903455 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Attempting to bind port 662939b2-8e06-489b-8be5-6d90e2d2e6cb on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:07.904103 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Attempting to bind port 662939b2-8e06-489b-8be5-6d90e2d2e6cb by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:07.904224 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Attempting to bind port 662939b2-8e06-489b-8be5-6d90e2d2e6cb on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:07.910086 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:07.910590 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Checking segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:07.910796 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.911793 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Bound using segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:07.911793 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Bound port: 662939b2-8e06-489b-8be5-6d90e2d2e6cb, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:07.912119 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:07.917707 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 is scheduled to L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac with binding_index 1 {{(pid=94140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:59:07.990420 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] For port 662939b2-8e06-489b-8be5-6d90e2d2e6cb, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:07.994678 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] For port 662939b2-8e06-489b-8be5-6d90e2d2e6cb, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=662939b2-8e06-489b-8be5-6d90e2d2e6cb,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:08.001487 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:08.048135 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:08.064368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Sync routers for ids ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:08.066712 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd14b1-e836-417c-8a84-836f7039e2d9 None None] Pushing event updated for resources: {'Port': ['ID=662939b2-8e06-489b-8be5-6d90e2d2e6cb,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:08.072990 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] Notify callbacks [] for router, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:08.074749 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-25718e2a-65ee-40f0-a1cf-90a00dca0770 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6599338 Aug 10 04:59:08.077450 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49420) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:08.087350 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:08.088698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Routers {'8da49feb-3eae-4ec2-9a78-b23dbbed0644'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:08.088845 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:08.089329 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:08.243166 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:08.270608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Set router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:08.476146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0c0507-7b67-4cae-9f57-79998ba85cc2 None None] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:08.599098 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 3, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:08.618699 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:08.643941 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Checking router: 8da49feb-3eae-4ec2-9a78-b23dbbed0644 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:08.644295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Updating router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 binding host n-d-769329-14 {{(pid=94142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:08.683027 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:08.694806 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:08.714952 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2dedb-3053-4a70-9b20-269d337f6902 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:08.720069 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-a9afe92a-14d9-487f-9e17-39191d3c6b3c None None] Provisioning for port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:08.821646 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Allocated IP 172.20.0.1 (f6bbe019-b3a2-4ad7-9c3a-0b660db016e1/16aa3412-3200-4574-bda3-bd3a3809ccff/253dbd43-0b98-46b1-a57b-a0a156dc6114) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:08.986981 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.026719 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Transition to ACTIVE for port object 253dbd43-0b98-46b1-a57b-a0a156dc6114 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:09.074382 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.083027 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Notify callbacks [] for port, precommit_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.102576 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Transition to ACTIVE for port object b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 will not be triggered until provisioned by entity L2. {{(pid=94142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:09.111738 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.144351 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:09.154972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:09.156988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Pushing event updated for resources: {'Port': ['ID=253dbd43-0b98-46b1-a57b-a0a156dc6114,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:09.160168 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:09.162421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:09.212042 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Attempting to bind port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:09.212417 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Attempting to bind port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:09.213315 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Attempting to bind port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 on network a4fdb4ae-b30e-4708-9211-680c60e57004 {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:09.217371 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec4592-2bf7-4a3a-b26e-1eb1a65e5dd6 None None] Pushing event updated for resources: {'Port': ['ID=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,revision_number=2']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:09.226187 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3765002'] for router_interface, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.230012 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:09.230401 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Checking segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:09.230817 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.231226 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Bound using segment: {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'} {{(pid=94142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:09.233217 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.managers [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Bound port: b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8faf52-2074-4055-953e-2b886b32020e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004'}}] {{(pid=94142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:09.233624 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.279291 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:09.292378 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:09.292748 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.321764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] For port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1, host n-d-769329-14, cleared binding levels {{(pid=94142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:09.341785 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] For port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:09.350271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.393894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.429971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Routers {'8da49feb-3eae-4ec2-9a78-b23dbbed0644'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:09.430802 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:09.500087 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec4592-2bf7-4a3a-b26e-1eb1a65e5dd6 None None] Pushing event updated for resources: {'Port': ['ID=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:09.508553 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:09.532839 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.560299 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc61f77a-719f-452f-bec7-c8ec622367db None None] Provisioning for port 253dbd43-0b98-46b1-a57b-a0a156dc6114 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:09.579777 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-bc61f77a-719f-452f-bec7-c8ec622367db None None] Provisioning complete for port 253dbd43-0b98-46b1-a57b-a0a156dc6114 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:09.580143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-bc61f77a-719f-452f-bec7-c8ec622367db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.602921 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.609256 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.690304 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Pushing event updated for resources: {'Port': ['ID=253dbd43-0b98-46b1-a57b-a0a156dc6114,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:09.694291 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3642381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3765182'] for router_interface, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.790199 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:09.792413 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:09.792565 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] Set router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:09.824115 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:09.832303 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:09.833101 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fc10fa75-6b78-48af-b1c9-d73472359876 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:09.842656 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-bc61f77a-719f-452f-bec7-c8ec622367db None None] Port 253dbd43-0b98-46b1-a57b-a0a156dc6114 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:09.921142 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:09.986306 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,revision_number=3']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:10.019529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port fc10fa75-6b78-48af-b1c9-d73472359876 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:10.019891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.034946 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:10.040388 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-db28d339-6e5d-4d13-8266-28bf65cb946e admin admin] 10.222.0.53 "PUT /v2.0/routers/8da49feb-3eae-4ec2-9a78-b23dbbed0644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604590 Aug 10 04:59:10.103756 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-187bcb50-bdf5-4053-b72f-109965e9164c None None] Provisioning complete for port 253dbd43-0b98-46b1-a57b-a0a156dc6114 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:10.104124 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-187bcb50-bdf5-4053-b72f-109965e9164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.178149 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-187bcb50-bdf5-4053-b72f-109965e9164c None None] Port 253dbd43-0b98-46b1-a57b-a0a156dc6114 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:10.184117 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 662939b2-8e06-489b-8be5-6d90e2d2e6cb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:10.221194 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '253dbd43-0b98-46b1-a57b-a0a156dc6114', 'name': '', 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'mac_address': 'fa:16:3e:03:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:08Z', 'updated_at': '2021-08-10T04:59:08Z', 'revision_number': 1, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'subnets': [{'id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:10.249142 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8380d4df-efec-4587-88eb-abf7a074226f None None] The sync data for ids ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'] in n-d-769329-14 is: [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '253dbd43-0b98-46b1-a57b-a0a156dc6114', 'name': '', 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'mac_address': 'fa:16:3e:03:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:08Z', 'updated_at': '2021-08-10T04:59:08Z', 'revision_number': 1, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'subnets': [{'id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:10.267807 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 662939b2-8e06-489b-8be5-6d90e2d2e6cb completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:10.272852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 662939b2-8e06-489b-8be5-6d90e2d2e6cb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:10.273043 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.359671 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.395227 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 662939b2-8e06-489b-8be5-6d90e2d2e6cb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=662939b2-8e06-489b-8be5-6d90e2d2e6cb,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:10.399202 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.447929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=662939b2-8e06-489b-8be5-6d90e2d2e6cb,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:10.576383 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49428) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:10.581854 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512095899', 'description': 'tempest-secgroup-smoke-512095899 description', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:10.608078 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.701013 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.705239 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.742143 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9796181d-91ed-4ba8-bff7-9dc0a0468b14,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:10.745310 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.749282 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e6c64041-25cb-4b2b-b6aa-ddfec021fecd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1685684 Aug 10 04:59:10.749696 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49430) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:10.755149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group_rule': {'security_group_id': '9796181d-91ed-4ba8-bff7-9dc0a0468b14', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:10.787715 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.846867 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.851002 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.872178 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29a166e-21d9-496a-ba76-6826eba02d91,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:10.875996 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.877502 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-5e55e6ce-b680-4eb1-96e4-7fd92d30648b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265488 Aug 10 04:59:10.879982 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49432) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:10.884700 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group_rule': {'security_group_id': '9796181d-91ed-4ba8-bff7-9dc0a0468b14', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:10.912257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.937063 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:10.978898 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.982973 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.987405 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:10.987784 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.000844 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80f04d2-33be-414d-b43b-60e66c4d6bbb,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:11.008170 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.009494 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-45203f1a-0143-41a0-ae3d-8f3c36a58158 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285112 Aug 10 04:59:11.012347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49434) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:11.016887 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group_rule': {'security_group_id': '9796181d-91ed-4ba8-bff7-9dc0a0468b14', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:11.044610 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.071312 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 662939b2-8e06-489b-8be5-6d90e2d2e6cb up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:11.105096 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.108854 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.119630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 662939b2-8e06-489b-8be5-6d90e2d2e6cb triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:11.120012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.130175 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03007a23-cd7c-497c-93f2-988b4932697f,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:11.133962 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.135701 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-bb268884-c002-48e0-a20d-950686cd2c12 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223848 Aug 10 04:59:11.138508 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49436) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:11.143159 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group_rule': {'security_group_id': '9796181d-91ed-4ba8-bff7-9dc0a0468b14', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:11.170970 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.229879 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.233371 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.250735 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3691ed24-2436-4631-9397-02df51505b48,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:11.256577 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.257549 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-8d6bfa21-1c87-4831-889a-5213b5f2bf59 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179500 Aug 10 04:59:11.260966 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49438) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:11.265340 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group_rule': {'security_group_id': '9796181d-91ed-4ba8-bff7-9dc0a0468b14', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:11.286639 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Project 9da9aa36dcad47ffaaa8c08bd4bc417e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:59:11.291570 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.353000 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.356645 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.374185 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f503413b-7f0f-4be5-9485-e02384f30cc2,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:11.379675 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.381776 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-eba01362-c07c-4749-b50a-239fe0844ee6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198628 Aug 10 04:59:11.383557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 49440) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:11.388465 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'security_group_rule': {'security_group_id': '9796181d-91ed-4ba8-bff7-9dc0a0468b14', 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:11.411510 n-d-769329-14 neutron-server[94141]: INFO neutron.db.securitygroups_db [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Project 9da9aa36dcad47ffaaa8c08bd4bc417e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:59:11.416716 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.481348 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.485070 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708493'] for security_group_rule, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.503428 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9925b980-adf5-40aa-886c-922bb09052d5,revision_number=0']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:11.510945 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:11.512009 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-a7abcbb9-d6bf-48c5-aeb5-9e4d7637555a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275308 Aug 10 04:59:11.668093 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-56893d2e-6287-4eb3-8b5d-b46bae595af8 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512095899&fields=id&tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e HTTP/1.1" status: 200 len: 267 time: 0.0357051 Aug 10 04:59:11.786322 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-794ee229-f57f-4ffb-b840-242611a2c1b3 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:11.787829 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-794ee229-f57f-4ffb-b840-242611a2c1b3 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 810 time: 0.1124287 Aug 10 04:59:11.805156 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e2730102-5724-429a-89b6-2d44db95d3e0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/quotas/9da9aa36dcad47ffaaa8c08bd4bc417e HTTP/1.1" status: 200 len: 375 time: 0.0100813 Aug 10 04:59:11.862880 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-3d8bce15-45c1-4b3d-87f7-663787b610f0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510383 Aug 10 04:59:12.078266 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-ada95880-7b80-4a6e-ab04-080967687142 service neutron] 10.222.0.53 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022302 Aug 10 04:59:12.198537 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-62581230-9b0a-47c9-a367-6213903f9aec service neutron] 10.222.0.53 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138821 Aug 10 04:59:12.381469 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-32125a87-4468-4832-ad72-63a735285bf0 req-27ff0bf1-0e6f-4ed7-af99-ecf392423dd2 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0283227 Aug 10 04:59:12.934676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:12.987146 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:12.991282 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:12.991663 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.028480 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Sync routers for ids ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:13.037454 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Routers {'8da49feb-3eae-4ec2-9a78-b23dbbed0644'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:13.038086 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:13.073562 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.094377 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:13.098439 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.142672 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Set router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:13.147476 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:13.340214 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '253dbd43-0b98-46b1-a57b-a0a156dc6114', 'name': '', 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'mac_address': 'fa:16:3e:03:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:08Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 2, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'subnets': [{'id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:13.367140 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Checking router: 8da49feb-3eae-4ec2-9a78-b23dbbed0644 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:13.367732 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Updating router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 port 253dbd43-0b98-46b1-a57b-a0a156dc6114 binding host n-d-769329-14 {{(pid=94143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:13.392442 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.464991 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b5ab0295-244b-4f6c-8a42-f572eec086bc req-6c340008-ca01-47e6-a651-e620f65f22ef tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0293055 Aug 10 04:59:13.671007 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Notify callbacks [] for port, precommit_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.682347 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.provisioning_blocks [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Transition to ACTIVE for port object 253dbd43-0b98-46b1-a57b-a0a156dc6114 will not be triggered until provisioned by entity L2. {{(pid=94143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:13.688360 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.735034 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af4754-874d-496a-adff-b13ec5b8a4de None None] Pushing event updated for resources: {'Port': ['ID=253dbd43-0b98-46b1-a57b-a0a156dc6114,revision_number=3']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:13.794197 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Attempting to bind port 253dbd43-0b98-46b1-a57b-a0a156dc6114 on host n-d-769329-14 for vnic_type normal with profile {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:13.794569 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Attempting to bind port 253dbd43-0b98-46b1-a57b-a0a156dc6114 by drivers openvswitch,hyperv on host n-d-769329-14 at level 0 using segments [{'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:13.794950 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Attempting to bind port 253dbd43-0b98-46b1-a57b-a0a156dc6114 on network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:13.800268 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Checking agent: {'id': 'f7d37487-7ace-4fb2-88fd-74881a9ba033', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:13.800628 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Checking segment: {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:13.801024 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.801533 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Bound using segment: {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'} {{(pid=94143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:13.801934 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.managers [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Bound port: 253dbd43-0b98-46b1-a57b-a0a156dc6114, host: n-d-769329-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1'}}] {{(pid=94143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:13.802346 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.872996 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] For port 253dbd43-0b98-46b1-a57b-a0a156dc6114, host n-d-769329-14, cleared binding levels {{(pid=94143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:13.876360 n-d-769329-14 neutron-server[94143]: DEBUG neutron.plugins.ml2.db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] For port 253dbd43-0b98-46b1-a57b-a0a156dc6114, host n-d-769329-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=253dbd43-0b98-46b1-a57b-a0a156dc6114,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:13.879943 n-d-769329-14 neutron-server[94143]: DEBUG neutron_lib.callbacks.manager [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.927293 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Routers {'8da49feb-3eae-4ec2-9a78-b23dbbed0644'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:13.927830 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:13.981657 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af4754-874d-496a-adff-b13ec5b8a4de None None] Pushing event updated for resources: {'Port': ['ID=253dbd43-0b98-46b1-a57b-a0a156dc6114,revision_number=4']} {{(pid=94143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:14.053871 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] Set router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:14.246631 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '253dbd43-0b98-46b1-a57b-a0a156dc6114', 'name': '', 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'mac_address': 'fa:16:3e:03:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:08Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'subnets': [{'id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:14.360918 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46400e8-d54e-4b4c-b5fb-59a4a6c48504 None None] The sync data for ids ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'] in n-d-769329-14 is: [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:09Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '253dbd43-0b98-46b1-a57b-a0a156dc6114', 'name': '', 'network_id': 'f6bbe019-b3a2-4ad7-9c3a-0b660db016e1', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'mac_address': 'fa:16:3e:03:e4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:08Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'subnets': [{'id': '16aa3412-3200-4574-bda3-bd3a3809ccff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:14.544603 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-f030a431-0f59-45f1-88fd-3c305d681a40 req-70dbff36-38c4-434f-9b23-a401976de88f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0260851 Aug 10 04:59:14.936760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 253dbd43-0b98-46b1-a57b-a0a156dc6114 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:14.986977 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning for port 253dbd43-0b98-46b1-a57b-a0a156dc6114 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:14.990739 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 253dbd43-0b98-46b1-a57b-a0a156dc6114 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:14.991113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.067355 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.100510 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] For port 253dbd43-0b98-46b1-a57b-a0a156dc6114, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=253dbd43-0b98-46b1-a57b-a0a156dc6114,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:15.104296 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.105097 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:15.178937 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Pushing event updated for resources: {'Port': ['ID=253dbd43-0b98-46b1-a57b-a0a156dc6114,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:15.192954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:15.193327 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.624853 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-7770b559-b92d-4642-9df2-233b3efdd0c5 req-f22b41a2-4867-4fed-aca9-e337f31f408f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0274715 Aug 10 04:59:16.719895 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-711b166e-b929-4c95-addf-23f53339537e req-fe962f24-8692-4915-a31b-7efd2be797e8 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0283928 Aug 10 04:59:16.926744 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 253dbd43-0b98-46b1-a57b-a0a156dc6114 up at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:16.986422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Provisioning complete for port 253dbd43-0b98-46b1-a57b-a0a156dc6114 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:16.986823 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:17.610896 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-82458bae-92a1-4487-8c4d-d053bac99a8a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:17.612573 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-82458bae-92a1-4487-8c4d-d053bac99a8a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 810 time: 0.1153009 Aug 10 04:59:17.659907 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-41e594eb-7914-4e95-9040-b7861e24a837 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e HTTP/1.1" status: 200 len: 379 time: 0.0372665 Aug 10 04:59:17.670516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'port': {'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'admin_state_up': True, 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'security_groups': ['9796181d-91ed-4ba8-bff7-9dc0a0468b14']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:17.784264 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Made reservation on behalf of 9da9aa36dcad47ffaaa8c08bd4bc417e for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:17.787810 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:17.831548 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3cff515a-9fc3-4693-acdf-d8e888f4fd1d req-bc761e37-103e-4169-a0ac-209cbf795ecf tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0399001 Aug 10 04:59:17.939583 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Allocated IP 172.20.0.9 (6fda74cb-602d-4e4c-9ae1-7aea27162ff9/235690c8-11f4-4ad3-acb8-111686ac7bcb/1f52d2ba-dc7e-448d-8bda-497354b62733) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:18.076231 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.089972 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Transition to ACTIVE for port object 1f52d2ba-dc7e-448d-8bda-497354b62733 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:18.121349 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.164863 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:18.167921 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:18.171613 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:18.195442 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:18.224610 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:18.225224 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.240100 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e135e24f-76ff-44db-b0ea-b98023569076 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732930 Aug 10 04:59:18.253114 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Request body: {'port': {'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:18.318763 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.402411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1f1bab59-d13d-4a21-8209-3c94c08987ef None None] Provisioning for port 1f52d2ba-dc7e-448d-8bda-497354b62733 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:18.407053 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-1f1bab59-d13d-4a21-8209-3c94c08987ef None None] Provisioning complete for port 1f52d2ba-dc7e-448d-8bda-497354b62733 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:18.408377 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1f1bab59-d13d-4a21-8209-3c94c08987ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.442764 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bab59-d13d-4a21-8209-3c94c08987ef None None] Port 1f52d2ba-dc7e-448d-8bda-497354b62733 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:18.585226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f52d2ba-dc7e-448d-8bda-497354b62733 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:59:18.592559 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.604740 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Transition to ACTIVE for port object 1f52d2ba-dc7e-448d-8bda-497354b62733 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:18.608077 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.681824 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:18.732390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Attempting to bind port 1f52d2ba-dc7e-448d-8bda-497354b62733 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:18.732738 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Attempting to bind port 1f52d2ba-dc7e-448d-8bda-497354b62733 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:18.733069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Attempting to bind port 1f52d2ba-dc7e-448d-8bda-497354b62733 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:18.737732 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Port 1f52d2ba-dc7e-448d-8bda-497354b62733 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:59:18.738081 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Attempting to bind port 1f52d2ba-dc7e-448d-8bda-497354b62733 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:18.743206 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:18.743612 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Checking segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:18.744479 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Bound using segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:18.744905 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Bound port: 1f52d2ba-dc7e-448d-8bda-497354b62733, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:18.745257 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.811499 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:18.814867 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:18.818894 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.851927 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:18.852548 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.854538 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] 10.222.0.39 "PUT /v2.0/ports/1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 1092 time: 0.6059163 Aug 10 04:59:18.855139 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:18.857501 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe544b0-9074-455d-bd88-fd84e1552a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:18.886421 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497478e-c688-4337-8ee0-aa64a5fdc595 service neutron] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:18.934706 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edd9f51-f424-46a6-8acb-5892015d4773 x-openstack-request-id: req-7edd9f51-f424-46a6-8acb-5892015d4773 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:18.935006 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:18.935270 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7edd9f51-f424-46a6-8acb-5892015d4773 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:18.935670 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'status': 'completed', 'code': 200} Aug 10 04:59:18.958116 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-eeb17041-366a-46c9-9839-cbe669260869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:18.959768 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-eeb17041-366a-46c9-9839-cbe669260869 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1095 time: 0.0573971 Aug 10 04:59:18.986678 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abccc-5006-44f7-94e0-e0477f8cfb21 req-ec9e38db-4a1b-4ea5-8b67-6fa26db7285a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:18.988247 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b3abccc-5006-44f7-94e0-e0477f8cfb21 req-ec9e38db-4a1b-4ea5-8b67-6fa26db7285a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0533297 Aug 10 04:59:19.005734 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-452527e8-52fd-4429-bec6-ddc264e0e257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 217 time: 0.0364995 Aug 10 04:59:19.030712 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-4b3abccc-5006-44f7-94e0-e0477f8cfb21 req-ba405f16-cd54-4d8f-91ec-86160423c66f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349140 Aug 10 04:59:19.058390 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e2872e8e-4b3f-461c-b233-8814be892ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.059877 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-e2872e8e-4b3f-461c-b233-8814be892ec8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0470748 Aug 10 04:59:19.118149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-ec5eaae2-d035-4b02-a76a-947a0a5230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.120133 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-ec5eaae2-d035-4b02-a76a-947a0a5230ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445035 Aug 10 04:59:19.525866 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-a478c747-d9f0-4a81-8087-24dbf3e6083e service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972032 Aug 10 04:59:19.625518 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-3da4085f-6ba8-4948-adb2-b0ad93197b5b req-44e6b9d8-92b6-4098-b68f-06966c58adb1 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897954 Aug 10 04:59:19.719328 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-892427e0-bd8e-49dc-b0f6-66fc7953d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.720869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-892427e0-bd8e-49dc-b0f6-66fc7953d804 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1095 time: 0.0417340 Aug 10 04:59:19.812585 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-7486d9f0-6ad0-46f9-9ab5-82c5312b30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.814006 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-7486d9f0-6ad0-46f9-9ab5-82c5312b30d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0861845 Aug 10 04:59:19.861702 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-9216975b-d384-4620-8959-1e8b7e3411d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 217 time: 0.0388429 Aug 10 04:59:19.911516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-22565cee-3a72-4599-8e21-372557b7b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.912977 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-22565cee-3a72-4599-8e21-372557b7b2ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0440726 Aug 10 04:59:19.959676 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-d86a2bce-db7d-4302-b571-699a63acbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.961206 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-d86a2bce-db7d-4302-b571-699a63acbeae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389254 Aug 10 04:59:20.055610 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-e6c23bab-1146-4099-8b72-5dd1acd6921a service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Aug 10 04:59:20.177743 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae957-e516-4039-b0f6-e6dc64349bb7 req-5be361a5-f673-4155-9daa-23c5d3b639c5 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:20.179227 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ddae957-e516-4039-b0f6-e6dc64349bb7 req-5be361a5-f673-4155-9daa-23c5d3b639c5 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0738058 Aug 10 04:59:20.195751 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-bfe544b0-9074-455d-bd88-fd84e1552a5b req-c85dde82-f833-4ab2-a66e-579dae66bda1 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322684 Aug 10 04:59:20.222812 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4ddae957-e516-4039-b0f6-e6dc64349bb7 req-cc2657e2-a5bc-4c7a-9921-761ba9f287cd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363510 Aug 10 04:59:21.340754 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dec12-b8d2-44b0-bc0b-f72720539e22 req-863521bf-48fa-4f87-9a23-41103b977bfa tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:21.342253 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be6dec12-b8d2-44b0-bc0b-f72720539e22 req-863521bf-48fa-4f87-9a23-41103b977bfa tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0519974 Aug 10 04:59:21.380256 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-be6dec12-b8d2-44b0-bc0b-f72720539e22 req-90c8d81e-adfc-4a09-a58d-5991a468f202 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316985 Aug 10 04:59:22.496501 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa0575-db52-4c51-9527-f0f92d4d32c4 req-6da80b97-741a-4202-b005-b8451a10b8dd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:22.498082 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39aa0575-db52-4c51-9527-f0f92d4d32c4 req-6da80b97-741a-4202-b005-b8451a10b8dd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0500782 Aug 10 04:59:22.537869 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-39aa0575-db52-4c51-9527-f0f92d4d32c4 req-d31beef8-7236-4f9e-a7a6-b3b78073c99c tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Aug 10 04:59:23.653724 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2b4a5-b59a-4fd7-8e0e-cfaa1710ba75 req-1fcb16a1-8e95-483c-879b-59238dca5333 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:23.655323 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a2f2b4a5-b59a-4fd7-8e0e-cfaa1710ba75 req-1fcb16a1-8e95-483c-879b-59238dca5333 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0514078 Aug 10 04:59:23.692983 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-a2f2b4a5-b59a-4fd7-8e0e-cfaa1710ba75 req-5cb87e4c-453f-4084-bd07-b964bca2790a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Aug 10 04:59:24.052809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:59:24.148507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:24.160639 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:59:24.197856 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.210222 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f52d2ba-dc7e-448d-8bda-497354b62733 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:59:24.230025 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:24.233681 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.283636 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:24.446686 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['1f52d2ba-dc7e-448d-8bda-497354b62733'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:59:24.806680 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b8eda-0772-464c-bf54-37445cc3a445 req-51d1a14f-ae0b-4b61-9296-2a3819066a0d tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:24.808164 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f3b8eda-0772-464c-bf54-37445cc3a445 req-51d1a14f-ae0b-4b61-9296-2a3819066a0d tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 944 time: 0.0490081 Aug 10 04:59:24.846520 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2f3b8eda-0772-464c-bf54-37445cc3a445 req-1e23faa9-d0d0-4c45-9196-11c89827cf8c tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Aug 10 04:59:25.802799 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:25.970192 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3730b-579a-41e5-93a7-642c3b3dc1fb req-d7bc39f9-7311-4bed-ad63-3c66daaf1441 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:25.971702 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b3730b-579a-41e5-93a7-642c3b3dc1fb req-d7bc39f9-7311-4bed-ad63-3c66daaf1441 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 944 time: 0.0506799 Aug 10 04:59:26.010856 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-84b3730b-579a-41e5-93a7-642c3b3dc1fb req-377dad9c-e5d1-4d6b-aa69-b5cb3ca61afd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327919 Aug 10 04:59:26.046769 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:26.094495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 1f52d2ba-dc7e-448d-8bda-497354b62733 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:26.098284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 1f52d2ba-dc7e-448d-8bda-497354b62733 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:26.098657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:26.174304 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:26.195698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:26.198548 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c779d53-ee77-4a56-b4bf-c346b9fd8105" -d '{"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-plugged", "status": "completed", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:26.215368 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:26.219968 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:26.267888 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:26.296718 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06199eb-6105-44de-9f82-0fd610af7162 x-openstack-request-id: req-d06199eb-6105-44de-9f82-0fd610af7162 {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:26.297010 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-plugged", "status": "completed", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:26.297259 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d06199eb-6105-44de-9f82-0fd610af7162 {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:26.297651 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'code': 200} Aug 10 04:59:26.400518 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113130-8fcb-4f9e-8814-0f6d8f14d4e3 req-04861b48-1cde-4bdd-8298-3806a3af8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:26.401957 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd113130-8fcb-4f9e-8814-0f6d8f14d4e3 req-04861b48-1cde-4bdd-8298-3806a3af8b6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1097 time: 0.0454657 Aug 10 04:59:26.437557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-dd113130-8fcb-4f9e-8814-0f6d8f14d4e3 req-6048bc15-0f4a-49b8-8cc3-4b00c6b991cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277178 Aug 10 04:59:26.837844 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:27.136651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a822911-416a-45f7-a6a1-544eebee3bbc req-4b806d0b-2561-4728-a9a3-f2fcbfcf0c2a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:27.138157 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a822911-416a-45f7-a6a1-544eebee3bbc req-4b806d0b-2561-4728-a9a3-f2fcbfcf0c2a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 945 time: 0.0600858 Aug 10 04:59:27.177381 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-0a822911-416a-45f7-a6a1-544eebee3bbc req-2ae3d5c9-922d-4cc3-9939-c4fdb4079e2b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Aug 10 04:59:27.187341 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b3612286-0676-4c8f-b36e-a4824df7de6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:28.296018 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8308-887d-458e-bad7-1690d7be43a6 req-ada20ed0-ebe1-4c91-8da8-23027ebd2b50 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:28.297530 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c0ac8308-887d-458e-bad7-1690d7be43a6 req-ada20ed0-ebe1-4c91-8da8-23027ebd2b50 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 945 time: 0.0499716 Aug 10 04:59:28.335113 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-c0ac8308-887d-458e-bad7-1690d7be43a6 req-2a9f0f8a-8a03-4385-854d-2e48c91e357b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Aug 10 04:59:28.449204 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c903deb-6056-4141-812a-d02bbb18e37f req-d4fba187-3bff-4118-b9e2-365a66bb8cc4 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:28.450792 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c903deb-6056-4141-812a-d02bbb18e37f req-d4fba187-3bff-4118-b9e2-365a66bb8cc4 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 945 time: 0.0479615 Aug 10 04:59:28.488372 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-3c903deb-6056-4141-812a-d02bbb18e37f req-3c946602-c89d-44d2-a2e9-074fe1d41de3 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Aug 10 04:59:28.511086 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49518) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:28.597036 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89506115-7b65-4f51-b035-afec7099fed0 tempest-TestSnapshotPattern-1592503197 tempest-TestSnapshotPattern-1592503197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:28.598900 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-89506115-7b65-4f51-b035-afec7099fed0 tempest-TestSnapshotPattern-1592503197 tempest-TestSnapshotPattern-1592503197-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1092 time: 0.0867877 Aug 10 04:59:28.601639 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49522) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:28.606009 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:28.627498 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:28.728327 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:28.830473 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Allocated IP 172.25.2.125 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/c17c9ac4-bbbc-48d7-be71-58b9d4a0addf) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:28.933635 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:28.971883 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.013901 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:29.016870 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:29.021166 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:29.024208 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'Port': ['ID=c17c9ac4-bbbc-48d7-be71-58b9d4a0addf,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:29.375343 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.381396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-156bba64-2875-4c7a-a463-f584a049519e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401580 Aug 10 04:59:29.446613 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.469433 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56fde-446a-4df9-8922-94469e464ca2 req-47f60226-c810-4a99-8188-853c03a10655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:29.471078 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-47f60226-c810-4a99-8188-853c03a10655 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1097 time: 0.0455003 Aug 10 04:59:29.578396 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56fde-446a-4df9-8922-94469e464ca2 req-2239c633-5da9-455e-8618-73e429a5c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:29.579908 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-2239c633-5da9-455e-8618-73e429a5c13a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0876355 Aug 10 04:59:29.602217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.607738 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.654521 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-f019884f-dcfb-4554-9de3-1d57757e641c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 999 time: 0.0661392 Aug 10 04:59:29.677771 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'Port': ['ID=c17c9ac4-bbbc-48d7-be71-58b9d4a0addf,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:29.691383 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.707665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56fde-446a-4df9-8922-94469e464ca2 req-9f0c1fc2-1b69-4194-b7c4-c547dce886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:29.709244 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-9f0c1fc2-1b69-4194-b7c4-c547dce886e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0464683 Aug 10 04:59:29.756148 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56fde-446a-4df9-8922-94469e464ca2 req-44959028-4c31-41cd-aae7-9aa9fbd3a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:29.757799 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-44959028-4c31-41cd-aae7-9aa9fbd3a36d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406873 Aug 10 04:59:29.804813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.862901 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-30403089-9b84-4981-b420-e1cf09a95ebb service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964427 Aug 10 04:59:29.965472 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-84e56fde-446a-4df9-8922-94469e464ca2 req-5b8bba22-635f-413e-8195-e42a734067c2 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944743 Aug 10 04:59:30.026944 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ab0c8c52-ab1b-4e46-8a13-b3d0e8d41440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:30.105083 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Floating IP 57b29caa-064e-4968-a9b2-9727340e0d84 associated. External IP: 172.25.2.125, port: 1f52d2ba-dc7e-448d-8bda-497354b62733. Aug 10 04:59:30.311279 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:30.414347 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:30.427374 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:30.432371 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:30.439590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:30.440364 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:30.463788 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-c802fe97-7a3b-447c-82a7-bdda768d7b8f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8610032 Aug 10 04:59:30.464418 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:30.466766 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ee42eb-4955-405c-8531-3cee084f52d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:30.556667 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:30.559328 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f49a79-9da3-44c6-b10c-6f91a6005165 x-openstack-request-id: req-c1f49a79-9da3-44c6-b10c-6f91a6005165 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:30.559628 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:30.559885 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1f49a79-9da3-44c6-b10c-6f91a6005165 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:30.560291 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'status': 'completed', 'code': 200} Aug 10 04:59:30.626862 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-c3fe9158-033d-4315-8ec3-708c64905a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:30.628318 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-c3fe9158-033d-4315-8ec3-708c64905a34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1097 time: 0.0445027 Aug 10 04:59:30.723959 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-29cc5f8c-50f3-4350-9d05-dceb5294dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:30.725531 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-29cc5f8c-50f3-4350-9d05-dceb5294dc04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0895693 Aug 10 04:59:30.779112 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:29Z', 'revision_number': 0, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:30.793128 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-bde57d8c-e7bc-440f-a423-98cac6b58bd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 999 time: 0.0602438 Aug 10 04:59:30.810956 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:30.819284 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:30.819902 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T04:59:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:30.847431 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-090ddc8b-706d-4ee1-b1dd-ebeba3b0f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:30.848936 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-090ddc8b-706d-4ee1-b1dd-ebeba3b0f4f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0479114 Aug 10 04:59:30.895549 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-8847ee15-2ec3-4b8e-bae3-bb672f169055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:30.897073 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-8847ee15-2ec3-4b8e-bae3-bb672f169055 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411379 Aug 10 04:59:30.931608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:30.987992 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-6ecc890e-18af-41e0-831e-23f3571e2833 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820248 Aug 10 04:59:31.082852 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-85ee42eb-4955-405c-8531-3cee084f52d0 req-d3750152-5669-4ced-8c9e-ff820e7ccf18 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870805 Aug 10 04:59:31.152602 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:29Z', 'revision_number': 0, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:31.178266 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62660323-4c74-436a-a1b1-8729469eada0 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:29Z', 'revision_number': 0, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:31.360963 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8d7e6-822f-4045-bdbf-f4a062188efe None None] New status for floating IP 57b29caa-064e-4968-a9b2-9727340e0d84: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:59:32.092807 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.542813 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.499903 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:55.808319 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:56.852787 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:57.189021 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-077691b8-6422-464b-930d-1e52d937a1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:59.806544 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.019237 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2788d8f1-0b3d-48c5-844a-2b0501f702e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:02.095219 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:03.544790 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:23.500455 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:00:25.808896 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:26.893131 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:27.190297 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-67869e79-0d3a-4ef1-940d-d59163d08e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:29.807860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:30.020404 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c2fd31bc-4ffb-4c08-a1ba-81337d5b1b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:31.387489 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-c562b254-6415-4e8c-ac79-b363bc09f603 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413470 Aug 10 05:00:31.503922 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-f3d1eca7-da13-4296-81cc-a6d42e3a9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:31.506770 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-f3d1eca7-da13-4296-81cc-a6d42e3a9d54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1097 time: 0.0748951 Aug 10 05:00:31.615742 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-2b19daa5-a272-4c00-8305-92f1f924f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:31.617527 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-2b19daa5-a272-4c00-8305-92f1f924f475 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0904431 Aug 10 05:00:31.684863 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-71f99840-c594-4805-a436-adf883880b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 1001 time: 0.0593715 Aug 10 05:00:31.740711 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-c71a37a5-4dc2-41a1-8943-fa688180bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:31.742445 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-c71a37a5-4dc2-41a1-8943-fa688180bb44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0490062 Aug 10 05:00:31.793073 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-e0ae4287-c61f-4261-aa41-3f433d816254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:31.795288 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-e0ae4287-c61f-4261-aa41-3f433d816254 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426068 Aug 10 05:00:31.889174 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-f50b9f87-eb8b-4dff-9ef9-a00be16a5940 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862823 Aug 10 05:00:31.993040 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-31eb03b2-17c3-44a9-9ea6-6584afabd8e4 req-a568a309-bd72-4c80-b7ed-855f447c60b7 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955849 Aug 10 05:00:32.098277 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:33.548634 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:55.811796 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:56.890076 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:57.190284 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-eaf88125-4e8a-4ba1-a1da-b4d72b8c7e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:59.809170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:00.019641 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-dc302d7c-7042-430e-9ad2-4f71347bec78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:00.499458 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:02.100281 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:03.551487 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:25.812666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:26.905301 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:27.191347 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8a734519-3361-4fee-bacb-4dc9040c5e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:29.809014 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:30.023085 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-02b78443-5f59-465d-ba2a-d257cc079c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:31.429936 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806586-69af-478e-832c-e14a1c019f82 req-09139389-bd17-4653-90ea-1a75c9b96faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:31.431498 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-09139389-bd17-4653-90ea-1a75c9b96faf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1097 time: 0.0448232 Aug 10 05:01:31.543307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806586-69af-478e-832c-e14a1c019f82 req-bb0a1dcb-39f9-4955-9b50-c7438b14496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:31.544818 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-bb0a1dcb-39f9-4955-9b50-c7438b14496e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0940008 Aug 10 05:01:31.613457 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-bcebf2d5-e737-4ea0-859d-e07ac9007ddf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 1001 time: 0.0604033 Aug 10 05:01:31.665202 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806586-69af-478e-832c-e14a1c019f82 req-0323ecd7-d1d0-4033-8bbf-76860e8455b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:31.666918 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-0323ecd7-d1d0-4033-8bbf-76860e8455b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0455878 Aug 10 05:01:31.728622 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806586-69af-478e-832c-e14a1c019f82 req-392c542a-cf36-4a64-8063-182f69ae0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:31.730252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-392c542a-cf36-4a64-8063-182f69ae0e7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550950 Aug 10 05:01:31.827708 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-732c26de-e068-49eb-9043-2141fb6840d2 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899661 Aug 10 05:01:31.938048 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-4b806586-69af-478e-832c-e14a1c019f82 req-e87facf2-0746-445b-8605-a71107d5ff7a service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014698 Aug 10 05:01:32.106255 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:32.832480 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:01:32.936498 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:32.948562 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:01:32.990388 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:33.014778 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f52d2ba-dc7e-448d-8bda-497354b62733 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:01:33.038509 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:33.043999 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:33.103630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:33.111934 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.112590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.112590 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.112935 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.113268 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.113601 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.113927 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.114422 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.114735 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.115058 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.115387 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.115710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:33.130150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['1f52d2ba-dc7e-448d-8bda-497354b62733'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:01:33.555070 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:34.832713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:01:34.884363 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 1f52d2ba-dc7e-448d-8bda-497354b62733 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:01:34.884762 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:34.981517 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:35.006638 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:35.008897 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5624161d-3d32-435a-a0cd-53a9654ac924" -d '{"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-plugged", "status": "completed", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:35.022809 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:35.029744 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:35.097561 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:36.098183 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86046bf8-4db9-4423-bb50-3e0ae31b769b x-openstack-request-id: req-86046bf8-4db9-4423-bb50-3e0ae31b769b {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:36.098786 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-plugged", "status": "completed", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:36.098898 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86046bf8-4db9-4423-bb50-3e0ae31b769b {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:36.099360 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'code': 200} Aug 10 05:01:37.502544 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:40.752086 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-2ff6bf9c-550c-421a-ad39-279e3130b6a4 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512095899&fields=id&tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e HTTP/1.1" status: 200 len: 267 time: 0.0339262 Aug 10 05:01:40.856998 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-525f19b3-a6ad-4397-be7f-90c35b150c40 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:40.858822 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-525f19b3-a6ad-4397-be7f-90c35b150c40 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 810 time: 0.0999904 Aug 10 05:01:40.876315 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-4b76de1d-1896-4ab1-9850-b2db26038501 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/quotas/9da9aa36dcad47ffaaa8c08bd4bc417e HTTP/1.1" status: 200 len: 375 time: 0.0093758 Aug 10 05:01:40.935159 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-899fe40d-63c4-474d-8914-7aa59298a349 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536110 Aug 10 05:01:40.994399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-816d1f0c-71cc-43be-9e26-3f2795652eaa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=94140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:01:40.995537 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-816d1f0c-71cc-43be-9e26-3f2795652eaa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484757 Aug 10 05:01:41.084658 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-c400ec62-eae2-450c-93c3-8a65662ac5a0 service neutron] 10.222.0.53 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818350 Aug 10 05:01:41.176081 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-90f9044f-f6b2-4a09-a633-9730dc834520 service neutron] 10.222.0.53 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Aug 10 05:01:41.338247 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-82200a31-71fc-46d8-9b6b-5d703cc5285d req-9c5b1033-2271-43f7-b399-b526f01a106a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Aug 10 05:01:42.253104 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-f51dc045-b314-4e1d-9551-5102ea002b73 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:42.254613 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-f51dc045-b314-4e1d-9551-5102ea002b73 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 810 time: 0.1013179 Aug 10 05:01:42.299612 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-fc883cec-9248-48ad-9570-012caaa341c8 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e HTTP/1.1" status: 200 len: 379 time: 0.0353239 Aug 10 05:01:42.311048 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'port': {'device_id': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'admin_state_up': True, 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'security_groups': ['9796181d-91ed-4ba8-bff7-9dc0a0468b14']}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:01:42.445715 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-47db527e-0793-40b7-a130-5b82fc2b5c7d req-964c4ed3-b6dd-44eb-932a-751baed10308 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 210 time: 0.0332596 Aug 10 05:01:42.459874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Made reservation on behalf of 9da9aa36dcad47ffaaa8c08bd4bc417e for: {'port': 1} {{(pid=94141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:01:42.462076 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:42.620181 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_common [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Allocated IP 172.20.0.7 (6fda74cb-602d-4e4c-9ae1-7aea27162ff9/235690c8-11f4-4ad3-acb8-111686ac7bcb/5ecb05cb-c614-49fd-b4d2-761db07756a0) {{(pid=94141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:01:42.796356 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for port, precommit_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:42.812135 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Transition to ACTIVE for port object 5ecb05cb-c614-49fd-b4d2-761db07756a0 will not be triggered until provisioned by entity DHCP. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:01:42.847591 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_create {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:42.871692 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:01:42.920324 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 is already hosted by enough agents. {{(pid=94141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:01:42.924236 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.base_scheduler [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Resources bound (agent type, host, resource id): {{(pid=94141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:01:42.928756 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Received port after_create {{(pid=94141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:01:42.983669 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=1']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:43.009426 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:43.010805 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:43.026103 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.026323 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:43.026495 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.026874 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.027323 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.027819 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.028152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.028482 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.028940 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.029364 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.029770 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.030327 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.031149 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:01:43.048062 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-b540193e-896f-48f1-8c94-4eb2b81a56e6 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306292 Aug 10 05:01:43.050842 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:43.052987 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9f329f-143a-42f2-9232-5c5e469b8317" -d '{"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:43.082742 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:43.094577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:43.137279 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7080f-cfe5-43b0-be89-459fe9c733ee x-openstack-request-id: req-b7c7080f-cfe5-43b0-be89-459fe9c733ee {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:43.137575 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:43.138385 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7c7080f-cfe5-43b0-be89-459fe9c733ee {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:43.138986 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'code': 200} Aug 10 05:01:43.172208 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:43.236190 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-60c9eb2f-eec9-42b8-8070-7770c71c238b None None] Provisioning for port 5ecb05cb-c614-49fd-b4d2-761db07756a0 completed by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:01:43.240542 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-60c9eb2f-eec9-42b8-8070-7770c71c238b None None] Provisioning complete for port 5ecb05cb-c614-49fd-b4d2-761db07756a0 triggered by entity DHCP. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:01:43.241270 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-60c9eb2f-eec9-42b8-8070-7770c71c238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:43.276297 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-60c9eb2f-eec9-42b8-8070-7770c71c238b None None] Port 5ecb05cb-c614-49fd-b4d2-761db07756a0 cannot update to ACTIVE because it is not bound. {{(pid=94142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:01:43.582144 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a767fe-3079-4a6b-ba9c-459b502b414e req-abde580f-8430-4c6d-9e6a-42cb5702b94e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:43.583692 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30a767fe-3079-4a6b-ba9c-459b502b414e req-abde580f-8430-4c6d-9e6a-42cb5702b94e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0521109 Aug 10 05:01:43.633028 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-30a767fe-3079-4a6b-ba9c-459b502b414e req-48b3bb43-4883-402c-bb93-31cb1f9a015a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Aug 10 05:01:44.756357 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fc652-6dbb-4f2e-8fd9-188fa7be6b4d req-d804af59-40af-4148-ae82-fb70dde3b8e4 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:44.757960 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b1fc652-6dbb-4f2e-8fd9-188fa7be6b4d req-d804af59-40af-4148-ae82-fb70dde3b8e4 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0519183 Aug 10 05:01:44.797418 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6b1fc652-6dbb-4f2e-8fd9-188fa7be6b4d req-0155b438-7c6c-445c-a190-ede96d47e26b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332985 Aug 10 05:01:45.921026 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e73f4-8cc3-412c-8bda-3e0a20b79adc req-d99a21be-967f-46d3-bed1-9c6bf95e3a2e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:45.922734 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-519e73f4-8cc3-412c-8bda-3e0a20b79adc req-d99a21be-967f-46d3-bed1-9c6bf95e3a2e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0515230 Aug 10 05:01:45.961651 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-519e73f4-8cc3-412c-8bda-3e0a20b79adc req-ef06b66f-ba0f-4b07-a306-0ffb4327e8fc tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329096 Aug 10 05:01:47.091078 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b11db-50ae-4f88-bd26-e9327f3cf8dd req-e63def1e-2ab9-48c4-b64c-22d688e902ad tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:47.092619 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-640b11db-50ae-4f88-bd26-e9327f3cf8dd req-e63def1e-2ab9-48c4-b64c-22d688e902ad tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0532460 Aug 10 05:01:47.132090 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-640b11db-50ae-4f88-bd26-e9327f3cf8dd req-e7fd76fb-b6bf-4f84-8736-575f79609923 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334864 Aug 10 05:01:48.254211 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277256e4-ceb8-437f-8e54-ca42ada4af6a req-e0b0aa0b-eed5-4657-b425-f09bf072eecf tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:48.255774 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-277256e4-ceb8-437f-8e54-ca42ada4af6a req-e0b0aa0b-eed5-4657-b425-f09bf072eecf tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0547788 Aug 10 05:01:48.294681 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-277256e4-ceb8-437f-8e54-ca42ada4af6a req-1fc3e097-94b6-44a9-941c-4791f67c97eb tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329342 Aug 10 05:01:49.417233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e252fee-5ceb-47ad-963d-05b1f98b48d2 req-94f1e7db-55af-4380-bc99-6bf20a0355bd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:49.419197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e252fee-5ceb-47ad-963d-05b1f98b48d2 req-94f1e7db-55af-4380-bc99-6bf20a0355bd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0555391 Aug 10 05:01:49.459338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6e252fee-5ceb-47ad-963d-05b1f98b48d2 req-c8cbf55a-bcbe-4ee7-8ed0-358de8fd16da tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338163 Aug 10 05:01:50.597103 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba9c0a-c8b8-4923-8194-56f6c815687d req-033b0167-5f99-46dd-b61e-4fc08e47e777 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:50.598687 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8aba9c0a-c8b8-4923-8194-56f6c815687d req-033b0167-5f99-46dd-b61e-4fc08e47e777 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0573821 Aug 10 05:01:50.646812 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-8aba9c0a-c8b8-4923-8194-56f6c815687d req-02f607a0-63bf-4251-a9a5-d29c5718961c tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396020 Aug 10 05:01:51.770563 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937851-7f2e-446a-8e55-30e7aef16382 req-f3832f04-3e25-4777-85cb-e558dd4c19b1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:51.772118 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05937851-7f2e-446a-8e55-30e7aef16382 req-f3832f04-3e25-4777-85cb-e558dd4c19b1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0533864 Aug 10 05:01:51.814230 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-05937851-7f2e-446a-8e55-30e7aef16382 req-99f1a9de-bb13-4fdf-92c4-c540f67d3ceb tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352087 Aug 10 05:01:52.930469 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450acb04-3159-4c57-bd12-e3f7a6392e06 req-78b5756d-5315-4a71-b7fe-c2616bf0c1e2 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:52.931974 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-450acb04-3159-4c57-bd12-e3f7a6392e06 req-78b5756d-5315-4a71-b7fe-c2616bf0c1e2 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 931 time: 0.0487633 Aug 10 05:01:52.970337 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-450acb04-3159-4c57-bd12-e3f7a6392e06 req-421fc034-24a7-4900-baf4-fd6bece28b2f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323288 Aug 10 05:01:53.168768 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.v2.base [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Request body: {'port': {'device_id': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-14'}} {{(pid=94141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:01:53.225241 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.497504 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecb05cb-c614-49fd-b4d2-761db07756a0 {{(pid=94141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:01:53.506543 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.519472 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.provisioning_blocks [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Transition to ACTIVE for port object 5ecb05cb-c614-49fd-b4d2-761db07756a0 will not be triggered until provisioned by entity L2. {{(pid=94141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:01:53.523926 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.582226 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=2']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:53.657997 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Attempting to bind port 5ecb05cb-c614-49fd-b4d2-761db07756a0 on host n-h1-769329-14 for vnic_type normal with profile {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:01:53.658337 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Attempting to bind port 5ecb05cb-c614-49fd-b4d2-761db07756a0 by drivers openvswitch,hyperv on host n-h1-769329-14 at level 0 using segments [{'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:01:53.658668 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Attempting to bind port 5ecb05cb-c614-49fd-b4d2-761db07756a0 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:01:53.663765 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Port 5ecb05cb-c614-49fd-b4d2-761db07756a0 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-14 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:01:53.664090 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Attempting to bind port 5ecb05cb-c614-49fd-b4d2-761db07756a0 on network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:01:53.669697 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Checking agent: {'id': '47197397-22c2-4e39-9a7d-6ea052896489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'started_at': datetime.datetime(2021, 8, 10, 3, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:01:53.670082 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Checking segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:01:53.670474 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Bound using segment: {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'} {{(pid=94141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:01:53.670909 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.managers [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Bound port: 5ecb05cb-c614-49fd-b4d2-761db07756a0, host: n-h1-769329-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86518cb2-b8d9-46af-8860-591c7d97c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9'}}] {{(pid=94141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:01:53.671270 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.739675 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, cleared binding levels {{(pid=94141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:01:53.743291 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:01:53.747315 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9395432'] for port, after_update {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.783684 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:53.784316 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:53.786235 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] 10.222.0.39 "PUT /v2.0/ports/5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 200 len: 1092 time: 0.6219764 Aug 10 05:01:53.786685 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:53.789008 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ae98a-3a07-49cf-b92c-45e98761fdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:53.822548 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269fc9e-f23a-48b0-944a-eedd53b477aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=3']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:53.840858 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f926c1d5-c215-4cb4-9650-33347eae31ff x-openstack-request-id: req-f926c1d5-c215-4cb4-9650-33347eae31ff {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:53.841155 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:53.841409 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f926c1d5-c215-4cb4-9650-33347eae31ff {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:53.841836 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'status': 'completed', 'code': 200} Aug 10 05:01:53.875643 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-22a32e2e-7899-4e21-8710-c7db1e94f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:53.877252 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-22a32e2e-7899-4e21-8710-c7db1e94f0ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1095 time: 0.0462434 Aug 10 05:01:53.925713 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-3da6cbaf-8a5b-449b-b6cb-dd546d32e5f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 200 len: 217 time: 0.0382919 Aug 10 05:01:53.977309 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-d9db8fb3-e7bd-46b5-9b8e-a55ec3e26425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:53.978906 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-d9db8fb3-e7bd-46b5-9b8e-a55ec3e26425 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0463028 Aug 10 05:01:54.027089 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857081-6b18-4139-9305-8d32201fc803 req-c496bb0b-7e38-4bcc-9c6c-d6d26c32d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:54.028504 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-c496bb0b-7e38-4bcc-9c6c-d6d26c32d654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415945 Aug 10 05:01:54.089352 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802895c5-61f5-425f-94bd-90c65124c204 req-c27f3579-cdb5-4efa-ad77-1da56fad9ad1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:54.090890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-802895c5-61f5-425f-94bd-90c65124c204 req-c27f3579-cdb5-4efa-ad77-1da56fad9ad1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 943 time: 0.0535383 Aug 10 05:01:54.124101 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-778367bf-92c8-42ee-b7ba-1922b37b1d99 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Aug 10 05:01:54.131117 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-802895c5-61f5-425f-94bd-90c65124c204 req-a6a9f2e9-6644-4d75-81a9-a999b78d59a8 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340157 Aug 10 05:01:54.213833 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-af857081-6b18-4139-9305-8d32201fc803 req-61840528-7941-45a8-b783-774cb1d8059b service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821121 Aug 10 05:01:54.297767 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-fcf4a5e2-1e60-4951-b21b-2bd6e3ec9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:54.299238 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-fcf4a5e2-1e60-4951-b21b-2bd6e3ec9b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1095 time: 0.0403223 Aug 10 05:01:54.391277 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-67177bc3-db9a-4efb-99bc-f7f5d7791a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:54.392736 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-67177bc3-db9a-4efb-99bc-f7f5d7791a21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0863025 Aug 10 05:01:54.434240 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-8aeca7ca-201e-4831-9d7c-70e7afd6bab0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 200 len: 217 time: 0.0341437 Aug 10 05:01:54.491498 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-8eb4e7b2-ca47-4b65-88b2-c83ac80625e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:54.492962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-8eb4e7b2-ca47-4b65-88b2-c83ac80625e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0470655 Aug 10 05:01:54.540885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-8cf32383-7df1-4e28-8fac-f16777940dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:54.542405 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-8cf32383-7df1-4e28-8fac-f16777940dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403996 Aug 10 05:01:54.632922 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-5a40e42d-756b-40ef-af33-b4d33a4adf87 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807812 Aug 10 05:01:54.723343 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a12ae98a-3a07-49cf-b92c-45e98761fdb7 req-e46b31d5-00ff-45bb-9830-bc320398a3b3 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833187 Aug 10 05:01:55.249067 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c4f79-a018-4830-b101-4819442605fc req-bb43ab87-9ef2-4dba-83c9-ef9735b5a544 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:55.250580 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769c4f79-a018-4830-b101-4819442605fc req-bb43ab87-9ef2-4dba-83c9-ef9735b5a544 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 943 time: 0.0490520 Aug 10 05:01:55.291225 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-769c4f79-a018-4830-b101-4819442605fc req-ee4599da-2077-4b09-8851-19c5ec876c0c tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347042 Aug 10 05:01:55.828506 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:56.407409 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b02fb8-64d0-40f4-978a-40c233ce5bc9 req-152fa490-d66a-4c1d-b895-0fcd14c0e967 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:56.408890 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5b02fb8-64d0-40f4-978a-40c233ce5bc9 req-152fa490-d66a-4c1d-b895-0fcd14c0e967 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 943 time: 0.0482287 Aug 10 05:01:56.446694 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b5b02fb8-64d0-40f4-978a-40c233ce5bc9 req-eb613f4b-07ff-4189-b455-de973e8755ec tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318463 Aug 10 05:01:56.923373 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:56.956071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:01:57.054155 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:57.066295 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'port_id': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'mac_address': 'fa:16:3e:0b:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:01:57.105456 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:57.117913 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecb05cb-c614-49fd-b4d2-761db07756a0 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:01:57.138182 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:57.141666 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:57.197843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=4']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:57.204781 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a9c92b10-4768-4a6a-8642-df6aff5cde71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:57.362759 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5ecb05cb-c614-49fd-b4d2-761db07756a0'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:01:57.567126 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09664c73-4ce1-42b8-b369-0cee94d04b9a req-688949cd-ae08-4288-8123-6ebe0623771c tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:57.568585 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09664c73-4ce1-42b8-b369-0cee94d04b9a req-688949cd-ae08-4288-8123-6ebe0623771c tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 944 time: 0.0472245 Aug 10 05:01:57.610492 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-09664c73-4ce1-42b8-b369-0cee94d04b9a req-db20c335-12d9-48f6-9d44-b304af6a7f02 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352728 Aug 10 05:01:58.724228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03ba60-5c9c-4adc-a2b0-7931a0e60740 req-88b9fb36-54f9-4c81-9607-0d7bab581ae9 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:58.725713 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f03ba60-5c9c-4adc-a2b0-7931a0e60740 req-88b9fb36-54f9-4c81-9607-0d7bab581ae9 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 944 time: 0.0487607 Aug 10 05:01:58.763836 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-6f03ba60-5c9c-4adc-a2b0-7931a0e60740 req-f0be7208-d584-400c-adfe-78c065bfefd0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Aug 10 05:01:58.957657 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:01:59.007521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning for port 5ecb05cb-c614-49fd-b4d2-761db07756a0 completed by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:01:59.011050 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 5ecb05cb-c614-49fd-b4d2-761db07756a0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:01:59.011418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:59.083886 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:59.105490 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:01:59.107738 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92de27a8-0151-4f7c-b7f9-4b6937d79e41" -d '{"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-plugged", "status": "completed", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:01:59.122043 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:01:59.126164 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:59.153476 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b723c9f-ab61-4190-8879-41fad2ea588d x-openstack-request-id: req-5b723c9f-ab61-4190-8879-41fad2ea588d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:01:59.153793 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-plugged", "status": "completed", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:01:59.154063 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b723c9f-ab61-4190-8879-41fad2ea588d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:01:59.154448 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'code': 200} Aug 10 05:01:59.180081 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=5']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:01:59.238894 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb15af-7d57-4288-858f-952e6c8eef2e req-50b1dec9-553c-4091-a6ae-3bd15761ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:59.240396 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6acb15af-7d57-4288-858f-952e6c8eef2e req-50b1dec9-553c-4091-a6ae-3bd15761ec8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1097 time: 0.0395043 Aug 10 05:01:59.275758 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-6acb15af-7d57-4288-858f-952e6c8eef2e req-9ab86550-bd7c-46b3-950b-24838e4d1fdd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278118 Aug 10 05:01:59.814013 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:59.882018 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9b06-e2e1-41e0-b0cb-9c7fb95e173f req-47ca00df-4429-4cce-aa04-ae2ce645572b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:59.883497 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-627f9b06-e2e1-41e0-b0cb-9c7fb95e173f req-47ca00df-4429-4cce-aa04-ae2ce645572b tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Aug 10 05:01:59.920861 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-627f9b06-e2e1-41e0-b0cb-9c7fb95e173f req-0fb15108-f9ba-40f7-8641-30d4832275d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Aug 10 05:02:00.023151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2acf8ee3-6c26-486b-ab5e-7f0f24858487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:01.034766 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa0a6-63c5-459a-8cc9-24fb8ab0a4df req-55e88b2b-9b57-48a1-967e-88ec51c71efa tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:01.036239 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-432aa0a6-63c5-459a-8cc9-24fb8ab0a4df req-55e88b2b-9b57-48a1-967e-88ec51c71efa tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 945 time: 0.0476789 Aug 10 05:02:01.072663 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-432aa0a6-63c5-459a-8cc9-24fb8ab0a4df req-4b8b09cc-31d0-463d-822a-b1703e12c8e4 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304759 Aug 10 05:02:01.186399 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a68dcc-879d-482d-913a-6ccb98dc9906 req-27003da8-47ca-4984-a0a9-84125ac1918f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:01.187884 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59a68dcc-879d-482d-913a-6ccb98dc9906 req-27003da8-47ca-4984-a0a9-84125ac1918f tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Aug 10 05:02:01.225620 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-59a68dcc-879d-482d-913a-6ccb98dc9906 req-ebae3ff5-f8d9-4c4b-89b9-9c16e38f73ec tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315859 Aug 10 05:02:01.246651 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49820) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:02:01.285831 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5af42ec-0e9e-42e1-905d-0d08330eaf07 tempest-TestSnapshotPattern-1592503197 tempest-TestSnapshotPattern-1592503197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:01.287366 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-b5af42ec-0e9e-42e1-905d-0d08330eaf07 tempest-TestSnapshotPattern-1592503197 tempest-TestSnapshotPattern-1592503197-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1092 time: 0.0397012 Aug 10 05:02:01.289911 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 49822) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:02:01.294228 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.v2.base [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Request body: {'floatingip': {'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'port_id': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:02:01.315057 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:01.413503 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:01.514526 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.db_base_plugin_common [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Allocated IP 172.25.2.219 (a4fdb4ae-b30e-4708-9211-680c60e57004/21a23c43-4081-4d7b-8a60-ecd2dc62b529/2135f845-602d-416f-87b6-d899dc63bed9) {{(pid=94140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:02:01.618186 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for port, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:01.657387 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731980949989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:01.692334 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Network a4fdb4ae-b30e-4708-9211-680c60e57004 is already hosted by enough agents. {{(pid=94140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:02:01.697040 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.base_scheduler [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Resources bound (agent type, host, resource id): {{(pid=94140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:02:01.701152 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Received port after_create {{(pid=94140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:02:01.729264 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'Port': ['ID=2135f845-602d-416f-87b6-d899dc63bed9,revision_number=1']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:01.742665 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.743017 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.743365 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.743704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.744041 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.744386 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.744704 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.745032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.745363 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.746236 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.746563 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:01.746888 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:02.063424 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.105669 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.128929 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.275661 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for port, precommit_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.280603 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8658123'] for port, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.351001 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event updated for resources: {'Port': ['ID=2135f845-602d-416f-87b6-d899dc63bed9,revision_number=2']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:02.361187 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764867'] for floatingip, after_update {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.458858 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Floating IP 5b28d66e-eae1-46b5-9150-d608f759b885 associated. External IP: 172.25.2.219, port: 5ecb05cb-c614-49fd-b4d2-761db07756a0. Aug 10 05:02:02.663673 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:02:02.766631 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:02:02.776527 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:02:02.782658 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:02.786880 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:02:02.787495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:02:02.812342 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ba86963c-662c-40d8-9f7e-ad8f2a10f990 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5214088 Aug 10 05:02:02.813071 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:02:02.815795 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:02:02.853150 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6932e0-6c5f-4bbc-a0ba-c1d3bd77804a x-openstack-request-id: req-8c6932e0-6c5f-4bbc-a0ba-c1d3bd77804a {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:02:02.853441 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:02:02.853693 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c6932e0-6c5f-4bbc-a0ba-c1d3bd77804a {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:02:02.854156 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'status': 'completed', 'code': 200} Aug 10 05:02:02.892597 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:02:02.917400 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-7515c874-6732-49dd-97c9-940ca6918a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:02.918903 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-7515c874-6732-49dd-97c9-940ca6918a37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1097 time: 0.0408185 Aug 10 05:02:03.012069 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-a4a49a15-decf-408a-80ca-1eb8f113ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:03.013628 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-a4a49a15-decf-408a-80ca-1eb8f113ee6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0866168 Aug 10 05:02:03.080622 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-e838337a-e0a3-4470-ac50-da30ac5ae03a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 200 len: 999 time: 0.0592041 Aug 10 05:02:03.111815 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 1, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}, {'id': '5b28d66e-eae1-46b5-9150-d608f759b885', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:0b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:02:01Z', 'updated_at': '2021-08-10T05:02:01Z', 'revision_number': 0, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:02:03.134255 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-3741c5c6-a953-4a55-9f40-e0eb26b083e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:03.135727 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-3741c5c6-a953-4a55-9f40-e0eb26b083e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0477569 Aug 10 05:02:03.142373 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:02:03.150884 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:02:03.151494 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:02:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:02:03.187368 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-64686cf0-a7dd-47b1-bcb0-fd5843f468a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:03.188843 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-64686cf0-a7dd-47b1-bcb0-fd5843f468a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424953 Aug 10 05:02:03.257682 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:02:03.279034 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-d782db99-31bf-4e1f-af0f-1287d132133b service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824180 Aug 10 05:02:03.375791 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-ce6dc01e-60cf-40ee-b27c-fbd7f1cb41e3 req-1e2b779f-2c68-4870-b230-9d8ab680f7ff service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 Aug 10 05:02:03.481021 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 1, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}, {'id': '5b28d66e-eae1-46b5-9150-d608f759b885', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:0b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:02:01Z', 'updated_at': '2021-08-10T05:02:01Z', 'revision_number': 0, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:02:03.506899 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a8a14-8286-4e0b-9ac1-9b84147dce48 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 1, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}, {'id': '5b28d66e-eae1-46b5-9150-d608f759b885', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:0b:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:02:01Z', 'updated_at': '2021-08-10T05:02:01Z', 'revision_number': 0, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:02:03.558814 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:03.701779 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b4ceb-1cbe-4398-9230-f52c15ac2b86 None None] New status for floating IP 5b28d66e-eae1-46b5-9150-d608f759b885: ACTIVE {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:02:14.501961 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:02:25.835652 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:26.910086 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:27.194657 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0f8df36f-d37a-4131-a851-eefd4630f4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:29.815480 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:30.024072 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-035531ad-78ee-4df6-bb3c-e4231292a507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:32.108494 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:33.433024 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-ba60bfbd-d95b-49e9-9f7e-aacb06e489e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446627 Aug 10 05:02:33.520555 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-724e806a-d307-4d64-937f-7e8ce9728b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.522085 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-724e806a-d307-4d64-937f-7e8ce9728b0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1095 time: 0.0450025 Aug 10 05:02:33.560693 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:33.631706 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-28de680a-e02c-44a7-bb32-49ade67b7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.633197 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-28de680a-e02c-44a7-bb32-49ade67b7403 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0911970 Aug 10 05:02:33.699333 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-65f7df3b-9f86-4a6e-83d7-cf7993df4230 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 999 time: 0.0566585 Aug 10 05:02:33.752070 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-59cbdaab-89d8-459e-9944-021a335cf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.753517 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-59cbdaab-89d8-459e-9944-021a335cf7c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0467737 Aug 10 05:02:33.804912 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-a3703247-db3a-4ee8-9de6-99f9a04d4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.806460 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-a3703247-db3a-4ee8-9de6-99f9a04d4e06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443106 Aug 10 05:02:33.897616 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-663f713a-6514-409d-b6db-5b2322796f78 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823138 Aug 10 05:02:33.993182 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8096d0b9-fc2d-4ecb-94f3-8e5512ea4c4a req-e9cf825d-2378-4a9b-a903-2317d39a0df1 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873098 Aug 10 05:02:51.501390 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:02:55.832910 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:56.908763 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:57.195547 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8d131a7c-909c-4ec8-b5c0-fccec358f926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:59.815862 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:00.024267 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-254f0571-a1d6-47a8-98e8-02b9012cf993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:02.111418 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:03.565071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:25.841882 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:26.915183 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:27.194113 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46ab4437-4728-4fac-ad1a-a02db7ce19e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:28.500722 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:03:29.816691 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:30.022469 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-b8e3245b-bc20-4fe5-8b58-e101f3071337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:32.119820 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:33.431779 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-fff7283d-37ed-4dba-acf6-df465681d1df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801206 Aug 10 05:03:33.492028 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357412a-327b-4491-b546-78eadb31f748 req-8bb4fa85-bc75-4651-a31e-0efe817dacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:33.493513 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-8bb4fa85-bc75-4651-a31e-0efe817dacba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1097 time: 0.0389178 Aug 10 05:03:33.568835 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:33.599800 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357412a-327b-4491-b546-78eadb31f748 req-82808367-cf18-4828-85ed-df46373da398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:33.601261 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-82808367-cf18-4828-85ed-df46373da398 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0880542 Aug 10 05:03:33.666233 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-562c79e4-21b7-4021-8c40-3db20447738e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 200 len: 1001 time: 0.0577173 Aug 10 05:03:34.031793 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357412a-327b-4491-b546-78eadb31f748 req-a308f2cc-2c54-40ce-bbdd-cb7f472ecbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:34.033245 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-a308f2cc-2c54-40ce-bbdd-cb7f472ecbe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.3597286 Aug 10 05:03:34.077152 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357412a-327b-4491-b546-78eadb31f748 req-02d6b558-4b43-4313-8f87-b33565e2c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:34.078707 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-02d6b558-4b43-4313-8f87-b33565e2c5f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381038 Aug 10 05:03:34.170281 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-086dc90b-4be4-4afc-adc9-30285ccea37e service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828617 Aug 10 05:03:34.261486 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-2357412a-327b-4491-b546-78eadb31f748 req-823cf358-d0de-4d70-9399-0c03ae49694a service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805471 Aug 10 05:03:37.470525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 details requested by agent hyperv_n-h1-769329-14 with host n-h1-769329-14 {{(pid=94142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:03:37.742824 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:37.760017 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Returning: {'device': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'port_id': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'mac_address': 'fa:16:3e:0b:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:03:37.808358 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:37.822750 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ecb05cb-c614-49fd-b4d2-761db07756a0 {{(pid=94142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:03:37.846856 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:37.851397 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:37.913846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=6']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:37.924619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.924619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.924619 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.925022 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.925305 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.925713 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.926280 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.926697 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.927241 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.927643 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.928064 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.928458 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:37.942843 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] get_ports_and_sgs() called for port_ids ['5ecb05cb-c614-49fd-b4d2-761db07756a0'] {{(pid=94142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:03:39.472822 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 up at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:03:39.528792 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.provisioning_blocks [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Provisioning complete for port 5ecb05cb-c614-49fd-b4d2-761db07756a0 triggered by entity L2. {{(pid=94142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:03:39.529185 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370786'] for port, provisioning_complete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:39.609844 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:39.634710 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:39.636979 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e3569-40eb-4867-a2b3-e5d4f9ff1957" -d '{"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-plugged", "status": "completed", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:39.654929 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:39.663175 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:39.693529 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5012929-b741-4ea4-af3b-df1a325cd82e x-openstack-request-id: req-d5012929-b741-4ea4-af3b-df1a325cd82e {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:39.693970 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-plugged", "status": "completed", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:39.694538 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5012929-b741-4ea4-af3b-df1a325cd82e {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:39.694938 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'code': 200} Aug 10 05:03:39.722909 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=7']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:46.677970 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50028) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:46.841742 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Deleting port 2135f845-602d-416f-87b6-d899dc63bed9 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:46.842020 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:46.915120 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:46.915449 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:46.926763 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Calling delete_port for 2135f845-602d-416f-87b6-d899dc63bed9 owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:47.072417 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:47.097343 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event deleted for resources: {'Port': ['ID=2135f845-602d-416f-87b6-d899dc63bed9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:47.109234 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.109583 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.109925 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.110289 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.110623 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.110954 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.111280 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.111605 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.111929 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.112259 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.112592 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.112907 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:47.169554 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:47.169891 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Floating IP 5b28d66e-eae1-46b5-9150-d608f759b885 disassociated (deleted). External IP: 172.25.2.219, port: 5ecb05cb-c614-49fd-b4d2-761db07756a0. Aug 10 05:03:47.673134 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:03:47.781032 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:03:47.785766 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:47.790574 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:03:47.800991 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:47.801612 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:47.814782 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-79f09f99-ace7-4b44-9278-277eaf7a2d29 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "DELETE /v2.0/floatingips/5b28d66e-eae1-46b5-9150-d608f759b885 HTTP/1.1" status: 204 len: 168 time: 1.1345038 Aug 10 05:03:47.814782 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:47.816623 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038176b4-2bec-4708-99b7-39e8687a998d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:47.878382 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a500864-2cbc-4e66-b843-0d785b73e07c x-openstack-request-id: req-7a500864-2cbc-4e66-b843-0d785b73e07c {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:47.878916 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:47.879370 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a500864-2cbc-4e66-b843-0d785b73e07c {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:47.879974 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'status': 'completed', 'code': 200} Aug 10 05:03:47.924567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:47.943307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038176b4-2bec-4708-99b7-39e8687a998d req-d744f27d-8c8e-4689-85d8-ad4f04158edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:47.945558 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-d744f27d-8c8e-4689-85d8-ad4f04158edc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 1097 time: 0.0434327 Aug 10 05:03:48.056955 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038176b4-2bec-4708-99b7-39e8687a998d req-b0fc64c3-cc0f-4caa-8481-77d1221f3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:48.058683 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-b0fc64c3-cc0f-4caa-8481-77d1221f3fa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.0970192 Aug 10 05:03:48.105372 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-8396d7df-06c3-45df-98dd-4edcd5f446e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 200 len: 217 time: 0.0378981 Aug 10 05:03:48.153663 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 1, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:48.183489 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:03:48.187310 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bfc05-469b-4ab8-96b9-4f60a230e103 req-508f29aa-5933-4358-bb7e-360f77335204 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:48.188805 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-185bfc05-469b-4ab8-96b9-4f60a230e103 req-508f29aa-5933-4358-bb7e-360f77335204 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 945 time: 0.1806879 Aug 10 05:03:48.190166 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038176b4-2bec-4708-99b7-39e8687a998d req-b9b88756-3d21-4e9b-a3cf-c9ae5dea3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:48.191512 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-b9b88756-3d21-4e9b-a3cf-c9ae5dea3d66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0776811 Aug 10 05:03:48.192071 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:48.192662 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:48.252000 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-185bfc05-469b-4ab8-96b9-4f60a230e103 req-b6b87fb0-b032-4318-82c3-60c26f6871dd tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568538 Aug 10 05:03:48.261595 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038176b4-2bec-4708-99b7-39e8687a998d req-1757e83e-c6d5-4a5a-9de2-7145f8dda3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:48.263102 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-1757e83e-c6d5-4a5a-9de2-7145f8dda3e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613377 Aug 10 05:03:48.295220 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:48.359092 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-3dc0a65a-4a73-41e7-b179-b5123387e1b4 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843942 Aug 10 05:03:48.446685 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-038176b4-2bec-4708-99b7-39e8687a998d req-b2b2332b-0e70-49b7-b0f4-03cc0b6054cc service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797815 Aug 10 05:03:48.516676 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 1, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:48.541918 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ecd46-c016-429c-b250-f583100db000 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_floatingips': [{'id': '57b29caa-064e-4968-a9b2-9727340e0d84', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'router_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'port_id': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'mac_address': 'fa:16:3e:88:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:59:29Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 1, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:03:48.775820 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c946928-3685-491d-9eb6-c83342fe879c None None] New status for floating IP 5b28d66e-eae1-46b5-9150-d608f759b885: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:03:49.417369 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c6c84-bc71-4ac4-81f8-58b8c3a31d9f req-64f4f3c4-ea02-4011-80d6-b65a7a2db37e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:49.418869 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b52c6c84-bc71-4ac4-81f8-58b8c3a31d9f req-64f4f3c4-ea02-4011-80d6-b65a7a2db37e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 945 time: 0.0968955 Aug 10 05:03:49.455360 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-b52c6c84-bc71-4ac4-81f8-58b8c3a31d9f req-eccd652a-7cac-4f0a-944d-001a1d8c2b07 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Aug 10 05:03:49.524461 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:03:49.601107 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1449441'] for port, before_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:49.623608 n-d-769329-14 neutron-server[94142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:49.625838 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e040c211189d9be66e779945fe1b37fe53b04a60747537c3d0c004cfd50bf908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dd4d1b-8f27-41cd-bfab-88d1b7eff76b" -d '{"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:49.626440 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-505b59c7-d075-44d6-b827-d8df5564b217 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:49.627962 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-505b59c7-d075-44d6-b827-d8df5564b217 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 945 time: 0.0484610 Aug 10 05:03:49.639201 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:49.643756 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731981418141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731980950007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731980945421'] for port, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:49.667392 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2709e56-32e8-4f58-8277-82aa20831f4d x-openstack-request-id: req-f2709e56-32e8-4f58-8277-82aa20831f4d {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:49.667696 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "code": 200}]} {{(pid=94142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:49.667956 n-d-769329-14 neutron-server[94142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2709e56-32e8-4f58-8277-82aa20831f4d {{(pid=94142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:49.668348 n-d-769329-14 neutron-server[94142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'code': 200} Aug 10 05:03:49.693495 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Pushing event updated for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=8']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:49.728662 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Deleting port 5ecb05cb-c614-49fd-b4d2-761db07756a0 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:49.729006 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:49.815302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] For port 5ecb05cb-c614-49fd-b4d2-761db07756a0, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=5ecb05cb-c614-49fd-b4d2-761db07756a0,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:49.815667 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:49.828720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Calling delete_port for 5ecb05cb-c614-49fd-b4d2-761db07756a0 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:49.955906 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:49.989461 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event deleted for resources: {'Port': ['ID=5ecb05cb-c614-49fd-b4d2-761db07756a0,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:50.013138 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.013489 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.013851 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.014214 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.015224 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.015559 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.015888 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.016214 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.016539 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.016869 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.017194 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.017516 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-14 {{(pid=94141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:03:50.036341 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] No DVR routers for this DVR port 5ecb05cb-c614-49fd-b4d2-761db07756a0 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:03:50.038718 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:50.040761 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-8cb37cbf-fe5c-4fd0-a18d-5b8e8833dc39 req-b9f6dcd9-a84b-44d5-8463-50721b71209e tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "DELETE /v2.0/ports/5ecb05cb-c614-49fd-b4d2-761db07756a0 HTTP/1.1" status: 204 len: 173 time: 0.4055493 Aug 10 05:03:50.041317 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-deleted', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:50.043562 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad4feb-f449-4182-8a22-7224dc5dbb7c" -d '{"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-deleted", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:50.133339 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a110f0-5eb8-41a1-987d-2be66be03c00 x-openstack-request-id: req-49a110f0-5eb8-41a1-987d-2be66be03c00 {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:50.133631 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6904829-5d6f-4ee1-8f08-c6de4436b210", "name": "network-vif-deleted", "tag": "5ecb05cb-c614-49fd-b4d2-761db07756a0", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:50.133885 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49a110f0-5eb8-41a1-987d-2be66be03c00 {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:50.134310 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6904829-5d6f-4ee1-8f08-c6de4436b210', 'name': 'network-vif-deleted', 'tag': '5ecb05cb-c614-49fd-b4d2-761db07756a0', 'status': 'completed', 'code': 200} Aug 10 05:03:50.564667 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-1b0f0837-d010-4fd6-a923-bfd0c060f8c2 req-5b5b9f51-3c92-469d-b064-5b709beb2a51 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6904829-5d6f-4ee1-8f08-c6de4436b210 HTTP/1.1" status: 200 len: 210 time: 0.0264738 Aug 10 05:03:52.115657 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50098) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:52.270108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Deleting port c17c9ac4-bbbc-48d7-be71-58b9d4a0addf {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:52.270448 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.346230 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.346475 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.357644 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Calling delete_port for c17c9ac4-bbbc-48d7-be71-58b9d4a0addf owned by network:floatingip {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:52.505398 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.529461 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event deleted for resources: {'Port': ['ID=c17c9ac4-bbbc-48d7-be71-58b9d4a0addf,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:52.592829 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.593168 n-d-769329-14 neutron-server[94140]: INFO neutron.db.l3_db [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Floating IP 57b29caa-064e-4968-a9b2-9727340e0d84 disassociated (deleted). External IP: 172.25.2.125, port: 1f52d2ba-dc7e-448d-8bda-497354b62733. Aug 10 05:03:52.801953 n-d-769329-14 neutron-server[94140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:03:52.907975 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:03:52.912758 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for floatingip, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:52.917492 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:03:52.927805 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:52.928411 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:52.941839 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-fece55d5-1588-41db-95c3-94588d74d76a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "DELETE /v2.0/floatingips/57b29caa-064e-4968-a9b2-9727340e0d84 HTTP/1.1" status: 204 len: 168 time: 0.8227556 Aug 10 05:03:52.941839 n-d-769329-14 neutron-server[94140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:52.942363 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}970b14489298133c794eabf29d7cd0a104d3720e9fb3ea0d2a1a1ae842afef30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750918b-a72c-4879-923e-f70022f8587d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:52.978585 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c5862-6ecc-4f49-8ea6-8cc2699004e1 x-openstack-request-id: req-225c5862-6ecc-4f49-8ea6-8cc2699004e1 {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:52.979047 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "status": "completed", "code": 200}]} {{(pid=94140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:52.979369 n-d-769329-14 neutron-server[94140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-225c5862-6ecc-4f49-8ea6-8cc2699004e1 {{(pid=94140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:52.979853 n-d-769329-14 neutron-server[94140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'status': 'completed', 'code': 200} Aug 10 05:03:53.041521 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:53.043506 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750918b-a72c-4879-923e-f70022f8587d req-7159cfda-a9d0-4c88-bee5-c4611901eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.046187 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-7159cfda-a9d0-4c88-bee5-c4611901eead service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 1095 time: 0.0439351 Aug 10 05:03:53.167954 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750918b-a72c-4879-923e-f70022f8587d req-b7843156-6686-4f2d-b261-d8b186de408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.170060 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-b7843156-6686-4f2d-b261-d8b186de408c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 200 len: 911 time: 0.1103609 Aug 10 05:03:53.193582 n-d-769329-14 neutron-server[94140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1a18f-7a31-4427-bbdb-98a5568e8e06 req-cada8881-73ca-4c26-9741-a8a9947aecd1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.195626 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebb1a18f-7a31-4427-bbdb-98a5568e8e06 req-cada8881-73ca-4c26-9741-a8a9947aecd1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0543709 Aug 10 05:03:53.214364 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-a18b39f8-ccd2-411f-8ece-f40c888f140c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 200 len: 217 time: 0.0349855 Aug 10 05:03:53.237376 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [req-ebb1a18f-7a31-4427-bbdb-98a5568e8e06 req-2f2268a0-26dd-4f8e-ba7c-d945fd0baca5 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357661 Aug 10 05:03:53.263262 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:53.268250 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750918b-a72c-4879-923e-f70022f8587d req-93b6d726-0c3a-48c2-aa03-db2a9933d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.269738 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-93b6d726-0c3a-48c2-aa03-db2a9933d572 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 200 len: 849 time: 0.0478611 Aug 10 05:03:53.289950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:03:53.298529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:53.299144 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:53.317038 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750918b-a72c-4879-923e-f70022f8587d req-a057b4b7-a612-4d01-84da-f0a60187c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:53.318582 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-a057b4b7-a612-4d01-84da-f0a60187c6eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6fda74cb-602d-4e4c-9ae1-7aea27162ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392559 Aug 10 05:03:53.401955 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:53.422515 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-19b5cbb4-96b1-4066-8118-754cb52d9edd service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958848 Aug 10 05:03:53.519338 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-a750918b-a72c-4879-923e-f70022f8587d req-b550ea9b-ff5d-4884-a62b-430a7a0f2648 service neutron] 10.222.0.39 "GET /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875502 Aug 10 05:03:53.549427 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:03:53.571932 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 5ecb05cb-c614-49fd-b4d2-761db07756a0 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:03:53.572270 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 5ecb05cb-c614-49fd-b4d2-761db07756a0 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:03:53.615767 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:53.645698 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed5bf0-fa9c-4a64-b41f-5c8a0112e0a4 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T04:59:04Z', 'revision_number': 4, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14', '_interfaces': [{'id': '662939b2-8e06-489b-8be5-6d90e2d2e6cb', 'name': '', 'network_id': '6fda74cb-602d-4e4c-9ae1-7aea27162ff9', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'mac_address': 'fa:16:3e:ef:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:03Z', 'updated_at': '2021-08-10T04:59:10Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'subnets': [{'id': '235690c8-11f4-4ad3-acb8-111686ac7bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:03:53.865393 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad89720-0da5-4c8a-ad97-92dacd851c86 None None] New status for floating IP 57b29caa-064e-4968-a9b2-9727340e0d84: DOWN {{(pid=94143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:03:54.360908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98425af6-fd3a-49f0-a3f6-0a895d6850a8 req-c1984aaf-e814-4a42-8350-6434fdc30e86 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:54.362441 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98425af6-fd3a-49f0-a3f6-0a895d6850a8 req-c1984aaf-e814-4a42-8350-6434fdc30e86 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0552778 Aug 10 05:03:54.399313 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-98425af6-fd3a-49f0-a3f6-0a895d6850a8 req-3fb4d775-e9cb-48fe-982a-a74933bc9f00 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/security-groups?id=9796181d-91ed-4ba8-bff7-9dc0a0468b14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306809 Aug 10 05:03:54.783307 n-d-769329-14 neutron-server[94141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-54746ae9-a3d0-4567-8716-7ab9df41b41a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:54.784772 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-54746ae9-a3d0-4567-8716-7ab9df41b41a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 943 time: 0.0479376 Aug 10 05:03:54.874366 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Deleting port 1f52d2ba-dc7e-448d-8bda-497354b62733 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:54.874705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:54.963087 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] For port 1f52d2ba-dc7e-448d-8bda-497354b62733, host n-h1-769329-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-14',level=0,port_id=1f52d2ba-dc7e-448d-8bda-497354b62733,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:54.963443 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:54.976411 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Calling delete_port for 1f52d2ba-dc7e-448d-8bda-497354b62733 owned by compute:nova {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:55.103384 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:55.129477 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event deleted for resources: {'Port': ['ID=1f52d2ba-dc7e-448d-8bda-497354b62733,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:55.170910 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] No DVR routers for this DVR port 1f52d2ba-dc7e-448d-8bda-497354b62733 on host n-h1-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:03:55.173404 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-894268'] for port, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:55.175400 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-b460b66c-6cb4-44df-a10e-d9e377371fe4 req-a0dda0b3-ba6c-42fe-b3f1-ac69e5784df1 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.39 "DELETE /v2.0/ports/1f52d2ba-dc7e-448d-8bda-497354b62733 HTTP/1.1" status: 204 len: 173 time: 0.3828492 Aug 10 05:03:55.175832 n-d-769329-14 neutron-server[94141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-deleted', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733'}] {{(pid=94141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:03:55.178129 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f29370839cc65b1174ce092e814aa47f29b1b30b0bb72d0dabc8eba4e9eb37cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926b49b6-2f33-49c5-9c2d-68908930ae63" -d '{"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-deleted", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733"}]}' {{(pid=94141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:03:55.214115 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5acf991-b728-45c4-b616-1f5751c42d1d x-openstack-request-id: req-a5acf991-b728-45c4-b616-1f5751c42d1d {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:03:55.214408 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0d4e48-60c6-4651-830c-423012ebc11f", "name": "network-vif-deleted", "tag": "1f52d2ba-dc7e-448d-8bda-497354b62733", "status": "completed", "code": 200}]} {{(pid=94141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:03:55.214658 n-d-769329-14 neutron-server[94141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5acf991-b728-45c4-b616-1f5751c42d1d {{(pid=94141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:03:55.215056 n-d-769329-14 neutron-server[94141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0d4e48-60c6-4651-830c-423012ebc11f', 'name': 'network-vif-deleted', 'tag': '1f52d2ba-dc7e-448d-8bda-497354b62733', 'status': 'completed', 'code': 200} Aug 10 05:03:55.503389 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [req-0e7ec304-3306-4057-b8a3-6ab83836b72b req-920c76b9-87d3-4660-bee2-432b8823de3a tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f0d4e48-60c6-4651-830c-423012ebc11f HTTP/1.1" status: 200 len: 210 time: 0.0268509 Aug 10 05:03:55.839722 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:56.560588 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50114) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:56.622421 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbeaa64-e269-471c-96c8-6f236bb7c0d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:56.646329 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbeaa64-e269-471c-96c8-6f236bb7c0d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:56.704501 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbeaa64-e269-471c-96c8-6f236bb7c0d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:56.707427 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-ecbeaa64-e269-471c-96c8-6f236bb7c0d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:56.708581 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-ecbeaa64-e269-471c-96c8-6f236bb7c0d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] 10.222.0.53 "DELETE /v2.0/security-groups/9796181d-91ed-4ba8-bff7-9dc0a0468b14 HTTP/1.1" status: 204 len: 168 time: 0.1470129 Aug 10 05:03:56.718072 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeaa64-e269-471c-96c8-6f236bb7c0d0 tempest-TestSnapshotPattern-1583146837 tempest-TestSnapshotPattern-1583146837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9796181d-91ed-4ba8-bff7-9dc0a0468b14,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:56.753302 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50118) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:56.909286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.100312 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.194356 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-358a5417-61dd-4e0c-9c49-6897e79aa807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.342702 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Deleting port 662939b2-8e06-489b-8be5-6d90e2d2e6cb {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:57.342945 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.421509 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] For port 662939b2-8e06-489b-8be5-6d90e2d2e6cb, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=662939b2-8e06-489b-8be5-6d90e2d2e6cb,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:57.421873 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.439212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Calling delete_port for 662939b2-8e06-489b-8be5-6d90e2d2e6cb owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:57.548287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 no longer exists at agent hyperv_n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:03:57.569507 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] No Port match for: 1f52d2ba-dc7e-448d-8bda-497354b62733 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:03:57.569860 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Device 1f52d2ba-dc7e-448d-8bda-497354b62733 not bound to the agent host n-h1-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:03:57.634393 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:57.658908 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Pushing event deleted for resources: {'Port': ['ID=662939b2-8e06-489b-8be5-6d90e2d2e6cb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:57.821816 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.035286 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Router 43f75186-d08f-4c8e-b395-8524a39e31b0 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:03:58.141205 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:03:58.146267 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-b721e038-5f80-4baa-9782-5f301202847b admin admin] 10.222.0.53 "PUT /v2.0/routers/43f75186-d08f-4c8e-b395-8524a39e31b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3918517 Aug 10 05:03:58.148708 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50120) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:58.151395 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] Sync routers for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:03:58.160954 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:58.161567 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:58.251674 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.263891 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: n-d-769329-14 {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:58.352876 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.405212 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Deleting port fc10fa75-6b78-48af-b1c9-d73472359876 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:58.405562 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.437852 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T05:03:57Z', 'revision_number': 5, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port': {'id': 'fc10fa75-6b78-48af-b1c9-d73472359876', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:02Z', 'updated_at': '2021-08-10T04:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:58.466743 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] Checking router: 43f75186-d08f-4c8e-b395-8524a39e31b0 for host: n-d-769329-14 {{(pid=94142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:03:58.474814 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] Routers {'43f75186-d08f-4c8e-b395-8524a39e31b0'} bound to L3 agent in host n-d-769329-14 {{(pid=94142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:03:58.475415 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:03:30Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['43f75186-d08f-4c8e-b395-8524a39e31b0'], 'active': True} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:58.483373 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] For port fc10fa75-6b78-48af-b1c9-d73472359876, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=fc10fa75-6b78-48af-b1c9-d73472359876,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:58.483751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.501141 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Calling delete_port for fc10fa75-6b78-48af-b1c9-d73472359876 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:58.679798 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.710721 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fc10fa75-6b78-48af-b1c9-d73472359876,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:58.712957 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvr_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] Set router 43f75186-d08f-4c8e-b395-8524a39e31b0 gateway port host: None {{(pid=94142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:03:58.764680 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_hamode_db [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T05:03:58Z', 'revision_number': 6, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port_host': None}], 'n-d-769329-14', False) {} {{(pid=94142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:58.768976 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.794260 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b2ef5-43eb-4263-86ec-ad08e82bc7f5 None None] The sync data for ids ['43f75186-d08f-4c8e-b395-8524a39e31b0'] in n-d-769329-14 is: [{'id': '43f75186-d08f-4c8e-b395-8524a39e31b0', 'name': 'tempest-TestSnapshotPattern-1953248581-router', 'tenant_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:01Z', 'updated_at': '2021-08-10T05:03:58Z', 'revision_number': 6, 'project_id': '9da9aa36dcad47ffaaa8c08bd4bc417e', 'gw_port_host': None}] {{(pid=94142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:03:58.859686 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.861758 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.903018 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.903550 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43f75186-d08f-4c8e-b395-8524a39e31b0 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:03:58.908473 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.909729 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-44533469-67f8-44f5-b2b3-9fef135b34fb admin admin] 10.222.0.53 "DELETE /v2.0/routers/43f75186-d08f-4c8e-b395-8524a39e31b0 HTTP/1.1" status: 204 len: 168 time: 0.7591019 Aug 10 05:03:58.912552 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50122) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:58.958965 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Deleting subnet 235690c8-11f4-4ad3-acb8-111686ac7bcb {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:03:58.961841 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.995455 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.069064 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.131603 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.163876 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235690c8-11f4-4ad3-acb8-111686ac7bcb,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:59.166090 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.168185 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-59e3507f-68bd-4fe2-9fa9-fc153b86ecb3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/235690c8-11f4-4ad3-acb8-111686ac7bcb HTTP/1.1" status: 204 len: 168 time: 0.2545941 Aug 10 05:03:59.170783 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50124) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:59.176320 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee2289-02f8-44d1-a34d-efd57ca4c896 None None] Network 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:03:59.255194 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.313095 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Deleting port 02461d29-1b98-4cc8-b206-7f75668f9b49 {{(pid=94140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:03:59.313443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.374828 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.db [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] For port 02461d29-1b98-4cc8-b206-7f75668f9b49, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=02461d29-1b98-4cc8-b206-7f75668f9b49,segment=NetworkSegment(86518cb2-b8d9-46af-8860-591c7d97c342),segment_id=86518cb2-b8d9-46af-8860-591c7d97c342)] {{(pid=94140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:03:59.375189 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.387479 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.plugin [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Calling delete_port for 02461d29-1b98-4cc8-b206-7f75668f9b49 owned by network:dhcp {{(pid=94140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:03:59.463074 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8658114'] for port, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.494445 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=02461d29-1b98-4cc8-b206-7f75668f9b49,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:59.496207 n-d-769329-14 neutron-server[94140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] No DVR routers for this DVR port 02461d29-1b98-4cc8-b206-7f75668f9b49 on host n-d-769329-14 {{(pid=94140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:03:59.570222 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.581151 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fda74cb-602d-4e4c-9ae1-7aea27162ff9']}} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:59.591090 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8927d-7de8-4fa2-b3f0-9f1ed32f432a None None] DHCP port deletion for 6fda74cb-602d-4e4c-9ae1-7aea27162ff9 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:03:59.593800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86518cb2-b8d9-46af-8860-591c7d97c342') {'for_net_delete': True} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:59.593800 n-d-769329-14 neutron-server[94140]: DEBUG neutron.services.segments.db [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86518cb2-b8d9-46af-8860-591c7d97c342') {} {{(pid=94140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:03:59.596668 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 662939b2-8e06-489b-8be5-6d90e2d2e6cb no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:03:59.607114 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8658291'] for segment, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.620846 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 662939b2-8e06-489b-8be5-6d90e2d2e6cb {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:03:59.621529 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 662939b2-8e06-489b-8be5-6d90e2d2e6cb not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:03:59.625944 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.632979 n-d-769329-14 neutron-server[94140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:03:59.633443 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8657967'] for segment, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: Traceback (most recent call last): Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: timer() Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: cb(*args, **kw) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: return func(*args, **kwargs) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: self._notify() Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: self.callback(batched_events) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: event.method(event) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: return f(self, *a, **k) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: return self._get(url).json() Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: return self.request(url, 'GET', **kwargs) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:03:59.635227 n-d-769329-14 neutron-server[94140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:03:59.693244 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.699435 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Notify callbacks [] for network, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:59.701431 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/6fda74cb-602d-4e4c-9ae1-7aea27162ff9 HTTP/1.1" status: 204 len: 168 time: 0.5289474 Aug 10 05:03:59.705035 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50126) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:03:59.713011 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879f039-d7a8-4d98-aab1-4ad2fe28e0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6fda74cb-602d-4e4c-9ae1-7aea27162ff9,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:03:59.819090 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.024389 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-543df1d6-d7f2-446b-bf15-1813c9da1c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.359134 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3765123'] for router_interface, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.594988 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Deleting port 253dbd43-0b98-46b1-a57b-a0a156dc6114 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:00.595324 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.673161 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] For port 253dbd43-0b98-46b1-a57b-a0a156dc6114, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=253dbd43-0b98-46b1-a57b-a0a156dc6114,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:00.673435 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.685665 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Calling delete_port for 253dbd43-0b98-46b1-a57b-a0a156dc6114 owned by network:router_interface {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:00.858344 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:00.883941 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=253dbd43-0b98-46b1-a57b-a0a156dc6114,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:01.047531 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3642374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3764531'] for router_interface, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.138707 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fc10fa75-6b78-48af-b1c9-d73472359876 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:01.159379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: fc10fa75-6b78-48af-b1c9-d73472359876 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:01.159747 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device fc10fa75-6b78-48af-b1c9-d73472359876 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:01.160229 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 02461d29-1b98-4cc8-b206-7f75668f9b49 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:01.179176 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 02461d29-1b98-4cc8-b206-7f75668f9b49 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:01.179525 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 02461d29-1b98-4cc8-b206-7f75668f9b49 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:01.261184 n-d-769329-14 neutron-server[94141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 has already been hosted by L3 agent 3f470f68-cf72-460e-aa9d-80e22d7168ac {{(pid=94141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:04:01.365557 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] Notify agent at l3_agent.n-d-769329-14 the message routers_updated {{(pid=94141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:04:01.370557 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-1c79d289-7a1f-4006-9b2a-f459c08c5cb2 admin admin] 10.222.0.53 "PUT /v2.0/routers/8da49feb-3eae-4ec2-9a78-b23dbbed0644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642640 Aug 10 05:04:01.372990 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50128) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:01.376364 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] Sync routers for ids ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'] in n-d-769329-14 {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:04:01.385484 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] Routers {'8da49feb-3eae-4ec2-9a78-b23dbbed0644'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:01.386169 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:04:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:01.488895 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] Set router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:01.593751 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks [] for router, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.663303 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T05:04:00Z', 'revision_number': 5, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:01.689410 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] Checking router: 8da49feb-3eae-4ec2-9a78-b23dbbed0644 for host: n-d-769329-14 {{(pid=94143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:04:01.697599 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] Routers {'8da49feb-3eae-4ec2-9a78-b23dbbed0644'} bound to L3 agent in host n-d-769329-14 {{(pid=94143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:01.698222 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:13:00Z,description=,heartbeat_timestamp=2021-08-10T05:04:00Z,host='n-d-769329-14',id=3f470f68-cf72-460e-aa9d-80e22d7168ac,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:13:00Z,topic='l3_agent')) {'router_ids': ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'], 'active': True} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:01.698437 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.750865 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Deleting port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:01.751201 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.800095 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_dvr_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] Set router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 gateway port host: n-d-769329-14 {{(pid=94143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:01.831339 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] For port b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,segment=NetworkSegment(bf8faf52-2074-4055-953e-2b886b32020e),segment_id=bf8faf52-2074-4055-953e-2b886b32020e)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:01.831705 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:01.843720 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Calling delete_port for b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 owned by network:router_gateway {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:02.014754 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.043187 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.066237 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.l3_hamode_db [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T05:04:00Z', 'revision_number': 5, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}], 'n-d-769329-14', False) {} {{(pid=94143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:02.094471 n-d-769329-14 neutron-server[94143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e679d-15ac-4abb-9adc-4d339bac7222 None None] The sync data for ids ['8da49feb-3eae-4ec2-9a78-b23dbbed0644'] in n-d-769329-14 is: [{'id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'name': 'tempest-TestSnapshotPattern-2064843986-router', 'tenant_id': '261e840bb76044c8b8e5003664f12ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'external_fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T05:04:00Z', 'revision_number': 5, 'project_id': '261e840bb76044c8b8e5003664f12ff3', 'gw_port': {'id': 'b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1', 'name': '', 'network_id': 'a4fdb4ae-b30e-4708-9211-680c60e57004', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da49feb-3eae-4ec2-9a78-b23dbbed0644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:06Z', 'updated_at': '2021-08-10T04:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21a23c43-4081-4d7b-8a60-ecd2dc62b529', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-14'}] {{(pid=94143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:04:02.107158 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764949'] for router_gateway, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.119093 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.200317 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3767841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-903'] for router, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.202908 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.250779 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3768021'] for router, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.251347 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da49feb-3eae-4ec2-9a78-b23dbbed0644 {{(pid=94141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:04:02.256176 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] Notify callbacks [] for router, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.257329 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-d8a3dd8b-d47b-4c58-99ea-94c58bdd3669 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8da49feb-3eae-4ec2-9a78-b23dbbed0644 HTTP/1.1" status: 204 len: 168 time: 0.8828185 Aug 10 05:04:02.259841 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50132) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:02.304280 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Deleting subnet 16aa3412-3200-4574-bda3-bd3a3809ccff {{(pid=94141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:04:02.307184 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.341192 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10099722'] for subnet, precommit_delete_associations {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.421499 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1401432'] for subnet, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.476227 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1401423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9395410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12506581'] for subnet, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.505701 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16aa3412-3200-4574-bda3-bd3a3809ccff,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.508385 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.511037 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-0765836f-1e5e-4b0d-a123-9848bc1f41d5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/16aa3412-3200-4574-bda3-bd3a3809ccff HTTP/1.1" status: 204 len: 168 time: 0.2496552 Aug 10 05:04:02.512774 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c13ce-1722-4577-9197-b27e530e8635 None None] Network f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 requested from n-d-769329-14 {{(pid=94142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:04:02.513233 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [-] (94141) accepted ('10.222.0.53', 50134) {{(pid=94141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:02.586955 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1499271'] for network, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.642399 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Deleting port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 {{(pid=94141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:02.642739 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.698379 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] DHCP port deletion for f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 request from n-d-769329-14 {{(pid=94142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:04:02.710885 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.db [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] For port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:02.711246 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.725012 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.plugin [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Calling delete_port for 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 owned by network:dhcp {{(pid=94141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:02.746150 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] Deleting port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 {{(pid=94142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:02.746532 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731981412401'] for port, before_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.811786 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.db [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] For port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7, host n-d-769329-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-14',level=0,port_id=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,segment=NetworkSegment(c48454c2-e1eb-45d6-99c3-7c93c981ef0c),segment_id=c48454c2-e1eb-45d6-99c3-7c93c981ef0c)] {{(pid=94142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:02.812178 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761329'] for port, precommit_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.819597 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9395425'] for port, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.826130 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] Calling delete_port for 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 owned by network:dhcp {{(pid=94142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:02.845156 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.851804 n-d-769329-14 neutron-server[94141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] No DVR routers for this DVR port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 on host n-d-769329-14 {{(pid=94141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:04:02.905676 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1448527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731981418123', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731980949998'] for port, after_delete {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.930722 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401055', 'neutron.services.segments.db._delete_segments_for_network-8731981456752'] for network, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.930950 n-d-769329-14 neutron-server[94142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] Pushing event deleted for resources: {'Port': ['ID=6c0c2f70-75d9-495d-9d79-cfe4025be1b7,revision_number=None']} {{(pid=94142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:02.936689 n-d-769329-14 neutron-server[94142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397ead2-9c8f-4458-9b60-b0825f4db110 None None] No DVR routers for this DVR port 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 on host n-d-769329-14 {{(pid=94142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:04:02.950891 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bbe019-b3a2-4ad7-9c3a-0b660db016e1']}} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:02.961913 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c') {'for_net_delete': True} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:02.962246 n-d-769329-14 neutron-server[94141]: DEBUG neutron.services.segments.db [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48454c2-e1eb-45d6-99c3-7c93c981ef0c') {} {{(pid=94141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:02.971025 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731981460089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10099741'] for segment, before_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.985285 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369'] for segment, precommit_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.992130 n-d-769329-14 neutron-server[94141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:04:02.992836 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1401369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9395212'] for segment, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: Traceback (most recent call last): Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: timer() Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: cb(*args, **kw) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: return func(*args, **kwargs) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: self._notify() Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: self.callback(batched_events) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: event.method(event) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: return f(self, *a, **k) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: return self._get(url).json() Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: return self.request(url, 'GET', **kwargs) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:04:02.994601 n-d-769329-14 neutron-server[94141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:04:03.047517 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3642431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764913'] for network, after_delete {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.054448 n-d-769329-14 neutron-server[94141]: DEBUG neutron_lib.callbacks.manager [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Notify callbacks [] for network, before_response {{(pid=94141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.055584 n-d-769329-14 neutron-server[94141]: INFO neutron.wsgi [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6bbe019-b3a2-4ad7-9c3a-0b660db016e1 HTTP/1.1" status: 204 len: 168 time: 0.5416718 Aug 10 05:04:03.065619 n-d-769329-14 neutron-server[94141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8f54-7f10-4077-b64c-8da93d7469ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f6bbe019-b3a2-4ad7-9c3a-0b660db016e1,revision_number=None']} {{(pid=94141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:03.182108 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50138) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:03.190287 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 253dbd43-0b98-46b1-a57b-a0a156dc6114 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:03.211512 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 253dbd43-0b98-46b1-a57b-a0a156dc6114 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:03.211801 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 253dbd43-0b98-46b1-a57b-a0a156dc6114 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:03.212230 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:03.226046 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-040d7f8a-05ea-4c09-86b7-916b563148ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9da9aa36dcad47ffaaa8c08bd4bc417e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410538 Aug 10 05:04:03.227695 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50140) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:03.234760 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:03.235199 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device 6c0c2f70-75d9-495d-9d79-cfe4025be1b7 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:03.235630 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 no longer exists at agent ovs-agent-n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:03.257626 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] No Port match for: b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 {{(pid=94142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:03.257971 n-d-769329-14 neutron-server[94142]: DEBUG neutron.plugins.ml2.rpc [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Device b75c4f6b-8c57-4ee2-bb6c-826af42f8ca1 not bound to the agent host n-d-769329-14 {{(pid=94142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:03.276362 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5661fc23-5e9a-461a-92b3-ef8920107c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.297933 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5661fc23-5e9a-461a-92b3-ef8920107c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.347696 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5661fc23-5e9a-461a-92b3-ef8920107c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.350276 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-5661fc23-5e9a-461a-92b3-ef8920107c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.353727 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-5661fc23-5e9a-461a-92b3-ef8920107c61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ccf98c5-4c4a-445f-a51e-d06aa1dbafe6 HTTP/1.1" status: 204 len: 168 time: 0.1228583 Aug 10 05:04:03.359957 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661fc23-5e9a-461a-92b3-ef8920107c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf98c5-4c4a-445f-a51e-d06aa1dbafe6,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:03.571714 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.671751 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50146) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:03.710087 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-13e01178-a21c-4374-b73e-a4fbcdb91aac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=261e840bb76044c8b8e5003664f12ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371575 Aug 10 05:04:03.712357 n-d-769329-14 neutron-server[94140]: DEBUG neutron.wsgi [-] (94140) accepted ('10.222.0.53', 50148) {{(pid=94140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:03.759107 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c75729-d89b-410b-bcbd-001daa29b8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.780542 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c75729-d89b-410b-bcbd-001daa29b8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.827019 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c75729-d89b-410b-bcbd-001daa29b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708604'] for security_group, after_delete {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.830217 n-d-769329-14 neutron-server[94140]: DEBUG neutron_lib.callbacks.manager [None req-82c75729-d89b-410b-bcbd-001daa29b8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:03.831368 n-d-769329-14 neutron-server[94140]: INFO neutron.wsgi [None req-82c75729-d89b-410b-bcbd-001daa29b8a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5c5d9f3-c457-4d48-b79e-71dc7bc1010a HTTP/1.1" status: 204 len: 168 time: 0.1181412 Aug 10 05:04:03.839142 n-d-769329-14 neutron-server[94140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75729-d89b-410b-bcbd-001daa29b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c5d9f3-c457-4d48-b79e-71dc7bc1010a,revision_number=None']} {{(pid=94140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:05.499348 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:04:25.836004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:26.929249 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:27.193879 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-5c06f523-cc94-4dbf-b426-deb5069b9873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:29.818805 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:30.023686 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-24453c9a-6121-4278-873f-3f23b9150f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:32.120060 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:33.573901 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:42.497677 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:04:55.846441 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:56.923850 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:57.194826 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-88e359b2-d1ef-4e67-aa0f-ae10b094feec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:59.819712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:00.023228 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a4b1-9d19-411c-a851-6e303bded446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:02.122015 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:03.577461 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:19.496617 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:25.851664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:26.921012 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:27.200422 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-abc7b8a4-c11b-48fc-9530-37610fe0ac0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:29.822143 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:30.024860 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-710d977c-a834-440e-b18f-ab374c325092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:32.125592 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:33.587038 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:55.861019 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:56.496145 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:56.942004 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:57.200870 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-6502d75e-67f2-4a48-ae2f-3911c9ca0772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:59.822942 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:00.023981 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-339aa8da-b904-4ae2-b762-1735feb61ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:02.127495 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:03.582700 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:25.865649 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:26.934071 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:27.199776 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-257d4785-b786-488c-97dd-3073a7949279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:29.823521 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:30.022650 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-65472ff2-8904-4ee1-a8b0-92ca195508df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:32.131260 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:33.495019 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:06:33.585750 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:55.882383 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:56.939141 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:57.199664 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-d3fd16db-adf4-499d-8397-28faa4a8f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:59.824431 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:00.021891 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-12790837-6e52-4dea-9e72-86b308ab79ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:02.134275 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:03.588706 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.494878 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:07:25.886285 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:26.932254 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:27.198446 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f04dd1d3-6f36-4e17-a209-ba1507c84179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:29.826235 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:30.021286 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-c23fb48a-70bf-481f-b5fb-4e555553367e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:32.136847 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:33.593575 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:47.320621 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-ca08dafd-b16f-4105-9401-e5ea1bc7443b req-4c38667b-8fa1-4cde-9c97-4a192786f3ba service neutron] (94141) timed out ('10.222.0.53', 48754) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:07:47.496031 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:07:55.883271 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:56.941914 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:57.198002 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-e85cf95d-fa2a-4d08-ac2e-d7ccd98a1798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.826884 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:00.021579 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b0e3-93d6-45ba-9441-d6d74cf56079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:02.139213 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:03.595210 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:24.496429 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:25.895011 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:26.961227 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:27.197403 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-609368fc-6ff9-4710-8b79-4cd04f042985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:29.826962 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:30.021342 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-561129a9-59b8-462f-b79b-df6a603bd821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:32.142755 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:33.598160 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:55.908740 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:56.966359 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:57.198063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7bc00b0f-16a7-4516-8586-76d2a110525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:59.828101 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:00.021238 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-53511f56-e175-48d6-8cc6-47a7fe529ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:01.495808 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:02.145039 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:03.601913 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:25.914685 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:26.974668 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:27.198122 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-34743eb8-8921-4054-85ea-41fd494cb79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:29.830454 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:30.020963 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-2946841e-2473-45c4-8051-4ae8ef8ec58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:32.148105 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:33.606712 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:38.494546 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:55.917637 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:56.979428 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:57.197935 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-47792a08-761b-49d0-a81f-cfe7f0eb424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:59.831848 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:00.020063 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8b358da7-44c8-4530-abae-b72c95c62065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:02.154196 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:03.608564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:15.494340 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:10:25.906719 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.981040 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.197674 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-649220c5-0b32-47ba-a522-490216f9f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.835297 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.019129 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-9d69401b-59cc-4ee5-a521-7794989fcb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.154766 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.614462 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.494178 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:10:55.916151 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:56.994185 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:57.199324 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1edbd9cc-5a0e-41a0-8c32-e75b03fd965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:59.836856 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:00.017577 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-1e62d62a-1d12-42ee-bda4-a0cf63e15335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:02.155811 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:03.617291 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:25.940047 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:27.023583 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:27.198629 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-a73bf857-69f8-44ed-9c2b-4842ec186b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:29.493012 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:29.841753 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:30.017564 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-cd7b98be-011c-46c4-b7dc-d89259f5d3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:32.159312 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:33.618710 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:55.936442 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:57.034340 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:57.197691 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ec46-8605-46dc-90f6-cf1e6b20d658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:59.842933 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:00.017009 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-7cafc588-eaeb-4a11-8b98-aa29a934e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:02.161199 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:03.621831 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:06.491542 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:12:14.113829 n-d-769329-14 neutron-server[94141]: DEBUG neutron.wsgi [req-03b3ef0a-0504-4c63-8351-7d00fb672089 req-26940e47-4109-448f-b42a-c1776874cd3b service neutron] (94141) timed out ('10.222.0.53', 44018) {{(pid=94141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:12:25.939692 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-0b333a1c-50de-44c8-876a-3892bc727030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:27.051822 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-676b84e7-6689-4655-b199-5f12f0350ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:27.198308 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-46776559-16b9-404c-a266-741595c7949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:29.845565 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3923-0e10-48fe-9986-1d446c200d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:30.017569 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-f0d1e16e-a67c-4cf3-84e1-e54fe20a74c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:32.165170 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-66248e20-151b-411c-b3b0-be6cedbaab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:33.624890 n-d-769329-14 neutron-server[94142]: DEBUG neutron_lib.callbacks.manager [None req-713c0c65-bee8-4f23-a6bd-7d3b2ef8880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731981456644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370705'] for agent, after_update {{(pid=94142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.490959 n-d-769329-14 neutron-server[94143]: DEBUG neutron.db.agents_db [None req-6d38d4d5-ca8d-410e-a0c6-08b70b4f594d None None] Agent healthcheck: found 7 active agents {{(pid=94143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}